|
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024 |
- /*-
- * Copyright 2017 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
- #include "config.h"
- #include "milter.h"
- #include "milter_internal.h"
- #include "email_addr.h"
- #include "addr.h"
- #include "unix-std.h"
- #include "logger.h"
- #include "ottery.h"
- #include "libutil/http_connection.h"
- #include "libutil/http_private.h"
- #include "libserver/protocol_internal.h"
- #include "libserver/cfg_file_private.h"
- #include "libmime/filter.h"
- #include "libserver/worker_util.h"
- #include "utlist.h"
-
- #define msg_err_milter(...) rspamd_default_log_function(G_LOG_LEVEL_CRITICAL, \
- "milter", priv->pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_warn_milter(...) rspamd_default_log_function (G_LOG_LEVEL_WARNING, \
- "milter", priv->pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_info_milter(...) rspamd_default_log_function (G_LOG_LEVEL_INFO, \
- "milter", priv->pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_debug_milter(...) rspamd_conditional_debug_fast (NULL, NULL, \
- rspamd_milter_log_id, "milter", priv->pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
-
- INIT_LOG_MODULE(milter)
-
- static const struct rspamd_milter_context *milter_ctx = NULL;
-
- static gboolean rspamd_milter_handle_session (
- struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv);
-
- static GQuark
- rspamd_milter_quark (void)
- {
- return g_quark_from_static_string ("milter");
- }
-
- static void
- rspamd_milter_obuf_free (struct rspamd_milter_outbuf *obuf)
- {
- if (obuf) {
- if (obuf->buf) {
- rspamd_fstring_free (obuf->buf);
- }
-
- g_free (obuf);
- }
- }
-
- #define RSPAMD_MILTER_RESET_COMMON (1 << 0)
- #define RSPAMD_MILTER_RESET_IO (1 << 1)
- #define RSPAMD_MILTER_RESET_ADDR (1 << 2)
- #define RSPAMD_MILTER_RESET_MACRO (1 << 3)
- #define RSPAMD_MILTER_RESET_ALL (RSPAMD_MILTER_RESET_COMMON | \
- RSPAMD_MILTER_RESET_IO | \
- RSPAMD_MILTER_RESET_ADDR | \
- RSPAMD_MILTER_RESET_MACRO)
- #define RSPAMD_MILTER_RESET_QUIT_NC (RSPAMD_MILTER_RESET_COMMON | \
- RSPAMD_MILTER_RESET_ADDR | \
- RSPAMD_MILTER_RESET_MACRO)
- #define RSPAMD_MILTER_RESET_ABORT (RSPAMD_MILTER_RESET_COMMON)
-
- static void
- rspamd_milter_session_reset (struct rspamd_milter_session *session,
- guint how)
- {
- struct rspamd_milter_outbuf *obuf, *obuf_tmp;
- struct rspamd_milter_private *priv = session->priv;
- struct rspamd_email_address *cur;
- guint i;
-
- if (how & RSPAMD_MILTER_RESET_IO) {
- msg_debug_milter ("cleanup IO on abort");
-
- DL_FOREACH_SAFE (priv->out_chain, obuf, obuf_tmp) {
- rspamd_milter_obuf_free (obuf);
- }
-
- priv->out_chain = NULL;
-
- if (priv->parser.buf) {
- priv->parser.buf->len = 0;
- }
- }
-
- if (how & RSPAMD_MILTER_RESET_COMMON) {
- msg_debug_milter ("cleanup common data on abort");
-
- if (session->message) {
- session->message->len = 0;
- msg_debug_milter ("cleanup message on abort");
- }
-
- if (session->rcpts) {
- PTR_ARRAY_FOREACH (session->rcpts, i, cur) {
- rspamd_email_address_free (cur);
- }
-
- msg_debug_milter ("cleanup %d recipients on abort",
- (gint)session->rcpts->len);
-
- g_ptr_array_free (session->rcpts, TRUE);
- session->rcpts = NULL;
- }
-
- if (session->from) {
- msg_debug_milter ("cleanup from");
- rspamd_email_address_free (session->from);
- session->from = NULL;
- }
-
- if (session->helo) {
- msg_debug_milter ("cleanup helo");
- session->helo->len = 0;
- }
-
- if (priv->headers) {
- msg_debug_milter ("cleanup headers");
- gchar *k;
- GArray *ar;
-
- kh_foreach (priv->headers, k, ar, {
- g_free (k);
- g_array_free (ar, TRUE);
- });
-
- kh_clear (milter_headers_hash_t, priv->headers);
- }
-
- priv->cur_hdr = 0;
- }
-
- if (how & RSPAMD_MILTER_RESET_ADDR) {
- if (session->addr) {
- msg_debug_milter ("cleanup addr");
- rspamd_inet_address_free (session->addr);
- session->addr = NULL;
- }
- if (session->hostname) {
- msg_debug_milter ("cleanup hostname");
- session->hostname->len = 0;
- }
- }
-
- if (how & RSPAMD_MILTER_RESET_MACRO) {
- if (session->macros) {
- msg_debug_milter ("cleanup macros");
- g_hash_table_unref (session->macros);
- session->macros = NULL;
- }
- }
- }
-
- static void
- rspamd_milter_session_dtor (struct rspamd_milter_session *session)
- {
- struct rspamd_milter_private *priv;
-
- if (session) {
- priv = session->priv;
- msg_debug_milter ("destroying milter session");
-
- if (rspamd_event_pending (&priv->ev, EV_TIMEOUT|EV_WRITE|EV_READ)) {
- event_del (&priv->ev);
- }
-
- rspamd_milter_session_reset (session, RSPAMD_MILTER_RESET_ALL);
-
- if (priv->parser.buf) {
- rspamd_fstring_free (priv->parser.buf);
- }
-
- if (session->message) {
- rspamd_fstring_free (session->message);
- }
-
- if (session->helo) {
- rspamd_fstring_free (session->helo);
- }
-
- if (session->hostname) {
- rspamd_fstring_free (session->hostname);
- }
-
- if (priv->headers) {
- gchar *k;
- GArray *ar;
-
- kh_foreach (priv->headers, k, ar, {
- g_free (k);
- g_array_free (ar, TRUE);
- });
-
- kh_destroy (milter_headers_hash_t, priv->headers);
- }
-
- if (milter_ctx->sessions_cache) {
- rspamd_worker_session_cache_remove (milter_ctx->sessions_cache,
- session);
- }
-
- rspamd_mempool_delete (priv->pool);
- g_free (priv);
- g_free (session);
- }
- }
-
- static void
- rspamd_milter_on_protocol_error (struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv, GError *err)
- {
- msg_debug_milter ("protocol error: %e", err);
- priv->state = RSPAMD_MILTER_WANNA_DIE;
- REF_RETAIN (session);
- priv->err_cb (priv->fd, session, priv->ud, err);
- REF_RELEASE (session);
- g_error_free (err);
- }
-
- static void
- rspamd_milter_io_handler (gint fd, gshort what, void *ud)
- {
- struct rspamd_milter_session *session = ud;
- struct rspamd_milter_private *priv;
- GError *err;
-
- priv = session->priv;
-
- if (what == EV_TIMEOUT) {
- msg_debug_milter ("connection timed out");
- err = g_error_new (rspamd_milter_quark (), ETIMEDOUT, "connection "
- "timed out");
- rspamd_milter_on_protocol_error (session, priv, err);
- }
- else {
- rspamd_milter_handle_session (session, priv);
- }
- }
-
- static inline void
- rspamd_milter_plan_io (struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv, gshort what)
- {
- if (rspamd_event_pending (&priv->ev, EV_TIMEOUT|EV_WRITE|EV_READ)) {
- event_del (&priv->ev);
- }
-
- event_set (&priv->ev, priv->fd, what, rspamd_milter_io_handler,
- session);
- event_base_set (priv->ev_base, &priv->ev);
- event_add (&priv->ev, priv->ptv);
- }
-
-
- #define READ_INT_32(pos, var) do { \
- memcpy (&(var), (pos), sizeof (var)); \
- (pos) += sizeof (var); \
- (var) = ntohl (var); \
- } while (0)
- #define READ_INT_16(pos, var) do { \
- memcpy (&(var), (pos), sizeof (var)); \
- (pos) += sizeof (var); \
- (var) = ntohs (var); \
- } while (0)
-
- static gboolean
- rspamd_milter_process_command (struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv)
- {
- GError *err;
- rspamd_fstring_t *buf;
- const guchar *pos, *end, *zero;
- guint cmdlen;
- guint32 version, actions, protocol;
-
- buf = priv->parser.buf;
- pos = buf->str + priv->parser.cmd_start;
- cmdlen = priv->parser.datalen;
- end = pos + cmdlen;
-
- switch (priv->parser.cur_cmd) {
- case RSPAMD_MILTER_CMD_ABORT:
- msg_debug_milter ("got abort command");
- rspamd_milter_session_reset (session, RSPAMD_MILTER_RESET_ABORT);
- break;
- case RSPAMD_MILTER_CMD_BODY:
- if (!session->message) {
- session->message = rspamd_fstring_sized_new (
- RSPAMD_MILTER_MESSAGE_CHUNK);
- }
-
- msg_debug_milter ("got body chunk: %d bytes", (int)cmdlen);
- session->message = rspamd_fstring_append (session->message,
- pos, cmdlen);
- break;
- case RSPAMD_MILTER_CMD_CONNECT:
- msg_debug_milter ("got connect command");
-
- /*
- * char hostname[]: Hostname, NUL terminated
- * char family: Protocol family
- * uint16 port: Port number (SMFIA_INET or SMFIA_INET6 only)
- * char address[]: IP address (ASCII) or unix socket path, NUL terminated
- */
- zero = memchr (pos, '\0', cmdlen);
-
- if (zero == NULL || zero > (end - sizeof (guint16) + 1)) {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "connect command (no name)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- else {
- guchar proto;
- guint16 port;
- gchar ip6_str[INET6_ADDRSTRLEN + 3];
- gsize r;
-
- /*
- * Important notice: Postfix do NOT use this command to pass
- * client's info (e.g. hostname is not really here)
- * Sendmail will pass it here
- */
- if (session->hostname == NULL) {
- session->hostname = rspamd_fstring_new_init (pos, zero - pos);
- msg_debug_milter ("got hostname on connect phase: %V",
- session->hostname);
- }
- else {
- session->hostname = rspamd_fstring_assign (session->hostname,
- pos, zero - pos);
- msg_debug_milter ("rewrote hostname on connect phase: %V",
- session->hostname);
- }
-
- pos = zero + 1;
- proto = *pos ++;
-
- if (proto == RSPAMD_MILTER_CONN_UNKNOWN) {
- /* We have no information about host */
- msg_debug_milter ("unknown connect address");
- }
- else {
- READ_INT_16 (pos, port);
-
- if (pos >= end) {
- /* No IP somehow */
- msg_debug_milter ("unknown connect IP/socket");
- }
- else {
- zero = memchr (pos, '\0', end - pos);
-
- if (zero == NULL) {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "connect command (no zero terminated IP)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
-
- switch (proto) {
- case RSPAMD_MILTER_CONN_UNIX:
- session->addr = rspamd_inet_address_new (AF_UNIX,
- pos);
- break;
-
- case RSPAMD_MILTER_CONN_INET:
- session->addr = rspamd_inet_address_new (AF_INET, NULL);
-
- if (!rspamd_parse_inet_address_ip (pos, zero - pos,
- session->addr)) {
- err = g_error_new (rspamd_milter_quark (), EINVAL,
- "invalid connect command (bad IPv4)");
- rspamd_milter_on_protocol_error (session, priv,
- err);
-
- return FALSE;
- }
-
- rspamd_inet_address_set_port (session->addr, port);
- break;
-
- case RSPAMD_MILTER_CONN_INET6:
- session->addr = rspamd_inet_address_new (AF_INET6, NULL);
-
- if (zero - pos > sizeof ("IPv6:") &&
- rspamd_lc_cmp (pos, "IPv6:",
- sizeof ("IPv6:") - 1) == 0) {
- /* Kill sendmail please */
- pos += sizeof ("IPv6:") - 1;
-
- if (*pos != '[') {
- /* Add explicit braces */
- r = rspamd_snprintf (ip6_str, sizeof (ip6_str),
- "[%*s]", (int)(zero - pos), pos);
- }
- else {
- r = rspamd_strlcpy (ip6_str, pos, sizeof (ip6_str));
- }
- }
- else {
- r = rspamd_strlcpy (ip6_str, pos, sizeof (ip6_str));
- }
-
- if (!rspamd_parse_inet_address_ip (ip6_str, r,
- session->addr)) {
- err = g_error_new (rspamd_milter_quark (), EINVAL,
- "invalid connect command (bad IPv6)");
- rspamd_milter_on_protocol_error (session, priv,
- err);
-
- return FALSE;
- }
-
- rspamd_inet_address_set_port (session->addr, port);
- break;
-
- default:
- err = g_error_new (rspamd_milter_quark (), EINVAL,
- "invalid connect command (bad protocol: %c)",
- proto);
- rspamd_milter_on_protocol_error (session, priv,
- err);
-
- return FALSE;
- }
- }
- }
-
- msg_info_milter ("got connection from %s",
- rspamd_inet_address_to_string_pretty (session->addr));
- }
- break;
- case RSPAMD_MILTER_CMD_MACRO:
- msg_debug_milter ("got macro command");
- /*
- * Format is
- * 1 byte - command associated (we don't care about it)
- * 0-terminated name
- * 0-terminated value
- * ...
- */
- if (session->macros == NULL) {
- session->macros = g_hash_table_new_full (rspamd_ftok_icase_hash,
- rspamd_ftok_icase_equal,
- rspamd_fstring_mapped_ftok_free,
- rspamd_fstring_mapped_ftok_free);
- }
-
- /* Ignore one byte */
- pos ++;
-
- while (pos < end) {
- zero = memchr (pos, '\0', cmdlen);
-
- if (zero == NULL || zero >= end) {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "macro command (no name)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- else {
- rspamd_fstring_t *name, *value;
- rspamd_ftok_t *name_tok, *value_tok;
- const guchar *zero_val;
-
- zero_val = memchr (zero + 1, '\0', end - zero - 1);
-
- if (zero_val != NULL && end > zero_val) {
- name = rspamd_fstring_new_init (pos, zero - pos);
- value = rspamd_fstring_new_init (zero + 1,
- zero_val - zero - 1);
- name_tok = rspamd_ftok_map (name);
- value_tok = rspamd_ftok_map (value);
-
- g_hash_table_replace (session->macros, name_tok, value_tok);
- msg_debug_milter ("got macro: %T -> %T",
- name_tok, value_tok);
-
- cmdlen -= zero_val - pos;
- pos = zero_val + 1;
- }
- else {
- err = g_error_new (rspamd_milter_quark (), EINVAL,
- "invalid macro command (bad value)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- }
- }
- break;
- case RSPAMD_MILTER_CMD_BODYEOB:
- msg_debug_milter ("got eob command");
- REF_RETAIN (session);
- priv->fin_cb (priv->fd, session, priv->ud);
- REF_RELEASE (session);
- break;
- case RSPAMD_MILTER_CMD_HELO:
- msg_debug_milter ("got helo command");
-
- if (end > pos && *(end - 1) == '\0') {
- if (session->helo == NULL) {
- session->helo = rspamd_fstring_new_init (pos, cmdlen - 1);
- }
- else {
- session->helo = rspamd_fstring_assign (session->helo,
- pos, cmdlen - 1);
- }
- }
- else if (end > pos) {
- /* Should not happen */
- if (session->helo == NULL) {
- session->helo = rspamd_fstring_new_init (pos, cmdlen);
- }
- else {
- session->helo = rspamd_fstring_assign (session->helo,
- pos, cmdlen);
- }
- }
-
- msg_debug_milter ("got helo value: %V", session->helo);
-
- break;
- case RSPAMD_MILTER_CMD_QUIT_NC:
- /* We need to reset session and start over */
- msg_debug_milter ("got quit_nc command");
- rspamd_milter_session_reset (session, RSPAMD_MILTER_RESET_QUIT_NC);
- break;
- case RSPAMD_MILTER_CMD_HEADER:
- msg_debug_milter ("got header command");
- if (!session->message) {
- session->message = rspamd_fstring_sized_new (
- RSPAMD_MILTER_MESSAGE_CHUNK);
- }
- zero = memchr (pos, '\0', cmdlen);
-
- if (zero == NULL) {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "header command (no name)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- else {
- if (end > zero && *(end - 1) == '\0') {
- khiter_t k;
- gint res;
-
- k = kh_get (milter_headers_hash_t, priv->headers, (gchar *)pos);
-
- if (k == kh_end (priv->headers)) {
- GArray *ar;
-
- k = kh_put (milter_headers_hash_t, priv->headers,
- g_strdup (pos), &res);
- ar = g_array_new (FALSE, FALSE, sizeof (gint));
- g_array_append_val (ar, priv->cur_hdr);
- kh_value (priv->headers, k) = ar;
- }
- else {
- g_array_append_val (kh_value (priv->headers, k),
- priv->cur_hdr);
- }
-
- rspamd_printf_fstring (&session->message, "%*s: %*s\r\n",
- (int)(zero - pos), pos,
- (int)(end - zero - 2), zero + 1);
- priv->cur_hdr ++;
- }
- else {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "header command (bad value)");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- }
- break;
- case RSPAMD_MILTER_CMD_MAIL:
- msg_debug_milter ("mail command");
-
- while (pos < end) {
- struct rspamd_email_address *addr;
- gchar *cpy;
-
- zero = memchr (pos, '\0', end - pos);
-
- if (zero && zero > pos) {
- cpy = rspamd_mempool_alloc (priv->pool, zero - pos);
- memcpy (cpy, pos, zero - pos);
- msg_debug_milter ("got mail: %*s", (int)(zero - pos), cpy);
- addr = rspamd_email_address_from_smtp (cpy, zero - pos);
-
- if (addr) {
- session->from = addr;
- }
-
- /* TODO: parse esmtp arguments */
- break;
- }
- else {
- msg_debug_milter ("got weird from: %*s", (int)(end - pos),
- pos);
- /* That actually should not happen */
- cpy = rspamd_mempool_alloc (priv->pool, end - pos);
- memcpy (cpy, pos, end - pos);
- addr = rspamd_email_address_from_smtp (cpy, end - pos);
-
- if (addr) {
- session->from = addr;
- }
-
- break;
- }
- }
- break;
- case RSPAMD_MILTER_CMD_EOH:
- msg_debug_milter ("got eoh command");
-
- if (!session->message) {
- session->message = rspamd_fstring_sized_new (
- RSPAMD_MILTER_MESSAGE_CHUNK);
- }
-
- session->message = rspamd_fstring_append (session->message,
- "\r\n", 2);
- break;
- case RSPAMD_MILTER_CMD_OPTNEG:
- if (cmdlen != sizeof (guint32) * 3) {
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "optneg command");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
-
- READ_INT_32 (pos, version);
- READ_INT_32 (pos, actions);
- READ_INT_32 (pos, protocol);
-
- msg_debug_milter ("optneg: version: %d, actions: %d, protocol: %d",
- version, actions, protocol);
-
- if (version < RSPAMD_MILTER_PROTO_VER) {
- msg_warn_milter ("MTA specifies too old protocol: %d, "
- "aborting connection", version);
-
- err = g_error_new (rspamd_milter_quark (), EINVAL, "invalid "
- "protocol version: %d", version);
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
-
- version = RSPAMD_MILTER_PROTO_VER;
- actions |= RSPAMD_MILTER_ACTIONS_MASK;
- protocol = RSPAMD_MILTER_FLAG_NOREPLY_MASK;
-
- return rspamd_milter_send_action (session, RSPAMD_MILTER_OPTNEG,
- version, actions, protocol);
- break;
- case RSPAMD_MILTER_CMD_QUIT:
- if (priv->out_chain) {
- msg_debug_milter ("quit command, refcount: %d, "
- "some output buffers left - draining",
- session->ref.refcount);
-
- priv->state = RSPAMD_MILTER_WRITE_AND_DIE;
- }
- else {
- msg_debug_milter ("quit command, refcount: %d",
- session->ref.refcount);
-
- priv->state = RSPAMD_MILTER_WANNA_DIE;
- REF_RETAIN (session);
- priv->fin_cb (priv->fd, session, priv->ud);
- REF_RELEASE (session);
-
- return FALSE;
- }
- break;
- case RSPAMD_MILTER_CMD_RCPT:
- msg_debug_milter ("rcpt command");
-
- while (pos < end) {
- struct rspamd_email_address *addr;
- gchar *cpy;
-
- zero = memchr (pos, '\0', end - pos);
-
- if (zero && zero > pos) {
- cpy = rspamd_mempool_alloc (priv->pool, end - pos);
- memcpy (cpy, pos, end - pos);
-
- msg_debug_milter ("got rcpt: %*s", (int)(zero - pos), cpy);
- addr = rspamd_email_address_from_smtp (cpy, zero - pos);
-
- if (addr) {
- if (!session->rcpts) {
- session->rcpts = g_ptr_array_sized_new (1);
- }
-
- g_ptr_array_add (session->rcpts, addr);
- }
-
- pos = zero + 1;
- }
- else {
- cpy = rspamd_mempool_alloc (priv->pool, end - pos);
- memcpy (cpy, pos, end - pos);
-
- msg_debug_milter ("got weird rcpt: %*s", (int)(end - pos),
- pos);
- /* That actually should not happen */
- addr = rspamd_email_address_from_smtp (cpy, end - pos);
-
- if (addr) {
- if (!session->rcpts) {
- session->rcpts = g_ptr_array_sized_new (1);
- }
-
- g_ptr_array_add (session->rcpts, addr);
- }
-
- break;
- }
- }
- break;
- case RSPAMD_MILTER_CMD_DATA:
- if (!session->message) {
- session->message = rspamd_fstring_sized_new (
- RSPAMD_MILTER_MESSAGE_CHUNK);
- }
- msg_debug_milter ("got data command");
- /* We do not need reply as specified */
- break;
- default:
- msg_debug_milter ("got bad command: %c", priv->parser.cur_cmd);
- break;
- }
-
- return TRUE;
- }
-
- static gboolean
- rspamd_milter_is_valid_cmd (guchar c)
- {
- switch (c) {
- case RSPAMD_MILTER_CMD_ABORT:
- case RSPAMD_MILTER_CMD_BODY:
- case RSPAMD_MILTER_CMD_CONNECT:
- case RSPAMD_MILTER_CMD_MACRO:
- case RSPAMD_MILTER_CMD_BODYEOB:
- case RSPAMD_MILTER_CMD_HELO:
- case RSPAMD_MILTER_CMD_QUIT_NC:
- case RSPAMD_MILTER_CMD_HEADER:
- case RSPAMD_MILTER_CMD_MAIL:
- case RSPAMD_MILTER_CMD_EOH:
- case RSPAMD_MILTER_CMD_OPTNEG:
- case RSPAMD_MILTER_CMD_QUIT:
- case RSPAMD_MILTER_CMD_RCPT:
- case RSPAMD_MILTER_CMD_DATA:
- case RSPAMD_MILTER_CMD_UNKNOWN:
- return TRUE;
- default:
- break;
- }
-
- return FALSE;
- }
-
- static gboolean
- rspamd_milter_consume_input (struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv)
- {
- const guchar *p, *end;
- GError *err;
-
- p = priv->parser.buf->str + priv->parser.pos;
- end = priv->parser.buf->str + priv->parser.buf->len;
-
- while (p < end) {
- msg_debug_milter("offset: %d, state: %d",
- (gint)(p - (const guchar *)priv->parser.buf->str),
- priv->parser.state);
-
- switch (priv->parser.state) {
- case st_len_1:
- /* The first length byte in big endian order */
- priv->parser.datalen = 0;
- priv->parser.datalen |= *p << 24;
- priv->parser.state = st_len_2;
- p++;
- break;
- case st_len_2:
- /* The second length byte in big endian order */
- priv->parser.datalen |= *p << 16;
- priv->parser.state = st_len_3;
- p++;
- break;
- case st_len_3:
- /* The third length byte in big endian order */
- priv->parser.datalen |= *p << 8;
- priv->parser.state = st_len_4;
- p++;
- break;
- case st_len_4:
- /* The fourth length byte in big endian order */
- priv->parser.datalen |= *p;
- priv->parser.state = st_read_cmd;
- p++;
- break;
- case st_read_cmd:
- priv->parser.cur_cmd = *p;
- priv->parser.state = st_read_data;
-
- if (priv->parser.datalen < 1) {
- err = g_error_new (rspamd_milter_quark (), EINVAL,
- "Command length is too short");
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- else {
- /* Eat command itself */
- priv->parser.datalen --;
- }
-
- p++;
- priv->parser.cmd_start = p - (const guchar *)priv->parser.buf->str;
- break;
- case st_read_data:
- /* We might need some more data in buffer for further steps */
- if (priv->parser.datalen >
- RSPAMD_MILTER_MESSAGE_CHUNK * 2) {
- err = g_error_new (rspamd_milter_quark (), E2BIG,
- "Command length is too big: %zd",
- priv->parser.datalen);
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- if (!rspamd_milter_is_valid_cmd (priv->parser.cur_cmd)) {
- err = g_error_new (rspamd_milter_quark (), E2BIG,
- "Unvalid command: %c",
- priv->parser.cur_cmd);
- rspamd_milter_on_protocol_error (session, priv, err);
-
- return FALSE;
- }
- if (priv->parser.buf->allocated < priv->parser.datalen) {
- priv->parser.pos = p - (const guchar *)priv->parser.buf->str;
- priv->parser.buf = rspamd_fstring_grow (priv->parser.buf,
- priv->parser.buf->len + priv->parser.datalen);
- /* This can realloc buffer */
- rspamd_milter_plan_io (session, priv, EV_READ);
- goto end;
- }
- else {
- /* We may have the full command available */
- if (p + priv->parser.datalen <= end) {
- /* We can process command */
- if (!rspamd_milter_process_command (session, priv)) {
- return FALSE;
- }
-
- p += priv->parser.datalen;
- priv->parser.state = st_len_1;
- priv->parser.cur_cmd = '\0';
- priv->parser.cmd_start = 0;
- }
- else {
- /* Need to read more */
- priv->parser.pos = p - (const guchar *)priv->parser.buf->str;
- rspamd_milter_plan_io (session, priv, EV_READ);
- goto end;
- }
- }
- break;
- }
- }
-
- /* Leftover */
- switch (priv->parser.state) {
- case st_read_data:
- if (p + priv->parser.datalen <= end) {
- if (!rspamd_milter_process_command (session, priv)) {
- return FALSE;
- }
-
- priv->parser.state = st_len_1;
- priv->parser.cur_cmd = '\0';
- priv->parser.cmd_start = 0;
- }
- break;
- default:
- /* No need to do anything */
- break;
- }
-
- if (p == end) {
- priv->parser.buf->len = 0;
- priv->parser.pos = 0;
- priv->parser.cmd_start = 0;
- }
-
- if (priv->out_chain) {
- rspamd_milter_plan_io (session, priv, EV_READ|EV_WRITE);
- }
- else {
- rspamd_milter_plan_io (session, priv, EV_READ);
- }
- end:
-
- return TRUE;
- }
-
- static gboolean
- rspamd_milter_handle_session (struct rspamd_milter_session *session,
- struct rspamd_milter_private *priv)
- {
- struct rspamd_milter_outbuf *obuf, *obuf_tmp;
- gssize r, to_write;
- GError *err;
-
- g_assert (session != NULL);
-
- switch (priv->state) {
- case RSPAMD_MILTER_READ_MORE:
- if (priv->parser.buf->len >= priv->parser.buf->allocated) {
- priv->parser.buf = rspamd_fstring_grow (priv->parser.buf,
- priv->parser.buf->len * 2);
- }
-
- r = read (priv->fd, priv->parser.buf->str + priv->parser.buf->len,
- priv->parser.buf->allocated - priv->parser.buf->len);
-
- msg_debug_milter ("read %z bytes, %z remain, %z allocated",
- r, priv->parser.buf->len, priv->parser.buf->allocated);
-
- if (r == -1) {
- if (errno == EAGAIN || errno == EINTR) {
- rspamd_milter_plan_io (session, priv, EV_READ);
- }
- else {
- /* Fatal IO error */
- err = g_error_new (rspamd_milter_quark (), errno,
- "IO read error: %s", strerror (errno));
- REF_RETAIN (session);
- priv->err_cb (priv->fd, session, priv->ud, err);
- REF_RELEASE (session);
- g_error_free (err);
- }
- }
- else if (r == 0) {
- err = g_error_new (rspamd_milter_quark (), ECONNRESET,
- "Unexpected EOF");
- REF_RETAIN (session);
- priv->err_cb (priv->fd, session, priv->ud, err);
- REF_RELEASE (session);
- g_error_free (err);
- }
- else {
- priv->parser.buf->len += r;
-
- return rspamd_milter_consume_input (session, priv);
- }
-
- break;
- case RSPAMD_MILTER_WRITE_REPLY:
- case RSPAMD_MILTER_WRITE_AND_DIE:
- if (priv->out_chain == NULL) {
- if (priv->state == RSPAMD_MILTER_WRITE_AND_DIE) {
- /* Finished writing, let's die finally */
- msg_debug_milter ("output drained, terminating, refcount: %d",
- session->ref.refcount);
-
- /* Session should be destroyed by fin_cb... */
- REF_RETAIN (session);
- priv->fin_cb (priv->fd, session, priv->ud);
- REF_RELEASE (session);
-
- return FALSE;
- }
- else {
- /* We have written everything, so we can read something */
- priv->state = RSPAMD_MILTER_READ_MORE;
- rspamd_milter_plan_io (session, priv, EV_READ);
- }
- }
- else {
- DL_FOREACH_SAFE (priv->out_chain, obuf, obuf_tmp) {
- to_write = obuf->buf->len - obuf->pos;
-
- g_assert (to_write > 0);
-
- r = write (priv->fd, obuf->buf->str + obuf->pos, to_write);
-
- if (r == -1) {
- if (errno == EAGAIN || errno == EINTR) {
- rspamd_milter_plan_io (session, priv, EV_WRITE);
- }
- else {
- /* Fatal IO error */
- err = g_error_new (rspamd_milter_quark (), errno,
- "IO write error: %s", strerror (errno));
- REF_RETAIN (session);
- priv->err_cb (priv->fd, session, priv->ud, err);
- REF_RELEASE (session);
- g_error_free (err);
-
- return FALSE;
- }
- }
- else if (r == 0) {
- err = g_error_new (rspamd_milter_quark (), ECONNRESET,
- "Unexpected EOF");
- REF_RETAIN (session);
- priv->err_cb (priv->fd, session, priv->ud, err);
- REF_RELEASE (session);
- g_error_free (err);
-
- return FALSE;
- }
- else {
- if (r == to_write) {
- /* We have done with this buf */
- DL_DELETE (priv->out_chain, obuf);
- rspamd_milter_obuf_free (obuf);
- }
- else {
- /* We need to plan another write */
- obuf->pos += r;
- rspamd_milter_plan_io (session, priv, EV_WRITE);
-
- return TRUE;
- }
- }
- }
-
- /* Here we have written everything, so we can plan reading */
- priv->state = RSPAMD_MILTER_READ_MORE;
- rspamd_milter_plan_io (session, priv, EV_READ);
- }
- break;
- case RSPAMD_MILTER_WANNA_DIE:
- /* We are here after processing everything, so release session */
- REF_RELEASE (session);
- break;
- }
-
- return TRUE;
- }
-
-
- gboolean
- rspamd_milter_handle_socket (gint fd, const struct timeval *tv,
- rspamd_mempool_t *pool,
- struct event_base *ev_base, rspamd_milter_finish finish_cb,
- rspamd_milter_error error_cb, void *ud)
- {
- struct rspamd_milter_session *session;
- struct rspamd_milter_private *priv;
-
- g_assert (finish_cb != NULL);
- g_assert (error_cb != NULL);
- g_assert (milter_ctx != NULL);
-
- session = g_malloc0 (sizeof (*session));
- priv = g_malloc0 (sizeof (*priv));
- priv->fd = fd;
- priv->ud = ud;
- priv->fin_cb = finish_cb;
- priv->err_cb = error_cb;
- priv->parser.state = st_len_1;
- priv->parser.buf = rspamd_fstring_sized_new (RSPAMD_MILTER_MESSAGE_CHUNK + 5);
- priv->ev_base = ev_base;
- priv->state = RSPAMD_MILTER_READ_MORE;
- priv->pool = rspamd_mempool_new (rspamd_mempool_suggest_size (), "milter");
- priv->discard_on_reject = milter_ctx->discard_on_reject;
- priv->quarantine_on_reject = milter_ctx->quarantine_on_reject;
-
- if (pool) {
- /* Copy tag */
- memcpy (priv->pool->tag.uid, pool->tag.uid, sizeof (pool->tag.uid));
- }
-
- priv->headers = kh_init (milter_headers_hash_t);
- kh_resize (milter_headers_hash_t, priv->headers, 32);
-
- if (tv) {
- memcpy (&priv->tv, tv, sizeof (*tv));
- priv->ptv = &priv->tv;
- }
- else {
- priv->ptv = NULL;
- }
-
- session->priv = priv;
- REF_INIT_RETAIN (session, rspamd_milter_session_dtor);
-
- if (milter_ctx->sessions_cache) {
- rspamd_worker_session_cache_add (milter_ctx->sessions_cache,
- priv->pool->tag.uid, &session->ref.refcount, session);
- }
-
- return rspamd_milter_handle_session (session, priv);
- }
-
- gboolean
- rspamd_milter_set_reply (struct rspamd_milter_session *session,
- rspamd_fstring_t *xcode,
- rspamd_fstring_t *rcode,
- rspamd_fstring_t *reply)
- {
- GString *buf;
- gboolean ret;
-
- buf = g_string_sized_new (xcode->len + rcode->len + reply->len + 2);
- rspamd_printf_gstring (buf, "%V %V %V", xcode, rcode, reply);
- ret = rspamd_milter_send_action (session, RSPAMD_MILTER_REPLYCODE,
- buf);
- g_string_free (buf, TRUE);
-
- return ret;
- }
-
- #define SET_COMMAND(cmd, sz, reply, pos) do { \
- guint32 _len; \
- _len = (sz) + 1; \
- (reply) = rspamd_fstring_sized_new (sizeof (_len) + _len); \
- (reply)->len = sizeof (_len) + _len; \
- _len = htonl (_len); \
- memcpy ((reply)->str, &_len, sizeof (_len)); \
- (reply)->str[sizeof(_len)] = (cmd); \
- (pos) = (guchar *)(reply)->str + sizeof (_len) + 1; \
- } while (0)
-
- gboolean
- rspamd_milter_send_action (struct rspamd_milter_session *session,
- enum rspamd_milter_reply act, ...)
- {
- guint32 ver, actions, protocol, idx;
- va_list ap;
- guchar cmd, *pos;
- rspamd_fstring_t *reply = NULL;
- gsize len;
- GString *name, *value;
- const char *reason;
- struct rspamd_milter_outbuf *obuf;
- struct rspamd_milter_private *priv = session->priv;
-
- va_start (ap, act);
- cmd = act;
-
- switch (act) {
- case RSPAMD_MILTER_ACCEPT:
- case RSPAMD_MILTER_CONTINUE:
- case RSPAMD_MILTER_DISCARD:
- case RSPAMD_MILTER_PROGRESS:
- case RSPAMD_MILTER_REJECT:
- case RSPAMD_MILTER_TEMPFAIL:
- /* No additional arguments */
- msg_debug_milter ("send %c command", cmd);
- SET_COMMAND (cmd, 0, reply, pos);
- break;
- case RSPAMD_MILTER_QUARANTINE:
- reason = va_arg (ap, const char *);
-
- if (reason == NULL) {
- reason = "";
- }
-
- len = strlen (reason);
- msg_debug_milter ("send quarantine action %s", reason);
- SET_COMMAND (cmd, len + 1, reply, pos);
- memcpy (pos, reason, len + 1);
- break;
- case RSPAMD_MILTER_ADDHEADER:
- name = va_arg (ap, GString *);
- value = va_arg (ap, GString *);
-
- /* Name and value must be zero terminated */
- msg_debug_milter ("add header command - \"%v\"=\"%v\"", name, value);
- SET_COMMAND (cmd, name->len + value->len + 2, reply, pos);
- memcpy (pos, name->str, name->len + 1);
- pos += name->len + 1;
- memcpy (pos, value->str, value->len + 1);
- break;
- case RSPAMD_MILTER_CHGHEADER:
- case RSPAMD_MILTER_INSHEADER:
- idx = va_arg (ap, guint32);
- name = va_arg (ap, GString *);
- value = va_arg (ap, GString *);
-
- msg_debug_milter ("change/insert header command pos = %d- \"%v\"=\"%v\"",
- idx, name, value);
- /* Name and value must be zero terminated */
- SET_COMMAND (cmd, name->len + value->len + 2 + sizeof (guint32),
- reply, pos);
- idx = htonl (idx);
- memcpy (pos, &idx, sizeof (idx));
- pos += sizeof (idx);
- memcpy (pos, name->str, name->len + 1);
- pos += name->len + 1;
- memcpy (pos, value->str, value->len + 1);
- break;
- case RSPAMD_MILTER_REPLYCODE:
- case RSPAMD_MILTER_ADDRCPT:
- case RSPAMD_MILTER_DELRCPT:
- case RSPAMD_MILTER_CHGFROM:
- /* Single GString * argument */
- value = va_arg (ap, GString *);
- msg_debug_milter ("command %c; value=%v", cmd, value);
- SET_COMMAND (cmd, value->len + 1, reply, pos);
- memcpy (pos, value->str, value->len + 1);
- break;
- case RSPAMD_MILTER_OPTNEG:
- ver = va_arg (ap, guint32);
- actions = va_arg (ap, guint32);
- protocol = va_arg (ap, guint32);
-
- msg_debug_milter ("optneg reply: ver=%d, actions=%d, protocol=%d",
- ver, actions, protocol);
- ver = htonl (ver);
- actions = htonl (actions);
- protocol = htonl (protocol);
- SET_COMMAND (cmd, sizeof (guint32) * 3, reply, pos);
- memcpy (pos, &ver, sizeof (ver));
- pos += sizeof (ver);
- memcpy (pos, &actions, sizeof (actions));
- pos += sizeof (actions);
- memcpy (pos, &protocol, sizeof (protocol));
- break;
- default:
- msg_err_milter ("invalid command: %c", cmd);
- break;
- }
-
- va_end (ap);
-
- if (reply) {
- obuf = g_malloc (sizeof (*obuf));
- obuf->buf = reply;
- obuf->pos = 0;
- DL_APPEND (priv->out_chain, obuf);
- priv->state = RSPAMD_MILTER_WRITE_REPLY;
- rspamd_milter_plan_io (session, priv, EV_WRITE);
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- gboolean
- rspamd_milter_add_header (struct rspamd_milter_session *session,
- GString *name, GString *value)
- {
- return rspamd_milter_send_action (session, RSPAMD_MILTER_ADDHEADER,
- name, value);
- }
-
- gboolean
- rspamd_milter_del_header (struct rspamd_milter_session *session,
- GString *name)
- {
- GString value;
- guint32 idx = 1;
-
- value.str = (gchar *)"";
- value.len = 0;
-
- return rspamd_milter_send_action (session, RSPAMD_MILTER_CHGHEADER,
- idx, name, &value);
- }
-
- void
- rspamd_milter_session_unref (struct rspamd_milter_session *session)
- {
- REF_RELEASE (session);
- }
-
- struct rspamd_milter_session *
- rspamd_milter_session_ref (struct rspamd_milter_session *session)
- {
- REF_RETAIN (session);
-
- return session;
- }
-
- #define IF_MACRO(lit) RSPAMD_FTOK_ASSIGN (&srch, (lit)); \
- found = g_hash_table_lookup (session->macros, &srch); \
- if (found)
-
- static void
- rspamd_milter_macro_http (struct rspamd_milter_session *session,
- struct rspamd_http_message *msg)
- {
- rspamd_ftok_t *found, srch;
- struct rspamd_milter_private *priv = session->priv;
-
- /*
- * We assume postfix macros here, sendmail ones might be slightly
- * different
- */
-
- if (!session->macros) {
- return;
- }
-
- IF_MACRO("{i}") {
- rspamd_http_message_add_header_len (msg, QUEUE_ID_HEADER,
- found->begin, found->len);
- }
- else {
- IF_MACRO("i") {
- rspamd_http_message_add_header_len (msg, QUEUE_ID_HEADER,
- found->begin, found->len);
- }
- }
-
- IF_MACRO("{v}") {
- rspamd_http_message_add_header_len (msg, USER_AGENT_HEADER,
- found->begin, found->len);
- }
- else {
- IF_MACRO("v") {
- rspamd_http_message_add_header_len (msg, USER_AGENT_HEADER,
- found->begin, found->len);
- }
- }
-
- IF_MACRO("{cipher}") {
- rspamd_http_message_add_header_len (msg, TLS_CIPHER_HEADER,
- found->begin, found->len);
- }
-
- IF_MACRO("{tls_version}") {
- rspamd_http_message_add_header_len (msg, TLS_VERSION_HEADER,
- found->begin, found->len);
- }
-
- IF_MACRO("{auth_authen}") {
- rspamd_http_message_add_header_len (msg, USER_HEADER,
- found->begin, found->len);
- }
-
- IF_MACRO("{rcpt_mailer}") {
- rspamd_http_message_add_header_len (msg, MAILER_HEADER,
- found->begin, found->len);
- }
-
- if (milter_ctx->client_ca_name) {
- IF_MACRO ("{cert_issuer}") {
- rspamd_http_message_add_header_len (msg, CERT_ISSUER_HEADER,
- found->begin, found->len);
-
- if (found->len == strlen (milter_ctx->client_ca_name) &&
- rspamd_cryptobox_memcmp (found->begin,
- milter_ctx->client_ca_name, found->len) == 0) {
- msg_debug_milter ("process certificate issued by %T", found);
- IF_MACRO("{cert_subject}") {
- rspamd_http_message_add_header_len (msg, USER_HEADER,
- found->begin, found->len);
- }
- }
- else {
- msg_debug_milter ("skip certificate issued by %T", found);
- }
-
-
- }
- }
- else {
- IF_MACRO ("{cert_issuer}") {
- rspamd_http_message_add_header_len (msg, CERT_ISSUER_HEADER,
- found->begin, found->len);
- }
- }
-
- if (!session->hostname || session->hostname->len == 0) {
- IF_MACRO("{client_name}") {
- if (!(found->len == sizeof ("unknown") - 1 &&
- memcmp (found->begin, "unknown",
- sizeof ("unknown") - 1) == 0)) {
- rspamd_http_message_add_header_len (msg, HOSTNAME_HEADER,
- found->begin, found->len);
- }
- else {
- msg_debug_milter ("skip unknown hostname from being added");
- }
- }
- }
-
- IF_MACRO("{daemon_name}") {
- /* Postfix style */
- rspamd_http_message_add_header_len (msg, MTA_NAME_HEADER,
- found->begin, found->len);
- }
- else {
- /* Sendmail style */
- IF_MACRO("{j}") {
- rspamd_http_message_add_header_len (msg, MTA_NAME_HEADER,
- found->begin, found->len);
- }
- else {
- IF_MACRO("j") {
- rspamd_http_message_add_header_len (msg, MTA_NAME_HEADER,
- found->begin, found->len);
- }
- }
- }
- }
-
- struct rspamd_http_message *
- rspamd_milter_to_http (struct rspamd_milter_session *session)
- {
- struct rspamd_http_message *msg;
- guint i;
- struct rspamd_email_address *rcpt;
- struct rspamd_milter_private *priv = session->priv;
-
- g_assert (session != NULL);
-
- msg = rspamd_http_new_message (HTTP_REQUEST);
-
- msg->url = rspamd_fstring_assign (msg->url, "/" MSG_CMD_CHECK_V2,
- sizeof ("/" MSG_CMD_CHECK_V2) - 1);
-
- if (session->message) {
- rspamd_http_message_set_body_from_fstring_steal (msg, session->message);
- session->message = NULL;
- }
-
- if (session->hostname && RSPAMD_FSTRING_LEN (session->hostname) > 0) {
- if (!(session->hostname->len == sizeof ("unknown") - 1 &&
- memcmp (RSPAMD_FSTRING_DATA (session->hostname), "unknown",
- sizeof ("unknown") - 1) == 0)) {
- rspamd_http_message_add_header_fstr (msg, HOSTNAME_HEADER,
- session->hostname);
- }
- else {
- msg_debug_milter ("skip unknown hostname from being added");
- }
- }
-
- if (session->helo && session->helo->len > 0) {
- rspamd_http_message_add_header_fstr (msg, HELO_HEADER,
- session->helo);
- }
-
- if (session->from) {
- rspamd_http_message_add_header_len (msg, FROM_HEADER,
- session->from->raw, session->from->raw_len);
- }
-
- if (session->rcpts) {
- PTR_ARRAY_FOREACH (session->rcpts, i, rcpt) {
- rspamd_http_message_add_header_len (msg, RCPT_HEADER,
- rcpt->raw, rcpt->raw_len);
- }
- }
-
- if (session->addr) {
- if (rspamd_inet_address_get_af (session->addr) != AF_UNIX) {
- rspamd_http_message_add_header (msg, IP_ADDR_HEADER,
- rspamd_inet_address_to_string_pretty (session->addr));
- }
- else {
- rspamd_http_message_add_header (msg, IP_ADDR_HEADER,
- rspamd_inet_address_to_string (session->addr));
- }
- }
-
- rspamd_milter_macro_http (session, msg);
- rspamd_http_message_add_header (msg, MILTER_HEADER, "Yes");
-
- return msg;
- }
-
- void *
- rspamd_milter_update_userdata (struct rspamd_milter_session *session,
- void *ud)
- {
- struct rspamd_milter_private *priv = session->priv;
- void *prev_ud;
-
- prev_ud = priv->ud;
- priv->ud = ud;
-
- return prev_ud;
- }
-
- static void
- rspamd_milter_remove_header_safe (struct rspamd_milter_session *session,
- const gchar *key, gint nhdr)
- {
- gint i;
- GString *hname, *hvalue;
- struct rspamd_milter_private *priv = session->priv;
- khiter_t k;
- GArray *ar;
-
- k = kh_get (milter_headers_hash_t, priv->headers, (char *)key);
-
- if (k != kh_end (priv->headers)) {
- ar = kh_val (priv->headers, k);
-
- hname = g_string_new (key);
- hvalue = g_string_new ("");
-
- if (nhdr >= 1) {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_CHGHEADER,
- nhdr, hname, hvalue);
- }
- else if (nhdr == 0 && ar->len > 0) {
- /* We need to clear all headers */
- for (i = ar->len; i > 0; i --) {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_CHGHEADER,
- i, hname, hvalue);
- }
- }
- else {
- /* Remove from the end */
- if (nhdr >= -(ar->len)) {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_CHGHEADER,
- ar->len + nhdr + 1, hname, hvalue);
- }
- }
-
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- }
- }
-
- /*
- * Returns `TRUE` if action has been processed internally by this function
- */
- static gboolean
- rspamd_milter_process_milter_block (struct rspamd_milter_session *session,
- const ucl_object_t *obj, struct rspamd_action *action)
- {
- const ucl_object_t *elt, *cur, *cur_elt;
- ucl_object_iter_t it;
- struct rspamd_milter_private *priv = session->priv;
- GString *hname, *hvalue;
- gint idx = -1;
-
- if (obj && ucl_object_type (obj) == UCL_OBJECT) {
- elt = ucl_object_lookup (obj, "remove_headers");
- /*
- * remove_headers: {"name": 1, ... }
- * where number is the header's position starting from '1'
- */
- if (elt && ucl_object_type (elt) == UCL_OBJECT) {
- it = NULL;
-
- while ((cur = ucl_object_iterate (elt, &it, true)) != NULL) {
- if (ucl_object_type (cur) == UCL_INT) {
- rspamd_milter_remove_header_safe (session,
- ucl_object_key (cur),
- ucl_object_toint (cur));
- }
- }
- }
-
- elt = ucl_object_lookup (obj, "add_headers");
- /*
- * add_headers: {"name": "value", ... }
- * name could have multiple values
- * -or- (since 1.7)
- * {"name": {"value": "val", "order": 0}, ... }
- */
- if (elt && ucl_object_type (elt) == UCL_OBJECT) {
- it = NULL;
-
- while ((cur = ucl_object_iterate (elt, &it, true)) != NULL) {
- ucl_object_iter_t *elt_it;
-
- elt_it = ucl_object_iterate_new (cur);
-
- while ((cur_elt = ucl_object_iterate_safe (elt_it, true)) != NULL) {
- if (ucl_object_type (cur_elt) == UCL_STRING) {
- hname = g_string_new (ucl_object_key (cur));
- hvalue = g_string_new (ucl_object_tostring (cur_elt));
-
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_ADDHEADER,
- hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- }
- else if (ucl_object_type (cur_elt) == UCL_OBJECT) {
- const ucl_object_t *val;
-
- val = ucl_object_lookup (cur_elt, "value");
-
- if (val && ucl_object_type (val) == UCL_STRING) {
- const ucl_object_t *idx_obj;
- gboolean has_idx = FALSE;
-
- idx_obj = ucl_object_lookup_any (cur_elt, "order",
- "index", NULL);
-
- if (idx_obj) {
- idx = ucl_object_toint (idx_obj);
- has_idx = TRUE;
- }
-
- hname = g_string_new (ucl_object_key (cur));
- hvalue = g_string_new (ucl_object_tostring (val));
-
- if (has_idx) {
- if (idx >= 0) {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_INSHEADER,
- idx,
- hname, hvalue);
- }
- else {
- /* Calculate negative offset */
-
- if (-idx <= priv->cur_hdr) {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_INSHEADER,
- priv->cur_hdr + idx + 1,
- hname, hvalue);
- }
- else {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_INSHEADER,
- 0,
- hname, hvalue);
- }
- }
- }
- else {
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_ADDHEADER,
- hname, hvalue);
- }
-
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- }
- }
- }
-
- ucl_object_iterate_free (elt_it);
- }
- }
-
- elt = ucl_object_lookup (obj, "change_from");
-
- if (elt && ucl_object_type (elt) == UCL_STRING) {
- hvalue = g_string_new (ucl_object_tostring (elt));
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_CHGFROM,
- hvalue);
- g_string_free (hvalue, TRUE);
- }
-
- elt = ucl_object_lookup (obj, "add_rcpt");
-
- if (elt && ucl_object_type (elt) == UCL_ARRAY) {
- it = NULL;
-
- while ((cur = ucl_object_iterate (elt, &it, true)) != NULL) {
- hvalue = g_string_new (ucl_object_tostring (cur));
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_ADDRCPT,
- hvalue);
- g_string_free (hvalue, TRUE);
- }
- }
-
- elt = ucl_object_lookup (obj, "del_rcpt");
-
- if (elt && ucl_object_type (elt) == UCL_ARRAY) {
- it = NULL;
-
- while ((cur = ucl_object_iterate (elt, &it, true)) != NULL) {
- hvalue = g_string_new (ucl_object_tostring (cur));
- rspamd_milter_send_action (session,
- RSPAMD_MILTER_DELRCPT,
- hvalue);
- g_string_free (hvalue, TRUE);
- }
- }
-
- elt = ucl_object_lookup (obj, "reject");
-
- if (elt && ucl_object_type (elt) == UCL_STRING) {
- if (strcmp (ucl_object_tostring (elt), "discard") == 0) {
- priv->discard_on_reject = TRUE;
- msg_info_milter ("discard message instead of rejection");
- }
- else if (strcmp (ucl_object_tostring (elt), "quarantine") == 0) {
- priv->quarantine_on_reject = TRUE;
- msg_info_milter ("quarantine message instead of rejection");
- }
- else {
- priv->discard_on_reject = FALSE;
- priv->quarantine_on_reject = FALSE;
- }
- }
-
- elt = ucl_object_lookup (obj, "no_action");
-
- if (elt && ucl_object_type (elt) == UCL_BOOLEAN) {
- priv->no_action = ucl_object_toboolean (elt);
- }
- }
-
- if (action->action_type == METRIC_ACTION_ADD_HEADER) {
- elt = ucl_object_lookup (obj, "spam_header");
-
- if (elt) {
- if (ucl_object_type (elt) == UCL_STRING) {
- rspamd_milter_remove_header_safe (session,
- milter_ctx->spam_header,
- 0);
-
- hname = g_string_new (milter_ctx->spam_header);
- hvalue = g_string_new (ucl_object_tostring (elt));
- rspamd_milter_send_action (session, RSPAMD_MILTER_CHGHEADER,
- (guint32)1, hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
-
- return TRUE;
- }
- else if (ucl_object_type (elt) == UCL_OBJECT) {
- it = NULL;
-
- while ((cur = ucl_object_iterate (elt, &it, true)) != NULL) {
- rspamd_milter_remove_header_safe (session,
- ucl_object_key (cur),
- 0);
-
- hname = g_string_new (ucl_object_key (cur));
- hvalue = g_string_new (ucl_object_tostring (cur));
- rspamd_milter_send_action (session, RSPAMD_MILTER_CHGHEADER,
- (guint32) 1, hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- }
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
-
- return TRUE;
- }
- }
- }
-
- return FALSE;
- }
-
- void
- rspamd_milter_send_task_results (struct rspamd_milter_session *session,
- const ucl_object_t *results)
- {
- const ucl_object_t *elt;
- struct rspamd_milter_private *priv = session->priv;
- const gchar *str_action;
- struct rspamd_action *action;
- rspamd_fstring_t *xcode = NULL, *rcode = NULL, *reply = NULL;
- GString *hname, *hvalue;
- gboolean processed = FALSE;
-
- if (results == NULL) {
- msg_err_milter ("cannot find scan results, tempfail");
- rspamd_milter_send_action (session, RSPAMD_MILTER_TEMPFAIL);
-
- goto cleanup;
- }
-
- elt = ucl_object_lookup (results, "action");
-
- if (!elt) {
- msg_err_milter ("cannot find action in results, tempfail");
- rspamd_milter_send_action (session, RSPAMD_MILTER_TEMPFAIL);
-
- goto cleanup;
- }
-
- str_action = ucl_object_tostring (elt);
- action = rspamd_config_get_action (milter_ctx->cfg, str_action);
-
- if (action == NULL) {
- msg_err_milter ("action %s has not been registered", str_action);
- rspamd_milter_send_action (session, RSPAMD_MILTER_TEMPFAIL);
-
- goto cleanup;
- }
-
- elt = ucl_object_lookup (results, "messages");
- if (elt) {
- const ucl_object_t *smtp_res;
- const gchar *msg;
- gsize len = 0;
-
- smtp_res = ucl_object_lookup (elt, "smtp_message");
-
- if (smtp_res) {
- msg = ucl_object_tolstring (smtp_res, &len);
- reply = rspamd_fstring_new_init (msg, len);
- }
- }
-
- /* Deal with milter headers */
- elt = ucl_object_lookup (results, "milter");
-
- if (elt) {
- processed = rspamd_milter_process_milter_block (session, elt, action);
- }
-
- /* DKIM-Signature */
- elt = ucl_object_lookup (results, "dkim-signature");
-
- if (elt) {
- hname = g_string_new (RSPAMD_MILTER_DKIM_HEADER);
-
- if (ucl_object_type (elt) == UCL_STRING) {
- hvalue = g_string_new (ucl_object_tostring (elt));
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_INSHEADER,
- 1, hname, hvalue);
-
- g_string_free (hvalue, TRUE);
- }
- else {
- ucl_object_iter_t it;
- const ucl_object_t *cur;
- int i = 1;
-
- it = ucl_object_iterate_new (elt);
-
- while ((cur = ucl_object_iterate_safe (it, true)) != NULL) {
- hvalue = g_string_new (ucl_object_tostring (cur));
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_INSHEADER,
- i++, hname, hvalue);
-
- g_string_free (hvalue, TRUE);
- }
-
- ucl_object_iterate_free (it);
- }
-
- g_string_free (hname, TRUE);
- }
-
- if (processed) {
- goto cleanup;
- }
-
- if (priv->no_action) {
- msg_info_milter ("do not apply action %s, no_action is set",
- str_action);
- hname = g_string_new (RSPAMD_MILTER_ACTION_HEADER);
- hvalue = g_string_new (str_action);
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_ADDHEADER,
- hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
-
- goto cleanup;
- }
-
- switch (action->action_type) {
- case METRIC_ACTION_REJECT:
- if (priv->discard_on_reject) {
- rspamd_milter_send_action (session, RSPAMD_MILTER_DISCARD);
- }
- else if (priv->quarantine_on_reject) {
- /* TODO: be more flexible about SMTP messages */
- rspamd_milter_send_action (session, RSPAMD_MILTER_QUARANTINE,
- RSPAMD_MILTER_QUARANTINE_MESSAGE);
-
- /* Quarantine also requires accept action, all hail Sendmail */
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
- }
- else {
- rcode = rspamd_fstring_new_init (RSPAMD_MILTER_RCODE_REJECT,
- sizeof (RSPAMD_MILTER_RCODE_REJECT) - 1);
- xcode = rspamd_fstring_new_init (RSPAMD_MILTER_XCODE_REJECT,
- sizeof (RSPAMD_MILTER_XCODE_REJECT) - 1);
-
- if (!reply) {
- if (milter_ctx->reject_message == NULL) {
- reply = rspamd_fstring_new_init (
- RSPAMD_MILTER_REJECT_MESSAGE,
- sizeof (RSPAMD_MILTER_REJECT_MESSAGE) - 1);
- }
- else {
- reply = rspamd_fstring_new_init (milter_ctx->reject_message,
- strlen (milter_ctx->reject_message));
- }
- }
-
- rspamd_milter_set_reply (session, xcode, rcode, reply);
- }
- break;
- case METRIC_ACTION_SOFT_REJECT:
- rcode = rspamd_fstring_new_init (RSPAMD_MILTER_RCODE_TEMPFAIL,
- sizeof (RSPAMD_MILTER_RCODE_TEMPFAIL) - 1);
- xcode = rspamd_fstring_new_init (RSPAMD_MILTER_XCODE_TEMPFAIL,
- sizeof (RSPAMD_MILTER_XCODE_TEMPFAIL) - 1);
-
- if (!reply) {
- reply = rspamd_fstring_new_init (RSPAMD_MILTER_TEMPFAIL_MESSAGE,
- sizeof (RSPAMD_MILTER_TEMPFAIL_MESSAGE) - 1);
- }
-
- rspamd_milter_set_reply (session, xcode, rcode, reply);
- break;
-
- case METRIC_ACTION_REWRITE_SUBJECT:
- elt = ucl_object_lookup (results, "subject");
-
- if (elt) {
- hname = g_string_new ("Subject");
- hvalue = g_string_new (ucl_object_tostring (elt));
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_CHGHEADER,
- (guint32)1, hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- }
-
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
- break;
-
- case METRIC_ACTION_ADD_HEADER:
- /* Remove existing headers */
- rspamd_milter_remove_header_safe (session,
- milter_ctx->spam_header,
- 0);
-
- hname = g_string_new (milter_ctx->spam_header);
- hvalue = g_string_new ("Yes");
- rspamd_milter_send_action (session, RSPAMD_MILTER_CHGHEADER,
- (guint32)1, hname, hvalue);
- g_string_free (hname, TRUE);
- g_string_free (hvalue, TRUE);
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
- break;
-
- case METRIC_ACTION_QUARANTINE:
- /* TODO: be more flexible about SMTP messages */
- rspamd_milter_send_action (session, RSPAMD_MILTER_QUARANTINE,
- RSPAMD_MILTER_QUARANTINE_MESSAGE);
-
- /* Quarantine also requires accept action, all hail Sendmail */
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
- break;
- case METRIC_ACTION_DISCARD:
- rspamd_milter_send_action (session, RSPAMD_MILTER_DISCARD);
- break;
- case METRIC_ACTION_GREYLIST:
- case METRIC_ACTION_NOACTION:
- default:
- rspamd_milter_send_action (session, RSPAMD_MILTER_ACCEPT);
- break;
- }
-
- cleanup:
- rspamd_fstring_free (rcode);
- rspamd_fstring_free (xcode);
- rspamd_fstring_free (reply);
-
- rspamd_milter_session_reset (session, RSPAMD_MILTER_RESET_ABORT);
- }
-
- void
- rspamd_milter_init_library (const struct rspamd_milter_context *ctx)
- {
- milter_ctx = ctx;
- }
-
- rspamd_mempool_t *
- rspamd_milter_get_session_pool (struct rspamd_milter_session *session)
- {
- struct rspamd_milter_private *priv = session->priv;
-
- return priv->pool;
- }
|