123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247 |
- /*-
- * Copyright 2016 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #include <contrib/librdns/rdns.h>
- #include "config.h"
- #include "dns.h"
- #include "spf.h"
- #include "rspamd.h"
- #include "message.h"
- #include "utlist.h"
- #include "libserver/mempool_vars_internal.h"
-
- #define SPF_VER1_STR "v=spf1"
- #define SPF_VER2_STR "spf2."
- #define SPF_SCOPE_PRA "pra"
- #define SPF_SCOPE_MFROM "mfrom"
- #define SPF_ALL "all"
- #define SPF_A "a"
- #define SPF_IP4 "ip4"
- #define SPF_IP6 "ip6"
- #define SPF_PTR "ptr"
- #define SPF_MX "mx"
- #define SPF_EXISTS "exists"
- #define SPF_INCLUDE "include"
- #define SPF_REDIRECT "redirect"
- #define SPF_EXP "exp"
-
- /** SPF limits for avoiding abuse **/
- #define SPF_MAX_NESTING 10
- #define SPF_MAX_DNS_REQUESTS 30
-
- struct spf_resolved_element {
- GPtrArray *elts;
- gchar *cur_domain;
- gboolean redirected; /* Ingnore level, it's redirected */
- };
-
- struct spf_record {
- gint nested;
- gint dns_requests;
- gint requests_inflight;
-
- guint ttl;
- GPtrArray *resolved;
- /* Array of struct spf_resolved_element */
- const gchar *sender;
- const gchar *sender_domain;
- gchar *local_part;
- struct rspamd_task *task;
- spf_cb_t callback;
- gpointer cbdata;
- gboolean done;
- };
-
- /**
- * BNF for SPF record:
- *
- * spf_mech ::= +|-|~|?
- *
- * spf_body ::= spf=v1 <spf_command> [<spf_command>]
- * spf_command ::= [spf_mech]all|a|<ip4>|<ip6>|ptr|mx|<exists>|<include>|<redirect>
- *
- * spf_domain ::= [:domain][/mask]
- * spf_ip4 ::= ip[/mask]
- * ip4 ::= ip4:<spf_ip4>
- * mx ::= mx<spf_domain>
- * a ::= a<spf_domain>
- * ptr ::= ptr[:domain]
- * exists ::= exists:domain
- * include ::= include:domain
- * redirect ::= redirect:domain
- * exp ::= exp:domain
- *
- */
-
- #undef SPF_DEBUG
-
- #define msg_err_spf(...) rspamd_default_log_function (G_LOG_LEVEL_CRITICAL, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_warn_spf(...) rspamd_default_log_function (G_LOG_LEVEL_WARNING, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_info_spf(...) rspamd_default_log_function (G_LOG_LEVEL_INFO, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_debug_spf(...) rspamd_conditional_debug_fast (NULL, rec->task->from_addr, \
- rspamd_spf_log_id, "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
-
- INIT_LOG_MODULE(spf)
-
- struct spf_dns_cb {
- struct spf_record *rec;
- struct spf_addr *addr;
- struct spf_resolved_element *resolved;
- const gchar *ptr_host;
- spf_action_t cur_action;
- gboolean in_include;
- };
-
- #define CHECK_REC(rec) \
- do { \
- if ((rec)->nested > SPF_MAX_NESTING || \
- (rec)->dns_requests > SPF_MAX_DNS_REQUESTS) { \
- msg_info_spf ("<%s> spf recursion limit %d is reached, domain: %s", \
- (rec)->task->message_id, (rec)->dns_requests, \
- (rec)->sender_domain); \
- return FALSE; \
- } \
- } while (0) \
-
-
- static gboolean start_spf_parse (struct spf_record *rec,
- struct spf_resolved_element *resolved, gchar *begin);
-
- /* Determine spf mech */
- static spf_mech_t
- check_spf_mech (const gchar *elt, gboolean *need_shift)
- {
- g_assert (elt != NULL);
-
- *need_shift = TRUE;
-
- switch (*elt) {
- case '-':
- return SPF_FAIL;
- case '~':
- return SPF_SOFT_FAIL;
- case '+':
- return SPF_PASS;
- case '?':
- return SPF_NEUTRAL;
- default:
- *need_shift = FALSE;
- return SPF_PASS;
- }
- }
-
- static const gchar *
- rspamd_spf_dns_action_to_str (spf_action_t act)
- {
- const char *ret = "unknown";
-
- switch (act) {
- case SPF_RESOLVE_MX:
- ret = "MX";
- break;
- case SPF_RESOLVE_A:
- ret = "A";
- break;
- case SPF_RESOLVE_PTR:
- ret = "PTR";
- break;
- case SPF_RESOLVE_AAA:
- ret = "AAAA";
- break;
- case SPF_RESOLVE_REDIRECT:
- ret = "REDIRECT";
- break;
- case SPF_RESOLVE_INCLUDE:
- ret = "INCLUDE";
- break;
- case SPF_RESOLVE_EXISTS:
- ret = "EXISTS";
- break;
- case SPF_RESOLVE_EXP:
- ret = "EXP";
- break;
- }
-
- return ret;
- }
-
- static struct spf_addr *
- rspamd_spf_new_addr (struct spf_record *rec,
- struct spf_resolved_element *resolved, const gchar *elt)
- {
- gboolean need_shift = FALSE;
- struct spf_addr *naddr;
-
- naddr = g_malloc0 (sizeof (*naddr));
- naddr->mech = check_spf_mech (elt, &need_shift);
-
- if (need_shift) {
- naddr->spf_string = g_strdup (elt + 1);
- }
- else {
- naddr->spf_string = g_strdup (elt);
- }
-
- g_ptr_array_add (resolved->elts, naddr);
- naddr->prev = naddr;
- naddr->next = NULL;
-
- return naddr;
- }
-
- static void
- rspamd_spf_free_addr (gpointer a)
- {
- struct spf_addr *addr = a, *tmp, *cur;
-
- if (addr) {
- g_free (addr->spf_string);
- DL_FOREACH_SAFE (addr, cur, tmp) {
- g_free (cur);
- }
- }
- }
-
- static struct spf_resolved_element *
- rspamd_spf_new_addr_list (struct spf_record *rec, const gchar *domain)
- {
- struct spf_resolved_element *resolved;
-
- resolved = g_malloc0 (sizeof (*resolved));
- resolved->redirected = FALSE;
- resolved->cur_domain = g_strdup (domain);
- resolved->elts = g_ptr_array_new_full (8, rspamd_spf_free_addr);
-
- g_ptr_array_add (rec->resolved, resolved);
-
- return g_ptr_array_index (rec->resolved, rec->resolved->len - 1);
- }
-
- /*
- * Destructor for spf record
- */
- static void
- spf_record_destructor (gpointer r)
- {
- struct spf_record *rec = r;
- struct spf_resolved_element *elt;
- guint i;
-
- if (rec) {
- for (i = 0; i < rec->resolved->len; i++) {
- elt = g_ptr_array_index (rec->resolved, i);
- g_ptr_array_free (elt->elts, TRUE);
- g_free (elt->cur_domain);
- g_free (elt);
- }
-
- g_ptr_array_free (rec->resolved, TRUE);
- }
- }
-
- static void
- rspamd_flatten_record_dtor (struct spf_resolved *r)
- {
- struct spf_addr *addr;
- guint i;
-
- for (i = 0; i < r->elts->len; i++) {
- addr = &g_array_index (r->elts, struct spf_addr, i);
- g_free (addr->spf_string);
- }
-
- g_free (r->domain);
- g_array_free (r->elts, TRUE);
- g_free (r);
- }
-
- static void
- rspamd_spf_process_reference (struct spf_resolved *target,
- struct spf_addr *addr, struct spf_record *rec, gboolean top)
- {
- struct spf_resolved_element *elt, *relt;
- struct spf_addr *cur = NULL, taddr, *cur_addr;
- guint i;
-
- if (addr) {
- g_assert (addr->m.idx < rec->resolved->len);
-
- elt = g_ptr_array_index (rec->resolved, addr->m.idx);
- }
- else {
- elt = g_ptr_array_index (rec->resolved, 0);
- }
-
- if (rec->ttl < target->ttl) {
- msg_debug_spf ("reducing ttl from %d to %d after subrecord processing %s",
- target->ttl, rec->ttl, rec->sender_domain);
- target->ttl = rec->ttl;
- }
-
- if (elt->redirected) {
- g_assert (elt->elts->len > 0);
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index (elt->elts, i);
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- break;
- }
- }
-
- g_assert (cur != NULL);
- if (!(cur->flags & (RSPAMD_SPF_FLAG_PARSED|RSPAMD_SPF_FLAG_RESOLVED))) {
- /* Unresolved redirect */
- msg_info_spf ("redirect to %s cannot be resolved", cur->spf_string);
- }
- else {
- g_assert (cur->flags & RSPAMD_SPF_FLAG_REFERENCE);
- g_assert (cur->m.idx < rec->resolved->len);
- relt = g_ptr_array_index (rec->resolved, cur->m.idx);
- msg_debug_spf ("domain %s is redirected to %s", elt->cur_domain,
- relt->cur_domain);
- }
- }
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index (elt->elts, i);
-
- if (cur->flags & RSPAMD_SPF_FLAG_TEMPFAIL) {
- target->temp_failed = TRUE;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_PERMFAIL) {
- target->perm_failed = TRUE;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_NA) {
- target->na = TRUE;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_INVALID) {
- /* Ignore invalid elements */
- continue;
- }
- if ((cur->flags & (RSPAMD_SPF_FLAG_PARSED|RSPAMD_SPF_FLAG_RESOLVED)) !=
- (RSPAMD_SPF_FLAG_RESOLVED|RSPAMD_SPF_FLAG_PARSED)) {
- /* Ignore unparsed addrs */
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_REFERENCE) {
- /* Process reference */
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- /* Stop on redirected domain */
- rspamd_spf_process_reference (target, cur, rec, top);
- break;
- }
- else {
- rspamd_spf_process_reference (target, cur, rec, FALSE);
- }
- }
- else {
- if ((cur->flags & RSPAMD_SPF_FLAG_ANY) && !top) {
- /* Ignore wide policies in includes */
- continue;
- }
-
- DL_FOREACH (cur, cur_addr) {
- memcpy (&taddr, cur_addr, sizeof (taddr));
- taddr.spf_string = g_strdup (cur_addr->spf_string);
- g_array_append_val (target->elts, taddr);
- }
- }
- }
- }
-
- /*
- * Parse record and flatten it to a simple structure
- */
- static struct spf_resolved *
- rspamd_spf_record_flatten (struct spf_record *rec)
- {
- struct spf_resolved *res;
-
- g_assert (rec != NULL);
-
- if (rec->resolved) {
- res = g_malloc0 (sizeof (*res));
- res->elts = g_array_sized_new (FALSE, FALSE, sizeof (struct spf_addr),
- rec->resolved->len);
- res->domain = g_strdup (rec->sender_domain);
- res->ttl = rec->ttl;
- REF_INIT_RETAIN (res, rspamd_flatten_record_dtor);
-
- if (rec->resolved->len > 0) {
- rspamd_spf_process_reference (res, NULL, rec, TRUE);
- }
- }
- else {
- res = g_malloc0 (sizeof (*res));
- res->elts = g_array_new (FALSE, FALSE, sizeof (struct spf_addr));
- res->domain = g_strdup (rec->sender_domain);
- res->ttl = rec->ttl;
- REF_INIT_RETAIN (res, rspamd_flatten_record_dtor);
- }
-
- return res;
- }
-
- static void
- rspamd_spf_maybe_return (struct spf_record *rec)
- {
- struct spf_resolved *flat;
-
- if (rec->requests_inflight == 0 && !rec->done) {
- flat = rspamd_spf_record_flatten (rec);
- rec->callback (flat, rec->task, rec->cbdata);
- REF_RELEASE (flat);
- rec->done = TRUE;
- }
- }
-
- static gboolean
- spf_check_ptr_host (struct spf_dns_cb *cb, const char *name)
- {
- const char *dend, *nend, *dstart, *nstart;
- struct spf_record *rec = cb->rec;
-
- if (cb->ptr_host != NULL) {
- dstart = cb->ptr_host;
- }
- else {
- dstart = cb->resolved->cur_domain;
- }
-
- if (name == NULL || dstart == NULL) {
- return FALSE;
- }
-
- msg_debug_spf ("check ptr %s vs %s", name, dstart);
-
- /* We need to check whether `cur_domain` is a subdomain for `name` */
- dend = dstart + strlen (dstart) - 1;
- nstart = name;
- nend = nstart + strlen (nstart) - 1;
-
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
- /* Strip last '.' from names */
- if (*nend == '.') {
- nend--;
- }
- if (*dend == '.') {
- dend--;
- }
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
-
- /* Now compare from end to start */
- for (;;) {
- if (g_ascii_tolower (*dend) != g_ascii_tolower (*nend)) {
- msg_debug_spf ("ptr records mismatch: %s and %s", dend, nend);
- return FALSE;
- }
-
- if (dend == dstart) {
- break;
- }
- if (nend == nstart) {
- /* Name is shorter than cur_domain */
- return FALSE;
- }
- nend--;
- dend--;
- }
-
- if (nend > nstart && *(nend - 1) != '.') {
- /* Not a subdomain */
- return FALSE;
- }
-
- return TRUE;
- }
-
- static void
- spf_record_process_addr (struct spf_record *rec, struct spf_addr *addr, struct
- rdns_reply_entry *reply)
- {
- struct spf_addr *naddr;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- /* That's the first address */
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy (addr->addr6,
- &reply->content.aaa.addr,
- sizeof (addr->addr6));
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy (addr->addr4, &reply->content.a.addr, sizeof (addr->addr4));
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf (
- "internal error, bad DNS reply is treated as address: %s",
- rdns_strtype (reply->type));
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_PROCESSED;
- }
- else {
- /* We need to create a new address */
- naddr = g_malloc0 (sizeof (*naddr));
- memcpy (naddr, addr, sizeof (*naddr));
- naddr->next = NULL;
- naddr->prev = NULL;
-
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy (naddr->addr6,
- &reply->content.aaa.addr,
- sizeof (addr->addr6));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy (naddr->addr4, &reply->content.a.addr, sizeof (addr->addr4));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf (
- "internal error, bad DNS reply is treated as address: %s",
- rdns_strtype (reply->type));
- }
-
- DL_APPEND (addr, naddr);
- }
- }
-
- static void
- spf_record_addr_set (struct spf_addr *addr, gboolean allow_any)
- {
- guchar fill;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- if (allow_any) {
- fill = 0;
- addr->m.dual.mask_v4 = 0;
- addr->m.dual.mask_v6 = 0;
- }
- else {
- fill = 0xff;
- }
-
- memset (addr->addr4, fill, sizeof (addr->addr4));
- memset (addr->addr6, fill, sizeof (addr->addr6));
-
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- }
-
- static gboolean
- spf_process_txt_record (struct spf_record *rec, struct spf_resolved_element *resolved,
- struct rdns_reply *reply)
- {
- struct rdns_reply_entry *elt, *selected = NULL;
- gboolean ret = FALSE;
-
- /*
- * We prefer spf version 1 as other records are mostly likely garbadge
- * or incorrect records (e.g. spf2 records)
- */
- LL_FOREACH (reply->entries, elt) {
- if (strncmp (elt->content.txt.data, "v=spf1", sizeof ("v=spf1") - 1)
- == 0) {
- selected = elt;
- rspamd_mempool_set_variable (rec->task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- rspamd_mempool_strdup (rec->task->task_pool,
- elt->content.txt.data), NULL);
- break;
- }
- }
-
- if (!selected) {
- LL_FOREACH (reply->entries, elt) {
- if (start_spf_parse (rec, resolved, elt->content.txt.data)) {
- ret = TRUE;
- rspamd_mempool_set_variable (rec->task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- rspamd_mempool_strdup (rec->task->task_pool,
- elt->content.txt.data), NULL);
- break;
- }
- }
- }
- else {
- ret = start_spf_parse (rec, resolved, selected->content.txt.data);
- }
-
- return ret;
- }
-
- static void
- spf_record_dns_callback (struct rdns_reply *reply, gpointer arg)
- {
- struct spf_dns_cb *cb = arg;
- struct rdns_reply_entry *elt_data;
- struct rspamd_task *task;
- struct spf_addr *addr;
- struct spf_record *rec;
- const struct rdns_request_name *req_name;
-
- rec = cb->rec;
- task = rec->task;
-
- cb->rec->requests_inflight--;
- addr = cb->addr;
-
- if (reply->code == RDNS_RC_NOERROR) {
- req_name = rdns_request_get_name (reply->request, NULL);
-
- LL_FOREACH (reply->entries, elt_data) {
- /* Adjust ttl if a resolved record has lower ttl than spf record itself */
- if ((guint)elt_data->ttl < rec->ttl) {
- msg_debug_spf ("reducing ttl from %d to %d after DNS resolving",
- rec->ttl, elt_data->ttl);
- rec->ttl = elt_data->ttl;
- }
-
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (elt_data->type == RDNS_REQUEST_MX) {
- /* Now resolve A record for this MX */
- msg_debug_spf ("resolve %s after resolving of MX",
- elt_data->content.mx.name);
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr (rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_A:
- case SPF_RESOLVE_AAA:
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr (rec, addr, elt_data);
- break;
- case SPF_RESOLVE_PTR:
- if (elt_data->type == RDNS_REQUEST_PTR) {
- /* Validate returned records prior to making A requests */
- if (spf_check_ptr_host (cb,
- elt_data->content.ptr.name)) {
- msg_debug_spf ("resolve %s after resolving of PTR",
- elt_data->content.ptr.name);
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr (rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- if (reply->entries) {
- msg_debug_spf ("got redirection record for %s: '%s'",
- req_name->name,
- reply->entries[0].content.txt.data);
- }
-
- if (!spf_process_txt_record (rec, cb->resolved, reply)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
-
- goto end;
- break;
- case SPF_RESOLVE_INCLUDE:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- if (reply->entries) {
- msg_debug_spf ("got include record for %s: '%s'",
- req_name->name,
- reply->entries[0].content.txt.data);
- }
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_process_txt_record (rec, cb->resolved, reply);
- }
- goto end;
-
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (elt_data->type == RDNS_REQUEST_A ||
- elt_data->type == RDNS_REQUEST_AAAA) {
- /*
- * If specified address resolves, we can accept
- * connection from every IP
- */
- addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_record_addr_set (addr, TRUE);
- }
- break;
- }
- }
- }
- else if (reply->code == RDNS_RC_NXDOMAIN || reply->code == RDNS_RC_NOREC) {
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot find MX"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- spf_record_addr_set (addr, FALSE);
- }
- break;
- case SPF_RESOLVE_A:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve A"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
-
- if (rdns_request_has_type (reply->request, RDNS_REQUEST_A)) {
- spf_record_addr_set (addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_AAA:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve AAAA"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- if (rdns_request_has_type (reply->request, RDNS_REQUEST_AAAA)) {
- spf_record_addr_set (addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_PTR:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve PTR"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
-
- spf_record_addr_set (addr, FALSE);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve REDIRECT"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- }
-
- break;
- case SPF_RESOLVE_INCLUDE:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve INCLUDE"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_debug_spf (
- "<%s>: spf error for domain %s: cannot resolve EXISTS"
- " record for %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- spf_record_addr_set (addr, FALSE);
- }
- break;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- msg_info_spf (
- "<%s>: spf error for domain %s: cannot resolve %s DNS record for"
- " %s: %s",
- task->message_id,
- cb->rec->sender_domain,
- rspamd_spf_dns_action_to_str (cb->cur_action),
- cb->ptr_host,
- rdns_strerror (reply->code));
- }
-
- end:
- rspamd_spf_maybe_return (cb->rec);
- }
-
- /*
- * The syntax defined by the following BNF:
- * [ ":" domain-spec ] [ dual-cidr-length ]
- * ip4-cidr-length = "/" 1*DIGIT
- * ip6-cidr-length = "/" 1*DIGIT
- * dual-cidr-length = [ ip4-cidr-length ] [ "/" ip6-cidr-length ]
- */
- static const gchar *
- parse_spf_domain_mask (struct spf_record *rec, struct spf_addr *addr,
- struct spf_resolved_element *resolved,
- gboolean allow_mask)
- {
- struct rspamd_task *task = rec->task;
- enum {
- parse_spf_elt = 0,
- parse_semicolon,
- parse_domain,
- parse_slash,
- parse_ipv4_mask,
- parse_second_slash,
- parse_ipv6_mask,
- skip_garbadge
- } state = 0;
- const gchar *p = addr->spf_string, *host, *c;
- gchar *hostbuf;
- gchar t;
- guint16 cur_mask = 0;
-
- host = resolved->cur_domain;
- c = p;
-
- while (*p) {
- t = *p;
-
- switch (state) {
- case parse_spf_elt:
- if (t == ':') {
- state = parse_semicolon;
- }
- else if (t == '/') {
- /* No domain but mask */
- state = parse_slash;
- }
- p++;
- break;
- case parse_semicolon:
- if (t == '/') {
- /* Empty domain, technically an error */
- state = parse_slash;
- }
- else {
- c = p;
- state = parse_domain;
- }
- break;
- case parse_domain:
- if (t == '/') {
- hostbuf = rspamd_mempool_alloc (task->task_pool, p - c + 1);
- rspamd_strlcpy (hostbuf, c, p - c + 1);
- host = hostbuf;
- state = parse_slash;
- }
- p++;
- break;
- case parse_slash:
- c = p;
- if (allow_mask) {
- state = parse_ipv4_mask;
- }
- else {
- state = skip_garbadge;
- }
- cur_mask = 0;
- break;
- case parse_ipv4_mask:
- if (g_ascii_isdigit (t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- else if (t == '/') {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv4 mask: %d", cur_mask);
- }
- state = parse_second_slash;
- }
- p++;
- break;
- case parse_second_slash:
- c = p;
- state = parse_ipv6_mask;
- cur_mask = 0;
- break;
- case parse_ipv6_mask:
- if (g_ascii_isdigit (t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- p++;
- break;
- case skip_garbadge:
- p++;
- break;
- }
- }
-
- /* Process end states */
- if (state == parse_ipv4_mask) {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv4 mask: %d", cur_mask);
- }
- }
- else if (state == parse_ipv6_mask) {
- if (cur_mask <= 128) {
- addr->m.dual.mask_v6 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv6 mask: %d", cur_mask);
- }
- }
- else if (state == parse_domain && p - c > 0) {
- hostbuf = rspamd_mempool_alloc (task->task_pool, p - c + 1);
- rspamd_strlcpy (hostbuf, c, p - c + 1);
- host = hostbuf;
- }
-
- if (cur_mask == 0) {
- addr->m.dual.mask_v4 = 32;
- addr->m.dual.mask_v6 = 64;
- }
-
- return host;
- }
-
- static gboolean
- parse_spf_a (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host = NULL;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_A;
- cb->resolved = resolved;
- msg_debug_spf ("resolve a %s", host);
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_AAA;
- cb->resolved = resolved;
- msg_debug_spf ("resolve aaa %s", host);
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_AAAA, host)) {
- rec->requests_inflight++;
- }
-
- return TRUE;
- }
-
- return FALSE;
-
- }
-
- static gboolean
- parse_spf_ptr (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- gchar *ptr;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, FALSE);
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_PTR;
- cb->resolved = resolved;
- cb->ptr_host = rspamd_mempool_strdup (task->task_pool, host);
- ptr =
- rdns_generate_ptr_from_str (rspamd_inet_address_to_string (
- task->from_addr));
-
- if (ptr == NULL) {
- return FALSE;
- }
-
- rspamd_mempool_add_destructor (task->task_pool, free, ptr);
- msg_debug_spf ("resolve ptr %s for %s", ptr, host);
-
- rec->ttl = 0;
- msg_debug_spf ("disable SPF caching as there is PTR expansion");
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_PTR, ptr)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_mx (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_MX;
- cb->ptr_host = host;
- cb->resolved = resolved;
-
- msg_debug_spf ("resolve mx for %s", host);
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_MX, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_all (struct spf_record *rec, struct spf_addr *addr)
- {
- /* All is 0/0 */
- memset (&addr->addr4, 0, sizeof (addr->addr4));
- memset (&addr->addr6, 0, sizeof (addr->addr6));
- /* Here we set all masks to 0 */
- addr->m.idx = 0;
- addr->flags |= RSPAMD_SPF_FLAG_ANY|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed all elt");
-
- /* Disallow +all */
- if (addr->mech == SPF_PASS) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("allow any SPF record for %s, ignore it",
- rec->sender_domain);
- }
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip4 (struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip4:addr[/mask] */
- const gchar *semicolon, *slash;
- gsize len;
- gchar ipbuf[INET_ADDRSTRLEN + 1];
- guint32 mask;
- static const guint32 min_valid_mask = 8;
-
- semicolon = strchr (addr->spf_string, ':');
-
- if (semicolon == NULL) {
- return FALSE;
- }
-
- semicolon++;
- slash = strchr (semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen (semicolon);
- }
-
- rspamd_strlcpy (ipbuf, semicolon, MIN (len + 1, sizeof (ipbuf)));
-
- if (inet_pton (AF_INET, ipbuf, addr->addr4) != 1) {
- return FALSE;
- }
-
- if (slash) {
- mask = strtoul (slash + 1, NULL, 10);
- if (mask > 32) {
- return FALSE;
- }
-
- addr->m.dual.mask_v4 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v4);
- }
- }
- else {
- addr->m.dual.mask_v4 = 32;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed ipv4 record %s/%d", ipbuf, addr->m.dual.mask_v4);
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip6 (struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip6:addr[/mask] */
- const gchar *semicolon, *slash;
- gsize len;
- gchar ipbuf[INET6_ADDRSTRLEN + 1];
- guint32 mask;
- static const guint32 min_valid_mask = 8;
-
- semicolon = strchr (addr->spf_string, ':');
-
- if (semicolon == NULL) {
- return FALSE;
- }
-
- semicolon++;
- slash = strchr (semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen (semicolon);
- }
-
- rspamd_strlcpy (ipbuf, semicolon, MIN (len + 1, sizeof (ipbuf)));
-
- if (inet_pton (AF_INET6, ipbuf, addr->addr6) != 1) {
- return FALSE;
- }
-
- if (slash) {
- mask = strtoul (slash + 1, NULL, 10);
- if (mask > 128) {
- return FALSE;
- }
-
- addr->m.dual.mask_v6 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v6);
- }
- }
- else {
- addr->m.dual.mask_v6 = 128;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV6|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed ipv6 record %s/%d", ipbuf, addr->m.dual.mask_v6);
-
- return TRUE;
- }
-
-
- static gboolean
- parse_spf_include (struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
- domain = strchr (addr->spf_string, ':');
-
- if (domain == NULL) {
- return FALSE;
- }
-
- domain++;
-
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_INCLUDE;
- addr->m.idx = rec->resolved->len;
- cb->resolved = rspamd_spf_new_addr_list (rec, domain);
- cb->ptr_host = domain;
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE;
- msg_debug_spf ("resolve include %s", domain);
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exp (struct spf_record *rec, struct spf_addr *addr)
- {
- msg_info_spf ("exp record is ignored");
- return TRUE;
- }
-
- static gboolean
- parse_spf_redirect (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- domain = strchr (addr->spf_string, '=');
-
- if (domain == NULL) {
- return FALSE;
- }
-
- domain++;
-
- rec->dns_requests++;
- resolved->redirected = TRUE;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE | RSPAMD_SPF_FLAG_REDIRECT;
- addr->m.idx = rec->resolved->len;
-
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_REDIRECT;
- cb->resolved = rspamd_spf_new_addr_list (rec, domain);
- cb->ptr_host = domain;
- msg_debug_spf ("resolve redirect %s", domain);
-
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exists (struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- struct rspamd_task *task = rec->task;
- struct spf_resolved_element *resolved;
-
- resolved = g_ptr_array_index (rec->resolved, rec->resolved->len - 1);
- CHECK_REC (rec);
-
- host = strchr (addr->spf_string, ':');
- if (host == NULL) {
- msg_info_spf ("bad SPF exist record: %s", addr->spf_string);
- return FALSE;
- }
-
- host++;
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_EXISTS;
- cb->resolved = resolved;
- cb->ptr_host = host;
-
- msg_debug_spf ("resolve exists %s", host);
- if (make_dns_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gsize
- rspamd_spf_split_elt (const gchar *val, gsize len, gint *pos,
- gsize poslen, gchar delim)
- {
- const gchar *p, *end;
- guint cur_pos = 0, cur_st = 0, nsub = 0;
-
- p = val;
- end = val + len;
-
- while (p < end && cur_pos + 2 < poslen) {
- if (*p == delim) {
- if (p - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = p - val;
- cur_st = p - val + 1;
- cur_pos += 2;
- nsub ++;
- }
-
- p ++;
- }
- else {
- p ++;
- }
- }
-
- if (cur_pos + 2 < poslen) {
- if (end - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = end - val;
- nsub ++;
- }
- }
- else {
- pos[cur_pos] = p - val;
- pos[cur_pos + 1] = end - val;
- nsub ++;
- }
-
- return nsub;
- }
-
- static gsize
- rspamd_spf_process_substitution (const gchar *macro_value,
- gsize macro_len, guint ndelim, gchar delim, gboolean reversed,
- gchar *dest)
- {
- gchar *d = dest;
- const gchar canon_delim = '.';
- guint vlen, i;
- gint pos[49 * 2], tlen;
-
- if (!reversed && ndelim == 0 && delim == canon_delim) {
- /* Trivial case */
- memcpy (dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- vlen = rspamd_spf_split_elt (macro_value, macro_len,
- pos, G_N_ELEMENTS (pos), delim);
-
- if (vlen > 0) {
- if (reversed) {
- for (i = vlen - 1; ; i--) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != 0) {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- break;
- }
- }
- }
- else {
- for (i = 0; i < vlen; i++) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != vlen - 1) {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- }
- }
- }
- }
- else {
- /* Trivial case */
- memcpy (dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- return (d - dest);
- }
-
- static const gchar *
- expand_spf_macro (struct spf_record *rec, struct spf_resolved_element *resolved,
- const gchar *begin)
- {
- const gchar *p, *macro_value = NULL;
- gchar *c, *new, *tmp, delim = '.';
- gsize len = 0, slen = 0, macro_len = 0;
- gint state = 0, ndelim = 0;
- gchar ip_buf[INET6_ADDRSTRLEN + 1];
- gboolean need_expand = FALSE, reversed;
- struct rspamd_task *task;
-
- g_assert (rec != NULL);
- g_assert (begin != NULL);
-
- task = rec->task;
- p = begin;
- /* Calculate length */
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- len++;
- }
-
- slen++;
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%' || *p == '_') {
- /* Just a single % sign or space */
- len++;
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- len += sizeof ("%20") - 1;
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_info_spf (
- "<%s>: spf error for domain %s: unknown spf element",
- task->message_id, rec->sender_domain);
- return begin;
- }
- p++;
- slen++;
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower (*p)) {
- case 'i':
- len += INET6_ADDRSTRLEN - 1;
- break;
- case 's':
- len += strlen (rec->sender);
- break;
- case 'l':
- len += strlen (rec->local_part);
- break;
- case 'o':
- len += strlen (rec->sender_domain);
- break;
- case 'd':
- len += strlen (resolved->cur_domain);
- break;
- case 'v':
- len += sizeof ("in-addr") - 1;
- break;
- case 'h':
- if (task->helo) {
- len += strlen (task->helo);
- }
- break;
- default:
- msg_info_spf (
- "<%s>: spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- task->message_id,
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- slen++;
- state = 3;
- break;
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- need_expand = TRUE;
- }
- p++;
- slen++;
- break;
-
- default:
- g_assert_not_reached ();
- }
- }
-
- if (!need_expand) {
- /* No expansion needed */
- return begin;
- }
-
- new = rspamd_mempool_alloc (task->task_pool, len + 1);
-
- /* Reduce TTL to avoid caching of records with macros */
- if (rec->ttl != 0) {
- rec->ttl = 0;
- msg_debug_spf ("disable SPF caching as there is macro expansion");
- }
-
- c = new;
- p = begin;
- state = 0;
- /* Begin macro expansion */
-
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- *c = *p;
- c++;
- }
-
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%') {
- /* Just a single % sign or space */
- *c++ = '%';
- state = 0;
- }
- else if (*p == '_') {
- *c++ = ' ';
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- *c++ = '%';
- *c++ = '2';
- *c++ = '0';
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_info_spf (
- "<%s>: spf error for domain %s: unknown spf element",
- task->message_id, rec->sender_domain);
- return begin;
- }
- p++;
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower (*p)) {
- case 'i':
- if (task->from_addr) {
- macro_len = rspamd_strlcpy (ip_buf,
- rspamd_inet_address_to_string (task->from_addr),
- sizeof (ip_buf));
- macro_value = ip_buf;
- }
- else {
- macro_len = rspamd_snprintf (ip_buf, sizeof (ip_buf),
- "127.0.0.1");
- macro_value = ip_buf;
- }
- break;
- case 's':
- if (rec->sender) {
- macro_len = strlen (rec->sender);
- macro_value = rec->sender;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'l':
- if (rec->local_part) {
- macro_len = strlen (rec->local_part);
- macro_value = rec->local_part;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'o':
- if (rec->sender_domain) {
- macro_len = strlen (rec->sender_domain);
- macro_value = rec->sender_domain;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'd':
- if (resolved && resolved->cur_domain) {
- macro_len = strlen (resolved->cur_domain);
- macro_value = resolved->cur_domain;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'v':
- if (task->from_addr) {
- if (rspamd_inet_address_get_af (task->from_addr) == AF_INET) {
- macro_len = sizeof ("in-addr") - 1;
- macro_value = "in-addr";
- } else {
- macro_len = sizeof ("ip6") - 1;
- macro_value = "ip6";
- }
- }
- else {
- macro_len = sizeof ("in-addr") - 1;
- macro_value = "in-addr";
- }
- break;
- case 'h':
- if (task->helo) {
- tmp = strchr (task->helo, '@');
- if (tmp) {
- macro_len = strlen (tmp + 1);
- macro_value = tmp + 1;
- }
- else {
- macro_len = strlen (task->helo);
- macro_value = task->helo;
- }
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- default:
- msg_info_spf (
- "<%s>: spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- task->message_id,
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
-
- p++;
- state = 3;
- ndelim = 0;
- delim = '.';
- reversed = FALSE;
- break;
-
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- len = rspamd_spf_process_substitution (macro_value,
- macro_len, ndelim, delim, reversed, c);
- c += len;
- }
- else if (*p == 'r' && len != 0) {
- reversed = TRUE;
- }
- else if (g_ascii_isdigit (*p)) {
- ndelim = strtoul (p, &tmp, 10);
-
- if (tmp == NULL || tmp == p) {
- p ++;
- }
- else {
- p = tmp;
-
- continue;
- }
- }
- else if (*p == '+' || *p == '-' ||
- *p == '.' || *p == ',' || *p == '/' || *p == '_' ||
- *p == '=') {
- delim = *p;
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- task->message_id,
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- break;
- }
- }
- /* Null terminate */
- *c = '\0';
-
- return new;
-
- }
-
- /* Read current element and try to parse record */
- static gboolean
- parse_spf_record (struct spf_record *rec, struct spf_resolved_element *resolved,
- const gchar *elt)
- {
- struct spf_addr *addr = NULL;
- gboolean res = FALSE;
- const gchar *begin;
- struct rspamd_task *task;
- gchar t;
-
- g_assert (elt != NULL);
- g_assert (rec != NULL);
-
- if (*elt == '\0' || resolved->redirected) {
- return TRUE;
- }
-
- task = rec->task;
- begin = expand_spf_macro (rec, resolved, elt);
- addr = rspamd_spf_new_addr (rec, resolved, begin);
- g_assert (addr != NULL);
- t = g_ascii_tolower (addr->spf_string[0]);
- begin = addr->spf_string;
-
- /* Now check what we have */
- switch (t) {
- case 'a':
- /* all or a */
- if (g_ascii_strncasecmp (begin, SPF_ALL,
- sizeof (SPF_ALL) - 1) == 0) {
- res = parse_spf_all (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_A,
- sizeof (SPF_A) - 1) == 0) {
- res = parse_spf_a (rec, resolved, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'i':
- /* include or ip4 */
- if (g_ascii_strncasecmp (begin, SPF_IP4,
- sizeof (SPF_IP4) - 1) == 0) {
- res = parse_spf_ip4 (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_INCLUDE,
- sizeof (SPF_INCLUDE) - 1) == 0) {
- res = parse_spf_include (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_IP6, sizeof (SPF_IP6) -
- 1) == 0) {
- res = parse_spf_ip6 (rec, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'm':
- /* mx */
- if (g_ascii_strncasecmp (begin, SPF_MX, sizeof (SPF_MX) - 1) == 0) {
- res = parse_spf_mx (rec, resolved, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'p':
- /* ptr */
- if (g_ascii_strncasecmp (begin, SPF_PTR,
- sizeof (SPF_PTR) - 1) == 0) {
- res = parse_spf_ptr (rec, resolved, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'e':
- /* exp or exists */
- if (g_ascii_strncasecmp (begin, SPF_EXP,
- sizeof (SPF_EXP) - 1) == 0) {
- res = parse_spf_exp (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_EXISTS,
- sizeof (SPF_EXISTS) - 1) == 0) {
- res = parse_spf_exists (rec, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'r':
- /* redirect */
- if (g_ascii_strncasecmp (begin, SPF_REDIRECT,
- sizeof (SPF_REDIRECT) - 1) == 0) {
- res = parse_spf_redirect (rec, resolved, addr);
- }
- else {
- msg_info_spf (
- "<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- }
- break;
- case 'v':
- if (g_ascii_strncasecmp (begin, "v=spf",
- sizeof ("v=spf") - 1) == 0) {
- /* Skip this element till the end of record */
- while (*begin && !g_ascii_isspace (*begin)) {
- begin++;
- }
- }
- break;
- default:
- msg_info_spf ("<%s>: spf error for domain %s: bad spf command %s",
- task->message_id, rec->sender_domain, begin);
- break;
- }
-
- if (res) {
- addr->flags |= RSPAMD_SPF_FLAG_PARSED;
- }
-
- return res;
- }
-
- static void
- parse_spf_scopes (struct spf_record *rec, gchar **begin)
- {
- for (; ;) {
- if (g_ascii_strncasecmp (*begin, SPF_SCOPE_PRA, sizeof (SPF_SCOPE_PRA) -
- 1) == 0) {
- *begin += sizeof (SPF_SCOPE_PRA) - 1;
- /* XXX: Implement actual PRA check */
- /* extract_pra_info (rec); */
- continue;
- }
- else if (g_ascii_strncasecmp (*begin, SPF_SCOPE_MFROM,
- sizeof (SPF_SCOPE_MFROM) - 1) == 0) {
- /* mfrom is standard spf1 check */
- *begin += sizeof (SPF_SCOPE_MFROM) - 1;
- continue;
- }
- else if (**begin != ',') {
- break;
- }
- (*begin)++;
- }
- }
-
- static gboolean
- start_spf_parse (struct spf_record *rec, struct spf_resolved_element *resolved,
- gchar *begin)
- {
- gchar **elts, **cur_elt;
- gsize len;
-
- /* Skip spaces */
- while (g_ascii_isspace (*begin)) {
- begin++;
- }
-
- len = strlen (begin);
-
- if (g_ascii_strncasecmp (begin, SPF_VER1_STR, sizeof (SPF_VER1_STR) - 1) ==
- 0) {
- begin += sizeof (SPF_VER1_STR) - 1;
-
- while (g_ascii_isspace (*begin) && *begin) {
- begin++;
- }
- }
- else if (g_ascii_strncasecmp (begin, SPF_VER2_STR, sizeof (SPF_VER2_STR) -
- 1) == 0) {
- /* Skip one number of record, so no we are here spf2.0/ */
- begin += sizeof (SPF_VER2_STR);
- if (*begin != '/') {
- msg_info_spf ("<%s>: spf error for domain %s: sender id is invalid",
- rec->task->message_id, rec->sender_domain);
- }
- else {
- begin++;
- parse_spf_scopes (rec, &begin);
- }
- /* Now common spf record */
- }
- else {
- msg_debug_spf (
- "<%s>: spf error for domain %s: bad spf record start: %*s",
- rec->task->message_id,
- rec->sender_domain,
- (gint)len,
- begin);
-
- return FALSE;
- }
-
- while (g_ascii_isspace (*begin) && *begin) {
- begin++;
- }
-
- elts = g_strsplit_set (begin, " ", 0);
-
- if (elts) {
- cur_elt = elts;
-
- while (*cur_elt) {
- parse_spf_record (rec, resolved, *cur_elt);
- cur_elt++;
- }
-
- g_strfreev (elts);
- }
-
- rspamd_spf_maybe_return (rec);
-
- return TRUE;
- }
-
- static void
- spf_dns_callback (struct rdns_reply *reply, gpointer arg)
- {
- struct spf_record *rec = arg;
- struct spf_resolved_element *resolved = NULL;
- struct spf_addr *addr;
-
- rec->requests_inflight--;
-
- if (reply->code == RDNS_RC_NOERROR) {
- resolved = rspamd_spf_new_addr_list (rec, rec->sender_domain);
- if (rec->resolved->len == 1) {
- /* Top level resolved element */
- rec->ttl = reply->entries->ttl;
- }
- }
- else if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN)
- && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list (rec, rec->sender_domain);
- addr = g_malloc0 (sizeof(*addr));
- addr->flags = 0;
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- g_ptr_array_insert (resolved->elts, 0, addr);
- }
- else if (reply->code != RDNS_RC_NOREC && reply->code != RDNS_RC_NXDOMAIN
- && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list (rec, rec->sender_domain);
- addr = g_malloc0 (sizeof(*addr));
- addr->flags = 0;
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- g_ptr_array_insert (resolved->elts, 0, addr);
- }
-
- if (resolved) {
- if (!spf_process_txt_record (rec, resolved, reply)) {
- resolved = g_ptr_array_index(rec->resolved, 0);
-
- if (rec->resolved->len > 1) {
- addr = g_ptr_array_index(resolved->elts, 0);
- if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN)
- && (addr->flags & RSPAMD_SPF_FLAG_REDIRECT)) {
- addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- } else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- }
- else {
- addr = g_malloc0 (sizeof(*addr));
- addr->flags = 0;
- if (reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN
- || reply->code == RDNS_RC_NOERROR) {
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- }
- else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- g_ptr_array_insert (resolved->elts, 0, addr);
- }
- }
- }
-
- rspamd_spf_maybe_return (rec);
- }
-
- struct rspamd_spf_cred {
- gchar *local_part;
- gchar *domain;
- gchar *sender;
- };
-
- struct rspamd_spf_cred *
- rspamd_spf_cache_domain (struct rspamd_task *task)
- {
- struct rspamd_email_address *addr;
- struct rspamd_spf_cred *cred = NULL;
-
- addr = rspamd_task_get_sender (task);
- if (!addr || (addr->flags & RSPAMD_EMAIL_ADDR_EMPTY)) {
- /* Get domain from helo */
-
- if (task->helo) {
- GString *fs = g_string_new ("");
-
- cred = rspamd_mempool_alloc (task->task_pool, sizeof (*cred));
- cred->domain = task->helo;
- cred->local_part = "postmaster";
- rspamd_printf_gstring (fs, "postmaster@%s", cred->domain);
- cred->sender = fs->str;
- rspamd_mempool_add_destructor (task->task_pool,
- rspamd_gstring_free_hard, fs);
- }
- }
- else {
- rspamd_ftok_t tok;
-
- cred = rspamd_mempool_alloc (task->task_pool, sizeof (*cred));
- tok.begin = addr->domain;
- tok.len = addr->domain_len;
- cred->domain = rspamd_mempool_ftokdup (task->task_pool, &tok);
- tok.begin = addr->user;
- tok.len = addr->user_len;
- cred->local_part = rspamd_mempool_ftokdup (task->task_pool, &tok);
- tok.begin = addr->addr;
- tok.len = addr->addr_len;
- cred->sender = rspamd_mempool_ftokdup (task->task_pool, &tok);
- }
-
- if (cred) {
- rspamd_mempool_set_variable (task->task_pool, RSPAMD_MEMPOOL_SPF_DOMAIN,
- cred, NULL);
- }
-
- return cred;
- }
-
- const gchar *
- rspamd_spf_get_domain (struct rspamd_task *task)
- {
- gchar *domain = NULL;
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_mempool_get_variable (task->task_pool,
- RSPAMD_MEMPOOL_SPF_DOMAIN);
-
- if (!cred) {
- cred = rspamd_spf_cache_domain (task);
- }
-
- if (cred) {
- domain = cred->domain;
- }
-
- return domain;
- }
-
- gboolean
- rspamd_spf_resolve (struct rspamd_task *task, spf_cb_t callback,
- gpointer cbdata)
- {
- struct spf_record *rec;
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_mempool_get_variable (task->task_pool,
- RSPAMD_MEMPOOL_SPF_DOMAIN);
-
- if (!cred) {
- cred = rspamd_spf_cache_domain (task);
- }
-
- if (!cred || !cred->domain) {
- return FALSE;
- }
-
- rec = rspamd_mempool_alloc0 (task->task_pool, sizeof (struct spf_record));
- rec->task = task;
- rec->callback = callback;
- rec->cbdata = cbdata;
-
- rec->resolved = g_ptr_array_sized_new (8);
-
- /* Add destructor */
- rspamd_mempool_add_destructor (task->task_pool,
- (rspamd_mempool_destruct_t) spf_record_destructor,
- rec);
-
- /* Extract from data */
- rec->sender = cred->sender;
- rec->local_part = cred->local_part;
- rec->sender_domain = cred->domain;
-
- if (make_dns_request_task_forced (task,
- spf_dns_callback,
- (void *) rec, RDNS_REQUEST_TXT, rec->sender_domain)) {
- rec->requests_inflight++;
- return TRUE;
- }
-
- return FALSE;
- }
-
- struct spf_resolved *
- spf_record_ref (struct spf_resolved *rec)
- {
- REF_RETAIN (rec);
- return rec;
- }
-
- void
- spf_record_unref (struct spf_resolved *rec)
- {
- REF_RELEASE (rec);
- }
|