123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799 |
- /*
- * Copyright 2024 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
- #include "config.h"
- #include "dns.h"
- #include "spf.h"
- #include "rspamd.h"
- #include "message.h"
- #include "utlist.h"
- #include "libserver/mempool_vars_internal.h"
- #include "contrib/librdns/rdns.h"
- #include "contrib/mumhash/mum.h"
-
- #define SPF_VER1_STR "v=spf1"
- #define SPF_VER2_STR "spf2."
- #define SPF_SCOPE_PRA "pra"
- #define SPF_SCOPE_MFROM "mfrom"
- #define SPF_ALL "all"
- #define SPF_A "a"
- #define SPF_IP4 "ip4"
- #define SPF_IP4_ALT "ipv4"
- #define SPF_IP6 "ip6"
- #define SPF_IP6_ALT "ipv6"
- #define SPF_PTR "ptr"
- #define SPF_MX "mx"
- #define SPF_EXISTS "exists"
- #define SPF_INCLUDE "include"
- #define SPF_REDIRECT "redirect"
- #define SPF_EXP "exp"
-
- struct spf_resolved_element {
- GPtrArray *elts;
- char *cur_domain;
- gboolean redirected; /* Ignore level, it's redirected */
- };
-
- struct spf_record {
- int nested;
- int dns_requests;
- int requests_inflight;
-
- unsigned int ttl;
- GPtrArray *resolved;
- /* Array of struct spf_resolved_element */
- const char *sender;
- const char *sender_domain;
- const char *top_record;
- char *local_part;
- struct rspamd_task *task;
- spf_cb_t callback;
- gpointer cbdata;
- gboolean done;
- };
-
- struct rspamd_spf_library_ctx {
- unsigned int max_dns_nesting;
- unsigned int max_dns_requests;
- unsigned int min_cache_ttl;
- gboolean disable_ipv6;
- rspamd_lru_hash_t *spf_hash;
- };
-
- struct rspamd_spf_library_ctx *spf_lib_ctx = NULL;
-
- /**
- * BNF for SPF record:
- *
- * spf_mech ::= +|-|~|?
- *
- * spf_body ::= spf=v1 <spf_command> [<spf_command>]
- * spf_command ::= [spf_mech]all|a|<ip4>|<ip6>|ptr|mx|<exists>|<include>|<redirect>
- *
- * spf_domain ::= [:domain][/mask]
- * spf_ip4 ::= ip[/mask]
- * ip4 ::= ip4:<spf_ip4>
- * mx ::= mx<spf_domain>
- * a ::= a<spf_domain>
- * ptr ::= ptr[:domain]
- * exists ::= exists:domain
- * include ::= include:domain
- * redirect ::= redirect:domain
- * exp ::= exp:domain
- *
- */
-
- #undef SPF_DEBUG
-
- #define msg_err_spf(...) rspamd_default_log_function(G_LOG_LEVEL_CRITICAL, \
- "spf", rec->task->task_pool->tag.uid, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
- #define msg_warn_spf(...) rspamd_default_log_function(G_LOG_LEVEL_WARNING, \
- "spf", rec->task->task_pool->tag.uid, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
- #define msg_info_spf(...) rspamd_default_log_function(G_LOG_LEVEL_INFO, \
- "spf", rec->task->task_pool->tag.uid, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
- #define msg_notice_spf(...) rspamd_default_log_function(G_LOG_LEVEL_MESSAGE, \
- "spf", rec->task->task_pool->tag.uid, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
- #define msg_debug_spf(...) rspamd_conditional_debug_fast(NULL, rec->task->from_addr, \
- rspamd_spf_log_id, "spf", rec->task->task_pool->tag.uid, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
- #define msg_debug_spf_flatten(...) rspamd_conditional_debug_fast_num_id(NULL, NULL, \
- rspamd_spf_log_id, "spf", (flat)->digest, \
- RSPAMD_LOG_FUNC, \
- __VA_ARGS__)
-
- INIT_LOG_MODULE(spf)
-
- struct spf_dns_cb {
- struct spf_record *rec;
- struct spf_addr *addr;
- struct spf_resolved_element *resolved;
- const char *ptr_host;
- spf_action_t cur_action;
- gboolean in_include;
- };
-
- #define CHECK_REC(rec) \
- do { \
- if (spf_lib_ctx->max_dns_nesting > 0 && \
- (rec)->nested > spf_lib_ctx->max_dns_nesting) { \
- msg_warn_spf("spf nesting limit: %d > %d is reached, domain: %s", \
- (rec)->nested, spf_lib_ctx->max_dns_nesting, \
- (rec)->sender_domain); \
- return FALSE; \
- } \
- if (spf_lib_ctx->max_dns_requests > 0 && \
- (rec)->dns_requests > spf_lib_ctx->max_dns_requests) { \
- msg_warn_spf("spf dns requests limit: %d > %d is reached, domain: %s", \
- (rec)->dns_requests, spf_lib_ctx->max_dns_requests, \
- (rec)->sender_domain); \
- return FALSE; \
- } \
- } while (0)
-
- RSPAMD_CONSTRUCTOR(rspamd_spf_lib_ctx_ctor)
- {
- spf_lib_ctx = g_malloc0(sizeof(*spf_lib_ctx));
- spf_lib_ctx->max_dns_nesting = SPF_MAX_NESTING;
- spf_lib_ctx->max_dns_requests = SPF_MAX_DNS_REQUESTS;
- spf_lib_ctx->min_cache_ttl = SPF_MIN_CACHE_TTL;
- spf_lib_ctx->disable_ipv6 = FALSE;
- }
-
- RSPAMD_DESTRUCTOR(rspamd_spf_lib_ctx_dtor)
- {
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_destroy(spf_lib_ctx->spf_hash);
- }
- g_free(spf_lib_ctx);
- spf_lib_ctx = NULL;
- }
-
- static void
- spf_record_cached_unref_dtor(gpointer p)
- {
- struct spf_resolved *flat = (struct spf_resolved *) p;
-
- _spf_record_unref(flat, "LRU cache");
- }
-
- void spf_library_config(const ucl_object_t *obj)
- {
- const ucl_object_t *value;
- int64_t ival;
- bool bval;
-
- if (obj == NULL) {
- /* No specific config */
- return;
- }
-
- if ((value = ucl_object_find_key(obj, "min_cache_ttl")) != NULL) {
- if (ucl_object_toint_safe(value, &ival) && ival >= 0) {
- spf_lib_ctx->min_cache_ttl = ival;
- }
- }
-
- if ((value = ucl_object_find_key(obj, "max_dns_nesting")) != NULL) {
- if (ucl_object_toint_safe(value, &ival) && ival >= 0) {
- spf_lib_ctx->max_dns_nesting = ival;
- }
- }
-
- if ((value = ucl_object_find_key(obj, "max_dns_requests")) != NULL) {
- if (ucl_object_toint_safe(value, &ival) && ival >= 0) {
- spf_lib_ctx->max_dns_requests = ival;
- }
- }
- if ((value = ucl_object_find_key(obj, "disable_ipv6")) != NULL) {
- if (ucl_object_toboolean_safe(value, &bval)) {
- spf_lib_ctx->disable_ipv6 = bval;
- }
- }
-
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_destroy(spf_lib_ctx->spf_hash);
- spf_lib_ctx->spf_hash = NULL;
- }
-
- if ((value = ucl_object_find_key(obj, "spf_cache_size")) != NULL) {
- if (ucl_object_toint_safe(value, &ival) && ival > 0) {
- spf_lib_ctx->spf_hash = rspamd_lru_hash_new(
- ival,
- g_free,
- spf_record_cached_unref_dtor);
- }
- }
- else {
- /* Preserve compatibility */
- spf_lib_ctx->spf_hash = rspamd_lru_hash_new(
- 2048,
- g_free,
- spf_record_cached_unref_dtor);
- }
- }
-
- static gboolean start_spf_parse(struct spf_record *rec,
- struct spf_resolved_element *resolved, char *begin);
-
- /* Determine spf mech */
- static spf_mech_t
- check_spf_mech(const char *elt, gboolean *need_shift)
- {
- g_assert(elt != NULL);
-
- *need_shift = TRUE;
-
- switch (*elt) {
- case '-':
- return SPF_FAIL;
- case '~':
- return SPF_SOFT_FAIL;
- case '+':
- return SPF_PASS;
- case '?':
- return SPF_NEUTRAL;
- default:
- *need_shift = FALSE;
- return SPF_PASS;
- }
- }
-
- static const char *
- rspamd_spf_dns_action_to_str(spf_action_t act)
- {
- const char *ret = "unknown";
-
- switch (act) {
- case SPF_RESOLVE_MX:
- ret = "MX";
- break;
- case SPF_RESOLVE_A:
- ret = "A";
- break;
- case SPF_RESOLVE_PTR:
- ret = "PTR";
- break;
- case SPF_RESOLVE_AAA:
- ret = "AAAA";
- break;
- case SPF_RESOLVE_REDIRECT:
- ret = "REDIRECT";
- break;
- case SPF_RESOLVE_INCLUDE:
- ret = "INCLUDE";
- break;
- case SPF_RESOLVE_EXISTS:
- ret = "EXISTS";
- break;
- case SPF_RESOLVE_EXP:
- ret = "EXP";
- break;
- }
-
- return ret;
- }
-
- static struct spf_addr *
- rspamd_spf_new_addr(struct spf_record *rec,
- struct spf_resolved_element *resolved, const char *elt)
- {
- gboolean need_shift = FALSE;
- struct spf_addr *naddr;
-
- naddr = g_malloc0(sizeof(*naddr));
- naddr->mech = check_spf_mech(elt, &need_shift);
-
- if (need_shift) {
- naddr->spf_string = g_strdup(elt + 1);
- }
- else {
- naddr->spf_string = g_strdup(elt);
- }
-
- g_ptr_array_add(resolved->elts, naddr);
- naddr->prev = naddr;
- naddr->next = NULL;
-
- return naddr;
- }
-
- static void
- rspamd_spf_free_addr(gpointer a)
- {
- struct spf_addr *addr = a, *tmp, *cur;
-
- if (addr) {
- g_free(addr->spf_string);
- DL_FOREACH_SAFE(addr, cur, tmp)
- {
- g_free(cur);
- }
- }
- }
-
- static struct spf_resolved_element *
- rspamd_spf_new_addr_list(struct spf_record *rec, const char *domain)
- {
- struct spf_resolved_element *resolved;
-
- resolved = g_malloc0(sizeof(*resolved));
- resolved->redirected = FALSE;
- resolved->cur_domain = g_strdup(domain);
- resolved->elts = g_ptr_array_new_full(8, rspamd_spf_free_addr);
-
- g_ptr_array_add(rec->resolved, resolved);
-
- return g_ptr_array_index(rec->resolved, rec->resolved->len - 1);
- }
-
- /*
- * Destructor for spf record
- */
- static void
- spf_record_destructor(gpointer r)
- {
- struct spf_record *rec = r;
- struct spf_resolved_element *elt;
- unsigned int i;
-
- if (rec) {
- for (i = 0; i < rec->resolved->len; i++) {
- elt = g_ptr_array_index(rec->resolved, i);
- g_ptr_array_free(elt->elts, TRUE);
- g_free(elt->cur_domain);
- g_free(elt);
- }
-
- g_ptr_array_free(rec->resolved, TRUE);
- }
- }
-
- static void
- rspamd_flatten_record_dtor(struct spf_resolved *r)
- {
- struct spf_addr *addr;
- unsigned int i;
-
- for (i = 0; i < r->elts->len; i++) {
- addr = &g_array_index(r->elts, struct spf_addr, i);
- g_free(addr->spf_string);
- }
-
- g_free(r->top_record);
- g_free(r->domain);
- g_array_free(r->elts, TRUE);
- g_free(r);
- }
-
- static void
- rspamd_spf_process_reference(struct spf_resolved *target,
- struct spf_addr *addr, struct spf_record *rec, gboolean top)
- {
- struct spf_resolved_element *elt, *relt;
- struct spf_addr *cur = NULL, taddr, *cur_addr;
- unsigned int i;
-
- if (addr) {
- g_assert(addr->m.idx < rec->resolved->len);
-
- elt = g_ptr_array_index(rec->resolved, addr->m.idx);
- }
- else {
- elt = g_ptr_array_index(rec->resolved, 0);
- }
-
- if (rec->ttl < target->ttl) {
- msg_debug_spf("reducing ttl from %d to %d after subrecord processing %s",
- target->ttl, rec->ttl, rec->sender_domain);
- target->ttl = rec->ttl;
- }
-
- if (elt->redirected) {
- g_assert(elt->elts->len > 0);
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index(elt->elts, i);
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- break;
- }
- }
-
- g_assert(cur != NULL);
- if (!(cur->flags & (RSPAMD_SPF_FLAG_PARSED | RSPAMD_SPF_FLAG_RESOLVED))) {
- /* Unresolved redirect */
- msg_info_spf("redirect to %s cannot be resolved for domain %s", cur->spf_string, rec->sender_domain);
- }
- else {
- g_assert(cur->flags & RSPAMD_SPF_FLAG_REFERENCE);
- g_assert(cur->m.idx < rec->resolved->len);
- relt = g_ptr_array_index(rec->resolved, cur->m.idx);
- msg_debug_spf("domain %s is redirected to %s", elt->cur_domain,
- relt->cur_domain);
- }
- }
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index(elt->elts, i);
-
- if (cur->flags & RSPAMD_SPF_FLAG_TEMPFAIL) {
- target->flags |= RSPAMD_SPF_RESOLVED_TEMP_FAILED;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_PERMFAIL) {
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- target->flags |= RSPAMD_SPF_RESOLVED_PERM_FAILED;
- }
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_NA) {
- target->flags |= RSPAMD_SPF_RESOLVED_NA;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_INVALID) {
- /* Ignore invalid elements */
- continue;
- }
- if ((cur->flags & (RSPAMD_SPF_FLAG_PARSED | RSPAMD_SPF_FLAG_RESOLVED)) !=
- (RSPAMD_SPF_FLAG_RESOLVED | RSPAMD_SPF_FLAG_PARSED)) {
- /* Ignore unparsed addrs */
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_REFERENCE) {
- /* Process reference */
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- /* Stop on redirected domain */
- rspamd_spf_process_reference(target, cur, rec, top);
- break;
- }
- else {
- rspamd_spf_process_reference(target, cur, rec, FALSE);
- }
- }
- else {
- if ((cur->flags & RSPAMD_SPF_FLAG_ANY) && !top) {
- /* Ignore wide policies in includes */
- continue;
- }
-
- DL_FOREACH(cur, cur_addr)
- {
- memcpy(&taddr, cur_addr, sizeof(taddr));
- taddr.spf_string = g_strdup(cur_addr->spf_string);
- g_array_append_val(target->elts, taddr);
- }
- }
- }
- }
-
- /*
- * Parse record and flatten it to a simple structure
- */
- static struct spf_resolved *
- rspamd_spf_record_flatten(struct spf_record *rec)
- {
- struct spf_resolved *res;
-
- g_assert(rec != NULL);
-
- res = g_malloc0(sizeof(*res));
- res->domain = g_strdup(rec->sender_domain);
- res->ttl = rec->ttl;
- /* Not precise but okay */
- res->timestamp = rec->task->task_timestamp;
- res->digest = mum_hash_init(0xa4aa40bbeec59e2bULL);
- res->top_record = g_strdup(rec->top_record);
- REF_INIT_RETAIN(res, rspamd_flatten_record_dtor);
-
- if (rec->resolved) {
- res->elts = g_array_sized_new(FALSE, FALSE, sizeof(struct spf_addr),
- rec->resolved->len);
-
- if (rec->resolved->len > 0) {
- rspamd_spf_process_reference(res, NULL, rec, TRUE);
- }
- }
- else {
- res->elts = g_array_new(FALSE, FALSE, sizeof(struct spf_addr));
- }
-
- return res;
- }
-
- static int
- rspamd_spf_elts_cmp(gconstpointer a, gconstpointer b)
- {
- struct spf_addr *addr_a, *addr_b;
-
- addr_a = (struct spf_addr *) a;
- addr_b = (struct spf_addr *) b;
-
- if (addr_a->flags == addr_b->flags) {
- if (addr_a->flags & RSPAMD_SPF_FLAG_ANY) {
- return 0;
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV4) {
- return (addr_a->m.dual.mask_v4 - addr_b->m.dual.mask_v4) ||
- memcmp(addr_a->addr4, addr_b->addr4, sizeof(addr_a->addr4));
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV6) {
- return (addr_a->m.dual.mask_v6 - addr_b->m.dual.mask_v6) ||
- memcmp(addr_a->addr6, addr_b->addr6, sizeof(addr_a->addr6));
- }
- else {
- return 0;
- }
- }
- else {
- if (addr_a->flags & RSPAMD_SPF_FLAG_ANY) {
- return 1;
- }
- else if (addr_b->flags & RSPAMD_SPF_FLAG_ANY) {
- return -1;
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV4) {
- return -1;
- }
-
- return 1;
- }
- }
-
- static void
- rspamd_spf_record_postprocess(struct spf_resolved *rec, struct rspamd_task *task)
- {
- g_array_sort(rec->elts, rspamd_spf_elts_cmp);
-
- for (unsigned int i = 0; i < rec->elts->len; i++) {
- struct spf_addr *cur_addr = &g_array_index(rec->elts, struct spf_addr, i);
-
- if (cur_addr->flags & RSPAMD_SPF_FLAG_IPV6) {
- uint64_t t[3];
-
- /*
- * Fill hash entry for ipv6 addr with 2 int64 from ipv6 address,
- * the remaining int64 has mech + mask
- */
- memcpy(t, cur_addr->addr6, sizeof(uint64_t) * 2);
- t[2] = ((uint64_t) (cur_addr->mech)) << 48u;
- t[2] |= cur_addr->m.dual.mask_v6;
-
- for (unsigned int j = 0; j < G_N_ELEMENTS(t); j++) {
- rec->digest = mum_hash_step(rec->digest, t[j]);
- }
- }
- else if (cur_addr->flags & RSPAMD_SPF_FLAG_IPV4) {
- uint64_t t = 0;
-
- memcpy(&t, cur_addr->addr4, sizeof(uint32_t));
- t |= ((uint64_t) (cur_addr->mech)) << 48u;
- t |= ((uint64_t) cur_addr->m.dual.mask_v4) << 32u;
-
- rec->digest = mum_hash_step(rec->digest, t);
- }
- }
-
- if (spf_lib_ctx->min_cache_ttl > 0) {
- if (rec->ttl != 0 && rec->ttl < spf_lib_ctx->min_cache_ttl) {
- msg_info_task("increasing ttl from %d to %d as it lower than a limit",
- rec->ttl, spf_lib_ctx->min_cache_ttl);
- rec->ttl = spf_lib_ctx->min_cache_ttl;
- }
- }
- }
-
- static void
- rspamd_spf_maybe_return(struct spf_record *rec)
- {
- struct spf_resolved *flat;
- struct rspamd_task *task = rec->task;
- bool cached = false;
-
- if (rec->requests_inflight == 0 && !rec->done) {
- flat = rspamd_spf_record_flatten(rec);
- rspamd_spf_record_postprocess(flat, rec->task);
-
- if (flat->ttl > 0 && flat->flags == 0) {
-
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_insert(spf_lib_ctx->spf_hash,
- g_strdup(flat->domain),
- spf_record_ref(flat),
- flat->timestamp, flat->ttl);
-
- msg_info_task("stored SPF record for %s (0x%xuL) in LRU cache for %d seconds, "
- "%d/%d elements in the cache",
- flat->domain,
- flat->digest,
- flat->ttl,
- rspamd_lru_hash_size(spf_lib_ctx->spf_hash),
- rspamd_lru_hash_capacity(spf_lib_ctx->spf_hash));
- cached = true;
- }
- }
-
- if (!cached) {
- /* Still write a log line */
- msg_info_task("not stored SPF record for %s (0x%xuL) in LRU cache; flags=%d; ttl=%d",
- flat->domain,
- flat->digest,
- flat->flags,
- flat->ttl);
- }
-
- rec->callback(flat, rec->task, rec->cbdata);
- spf_record_unref(flat);
- rec->done = TRUE;
- }
- }
-
- static gboolean
- spf_check_ptr_host(struct spf_dns_cb *cb, const char *name)
- {
- const char *dend, *nend, *dstart, *nstart;
- struct spf_record *rec = cb->rec;
-
- if (cb->ptr_host != NULL) {
- dstart = cb->ptr_host;
- }
- else {
- dstart = cb->resolved->cur_domain;
- }
-
- if (name == NULL || dstart == NULL) {
- return FALSE;
- }
-
- msg_debug_spf("check ptr %s vs %s", name, dstart);
-
- /* We need to check whether `cur_domain` is a subdomain for `name` */
- dend = dstart + strlen(dstart) - 1;
- nstart = name;
- nend = nstart + strlen(nstart) - 1;
-
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
- /* Strip last '.' from names */
- if (*nend == '.') {
- nend--;
- }
- if (*dend == '.') {
- dend--;
- }
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
-
- /* Now compare from end to start */
- for (;;) {
- if (g_ascii_tolower(*dend) != g_ascii_tolower(*nend)) {
- msg_debug_spf("ptr records mismatch: %s and %s", dend, nend);
- return FALSE;
- }
-
- if (dend == dstart) {
- break;
- }
- if (nend == nstart) {
- /* Name is shorter than cur_domain */
- return FALSE;
- }
- nend--;
- dend--;
- }
-
- if (nend > nstart && *(nend - 1) != '.') {
- /* Not a subdomain */
- return FALSE;
- }
-
- return TRUE;
- }
-
- static void
- spf_record_process_addr(struct spf_record *rec, struct spf_addr *addr, struct rdns_reply_entry *reply)
- {
- struct spf_addr *naddr;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- /* That's the first address */
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy(addr->addr6,
- &reply->content.aaa.addr,
- sizeof(addr->addr6));
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy(addr->addr4, &reply->content.a.addr, sizeof(addr->addr4));
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf(
- "internal error, bad DNS reply is treated as address: %s; domain: %s",
- rdns_strtype(reply->type),
- rec->sender_domain);
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_PROCESSED;
- }
- else {
- /* We need to create a new address */
- naddr = g_malloc0(sizeof(*naddr));
- memcpy(naddr, addr, sizeof(*naddr));
- naddr->next = NULL;
- naddr->prev = NULL;
-
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy(naddr->addr6,
- &reply->content.aaa.addr,
- sizeof(addr->addr6));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy(naddr->addr4, &reply->content.a.addr, sizeof(addr->addr4));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf(
- "internal error, bad DNS reply is treated as address: %s; domain: %s",
- rdns_strtype(reply->type),
- rec->sender_domain);
- }
-
- DL_APPEND(addr, naddr);
- }
- }
-
- static void
- spf_record_addr_set(struct spf_addr *addr, gboolean allow_any)
- {
- unsigned char fill;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- if (allow_any) {
- fill = 0;
- addr->m.dual.mask_v4 = 0;
- addr->m.dual.mask_v6 = 0;
- }
- else {
- fill = 0xff;
- }
-
- memset(addr->addr4, fill, sizeof(addr->addr4));
- memset(addr->addr6, fill, sizeof(addr->addr6));
-
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- }
-
- static gboolean
- spf_process_txt_record(struct spf_record *rec, struct spf_resolved_element *resolved,
- struct rdns_reply *reply, struct rdns_reply_entry **pselected)
- {
- struct rdns_reply_entry *elt, *selected = NULL;
- gboolean ret = FALSE;
-
- /*
- * We prefer spf version 1 as other records are mostly likely garbage
- * or incorrect records (e.g. spf2 records)
- */
- LL_FOREACH(reply->entries, elt)
- {
- if (elt->type == RDNS_REQUEST_TXT) {
- if (strncmp(elt->content.txt.data, "v=spf1", sizeof("v=spf1") - 1) == 0) {
- selected = elt;
-
- if (pselected != NULL) {
- *pselected = selected;
- }
-
- break;
- }
- }
- }
-
- if (!selected) {
- LL_FOREACH(reply->entries, elt)
- {
- /*
- * Rubbish spf record? Let's still try to process it, but merely for
- * TXT RRs
- */
- if (elt->type == RDNS_REQUEST_TXT) {
- if (start_spf_parse(rec, resolved, elt->content.txt.data)) {
- ret = TRUE;
- if (pselected != NULL) {
- *pselected = elt;
- }
- break;
- }
- }
- }
- }
- else {
- ret = start_spf_parse(rec, resolved, selected->content.txt.data);
- }
-
- return ret;
- }
-
- static void
- spf_record_dns_callback(struct rdns_reply *reply, gpointer arg)
- {
- struct spf_dns_cb *cb = arg;
- struct rdns_reply_entry *elt_data;
- struct rspamd_task *task;
- struct spf_addr *addr;
- struct spf_record *rec;
- const struct rdns_request_name *req_name;
- bool truncated = false;
-
- rec = cb->rec;
- task = rec->task;
-
- cb->rec->requests_inflight--;
- addr = cb->addr;
- req_name = rdns_request_get_name(reply->request, NULL);
-
- if (reply->flags & RDNS_TRUNCATED) {
- /* Do not process truncated DNS replies */
- truncated = true;
-
- if (req_name) {
- msg_notice_spf("got a truncated record when trying to resolve %s (%s type) for SPF domain %s",
- req_name->name, rdns_str_from_type(req_name->type),
- rec->sender_domain);
- }
- else {
- msg_notice_spf("got a truncated record when trying to resolve ??? "
- "(internal error) for SPF domain %s",
- rec->sender_domain);
- }
- }
-
- if (reply->code == RDNS_RC_NOERROR && !truncated) {
-
- LL_FOREACH(reply->entries, elt_data)
- {
- /* Adjust ttl if a resolved record has lower ttl than spf record itself */
- if ((unsigned int) elt_data->ttl < rec->ttl) {
- msg_debug_spf("reducing ttl from %d to %d after DNS resolving",
- rec->ttl, elt_data->ttl);
- rec->ttl = elt_data->ttl;
- }
-
- if (elt_data->type == RDNS_REQUEST_CNAME) {
- /* Skip cname aliases - it must be handled by a recursor */
- continue;
- }
-
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (elt_data->type == RDNS_REQUEST_MX) {
- /* Now resolve A record for this MX */
- msg_debug_spf("resolve %s after resolving of MX",
- elt_data->content.mx.name);
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf("skip AAAA request for MX resolution");
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf("resolved MX addr");
- spf_record_process_addr(rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_A:
- case SPF_RESOLVE_AAA:
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr(rec, addr, elt_data);
- break;
- case SPF_RESOLVE_PTR:
- if (elt_data->type == RDNS_REQUEST_PTR) {
- /* Validate returned records prior to making A requests */
- if (spf_check_ptr_host(cb,
- elt_data->content.ptr.name)) {
- msg_debug_spf("resolve PTR %s after resolving of PTR",
- elt_data->content.ptr.name);
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf("skip AAAA request for PTR resolution");
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr(rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- if (reply->entries) {
- msg_debug_spf("got redirection record for %s: '%s'",
- req_name->name,
- reply->entries[0].content.txt.data);
- }
-
- if (!spf_process_txt_record(rec, cb->resolved, reply, NULL)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
-
- goto end;
- break;
- case SPF_RESOLVE_INCLUDE:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- struct rdns_reply_entry *selected = NULL;
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_process_txt_record(rec, cb->resolved, reply, &selected);
- if (selected) {
- msg_debug_spf("got include record for %s: '%s'",
- req_name->name,
- selected->content.txt.data);
- }
- else {
- msg_debug_spf("no include record for %s",
- req_name->name);
- }
- }
- goto end;
-
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (elt_data->type == RDNS_REQUEST_A ||
- elt_data->type == RDNS_REQUEST_AAAA) {
- /*
- * If specified address resolves, we can accept
- * connection from every IP
- */
- addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_record_addr_set(addr, TRUE);
- }
- break;
- }
- }
- }
- else if (reply->code == RDNS_RC_NXDOMAIN || reply->code == RDNS_RC_NOREC) {
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf(
- "spf error for domain %s: cannot find MX"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
- spf_record_addr_set(addr, FALSE);
- }
- break;
- case SPF_RESOLVE_A:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf(
- "spf error for domain %s: cannot resolve A"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
-
- if (rdns_request_has_type(reply->request, RDNS_REQUEST_A)) {
- spf_record_addr_set(addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_AAA:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf(
- "spf error for domain %s: cannot resolve AAAA"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
- if (rdns_request_has_type(reply->request, RDNS_REQUEST_AAAA)) {
- spf_record_addr_set(addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_PTR:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_info_spf(
- "spf error for domain %s: cannot resolve PTR"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
-
- spf_record_addr_set(addr, FALSE);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf(
- "spf error for domain %s: cannot resolve REDIRECT"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
- }
-
- break;
- case SPF_RESOLVE_INCLUDE:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_info_spf(
- "spf error for domain %s: cannot resolve INCLUDE"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_debug_spf(
- "spf macro resolution for domain %s: cannot resolve EXISTS"
- " macro for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror(reply->code));
- spf_record_addr_set(addr, FALSE);
- }
- break;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- msg_info_spf(
- "spf error for domain %s: cannot resolve %s DNS record for"
- " %s: %s",
- cb->rec->sender_domain,
- rspamd_spf_dns_action_to_str(cb->cur_action),
- cb->ptr_host,
- rdns_strerror(reply->code));
- }
-
- end:
- rspamd_spf_maybe_return(cb->rec);
- }
-
- /*
- * The syntax defined by the following BNF:
- * [ ":" domain-spec ] [ dual-cidr-length ]
- * ip4-cidr-length = "/" 1*DIGIT
- * ip6-cidr-length = "/" 1*DIGIT
- * dual-cidr-length = [ ip4-cidr-length ] [ "/" ip6-cidr-length ]
- */
- static const char *
- parse_spf_domain_mask(struct spf_record *rec, struct spf_addr *addr,
- struct spf_resolved_element *resolved,
- gboolean allow_mask)
- {
- struct rspamd_task *task = rec->task;
- enum {
- parse_spf_elt = 0,
- parse_semicolon,
- parse_domain,
- parse_slash,
- parse_ipv4_mask,
- parse_second_slash,
- parse_ipv6_mask,
- skip_garbage
- } state = 0;
- const char *p = addr->spf_string, *host, *c;
- char *hostbuf;
- char t;
- uint16_t cur_mask = 0;
-
- host = resolved->cur_domain;
- c = p;
-
- while (*p) {
- t = *p;
-
- switch (state) {
- case parse_spf_elt:
- if (t == ':' || t == '=') {
- state = parse_semicolon;
- }
- else if (t == '/') {
- /* No domain but mask */
- state = parse_slash;
- }
- p++;
- break;
- case parse_semicolon:
- if (t == '/') {
- /* Empty domain, technically an error */
- state = parse_slash;
- }
- else {
- c = p;
- state = parse_domain;
- }
- break;
- case parse_domain:
- if (t == '/') {
- hostbuf = rspamd_mempool_alloc(task->task_pool, p - c + 1);
- rspamd_strlcpy(hostbuf, c, p - c + 1);
- host = hostbuf;
- state = parse_slash;
- }
- p++;
- break;
- case parse_slash:
- c = p;
- if (allow_mask) {
- state = parse_ipv4_mask;
- }
- else {
- state = skip_garbage;
- }
- cur_mask = 0;
- break;
- case parse_ipv4_mask:
- if (g_ascii_isdigit(t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- else if (t == '/') {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_notice_spf("bad ipv4 mask for %s: %d",
- rec->sender_domain, cur_mask);
- }
- state = parse_second_slash;
- }
- p++;
- break;
- case parse_second_slash:
- c = p;
- state = parse_ipv6_mask;
- cur_mask = 0;
- break;
- case parse_ipv6_mask:
- if (g_ascii_isdigit(t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- p++;
- break;
- case skip_garbage:
- p++;
- break;
- }
- }
-
- /* Process end states */
- if (state == parse_ipv4_mask) {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_notice_spf("bad ipv4 mask for %s: %d", rec->sender_domain, cur_mask);
- }
- }
- else if (state == parse_ipv6_mask) {
- if (cur_mask <= 128) {
- addr->m.dual.mask_v6 = cur_mask;
- }
- else {
- msg_notice_spf("bad ipv6 mask: %d", cur_mask);
- }
- }
- else if (state == parse_domain && p - c > 0) {
- hostbuf = rspamd_mempool_alloc(task->task_pool, p - c + 1);
- rspamd_strlcpy(hostbuf, c, p - c + 1);
- host = hostbuf;
- }
-
- if (cur_mask == 0) {
- addr->m.dual.mask_v4 = 32;
- addr->m.dual.mask_v6 = 64;
- }
-
- return host;
- }
-
- static gboolean
- parse_spf_a(struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *host = NULL;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC(rec);
-
- host = parse_spf_domain_mask(rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_A;
- cb->resolved = resolved;
- msg_debug_spf("resolve a %s", host);
-
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_AAA;
- cb->resolved = resolved;
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_AAAA, host)) {
- rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf("skip AAAA request for a record resolution");
- }
-
- return TRUE;
- }
- else {
- msg_notice_spf("unresolvable A element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_ptr(struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *host;
- char *ptr;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC(rec);
-
- host = parse_spf_domain_mask(rec, addr, resolved, FALSE);
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_PTR;
- cb->resolved = resolved;
- cb->ptr_host = rspamd_mempool_strdup(task->task_pool, host);
- ptr =
- rdns_generate_ptr_from_str(rspamd_inet_address_to_string(
- task->from_addr));
-
- if (ptr == NULL) {
- return FALSE;
- }
-
- rspamd_mempool_add_destructor(task->task_pool, free, ptr);
- msg_debug_spf("resolve ptr %s for %s", ptr, host);
-
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_PTR, ptr)) {
- rec->requests_inflight++;
- rec->ttl = 0;
- msg_debug_spf("disable SPF caching as there is PTR expansion");
-
- return TRUE;
- }
- else {
- msg_notice_spf("unresolvable PTR element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_mx(struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *host;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC(rec);
-
- host = parse_spf_domain_mask(rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_MX;
- cb->ptr_host = host;
- cb->resolved = resolved;
-
- msg_debug_spf("resolve mx for %s", host);
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_MX, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_all(struct spf_record *rec, struct spf_addr *addr)
- {
- /* All is 0/0 */
- memset(&addr->addr4, 0, sizeof(addr->addr4));
- memset(&addr->addr6, 0, sizeof(addr->addr6));
- /* Here we set all masks to 0 */
- addr->m.idx = 0;
- addr->flags |= RSPAMD_SPF_FLAG_ANY | RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf("parsed all elt");
-
- /* Disallow +all */
- if (addr->mech == SPF_PASS) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_notice_spf("domain %s allows any SPF (+all), ignore SPF record completely",
- rec->sender_domain);
- }
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip4(struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip4:addr[/mask] */
- const char *semicolon, *slash;
- gsize len;
- char ipbuf[INET_ADDRSTRLEN + 1];
- uint32_t mask;
- static const uint32_t min_valid_mask = 8;
-
- semicolon = strchr(addr->spf_string, ':');
-
- if (semicolon == NULL) {
- semicolon = strchr(addr->spf_string, '=');
-
- if (semicolon == NULL) {
- msg_notice_spf("invalid ip4 element for %s: %s, no '=' or ':'", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- semicolon++;
- slash = strchr(semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen(semicolon);
- }
-
- rspamd_strlcpy(ipbuf, semicolon, MIN(len + 1, sizeof(ipbuf)));
-
- if (inet_pton(AF_INET, ipbuf, addr->addr4) != 1) {
- msg_notice_spf("invalid ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (slash) {
- char *end = NULL;
-
- mask = strtoul(slash + 1, &end, 10);
- if (mask > 32) {
- msg_notice_spf("invalid mask for ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (end != NULL && !g_ascii_isspace(*end) && *end != '\0') {
- /* Invalid mask definition */
- msg_notice_spf("invalid mask for ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- addr->m.dual.mask_v4 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_notice_spf("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v4);
- }
- }
- else {
- addr->m.dual.mask_v4 = 32;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4 | RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf("parsed ipv4 record %s/%d", ipbuf, addr->m.dual.mask_v4);
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip6(struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip6:addr[/mask] */
- const char *semicolon, *slash;
- gsize len;
- char ipbuf[INET6_ADDRSTRLEN + 1];
- uint32_t mask;
- static const uint32_t min_valid_mask = 8;
-
- semicolon = strchr(addr->spf_string, ':');
-
- if (semicolon == NULL) {
- semicolon = strchr(addr->spf_string, '=');
-
- if (semicolon == NULL) {
- msg_notice_spf("invalid ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- semicolon++;
- slash = strchr(semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen(semicolon);
- }
-
- rspamd_strlcpy(ipbuf, semicolon, MIN(len + 1, sizeof(ipbuf)));
-
- if (inet_pton(AF_INET6, ipbuf, addr->addr6) != 1) {
- msg_notice_spf("invalid ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (slash) {
- char *end = NULL;
- mask = strtoul(slash + 1, &end, 10);
- if (mask > 128) {
- msg_notice_spf("invalid mask for ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (end != NULL && !g_ascii_isspace(*end) && *end != '\0') {
- /* Invalid mask definition */
- msg_notice_spf("invalid mask for ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- addr->m.dual.mask_v6 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_notice_spf("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v6);
- }
- }
- else {
- addr->m.dual.mask_v6 = 128;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV6 | RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf("parsed ipv6 record %s/%d", ipbuf, addr->m.dual.mask_v6);
-
- return TRUE;
- }
-
-
- static gboolean
- parse_spf_include(struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC(rec);
- domain = strchr(addr->spf_string, ':');
-
- if (domain == NULL) {
- /* Common mistake */
- domain = strchr(addr->spf_string, '=');
-
- if (domain == NULL) {
- msg_notice_spf("invalid include element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- domain++;
-
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_INCLUDE;
- addr->m.idx = rec->resolved->len;
- cb->resolved = rspamd_spf_new_addr_list(rec, domain);
- cb->ptr_host = domain;
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE;
- msg_debug_spf("resolve include %s", domain);
-
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_notice_spf("unresolvable include element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exp(struct spf_record *rec, struct spf_addr *addr)
- {
- msg_info_spf("exp record is ignored");
- return TRUE;
- }
-
- static gboolean
- parse_spf_redirect(struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC(rec);
-
- domain = strchr(addr->spf_string, '=');
-
- if (domain == NULL) {
- /* Common mistake */
- domain = strchr(addr->spf_string, ':');
-
- if (domain == NULL) {
- msg_notice_spf("invalid redirect element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- domain++;
-
- rec->dns_requests++;
- resolved->redirected = TRUE;
-
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE | RSPAMD_SPF_FLAG_REDIRECT;
- addr->m.idx = rec->resolved->len;
-
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_REDIRECT;
- cb->resolved = rspamd_spf_new_addr_list(rec, domain);
- cb->ptr_host = domain;
- msg_debug_spf("resolve redirect %s", domain);
-
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_notice_spf("unresolvable redirect element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exists(struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const char *host;
- struct rspamd_task *task = rec->task;
- struct spf_resolved_element *resolved;
-
- resolved = g_ptr_array_index(rec->resolved, rec->resolved->len - 1);
- CHECK_REC(rec);
-
- host = strchr(addr->spf_string, ':');
- if (host == NULL) {
- host = strchr(addr->spf_string, '=');
-
- if (host == NULL) {
- msg_notice_spf("invalid exists element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- host++;
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc(task->task_pool, sizeof(struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_EXISTS;
- cb->resolved = resolved;
- cb->ptr_host = host;
-
- msg_debug_spf("resolve exists %s", host);
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_notice_spf("unresolvable exists element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gsize
- rspamd_spf_split_elt(const char *val, gsize len, int *pos,
- gsize poslen, char delim)
- {
- const char *p, *end;
- unsigned int cur_pos = 0, cur_st = 0, nsub = 0;
-
- p = val;
- end = val + len;
-
- while (p < end && cur_pos + 2 < poslen) {
- if (*p == delim) {
- if (p - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = p - val;
- cur_st = p - val + 1;
- cur_pos += 2;
- nsub++;
- }
-
- p++;
- }
- else {
- p++;
- }
- }
-
- if (cur_pos + 2 < poslen) {
- if (end - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = end - val;
- nsub++;
- }
- }
- else {
- pos[cur_pos] = p - val;
- pos[cur_pos + 1] = end - val;
- nsub++;
- }
-
- return nsub;
- }
-
- static gsize
- rspamd_spf_process_substitution(const char *macro_value,
- gsize macro_len, unsigned int ndelim, char delim, gboolean reversed,
- char *dest)
- {
- char *d = dest;
- const char canon_delim = '.';
- unsigned int vlen, i;
- int pos[49 * 2], tlen;
-
- if (!reversed && ndelim == 0 && delim == canon_delim) {
- /* Trivial case */
- memcpy(dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- vlen = rspamd_spf_split_elt(macro_value, macro_len,
- pos, G_N_ELEMENTS(pos), delim);
-
- if (vlen > 0) {
- if (reversed) {
- for (i = vlen - 1;; i--) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != 0) {
- memcpy(d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy(d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- break;
- }
- }
- }
- else {
- for (i = 0; i < vlen; i++) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != vlen - 1) {
- memcpy(d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy(d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- }
- }
- }
- }
- else {
- /* Trivial case */
- memcpy(dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- return (d - dest);
- }
-
- static const char *
- expand_spf_macro(struct spf_record *rec, struct spf_resolved_element *resolved,
- const char *begin)
- {
- const char *p, *macro_value = NULL;
- char *c, *new, *tmp, delim = '.';
- gsize len = 0, macro_len = 0;
- int state = 0, ndelim = 0;
- char ip_buf[64 + 1]; /* cannot use INET6_ADDRSTRLEN as we use ptr lookup */
- gboolean need_expand = FALSE, reversed;
- struct rspamd_task *task;
-
- g_assert(rec != NULL);
- g_assert(begin != NULL);
-
- task = rec->task;
- p = begin;
- /* Calculate length */
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- len++;
- }
-
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%' || *p == '_') {
- /* Just a single % sign or space */
- len++;
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- len += sizeof("%20") - 1;
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_notice_spf(
- "spf error for domain %s: unknown spf element",
- rec->sender_domain);
- return begin;
- }
- p++;
-
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower(*p)) {
- case 'i':
- len += sizeof(ip_buf) - 1;
- break;
- case 's':
- if (rec->sender) {
- len += strlen(rec->sender);
- }
- else {
- len += sizeof("unknown") - 1;
- }
- break;
- case 'l':
- if (rec->local_part) {
- len += strlen(rec->local_part);
- }
- else {
- len += sizeof("unknown") - 1;
- }
- break;
- case 'o':
- if (rec->sender_domain) {
- len += strlen(rec->sender_domain);
- }
- else {
- len += sizeof("unknown") - 1;
- }
- break;
- case 'd':
- if (resolved->cur_domain) {
- len += strlen(resolved->cur_domain);
- }
- else {
- len += sizeof("unknown") - 1;
- }
- break;
- case 'v':
- len += sizeof("in-addr") - 1;
- break;
- case 'h':
- if (task->helo) {
- len += strlen(task->helo);
- }
- else {
- len += sizeof("unknown") - 1;
- }
- break;
- default:
- msg_notice_spf(
- "spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- state = 3;
- break;
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- need_expand = TRUE;
- }
- p++;
- break;
-
- default:
- g_assert_not_reached();
- }
- }
-
- if (!need_expand) {
- /* No expansion needed */
- return begin;
- }
-
- new = rspamd_mempool_alloc(task->task_pool, len + 1);
-
- /* Reduce TTL to avoid caching of records with macros */
- if (rec->ttl != 0) {
- rec->ttl = 0;
- msg_debug_spf("disable SPF caching as there is macro expansion");
- }
-
- c = new;
- p = begin;
- state = 0;
- /* Begin macro expansion */
-
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- *c = *p;
- c++;
- }
-
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%') {
- /* Just a single % sign or space */
- *c++ = '%';
- state = 0;
- }
- else if (*p == '_') {
- *c++ = ' ';
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- *c++ = '%';
- *c++ = '2';
- *c++ = '0';
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_info_spf(
- "spf error for domain %s: unknown spf element",
- rec->sender_domain);
- return begin;
- }
- p++;
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower(*p)) {
- case 'i':
- if (task->from_addr) {
- if (rspamd_inet_address_get_af(task->from_addr) == AF_INET) {
- macro_len = rspamd_strlcpy(ip_buf,
- rspamd_inet_address_to_string(task->from_addr),
- sizeof(ip_buf));
- macro_value = ip_buf;
- }
- else if (rspamd_inet_address_get_af(task->from_addr) == AF_INET6) {
- /* See #3625 for details */
- socklen_t slen;
- struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)
- rspamd_inet_address_get_sa(task->from_addr, &slen);
-
- /* Expand IPv6 address */
- #define IPV6_OCTET(x) bytes[(x)] >> 4, bytes[(x)] & 0xF
- unsigned char *bytes = (unsigned char *) &sin6->sin6_addr;
- macro_len = rspamd_snprintf(ip_buf, sizeof(ip_buf),
- "%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd."
- "%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd",
- IPV6_OCTET(0), IPV6_OCTET(1),
- IPV6_OCTET(2), IPV6_OCTET(3),
- IPV6_OCTET(4), IPV6_OCTET(5),
- IPV6_OCTET(6), IPV6_OCTET(7),
- IPV6_OCTET(8), IPV6_OCTET(9),
- IPV6_OCTET(10), IPV6_OCTET(11),
- IPV6_OCTET(12), IPV6_OCTET(13),
- IPV6_OCTET(14), IPV6_OCTET(15));
- macro_value = ip_buf;
- #undef IPV6_OCTET
- }
- else {
- macro_len = rspamd_snprintf(ip_buf, sizeof(ip_buf),
- "127.0.0.1");
- macro_value = ip_buf;
- }
- }
- else {
- macro_len = rspamd_snprintf(ip_buf, sizeof(ip_buf),
- "127.0.0.1");
- macro_value = ip_buf;
- }
- break;
- case 's':
- if (rec->sender) {
- macro_len = strlen(rec->sender);
- macro_value = rec->sender;
- }
- else {
- macro_len = sizeof("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'l':
- if (rec->local_part) {
- macro_len = strlen(rec->local_part);
- macro_value = rec->local_part;
- }
- else {
- macro_len = sizeof("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'o':
- if (rec->sender_domain) {
- macro_len = strlen(rec->sender_domain);
- macro_value = rec->sender_domain;
- }
- else {
- macro_len = sizeof("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'd':
- if (resolved && resolved->cur_domain) {
- macro_len = strlen(resolved->cur_domain);
- macro_value = resolved->cur_domain;
- }
- else {
- macro_len = sizeof("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'v':
- if (task->from_addr) {
- if (rspamd_inet_address_get_af(task->from_addr) == AF_INET) {
- macro_len = sizeof("in-addr") - 1;
- macro_value = "in-addr";
- }
- else {
- macro_len = sizeof("ip6") - 1;
- macro_value = "ip6";
- }
- }
- else {
- macro_len = sizeof("in-addr") - 1;
- macro_value = "in-addr";
- }
- break;
- case 'h':
- if (task->helo) {
- tmp = strchr(task->helo, '@');
- if (tmp) {
- macro_len = strlen(tmp + 1);
- macro_value = tmp + 1;
- }
- else {
- macro_len = strlen(task->helo);
- macro_value = task->helo;
- }
- }
- else {
- macro_len = sizeof("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- default:
- msg_info_spf(
- "spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
-
- p++;
- state = 3;
- ndelim = 0;
- delim = '.';
- reversed = FALSE;
- break;
-
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- len = rspamd_spf_process_substitution(macro_value,
- macro_len, ndelim, delim, reversed, c);
- c += len;
- }
- else if (*p == 'r' && len != 0) {
- reversed = TRUE;
- }
- else if (g_ascii_isdigit(*p)) {
- ndelim = strtoul(p, &tmp, 10);
-
- if (tmp == NULL || tmp == p) {
- p++;
- }
- else {
- p = tmp;
-
- continue;
- }
- }
- else if (*p == '+' || *p == '-' ||
- *p == '.' || *p == ',' || *p == '/' || *p == '_' ||
- *p == '=') {
- delim = *p;
- }
- else {
- msg_info_spf("spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- break;
- }
- }
- /* Null terminate */
- *c = '\0';
-
- return new;
- }
-
- /* Read current element and try to parse record */
- static gboolean
- spf_process_element(struct spf_record *rec,
- struct spf_resolved_element *resolved,
- const char *elt,
- const char **elts)
- {
- struct spf_addr *addr = NULL;
- gboolean res = FALSE;
- const char *begin;
- char t;
-
- g_assert(elt != NULL);
- g_assert(rec != NULL);
-
- if (*elt == '\0' || resolved->redirected) {
- return TRUE;
- }
-
- begin = expand_spf_macro(rec, resolved, elt);
- addr = rspamd_spf_new_addr(rec, resolved, begin);
- g_assert(addr != NULL);
- t = g_ascii_tolower(addr->spf_string[0]);
- begin = addr->spf_string;
-
- /* Now check what we have */
- switch (t) {
- case 'a':
- /* all or a */
- if (g_ascii_strncasecmp(begin, SPF_ALL,
- sizeof(SPF_ALL) - 1) == 0) {
- res = parse_spf_all(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_A,
- sizeof(SPF_A) - 1) == 0) {
- res = parse_spf_a(rec, resolved, addr);
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'i':
- /* include or ip4 */
- if (g_ascii_strncasecmp(begin, SPF_IP4, sizeof(SPF_IP4) - 1) == 0) {
- res = parse_spf_ip4(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_INCLUDE, sizeof(SPF_INCLUDE) - 1) == 0) {
- res = parse_spf_include(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_IP6, sizeof(SPF_IP6) - 1) == 0) {
- res = parse_spf_ip6(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_IP4_ALT, sizeof(SPF_IP4_ALT) - 1) == 0) {
- res = parse_spf_ip4(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_IP6_ALT, sizeof(SPF_IP6_ALT) - 1) == 0) {
- res = parse_spf_ip6(rec, addr);
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'm':
- /* mx */
- if (g_ascii_strncasecmp(begin, SPF_MX, sizeof(SPF_MX) - 1) == 0) {
- res = parse_spf_mx(rec, resolved, addr);
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'p':
- /* ptr */
- if (g_ascii_strncasecmp(begin, SPF_PTR,
- sizeof(SPF_PTR) - 1) == 0) {
- res = parse_spf_ptr(rec, resolved, addr);
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'e':
- /* exp or exists */
- if (g_ascii_strncasecmp(begin, SPF_EXP,
- sizeof(SPF_EXP) - 1) == 0) {
- res = parse_spf_exp(rec, addr);
- }
- else if (g_ascii_strncasecmp(begin, SPF_EXISTS,
- sizeof(SPF_EXISTS) - 1) == 0) {
- res = parse_spf_exists(rec, addr);
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'r':
- /* redirect */
- if (g_ascii_strncasecmp(begin, SPF_REDIRECT,
- sizeof(SPF_REDIRECT) - 1) == 0) {
- /*
- * According to https://tools.ietf.org/html/rfc7208#section-6.1
- * There must be no ALL element anywhere in the record,
- * redirect must be ignored
- */
- gboolean ignore_redirect = FALSE;
-
- for (const char **tmp = elts; *tmp != NULL; tmp++) {
- if (g_ascii_strcasecmp((*tmp) + 1, "all") == 0) {
- ignore_redirect = TRUE;
- break;
- }
- }
-
- if (!ignore_redirect) {
- res = parse_spf_redirect(rec, resolved, addr);
- }
- else {
- msg_notice_spf("ignore SPF redirect (%s) for domain %s as there is also all element",
- begin, rec->sender_domain);
-
- /* Pop the current addr as it is ignored */
- g_ptr_array_remove_index_fast(resolved->elts,
- resolved->elts->len - 1);
-
- return TRUE;
- }
- }
- else {
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'v':
- if (g_ascii_strncasecmp(begin, "v=spf",
- sizeof("v=spf") - 1) == 0) {
- /* Skip this element till the end of record */
- while (*begin && !g_ascii_isspace(*begin)) {
- begin++;
- }
- }
- break;
- default:
- msg_notice_spf("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- break;
- }
-
- if (res) {
- addr->flags |= RSPAMD_SPF_FLAG_PARSED;
- }
-
- return res;
- }
-
- static void
- parse_spf_scopes(struct spf_record *rec, char **begin)
- {
- for (;;) {
- if (g_ascii_strncasecmp(*begin, SPF_SCOPE_PRA, sizeof(SPF_SCOPE_PRA) - 1) == 0) {
- *begin += sizeof(SPF_SCOPE_PRA) - 1;
- /* XXX: Implement actual PRA check */
- /* extract_pra_info (rec); */
- continue;
- }
- else if (g_ascii_strncasecmp(*begin, SPF_SCOPE_MFROM,
- sizeof(SPF_SCOPE_MFROM) - 1) == 0) {
- /* mfrom is standard spf1 check */
- *begin += sizeof(SPF_SCOPE_MFROM) - 1;
- continue;
- }
- else if (**begin != ',') {
- break;
- }
- (*begin)++;
- }
- }
-
- static gboolean
- start_spf_parse(struct spf_record *rec, struct spf_resolved_element *resolved,
- char *begin)
- {
- char **elts, **cur_elt;
- gsize len;
-
- /* Skip spaces */
- while (g_ascii_isspace(*begin)) {
- begin++;
- }
-
- len = strlen(begin);
-
- if (g_ascii_strncasecmp(begin, SPF_VER1_STR, sizeof(SPF_VER1_STR) - 1) ==
- 0) {
- begin += sizeof(SPF_VER1_STR) - 1;
-
- while (g_ascii_isspace(*begin) && *begin) {
- begin++;
- }
- }
- else if (g_ascii_strncasecmp(begin, SPF_VER2_STR, sizeof(SPF_VER2_STR) - 1) == 0) {
- /* Skip one number of record, so no we are here spf2.0/ */
- begin += sizeof(SPF_VER2_STR);
- if (*begin != '/') {
- msg_notice_spf("spf error for domain %s: sender id is invalid",
- rec->sender_domain);
- }
- else {
- begin++;
- parse_spf_scopes(rec, &begin);
- }
- /* Now common spf record */
- }
- else {
- msg_debug_spf(
- "spf error for domain %s: bad spf record start: %*s",
- rec->sender_domain,
- (int) len,
- begin);
-
- return FALSE;
- }
-
- while (g_ascii_isspace(*begin) && *begin) {
- begin++;
- }
-
- elts = g_strsplit_set(begin, " ", 0);
-
- if (elts) {
- cur_elt = elts;
-
- while (*cur_elt) {
- spf_process_element(rec, resolved, *cur_elt, (const char **) elts);
- cur_elt++;
- }
-
- g_strfreev(elts);
- }
-
- rspamd_spf_maybe_return(rec);
-
- return TRUE;
- }
-
- static void
- spf_dns_callback(struct rdns_reply *reply, gpointer arg)
- {
- struct spf_record *rec = arg;
- struct spf_resolved_element *resolved = NULL;
- struct spf_addr *addr;
-
- rec->requests_inflight--;
-
- if (reply->flags & RDNS_TRUNCATED) {
- msg_warn_spf("got a truncated record when trying to resolve TXT record for %s",
- rec->sender_domain);
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- g_ptr_array_insert(resolved->elts, 0, addr);
-
- rspamd_spf_maybe_return(rec);
-
- return;
- }
- else {
- if (reply->code == RDNS_RC_NOERROR) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- if (rec->resolved->len == 1) {
- /* Top level resolved element */
- rec->ttl = reply->entries->ttl;
- }
- }
- else if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN) && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- g_ptr_array_insert(resolved->elts, 0, addr);
- }
- else if (reply->code != RDNS_RC_NOREC && reply->code != RDNS_RC_NXDOMAIN && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- g_ptr_array_insert(resolved->elts, 0, addr);
- }
- }
-
- if (resolved) {
- struct rdns_reply_entry *selected = NULL;
-
- if (!spf_process_txt_record(rec, resolved, reply, &selected)) {
- resolved = g_ptr_array_index(rec->resolved, 0);
-
- if (rec->resolved->len > 1) {
- addr = g_ptr_array_index(resolved->elts, 0);
- if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN) && (addr->flags & RSPAMD_SPF_FLAG_REDIRECT)) {
- addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- }
- else {
- addr = g_malloc0(sizeof(*addr));
-
- if (reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN || reply->code == RDNS_RC_NOERROR) {
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- }
- else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- g_ptr_array_insert(resolved->elts, 0, addr);
- }
- }
- else {
- rec->top_record = rspamd_mempool_strdup(rec->task->task_pool,
- selected->content.txt.data);
- rspamd_mempool_set_variable(rec->task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- (gpointer) rec->top_record, NULL);
- }
- }
-
- rspamd_spf_maybe_return(rec);
- }
-
- static struct rspamd_spf_cred *
- rspamd_spf_cache_domain(struct rspamd_task *task)
- {
- struct rspamd_email_address *addr;
- struct rspamd_spf_cred *cred = NULL;
-
- addr = rspamd_task_get_sender(task);
- if (!addr || (addr->flags & RSPAMD_EMAIL_ADDR_EMPTY)) {
- /* Get domain from helo */
-
- if (task->helo) {
- GString *fs = g_string_new("");
-
- cred = rspamd_mempool_alloc(task->task_pool, sizeof(*cred));
- cred->domain = task->helo;
- cred->local_part = "postmaster";
- rspamd_printf_gstring(fs, "postmaster@%s", cred->domain);
- cred->sender = fs->str;
- rspamd_mempool_add_destructor(task->task_pool,
- rspamd_gstring_free_hard, fs);
- }
- }
- else {
- rspamd_ftok_t tok;
-
- cred = rspamd_mempool_alloc(task->task_pool, sizeof(*cred));
- tok.begin = addr->domain;
- tok.len = addr->domain_len;
- cred->domain = rspamd_mempool_ftokdup(task->task_pool, &tok);
- tok.begin = addr->user;
- tok.len = addr->user_len;
- cred->local_part = rspamd_mempool_ftokdup(task->task_pool, &tok);
- tok.begin = addr->addr;
- tok.len = addr->addr_len;
- cred->sender = rspamd_mempool_ftokdup(task->task_pool, &tok);
- }
-
- if (cred) {
- rspamd_mempool_set_variable(task->task_pool, RSPAMD_MEMPOOL_SPF_DOMAIN,
- cred, NULL);
- }
-
- return cred;
- }
-
- struct rspamd_spf_cred *
- rspamd_spf_get_cred(struct rspamd_task *task)
- {
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_mempool_get_variable(task->task_pool,
- RSPAMD_MEMPOOL_SPF_DOMAIN);
-
- if (!cred) {
- cred = rspamd_spf_cache_domain(task);
- }
-
- return cred;
- }
-
- const char *
- rspamd_spf_get_domain(struct rspamd_task *task)
- {
- char *domain = NULL;
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_spf_get_cred(task);
-
- if (cred) {
- domain = cred->domain;
- }
-
- return domain;
- }
-
- gboolean
- rspamd_spf_resolve(struct rspamd_task *task, spf_cb_t callback,
- gpointer cbdata, struct rspamd_spf_cred *cred)
- {
- struct spf_record *rec;
-
- if (!cred || !cred->domain) {
- return FALSE;
- }
-
- /* First lookup in the hash */
- if (spf_lib_ctx->spf_hash) {
- struct spf_resolved *cached;
-
- cached = rspamd_lru_hash_lookup(spf_lib_ctx->spf_hash, cred->domain,
- task->task_timestamp);
-
- if (cached) {
- cached->flags |= RSPAMD_SPF_FLAG_CACHED;
-
- if (cached->top_record) {
- rspamd_mempool_set_variable(task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- rspamd_mempool_strdup(task->task_pool,
- cached->top_record),
- NULL);
- }
- callback(cached, task, cbdata);
-
- return TRUE;
- }
- }
-
-
- rec = rspamd_mempool_alloc0(task->task_pool, sizeof(struct spf_record));
- rec->task = task;
- rec->callback = callback;
- rec->cbdata = cbdata;
-
- rec->resolved = g_ptr_array_sized_new(8);
-
- /* Add destructor */
- rspamd_mempool_add_destructor(task->task_pool,
- (rspamd_mempool_destruct_t) spf_record_destructor,
- rec);
-
- /* Extract from data */
- rec->sender = cred->sender;
- rec->local_part = cred->local_part;
- rec->sender_domain = cred->domain;
-
- if (rspamd_dns_resolver_request_task_forced(task,
- spf_dns_callback,
- (void *) rec, RDNS_REQUEST_TXT, rec->sender_domain)) {
- rec->requests_inflight++;
- return TRUE;
- }
-
- return FALSE;
- }
-
- struct spf_resolved *
- _spf_record_ref(struct spf_resolved *flat, const char *loc)
- {
- REF_RETAIN(flat);
- return flat;
- }
-
- void _spf_record_unref(struct spf_resolved *flat, const char *loc)
- {
- REF_RELEASE(flat);
- }
-
- char *
- spf_addr_mask_to_string(struct spf_addr *addr)
- {
- GString *res;
- char *s, ipstr[INET6_ADDRSTRLEN + 1];
-
- if (addr->flags & RSPAMD_SPF_FLAG_ANY) {
- res = g_string_new("any");
- }
- else if (addr->flags & RSPAMD_SPF_FLAG_IPV4) {
- (void) inet_ntop(AF_INET, addr->addr4, ipstr, sizeof(ipstr));
- res = g_string_sized_new(sizeof(ipstr));
- rspamd_printf_gstring(res, "%s/%d", ipstr, addr->m.dual.mask_v4);
- }
- else if (addr->flags & RSPAMD_SPF_FLAG_IPV6) {
- (void) inet_ntop(AF_INET6, addr->addr6, ipstr, sizeof(ipstr));
- res = g_string_sized_new(sizeof(ipstr));
- rspamd_printf_gstring(res, "%s/%d", ipstr, addr->m.dual.mask_v6);
- }
- else {
- res = g_string_new(NULL);
- rspamd_printf_gstring(res, "unknown, flags = %d", addr->flags);
- }
-
- s = res->str;
- g_string_free(res, FALSE);
-
-
- return s;
- }
-
- struct spf_addr *
- spf_addr_match_task(struct rspamd_task *task, struct spf_resolved *rec)
- {
- const uint8_t *s, *d;
- unsigned int af, mask, bmask, addrlen;
- struct spf_addr *selected = NULL, *addr, *any_addr = NULL;
- unsigned int i;
-
- if (task->from_addr == NULL) {
- return FALSE;
- }
-
- for (i = 0; i < rec->elts->len; i++) {
- addr = &g_array_index(rec->elts, struct spf_addr, i);
- if (addr->flags & RSPAMD_SPF_FLAG_TEMPFAIL) {
- continue;
- }
-
- af = rspamd_inet_address_get_af(task->from_addr);
- /* Basic comparing algorithm */
- if (((addr->flags & RSPAMD_SPF_FLAG_IPV6) && af == AF_INET6) ||
- ((addr->flags & RSPAMD_SPF_FLAG_IPV4) && af == AF_INET)) {
- d = rspamd_inet_address_get_hash_key(task->from_addr, &addrlen);
-
- if (af == AF_INET6) {
- s = (const uint8_t *) addr->addr6;
- mask = addr->m.dual.mask_v6;
- }
- else {
- s = (const uint8_t *) addr->addr4;
- mask = addr->m.dual.mask_v4;
- }
-
- /* Compare the first bytes */
- bmask = mask / CHAR_BIT;
- if (mask > addrlen * CHAR_BIT) {
- msg_info_task("bad mask length: %d", mask);
- }
- else if (memcmp(s, d, bmask) == 0) {
- if (bmask * CHAR_BIT < mask) {
- /* Compare the remaining bits */
- s += bmask;
- d += bmask;
- mask = (0xffu << (CHAR_BIT - (mask - bmask * 8u))) & 0xffu;
-
- if ((*s & mask) == (*d & mask)) {
- selected = addr;
- break;
- }
- }
- else {
- selected = addr;
- break;
- }
- }
- }
- else {
- if (addr->flags & RSPAMD_SPF_FLAG_ANY) {
- any_addr = addr;
- }
- }
- }
-
- if (selected) {
- return selected;
- }
-
- return any_addr;
- }
|