12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777 |
- /*-
- * Copyright 2016 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
- #include "config.h"
- #include "dns.h"
- #include "spf.h"
- #include "rspamd.h"
- #include "message.h"
- #include "utlist.h"
- #include "libserver/mempool_vars_internal.h"
- #include "contrib/librdns/rdns.h"
- #include "contrib/mumhash/mum.h"
-
- #define SPF_VER1_STR "v=spf1"
- #define SPF_VER2_STR "spf2."
- #define SPF_SCOPE_PRA "pra"
- #define SPF_SCOPE_MFROM "mfrom"
- #define SPF_ALL "all"
- #define SPF_A "a"
- #define SPF_IP4 "ip4"
- #define SPF_IP4_ALT "ipv4"
- #define SPF_IP6 "ip6"
- #define SPF_IP6_ALT "ipv6"
- #define SPF_PTR "ptr"
- #define SPF_MX "mx"
- #define SPF_EXISTS "exists"
- #define SPF_INCLUDE "include"
- #define SPF_REDIRECT "redirect"
- #define SPF_EXP "exp"
-
- struct spf_resolved_element {
- GPtrArray *elts;
- gchar *cur_domain;
- gboolean redirected; /* Ignore level, it's redirected */
- };
-
- struct spf_record {
- gint nested;
- gint dns_requests;
- gint requests_inflight;
-
- guint ttl;
- GPtrArray *resolved;
- /* Array of struct spf_resolved_element */
- const gchar *sender;
- const gchar *sender_domain;
- const gchar *top_record;
- gchar *local_part;
- struct rspamd_task *task;
- spf_cb_t callback;
- gpointer cbdata;
- gboolean done;
- };
-
- struct rspamd_spf_library_ctx {
- guint max_dns_nesting;
- guint max_dns_requests;
- guint min_cache_ttl;
- gboolean disable_ipv6;
- rspamd_lru_hash_t *spf_hash;
- };
-
- struct rspamd_spf_library_ctx *spf_lib_ctx = NULL;
-
- /**
- * BNF for SPF record:
- *
- * spf_mech ::= +|-|~|?
- *
- * spf_body ::= spf=v1 <spf_command> [<spf_command>]
- * spf_command ::= [spf_mech]all|a|<ip4>|<ip6>|ptr|mx|<exists>|<include>|<redirect>
- *
- * spf_domain ::= [:domain][/mask]
- * spf_ip4 ::= ip[/mask]
- * ip4 ::= ip4:<spf_ip4>
- * mx ::= mx<spf_domain>
- * a ::= a<spf_domain>
- * ptr ::= ptr[:domain]
- * exists ::= exists:domain
- * include ::= include:domain
- * redirect ::= redirect:domain
- * exp ::= exp:domain
- *
- */
-
- #undef SPF_DEBUG
-
- #define msg_err_spf(...) rspamd_default_log_function (G_LOG_LEVEL_CRITICAL, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_warn_spf(...) rspamd_default_log_function (G_LOG_LEVEL_WARNING, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_info_spf(...) rspamd_default_log_function (G_LOG_LEVEL_INFO, \
- "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_debug_spf(...) rspamd_conditional_debug_fast (NULL, rec->task->from_addr, \
- rspamd_spf_log_id, "spf", rec->task->task_pool->tag.uid, \
- G_STRFUNC, \
- __VA_ARGS__)
- #define msg_debug_spf_flatten(...) rspamd_conditional_debug_fast_num_id (NULL, NULL, \
- rspamd_spf_log_id, "spf", (flat)->digest, \
- G_STRFUNC, \
- __VA_ARGS__)
-
- INIT_LOG_MODULE(spf)
-
- struct spf_dns_cb {
- struct spf_record *rec;
- struct spf_addr *addr;
- struct spf_resolved_element *resolved;
- const gchar *ptr_host;
- spf_action_t cur_action;
- gboolean in_include;
- };
-
- #define CHECK_REC(rec) \
- do { \
- if (spf_lib_ctx->max_dns_nesting > 0 && \
- (rec)->nested > spf_lib_ctx->max_dns_nesting) { \
- msg_warn_spf ("spf nesting limit: %d > %d is reached, domain: %s", \
- (rec)->nested, spf_lib_ctx->max_dns_nesting, \
- (rec)->sender_domain); \
- return FALSE; \
- } \
- if (spf_lib_ctx->max_dns_requests > 0 && \
- (rec)->dns_requests > spf_lib_ctx->max_dns_requests) { \
- msg_warn_spf ("spf dns requests limit: %d > %d is reached, domain: %s", \
- (rec)->dns_requests, spf_lib_ctx->max_dns_requests, \
- (rec)->sender_domain); \
- return FALSE; \
- } \
- } while (0) \
-
- RSPAMD_CONSTRUCTOR(rspamd_spf_lib_ctx_ctor) {
- spf_lib_ctx = g_malloc0 (sizeof (*spf_lib_ctx));
- spf_lib_ctx->max_dns_nesting = SPF_MAX_NESTING;
- spf_lib_ctx->max_dns_requests = SPF_MAX_DNS_REQUESTS;
- spf_lib_ctx->min_cache_ttl = SPF_MIN_CACHE_TTL;
- spf_lib_ctx->disable_ipv6 = FALSE;
- }
-
- RSPAMD_DESTRUCTOR(rspamd_spf_lib_ctx_dtor) {
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_destroy (spf_lib_ctx->spf_hash);
- }
- g_free (spf_lib_ctx);
- spf_lib_ctx = NULL;
- }
-
- static void
- spf_record_cached_unref_dtor (gpointer p)
- {
- struct spf_resolved *flat = (struct spf_resolved *)p;
-
- _spf_record_unref (flat, "LRU cache");
- }
-
- void
- spf_library_config (const ucl_object_t *obj)
- {
- const ucl_object_t *value;
- gint64 ival;
- bool bval;
-
- if (obj == NULL) {
- /* No specific config */
- return;
- }
-
- if ((value = ucl_object_find_key (obj, "min_cache_ttl")) != NULL) {
- if (ucl_object_toint_safe (value, &ival) && ival >= 0) {
- spf_lib_ctx->min_cache_ttl = ival;
- }
- }
-
- if ((value = ucl_object_find_key (obj, "max_dns_nesting")) != NULL) {
- if (ucl_object_toint_safe (value, &ival) && ival >= 0) {
- spf_lib_ctx->max_dns_nesting = ival;
- }
- }
-
- if ((value = ucl_object_find_key (obj, "max_dns_requests")) != NULL) {
- if (ucl_object_toint_safe (value, &ival) && ival >= 0) {
- spf_lib_ctx->max_dns_requests = ival;
- }
- }
- if ((value = ucl_object_find_key (obj, "disable_ipv6")) != NULL) {
- if (ucl_object_toboolean_safe (value, &bval)) {
- spf_lib_ctx->disable_ipv6 = bval;
- }
- }
-
- if ((value = ucl_object_find_key (obj, "disable_ipv6")) != NULL) {
- if (ucl_object_toboolean_safe (value, &bval)) {
- spf_lib_ctx->disable_ipv6 = bval;
- }
- }
-
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_destroy (spf_lib_ctx->spf_hash);
- spf_lib_ctx->spf_hash = NULL;
- }
-
- if ((value = ucl_object_find_key (obj, "spf_cache_size")) != NULL) {
- if (ucl_object_toint_safe (value, &ival) && ival > 0) {
- spf_lib_ctx->spf_hash = rspamd_lru_hash_new (
- ival,
- g_free,
- spf_record_cached_unref_dtor);
- }
- }
- else {
- /* Preserve compatibility */
- spf_lib_ctx->spf_hash = rspamd_lru_hash_new (
- 2048,
- g_free,
- spf_record_cached_unref_dtor);
- }
- }
-
- static gboolean start_spf_parse (struct spf_record *rec,
- struct spf_resolved_element *resolved, gchar *begin);
-
- /* Determine spf mech */
- static spf_mech_t
- check_spf_mech (const gchar *elt, gboolean *need_shift)
- {
- g_assert (elt != NULL);
-
- *need_shift = TRUE;
-
- switch (*elt) {
- case '-':
- return SPF_FAIL;
- case '~':
- return SPF_SOFT_FAIL;
- case '+':
- return SPF_PASS;
- case '?':
- return SPF_NEUTRAL;
- default:
- *need_shift = FALSE;
- return SPF_PASS;
- }
- }
-
- static const gchar *
- rspamd_spf_dns_action_to_str (spf_action_t act)
- {
- const char *ret = "unknown";
-
- switch (act) {
- case SPF_RESOLVE_MX:
- ret = "MX";
- break;
- case SPF_RESOLVE_A:
- ret = "A";
- break;
- case SPF_RESOLVE_PTR:
- ret = "PTR";
- break;
- case SPF_RESOLVE_AAA:
- ret = "AAAA";
- break;
- case SPF_RESOLVE_REDIRECT:
- ret = "REDIRECT";
- break;
- case SPF_RESOLVE_INCLUDE:
- ret = "INCLUDE";
- break;
- case SPF_RESOLVE_EXISTS:
- ret = "EXISTS";
- break;
- case SPF_RESOLVE_EXP:
- ret = "EXP";
- break;
- }
-
- return ret;
- }
-
- static struct spf_addr *
- rspamd_spf_new_addr (struct spf_record *rec,
- struct spf_resolved_element *resolved, const gchar *elt)
- {
- gboolean need_shift = FALSE;
- struct spf_addr *naddr;
-
- naddr = g_malloc0 (sizeof (*naddr));
- naddr->mech = check_spf_mech (elt, &need_shift);
-
- if (need_shift) {
- naddr->spf_string = g_strdup (elt + 1);
- }
- else {
- naddr->spf_string = g_strdup (elt);
- }
-
- g_ptr_array_add (resolved->elts, naddr);
- naddr->prev = naddr;
- naddr->next = NULL;
-
- return naddr;
- }
-
- static void
- rspamd_spf_free_addr (gpointer a)
- {
- struct spf_addr *addr = a, *tmp, *cur;
-
- if (addr) {
- g_free (addr->spf_string);
- DL_FOREACH_SAFE (addr, cur, tmp) {
- g_free (cur);
- }
- }
- }
-
- static struct spf_resolved_element *
- rspamd_spf_new_addr_list (struct spf_record *rec, const gchar *domain)
- {
- struct spf_resolved_element *resolved;
-
- resolved = g_malloc0 (sizeof (*resolved));
- resolved->redirected = FALSE;
- resolved->cur_domain = g_strdup (domain);
- resolved->elts = g_ptr_array_new_full (8, rspamd_spf_free_addr);
-
- g_ptr_array_add (rec->resolved, resolved);
-
- return g_ptr_array_index (rec->resolved, rec->resolved->len - 1);
- }
-
- /*
- * Destructor for spf record
- */
- static void
- spf_record_destructor (gpointer r)
- {
- struct spf_record *rec = r;
- struct spf_resolved_element *elt;
- guint i;
-
- if (rec) {
- for (i = 0; i < rec->resolved->len; i++) {
- elt = g_ptr_array_index (rec->resolved, i);
- g_ptr_array_free (elt->elts, TRUE);
- g_free (elt->cur_domain);
- g_free (elt);
- }
-
- g_ptr_array_free (rec->resolved, TRUE);
- }
- }
-
- static void
- rspamd_flatten_record_dtor (struct spf_resolved *r)
- {
- struct spf_addr *addr;
- guint i;
-
- for (i = 0; i < r->elts->len; i++) {
- addr = &g_array_index (r->elts, struct spf_addr, i);
- g_free (addr->spf_string);
- }
-
- g_free (r->top_record);
- g_free (r->domain);
- g_array_free (r->elts, TRUE);
- g_free (r);
- }
-
- static void
- rspamd_spf_process_reference (struct spf_resolved *target,
- struct spf_addr *addr, struct spf_record *rec, gboolean top)
- {
- struct spf_resolved_element *elt, *relt;
- struct spf_addr *cur = NULL, taddr, *cur_addr;
- guint i;
-
- if (addr) {
- g_assert (addr->m.idx < rec->resolved->len);
-
- elt = g_ptr_array_index (rec->resolved, addr->m.idx);
- }
- else {
- elt = g_ptr_array_index (rec->resolved, 0);
- }
-
- if (rec->ttl < target->ttl) {
- msg_debug_spf ("reducing ttl from %d to %d after subrecord processing %s",
- target->ttl, rec->ttl, rec->sender_domain);
- target->ttl = rec->ttl;
- }
-
- if (elt->redirected) {
- g_assert (elt->elts->len > 0);
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index (elt->elts, i);
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- break;
- }
- }
-
- g_assert (cur != NULL);
- if (!(cur->flags & (RSPAMD_SPF_FLAG_PARSED|RSPAMD_SPF_FLAG_RESOLVED))) {
- /* Unresolved redirect */
- msg_info_spf ("redirect to %s cannot be resolved", cur->spf_string);
- }
- else {
- g_assert (cur->flags & RSPAMD_SPF_FLAG_REFERENCE);
- g_assert (cur->m.idx < rec->resolved->len);
- relt = g_ptr_array_index (rec->resolved, cur->m.idx);
- msg_debug_spf ("domain %s is redirected to %s", elt->cur_domain,
- relt->cur_domain);
- }
- }
-
- for (i = 0; i < elt->elts->len; i++) {
- cur = g_ptr_array_index (elt->elts, i);
-
- if (cur->flags & RSPAMD_SPF_FLAG_TEMPFAIL) {
- target->flags |= RSPAMD_SPF_RESOLVED_TEMP_FAILED;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_PERMFAIL) {
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- target->flags |= RSPAMD_SPF_RESOLVED_PERM_FAILED;
- }
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_NA) {
- target->flags |= RSPAMD_SPF_RESOLVED_NA;
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_INVALID) {
- /* Ignore invalid elements */
- continue;
- }
- if ((cur->flags & (RSPAMD_SPF_FLAG_PARSED|RSPAMD_SPF_FLAG_RESOLVED)) !=
- (RSPAMD_SPF_FLAG_RESOLVED|RSPAMD_SPF_FLAG_PARSED)) {
- /* Ignore unparsed addrs */
- continue;
- }
- if (cur->flags & RSPAMD_SPF_FLAG_REFERENCE) {
- /* Process reference */
- if (cur->flags & RSPAMD_SPF_FLAG_REDIRECT) {
- /* Stop on redirected domain */
- rspamd_spf_process_reference (target, cur, rec, top);
- break;
- }
- else {
- rspamd_spf_process_reference (target, cur, rec, FALSE);
- }
- }
- else {
- if ((cur->flags & RSPAMD_SPF_FLAG_ANY) && !top) {
- /* Ignore wide policies in includes */
- continue;
- }
-
- DL_FOREACH (cur, cur_addr) {
- memcpy (&taddr, cur_addr, sizeof (taddr));
- taddr.spf_string = g_strdup (cur_addr->spf_string);
- g_array_append_val (target->elts, taddr);
- }
- }
- }
- }
-
- /*
- * Parse record and flatten it to a simple structure
- */
- static struct spf_resolved *
- rspamd_spf_record_flatten (struct spf_record *rec)
- {
- struct spf_resolved *res;
-
- g_assert (rec != NULL);
-
- res = g_malloc0 (sizeof (*res));
- res->domain = g_strdup (rec->sender_domain);
- res->ttl = rec->ttl;
- /* Not precise but okay */
- res->timestamp = rec->task->task_timestamp;
- res->digest = mum_hash_init (0xa4aa40bbeec59e2bULL);
- res->top_record = g_strdup (rec->top_record);
- REF_INIT_RETAIN (res, rspamd_flatten_record_dtor);
-
- if (rec->resolved) {
- res->elts = g_array_sized_new (FALSE, FALSE, sizeof (struct spf_addr),
- rec->resolved->len);
-
- if (rec->resolved->len > 0) {
- rspamd_spf_process_reference (res, NULL, rec, TRUE);
- }
- }
- else {
- res->elts = g_array_new (FALSE, FALSE, sizeof (struct spf_addr));
- }
-
- return res;
- }
-
- static gint
- rspamd_spf_elts_cmp (gconstpointer a, gconstpointer b)
- {
- struct spf_addr *addr_a, *addr_b;
-
- addr_a = (struct spf_addr *)a;
- addr_b = (struct spf_addr *)b;
-
- if (addr_a->flags == addr_b->flags) {
- if (addr_a->flags & RSPAMD_SPF_FLAG_ANY) {
- return 0;
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV4) {
- return (addr_a->m.dual.mask_v4 - addr_b->m.dual.mask_v4) ||
- memcmp (addr_a->addr4, addr_b->addr4, sizeof (addr_a->addr4));
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV6) {
- return (addr_a->m.dual.mask_v6 - addr_b->m.dual.mask_v6) ||
- memcmp (addr_a->addr6, addr_b->addr6, sizeof (addr_a->addr6));
- }
- else {
- return 0;
- }
- }
- else {
- if (addr_a->flags & RSPAMD_SPF_FLAG_ANY) {
- return 1;
- }
- else if (addr_b->flags & RSPAMD_SPF_FLAG_ANY) {
- return -1;
- }
- else if (addr_a->flags & RSPAMD_SPF_FLAG_IPV4) {
- return -1;
- }
-
- return 1;
- }
- }
-
- static void
- rspamd_spf_record_postprocess (struct spf_resolved *rec, struct rspamd_task *task)
- {
- g_array_sort (rec->elts, rspamd_spf_elts_cmp);
-
- for (guint i = 0; i < rec->elts->len; i ++) {
- struct spf_addr *cur_addr = &g_array_index (rec->elts, struct spf_addr, i);
-
- if (cur_addr->flags & RSPAMD_SPF_FLAG_IPV6) {
- guint64 t[3];
-
- /*
- * Fill hash entry for ipv6 addr with 2 int64 from ipv6 address,
- * the remaining int64 has mech + mask
- */
- memcpy (t, cur_addr->addr6, sizeof (guint64) * 2);
- t[2] = ((guint64) (cur_addr->mech)) << 48u;
- t[2] |= cur_addr->m.dual.mask_v6;
-
- for (guint j = 0; j < G_N_ELEMENTS (t); j++) {
- rec->digest = mum_hash_step (rec->digest, t[j]);
- }
- }
- else if (cur_addr->flags & RSPAMD_SPF_FLAG_IPV4) {
- guint64 t = 0;
-
- memcpy (&t, cur_addr->addr4, sizeof (guint32));
- t |= ((guint64) (cur_addr->mech)) << 48u;
- t |= ((guint64) cur_addr->m.dual.mask_v4) << 32u;
-
- rec->digest = mum_hash_step (rec->digest, t);
- }
- }
-
- if (spf_lib_ctx->min_cache_ttl > 0) {
- if (rec->ttl != 0 && rec->ttl < spf_lib_ctx->min_cache_ttl) {
- msg_info_task ("increasing ttl from %d to %d as it lower than a limit",
- rec->ttl, spf_lib_ctx->min_cache_ttl);
- rec->ttl = spf_lib_ctx->min_cache_ttl;
- }
- }
- }
-
- static void
- rspamd_spf_maybe_return (struct spf_record *rec)
- {
- struct spf_resolved *flat;
- struct rspamd_task *task = rec->task;
- bool cached = false;
-
- if (rec->requests_inflight == 0 && !rec->done) {
- flat = rspamd_spf_record_flatten (rec);
- rspamd_spf_record_postprocess (flat, rec->task);
-
- if (flat->ttl > 0 && flat->flags == 0) {
-
- if (spf_lib_ctx->spf_hash) {
- rspamd_lru_hash_insert (spf_lib_ctx->spf_hash,
- g_strdup (flat->domain),
- spf_record_ref (flat),
- flat->timestamp, flat->ttl);
-
- msg_info_task ("stored SPF record for %s (0x%xuL) in LRU cache for %d seconds, "
- "%d/%d elements in the cache",
- flat->domain,
- flat->digest,
- flat->ttl,
- rspamd_lru_hash_size (spf_lib_ctx->spf_hash),
- rspamd_lru_hash_capacity (spf_lib_ctx->spf_hash));
- cached = true;
- }
- }
-
- if (!cached) {
- /* Still write a log line */
- msg_info_task ("not stored SPF record for %s (0x%xuL) in LRU cache; flags=%d; ttl=%d",
- flat->domain,
- flat->digest,
- flat->flags,
- flat->ttl);
- }
-
- rec->callback (flat, rec->task, rec->cbdata);
- spf_record_unref (flat);
- rec->done = TRUE;
- }
- }
-
- static gboolean
- spf_check_ptr_host (struct spf_dns_cb *cb, const char *name)
- {
- const char *dend, *nend, *dstart, *nstart;
- struct spf_record *rec = cb->rec;
-
- if (cb->ptr_host != NULL) {
- dstart = cb->ptr_host;
- }
- else {
- dstart = cb->resolved->cur_domain;
- }
-
- if (name == NULL || dstart == NULL) {
- return FALSE;
- }
-
- msg_debug_spf ("check ptr %s vs %s", name, dstart);
-
- /* We need to check whether `cur_domain` is a subdomain for `name` */
- dend = dstart + strlen (dstart) - 1;
- nstart = name;
- nend = nstart + strlen (nstart) - 1;
-
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
- /* Strip last '.' from names */
- if (*nend == '.') {
- nend--;
- }
- if (*dend == '.') {
- dend--;
- }
- if (nend <= nstart || dend <= dstart) {
- return FALSE;
- }
-
- /* Now compare from end to start */
- for (;;) {
- if (g_ascii_tolower (*dend) != g_ascii_tolower (*nend)) {
- msg_debug_spf ("ptr records mismatch: %s and %s", dend, nend);
- return FALSE;
- }
-
- if (dend == dstart) {
- break;
- }
- if (nend == nstart) {
- /* Name is shorter than cur_domain */
- return FALSE;
- }
- nend--;
- dend--;
- }
-
- if (nend > nstart && *(nend - 1) != '.') {
- /* Not a subdomain */
- return FALSE;
- }
-
- return TRUE;
- }
-
- static void
- spf_record_process_addr (struct spf_record *rec, struct spf_addr *addr, struct
- rdns_reply_entry *reply)
- {
- struct spf_addr *naddr;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- /* That's the first address */
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy (addr->addr6,
- &reply->content.aaa.addr,
- sizeof (addr->addr6));
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy (addr->addr4, &reply->content.a.addr, sizeof (addr->addr4));
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf (
- "internal error, bad DNS reply is treated as address: %s",
- rdns_strtype (reply->type));
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_PROCESSED;
- }
- else {
- /* We need to create a new address */
- naddr = g_malloc0 (sizeof (*naddr));
- memcpy (naddr, addr, sizeof (*naddr));
- naddr->next = NULL;
- naddr->prev = NULL;
-
- if (reply->type == RDNS_REQUEST_AAAA) {
- memcpy (naddr->addr6,
- &reply->content.aaa.addr,
- sizeof (addr->addr6));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- else if (reply->type == RDNS_REQUEST_A) {
- memcpy (naddr->addr4, &reply->content.a.addr, sizeof (addr->addr4));
- naddr->flags |= RSPAMD_SPF_FLAG_IPV4;
- }
- else {
- msg_err_spf (
- "internal error, bad DNS reply is treated as address: %s",
- rdns_strtype (reply->type));
- }
-
- DL_APPEND (addr, naddr);
- }
- }
-
- static void
- spf_record_addr_set (struct spf_addr *addr, gboolean allow_any)
- {
- guchar fill;
-
- if (!(addr->flags & RSPAMD_SPF_FLAG_PROCESSED)) {
- if (allow_any) {
- fill = 0;
- addr->m.dual.mask_v4 = 0;
- addr->m.dual.mask_v6 = 0;
- }
- else {
- fill = 0xff;
- }
-
- memset (addr->addr4, fill, sizeof (addr->addr4));
- memset (addr->addr6, fill, sizeof (addr->addr6));
-
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4;
- addr->flags |= RSPAMD_SPF_FLAG_IPV6;
- }
- }
-
- static gboolean
- spf_process_txt_record (struct spf_record *rec, struct spf_resolved_element *resolved,
- struct rdns_reply *reply, struct rdns_reply_entry **pselected)
- {
- struct rdns_reply_entry *elt, *selected = NULL;
- gboolean ret = FALSE;
-
- /*
- * We prefer spf version 1 as other records are mostly likely garbage
- * or incorrect records (e.g. spf2 records)
- */
- LL_FOREACH (reply->entries, elt) {
- if (elt->type == RDNS_REQUEST_TXT) {
- if (strncmp(elt->content.txt.data, "v=spf1", sizeof("v=spf1") - 1)
- == 0) {
- selected = elt;
-
- if (pselected != NULL) {
- *pselected = selected;
- }
-
- break;
- }
- }
- }
-
- if (!selected) {
- LL_FOREACH (reply->entries, elt) {
- /*
- * Rubbish spf record? Let's still try to process it, but merely for
- * TXT RRs
- */
- if (elt->type == RDNS_REQUEST_TXT) {
- if (start_spf_parse(rec, resolved, elt->content.txt.data)) {
- ret = TRUE;
- if (pselected != NULL) {
- *pselected = elt;
- }
- break;
- }
- }
- }
- }
- else {
- ret = start_spf_parse (rec, resolved, selected->content.txt.data);
- }
-
- return ret;
- }
-
- static void
- spf_record_dns_callback (struct rdns_reply *reply, gpointer arg)
- {
- struct spf_dns_cb *cb = arg;
- struct rdns_reply_entry *elt_data;
- struct rspamd_task *task;
- struct spf_addr *addr;
- struct spf_record *rec;
- const struct rdns_request_name *req_name;
- bool truncated = false;
-
- rec = cb->rec;
- task = rec->task;
-
- cb->rec->requests_inflight--;
- addr = cb->addr;
- req_name = rdns_request_get_name (reply->request, NULL);
-
- if (reply->flags & RDNS_TRUNCATED) {
- /* Do not process truncated DNS replies */
- truncated = true;
-
- if (req_name) {
- msg_warn_spf ("got a truncated record when trying to resolve %s (%s type) for SPF domain %s",
- req_name->name, rdns_str_from_type(req_name->type),
- rec->sender_domain);
- }
- else {
- msg_warn_spf ("got a truncated record when trying to resolve ??? "
- "(internal error) for SPF domain %s",
- rec->sender_domain);
- }
- }
-
- if (reply->code == RDNS_RC_NOERROR && !truncated) {
-
- LL_FOREACH (reply->entries, elt_data) {
- /* Adjust ttl if a resolved record has lower ttl than spf record itself */
- if ((guint)elt_data->ttl < rec->ttl) {
- msg_debug_spf ("reducing ttl from %d to %d after DNS resolving",
- rec->ttl, elt_data->ttl);
- rec->ttl = elt_data->ttl;
- }
-
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (elt_data->type == RDNS_REQUEST_MX) {
- /* Now resolve A record for this MX */
- msg_debug_spf ("resolve %s after resolving of MX",
- elt_data->content.mx.name);
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.mx.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf ("skip AAAA request for MX resolution");
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- msg_debug_spf ("resolved MX addr");
- spf_record_process_addr (rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_A:
- case SPF_RESOLVE_AAA:
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr (rec, addr, elt_data);
- break;
- case SPF_RESOLVE_PTR:
- if (elt_data->type == RDNS_REQUEST_PTR) {
- /* Validate returned records prior to making A requests */
- if (spf_check_ptr_host (cb,
- elt_data->content.ptr.name)) {
- msg_debug_spf ("resolve PTR %s after resolving of PTR",
- elt_data->content.ptr.name);
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_A,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb,
- RDNS_REQUEST_AAAA,
- elt_data->content.ptr.name)) {
- cb->rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf ("skip AAAA request for PTR resolution");
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- cb->addr->flags &= ~RSPAMD_SPF_FLAG_PERMFAIL;
- spf_record_process_addr (rec, addr, elt_data);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- if (reply->entries) {
- msg_debug_spf ("got redirection record for %s: '%s'",
- req_name->name,
- reply->entries[0].content.txt.data);
- }
-
- if (!spf_process_txt_record (rec, cb->resolved, reply, NULL)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- }
-
- goto end;
- break;
- case SPF_RESOLVE_INCLUDE:
- if (elt_data->type == RDNS_REQUEST_TXT) {
- if (reply->entries) {
- msg_debug_spf ("got include record for %s: '%s'",
- req_name->name,
- reply->entries[0].content.txt.data);
- }
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_process_txt_record (rec, cb->resolved, reply, NULL);
- }
- goto end;
-
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (elt_data->type == RDNS_REQUEST_A ||
- elt_data->type == RDNS_REQUEST_AAAA) {
- /*
- * If specified address resolves, we can accept
- * connection from every IP
- */
- addr->flags |= RSPAMD_SPF_FLAG_RESOLVED;
- spf_record_addr_set (addr, TRUE);
- }
- break;
- }
- }
- }
- else if (reply->code == RDNS_RC_NXDOMAIN || reply->code == RDNS_RC_NOREC) {
- switch (cb->cur_action) {
- case SPF_RESOLVE_MX:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf (
- "spf error for domain %s: cannot find MX"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- spf_record_addr_set (addr, FALSE);
- }
- break;
- case SPF_RESOLVE_A:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf (
- "spf error for domain %s: cannot resolve A"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
-
- if (rdns_request_has_type (reply->request, RDNS_REQUEST_A)) {
- spf_record_addr_set (addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_AAA:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf (
- "spf error for domain %s: cannot resolve AAAA"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- if (rdns_request_has_type (reply->request, RDNS_REQUEST_AAAA)) {
- spf_record_addr_set (addr, FALSE);
- }
- }
- break;
- case SPF_RESOLVE_PTR:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_info_spf (
- "spf error for domain %s: cannot resolve PTR"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
-
- spf_record_addr_set (addr, FALSE);
- }
- break;
- case SPF_RESOLVE_REDIRECT:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- msg_info_spf (
- "spf error for domain %s: cannot resolve REDIRECT"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- }
-
- break;
- case SPF_RESOLVE_INCLUDE:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_info_spf (
- "spf error for domain %s: cannot resolve INCLUDE"
- " record for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
-
- cb->addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- }
- break;
- case SPF_RESOLVE_EXP:
- break;
- case SPF_RESOLVE_EXISTS:
- if (!(cb->addr->flags & RSPAMD_SPF_FLAG_RESOLVED)) {
- msg_debug_spf (
- "spf macro resolution for domain %s: cannot resolve EXISTS"
- " macro for %s: %s",
- cb->rec->sender_domain,
- cb->resolved->cur_domain,
- rdns_strerror (reply->code));
- spf_record_addr_set (addr, FALSE);
- }
- break;
- }
- }
- else {
- cb->addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- msg_info_spf (
- "spf error for domain %s: cannot resolve %s DNS record for"
- " %s: %s",
- cb->rec->sender_domain,
- rspamd_spf_dns_action_to_str (cb->cur_action),
- cb->ptr_host,
- rdns_strerror (reply->code));
- }
-
- end:
- rspamd_spf_maybe_return (cb->rec);
- }
-
- /*
- * The syntax defined by the following BNF:
- * [ ":" domain-spec ] [ dual-cidr-length ]
- * ip4-cidr-length = "/" 1*DIGIT
- * ip6-cidr-length = "/" 1*DIGIT
- * dual-cidr-length = [ ip4-cidr-length ] [ "/" ip6-cidr-length ]
- */
- static const gchar *
- parse_spf_domain_mask (struct spf_record *rec, struct spf_addr *addr,
- struct spf_resolved_element *resolved,
- gboolean allow_mask)
- {
- struct rspamd_task *task = rec->task;
- enum {
- parse_spf_elt = 0,
- parse_semicolon,
- parse_domain,
- parse_slash,
- parse_ipv4_mask,
- parse_second_slash,
- parse_ipv6_mask,
- skip_garbage
- } state = 0;
- const gchar *p = addr->spf_string, *host, *c;
- gchar *hostbuf;
- gchar t;
- guint16 cur_mask = 0;
-
- host = resolved->cur_domain;
- c = p;
-
- while (*p) {
- t = *p;
-
- switch (state) {
- case parse_spf_elt:
- if (t == ':' || t == '=') {
- state = parse_semicolon;
- }
- else if (t == '/') {
- /* No domain but mask */
- state = parse_slash;
- }
- p++;
- break;
- case parse_semicolon:
- if (t == '/') {
- /* Empty domain, technically an error */
- state = parse_slash;
- }
- else {
- c = p;
- state = parse_domain;
- }
- break;
- case parse_domain:
- if (t == '/') {
- hostbuf = rspamd_mempool_alloc (task->task_pool, p - c + 1);
- rspamd_strlcpy (hostbuf, c, p - c + 1);
- host = hostbuf;
- state = parse_slash;
- }
- p++;
- break;
- case parse_slash:
- c = p;
- if (allow_mask) {
- state = parse_ipv4_mask;
- }
- else {
- state = skip_garbage;
- }
- cur_mask = 0;
- break;
- case parse_ipv4_mask:
- if (g_ascii_isdigit (t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- else if (t == '/') {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv4 mask for %s: %d",
- rec->sender_domain, cur_mask);
- }
- state = parse_second_slash;
- }
- p++;
- break;
- case parse_second_slash:
- c = p;
- state = parse_ipv6_mask;
- cur_mask = 0;
- break;
- case parse_ipv6_mask:
- if (g_ascii_isdigit (t)) {
- /* Ignore errors here */
- cur_mask = cur_mask * 10 + (t - '0');
- }
- p++;
- break;
- case skip_garbage:
- p++;
- break;
- }
- }
-
- /* Process end states */
- if (state == parse_ipv4_mask) {
- if (cur_mask <= 32) {
- addr->m.dual.mask_v4 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv4 mask for %s: %d", rec->sender_domain, cur_mask);
- }
- }
- else if (state == parse_ipv6_mask) {
- if (cur_mask <= 128) {
- addr->m.dual.mask_v6 = cur_mask;
- }
- else {
- msg_info_spf ("bad ipv6 mask: %d", cur_mask);
- }
- }
- else if (state == parse_domain && p - c > 0) {
- hostbuf = rspamd_mempool_alloc (task->task_pool, p - c + 1);
- rspamd_strlcpy (hostbuf, c, p - c + 1);
- host = hostbuf;
- }
-
- if (cur_mask == 0) {
- addr->m.dual.mask_v4 = 32;
- addr->m.dual.mask_v6 = 64;
- }
-
- return host;
- }
-
- static gboolean
- parse_spf_a (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host = NULL;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_A;
- cb->resolved = resolved;
- msg_debug_spf ("resolve a %s", host);
-
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->ptr_host = host;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_AAA;
- cb->resolved = resolved;
-
- if (!spf_lib_ctx->disable_ipv6) {
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_AAAA, host)) {
- rec->requests_inflight++;
- }
- }
- else {
- msg_debug_spf ("skip AAAA request for a record resolution");
- }
-
- return TRUE;
- }
- else {
- msg_info_spf ("unresolvable A element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
-
- }
-
- static gboolean
- parse_spf_ptr (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- gchar *ptr;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, FALSE);
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_PTR;
- cb->resolved = resolved;
- cb->ptr_host = rspamd_mempool_strdup (task->task_pool, host);
- ptr =
- rdns_generate_ptr_from_str (rspamd_inet_address_to_string (
- task->from_addr));
-
- if (ptr == NULL) {
- return FALSE;
- }
-
- rspamd_mempool_add_destructor (task->task_pool, free, ptr);
- msg_debug_spf ("resolve ptr %s for %s", ptr, host);
-
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_PTR, ptr)) {
- rec->requests_inflight++;
- rec->ttl = 0;
- msg_debug_spf ("disable SPF caching as there is PTR expansion");
-
- return TRUE;
- }
- else {
- msg_info_spf ("unresolvable PTR element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_mx (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- host = parse_spf_domain_mask (rec, addr, resolved, TRUE);
-
- if (host == NULL) {
- return FALSE;
- }
-
- rec->dns_requests++;
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_MX;
- cb->ptr_host = host;
- cb->resolved = resolved;
-
- msg_debug_spf ("resolve mx for %s", host);
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_MX, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_all (struct spf_record *rec, struct spf_addr *addr)
- {
- /* All is 0/0 */
- memset (&addr->addr4, 0, sizeof (addr->addr4));
- memset (&addr->addr6, 0, sizeof (addr->addr6));
- /* Here we set all masks to 0 */
- addr->m.idx = 0;
- addr->flags |= RSPAMD_SPF_FLAG_ANY|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed all elt");
-
- /* Disallow +all */
- if (addr->mech == SPF_PASS) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("allow any SPF record for %s, ignore it",
- rec->sender_domain);
- }
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip4 (struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip4:addr[/mask] */
- const gchar *semicolon, *slash;
- gsize len;
- gchar ipbuf[INET_ADDRSTRLEN + 1];
- guint32 mask;
- static const guint32 min_valid_mask = 8;
-
- semicolon = strchr (addr->spf_string, ':');
-
- if (semicolon == NULL) {
- semicolon = strchr (addr->spf_string, '=');
-
- if (semicolon == NULL) {
- msg_info_spf ("invalid ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- semicolon++;
- slash = strchr (semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen (semicolon);
- }
-
- rspamd_strlcpy (ipbuf, semicolon, MIN (len + 1, sizeof (ipbuf)));
-
- if (inet_pton (AF_INET, ipbuf, addr->addr4) != 1) {
- msg_info_spf ("invalid ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (slash) {
- mask = strtoul (slash + 1, NULL, 10);
- if (mask > 32) {
- msg_info_spf ("invalid mask for ip4 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- addr->m.dual.mask_v4 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v4);
- }
- }
- else {
- addr->m.dual.mask_v4 = 32;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV4|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed ipv4 record %s/%d", ipbuf, addr->m.dual.mask_v4);
-
- return TRUE;
- }
-
- static gboolean
- parse_spf_ip6 (struct spf_record *rec, struct spf_addr *addr)
- {
- /* ip6:addr[/mask] */
- const gchar *semicolon, *slash;
- gsize len;
- gchar ipbuf[INET6_ADDRSTRLEN + 1];
- guint32 mask;
- static const guint32 min_valid_mask = 8;
-
- semicolon = strchr (addr->spf_string, ':');
-
- if (semicolon == NULL) {
- semicolon = strchr (addr->spf_string, '=');
-
- if (semicolon == NULL) {
- msg_info_spf ("invalid ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- semicolon++;
- slash = strchr (semicolon, '/');
-
- if (slash) {
- len = slash - semicolon;
- }
- else {
- len = strlen (semicolon);
- }
-
- rspamd_strlcpy (ipbuf, semicolon, MIN (len + 1, sizeof (ipbuf)));
-
- if (inet_pton (AF_INET6, ipbuf, addr->addr6) != 1) {
- msg_info_spf ("invalid ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- if (slash) {
- mask = strtoul (slash + 1, NULL, 10);
- if (mask > 128) {
- msg_info_spf ("invalid mask for ip6 element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
-
- addr->m.dual.mask_v6 = mask;
-
- if (mask < min_valid_mask) {
- addr->flags |= RSPAMD_SPF_FLAG_INVALID;
- msg_info_spf ("too wide SPF record for %s: %s/%d",
- rec->sender_domain,
- ipbuf, addr->m.dual.mask_v6);
- }
- }
- else {
- addr->m.dual.mask_v6 = 128;
- }
-
- addr->flags |= RSPAMD_SPF_FLAG_IPV6|RSPAMD_SPF_FLAG_RESOLVED;
- msg_debug_spf ("parsed ipv6 record %s/%d", ipbuf, addr->m.dual.mask_v6);
-
- return TRUE;
- }
-
-
- static gboolean
- parse_spf_include (struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
- domain = strchr (addr->spf_string, ':');
-
- if (domain == NULL) {
- /* Common mistake */
- domain = strchr (addr->spf_string, '=');
-
- if (domain == NULL) {
- msg_info_spf ("invalid include element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- domain++;
-
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_INCLUDE;
- addr->m.idx = rec->resolved->len;
- cb->resolved = rspamd_spf_new_addr_list (rec, domain);
- cb->ptr_host = domain;
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE;
- msg_debug_spf ("resolve include %s", domain);
-
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_info_spf ("unresolvable include element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exp (struct spf_record *rec, struct spf_addr *addr)
- {
- msg_info_spf ("exp record is ignored");
- return TRUE;
- }
-
- static gboolean
- parse_spf_redirect (struct spf_record *rec,
- struct spf_resolved_element *resolved, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *domain;
- struct rspamd_task *task = rec->task;
-
- CHECK_REC (rec);
-
- domain = strchr (addr->spf_string, '=');
-
- if (domain == NULL) {
- /* Common mistake */
- domain = strchr (addr->spf_string, ':');
-
- if (domain == NULL) {
- msg_info_spf ("invalid redirect element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- domain++;
-
- rec->dns_requests++;
- resolved->redirected = TRUE;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- /* Set reference */
- addr->flags |= RSPAMD_SPF_FLAG_REFERENCE | RSPAMD_SPF_FLAG_REDIRECT;
- addr->m.idx = rec->resolved->len;
-
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_REDIRECT;
- cb->resolved = rspamd_spf_new_addr_list (rec, domain);
- cb->ptr_host = domain;
- msg_debug_spf ("resolve redirect %s", domain);
-
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_TXT, domain)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_info_spf ("unresolvable redirect element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gboolean
- parse_spf_exists (struct spf_record *rec, struct spf_addr *addr)
- {
- struct spf_dns_cb *cb;
- const gchar *host;
- struct rspamd_task *task = rec->task;
- struct spf_resolved_element *resolved;
-
- resolved = g_ptr_array_index (rec->resolved, rec->resolved->len - 1);
- CHECK_REC (rec);
-
- host = strchr (addr->spf_string, ':');
- if (host == NULL) {
- host = strchr (addr->spf_string, '=');
-
- if (host == NULL) {
- msg_info_spf ("invalid exists element for %s: %s", addr->spf_string,
- rec->sender_domain);
- return FALSE;
- }
- }
-
- host++;
- rec->dns_requests++;
-
- cb = rspamd_mempool_alloc (task->task_pool, sizeof (struct spf_dns_cb));
- cb->rec = rec;
- cb->addr = addr;
- cb->cur_action = SPF_RESOLVE_EXISTS;
- cb->resolved = resolved;
- cb->ptr_host = host;
-
- msg_debug_spf ("resolve exists %s", host);
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_record_dns_callback, (void *) cb, RDNS_REQUEST_A, host)) {
- rec->requests_inflight++;
-
- return TRUE;
- }
- else {
- msg_info_spf ("unresolvable exists element for %s: %s", addr->spf_string,
- rec->sender_domain);
- }
-
- return FALSE;
- }
-
- static gsize
- rspamd_spf_split_elt (const gchar *val, gsize len, gint *pos,
- gsize poslen, gchar delim)
- {
- const gchar *p, *end;
- guint cur_pos = 0, cur_st = 0, nsub = 0;
-
- p = val;
- end = val + len;
-
- while (p < end && cur_pos + 2 < poslen) {
- if (*p == delim) {
- if (p - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = p - val;
- cur_st = p - val + 1;
- cur_pos += 2;
- nsub ++;
- }
-
- p ++;
- }
- else {
- p ++;
- }
- }
-
- if (cur_pos + 2 < poslen) {
- if (end - val > cur_st) {
- pos[cur_pos] = cur_st;
- pos[cur_pos + 1] = end - val;
- nsub ++;
- }
- }
- else {
- pos[cur_pos] = p - val;
- pos[cur_pos + 1] = end - val;
- nsub ++;
- }
-
- return nsub;
- }
-
- static gsize
- rspamd_spf_process_substitution (const gchar *macro_value,
- gsize macro_len, guint ndelim, gchar delim, gboolean reversed,
- gchar *dest)
- {
- gchar *d = dest;
- const gchar canon_delim = '.';
- guint vlen, i;
- gint pos[49 * 2], tlen;
-
- if (!reversed && ndelim == 0 && delim == canon_delim) {
- /* Trivial case */
- memcpy (dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- vlen = rspamd_spf_split_elt (macro_value, macro_len,
- pos, G_N_ELEMENTS (pos), delim);
-
- if (vlen > 0) {
- if (reversed) {
- for (i = vlen - 1; ; i--) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != 0) {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- break;
- }
- }
- }
- else {
- for (i = 0; i < vlen; i++) {
- tlen = pos[i * 2 + 1] - pos[i * 2];
-
- if (i != vlen - 1) {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- *d++ = canon_delim;
- }
- else {
- memcpy (d, ¯o_value[pos[i * 2]], tlen);
- d += tlen;
- }
- }
- }
- }
- else {
- /* Trivial case */
- memcpy (dest, macro_value, macro_len);
-
- return macro_len;
- }
-
- return (d - dest);
- }
-
- static const gchar *
- expand_spf_macro (struct spf_record *rec, struct spf_resolved_element *resolved,
- const gchar *begin)
- {
- const gchar *p, *macro_value = NULL;
- gchar *c, *new, *tmp, delim = '.';
- gsize len = 0, slen = 0, macro_len = 0;
- gint state = 0, ndelim = 0;
- gchar ip_buf[64 + 1]; /* cannot use INET6_ADDRSTRLEN as we use ptr lookup */
- gboolean need_expand = FALSE, reversed;
- struct rspamd_task *task;
-
- g_assert (rec != NULL);
- g_assert (begin != NULL);
-
- task = rec->task;
- p = begin;
- /* Calculate length */
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- len++;
- }
-
- slen++;
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%' || *p == '_') {
- /* Just a single % sign or space */
- len++;
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- len += sizeof ("%20") - 1;
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_info_spf (
- "spf error for domain %s: unknown spf element",
- rec->sender_domain);
- return begin;
- }
- p++;
- slen++;
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower (*p)) {
- case 'i':
- len += sizeof (ip_buf) - 1;
- break;
- case 's':
- if (rec->sender) {
- len += strlen (rec->sender);
- }
- else {
- len += sizeof ("unknown") - 1;
- }
- break;
- case 'l':
- if (rec->local_part) {
- len += strlen (rec->local_part);
- }
- else {
- len += sizeof ("unknown") - 1;
- }
- break;
- case 'o':
- if (rec->sender_domain) {
- len += strlen (rec->sender_domain);
- }
- else {
- len += sizeof ("unknown") - 1;
- }
- break;
- case 'd':
- if (resolved->cur_domain) {
- len += strlen (resolved->cur_domain);
- }
- else {
- len += sizeof ("unknown") - 1;
- }
- break;
- case 'v':
- len += sizeof ("in-addr") - 1;
- break;
- case 'h':
- if (task->helo) {
- len += strlen (task->helo);
- }
- else {
- len += sizeof ("unknown") - 1;
- }
- break;
- default:
- msg_info_spf (
- "spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- slen++;
- state = 3;
- break;
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- need_expand = TRUE;
- }
- p++;
- slen++;
- break;
-
- default:
- g_assert_not_reached ();
- }
- }
-
- if (!need_expand) {
- /* No expansion needed */
- return begin;
- }
-
- new = rspamd_mempool_alloc (task->task_pool, len + 1);
-
- /* Reduce TTL to avoid caching of records with macros */
- if (rec->ttl != 0) {
- rec->ttl = 0;
- msg_debug_spf ("disable SPF caching as there is macro expansion");
- }
-
- c = new;
- p = begin;
- state = 0;
- /* Begin macro expansion */
-
- while (*p) {
- switch (state) {
- case 0:
- /* Skip any character and wait for % in input */
- if (*p == '%') {
- state = 1;
- }
- else {
- *c = *p;
- c++;
- }
-
- p++;
- break;
- case 1:
- /* We got % sign, so we should whether wait for { or for - or for _ or for % */
- if (*p == '%') {
- /* Just a single % sign or space */
- *c++ = '%';
- state = 0;
- }
- else if (*p == '_') {
- *c++ = ' ';
- state = 0;
- }
- else if (*p == '-') {
- /* %20 */
- *c++ = '%';
- *c++ = '2';
- *c++ = '0';
- state = 0;
- }
- else if (*p == '{') {
- state = 2;
- }
- else {
- /* Something unknown */
- msg_info_spf (
- "spf error for domain %s: unknown spf element",
- rec->sender_domain);
- return begin;
- }
- p++;
- break;
- case 2:
- /* Read macro name */
- switch (g_ascii_tolower (*p)) {
- case 'i':
- if (task->from_addr) {
- if (rspamd_inet_address_get_af (task->from_addr) == AF_INET) {
- macro_len = rspamd_strlcpy (ip_buf,
- rspamd_inet_address_to_string (task->from_addr),
- sizeof (ip_buf));
- macro_value = ip_buf;
- }
- else if (rspamd_inet_address_get_af (task->from_addr) == AF_INET6) {
- /* See #3625 for details */
- socklen_t slen;
- struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)
- rspamd_inet_address_get_sa (task->from_addr, &slen);
-
- /* Expand IPv6 address */
- #define IPV6_OCTET(x) bytes[(x)] >> 4, bytes[(x)] & 0xF
- unsigned char *bytes = (unsigned char *)&sin6->sin6_addr;
- macro_len = rspamd_snprintf (ip_buf, sizeof (ip_buf),
- "%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd."
- "%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd.%xd",
- IPV6_OCTET(0), IPV6_OCTET(1),
- IPV6_OCTET(2), IPV6_OCTET(3),
- IPV6_OCTET(4), IPV6_OCTET(5),
- IPV6_OCTET(6), IPV6_OCTET(7),
- IPV6_OCTET(8), IPV6_OCTET(9),
- IPV6_OCTET(10), IPV6_OCTET(11),
- IPV6_OCTET(12), IPV6_OCTET(13),
- IPV6_OCTET(14), IPV6_OCTET(15));
- macro_value = ip_buf;
- #undef IPV6_OCTET
- }
- else {
- macro_len = rspamd_snprintf (ip_buf, sizeof (ip_buf),
- "127.0.0.1");
- macro_value = ip_buf;
- }
- }
- else {
- macro_len = rspamd_snprintf (ip_buf, sizeof (ip_buf),
- "127.0.0.1");
- macro_value = ip_buf;
- }
- break;
- case 's':
- if (rec->sender) {
- macro_len = strlen (rec->sender);
- macro_value = rec->sender;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'l':
- if (rec->local_part) {
- macro_len = strlen (rec->local_part);
- macro_value = rec->local_part;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'o':
- if (rec->sender_domain) {
- macro_len = strlen (rec->sender_domain);
- macro_value = rec->sender_domain;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'd':
- if (resolved && resolved->cur_domain) {
- macro_len = strlen (resolved->cur_domain);
- macro_value = resolved->cur_domain;
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- case 'v':
- if (task->from_addr) {
- if (rspamd_inet_address_get_af (task->from_addr) == AF_INET) {
- macro_len = sizeof ("in-addr") - 1;
- macro_value = "in-addr";
- } else {
- macro_len = sizeof ("ip6") - 1;
- macro_value = "ip6";
- }
- }
- else {
- macro_len = sizeof ("in-addr") - 1;
- macro_value = "in-addr";
- }
- break;
- case 'h':
- if (task->helo) {
- tmp = strchr (task->helo, '@');
- if (tmp) {
- macro_len = strlen (tmp + 1);
- macro_value = tmp + 1;
- }
- else {
- macro_len = strlen (task->helo);
- macro_value = task->helo;
- }
- }
- else {
- macro_len = sizeof ("unknown") - 1;
- macro_value = "unknown";
- }
- break;
- default:
- msg_info_spf (
- "spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
-
- p++;
- state = 3;
- ndelim = 0;
- delim = '.';
- reversed = FALSE;
- break;
-
- case 3:
- /* Read modifier */
- if (*p == '}') {
- state = 0;
- len = rspamd_spf_process_substitution (macro_value,
- macro_len, ndelim, delim, reversed, c);
- c += len;
- }
- else if (*p == 'r' && len != 0) {
- reversed = TRUE;
- }
- else if (g_ascii_isdigit (*p)) {
- ndelim = strtoul (p, &tmp, 10);
-
- if (tmp == NULL || tmp == p) {
- p ++;
- }
- else {
- p = tmp;
-
- continue;
- }
- }
- else if (*p == '+' || *p == '-' ||
- *p == '.' || *p == ',' || *p == '/' || *p == '_' ||
- *p == '=') {
- delim = *p;
- }
- else {
- msg_info_spf ("spf error for domain %s: unknown or "
- "unsupported spf macro %c in %s",
- rec->sender_domain,
- *p,
- begin);
- return begin;
- }
- p++;
- break;
- }
- }
- /* Null terminate */
- *c = '\0';
-
- return new;
-
- }
-
- /* Read current element and try to parse record */
- static gboolean
- spf_process_element (struct spf_record *rec,
- struct spf_resolved_element *resolved,
- const gchar *elt,
- const gchar **elts)
- {
- struct spf_addr *addr = NULL;
- gboolean res = FALSE;
- const gchar *begin;
- gchar t;
-
- g_assert (elt != NULL);
- g_assert (rec != NULL);
-
- if (*elt == '\0' || resolved->redirected) {
- return TRUE;
- }
-
- begin = expand_spf_macro (rec, resolved, elt);
- addr = rspamd_spf_new_addr (rec, resolved, begin);
- g_assert (addr != NULL);
- t = g_ascii_tolower (addr->spf_string[0]);
- begin = addr->spf_string;
-
- /* Now check what we have */
- switch (t) {
- case 'a':
- /* all or a */
- if (g_ascii_strncasecmp (begin, SPF_ALL,
- sizeof (SPF_ALL) - 1) == 0) {
- res = parse_spf_all (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_A,
- sizeof (SPF_A) - 1) == 0) {
- res = parse_spf_a (rec, resolved, addr);
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'i':
- /* include or ip4 */
- if (g_ascii_strncasecmp (begin, SPF_IP4, sizeof (SPF_IP4) - 1) == 0) {
- res = parse_spf_ip4 (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_INCLUDE, sizeof (SPF_INCLUDE) - 1) == 0) {
- res = parse_spf_include (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_IP6, sizeof (SPF_IP6) - 1) == 0) {
- res = parse_spf_ip6 (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_IP4_ALT, sizeof (SPF_IP4_ALT) - 1) == 0) {
- res = parse_spf_ip4 (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_IP6_ALT, sizeof (SPF_IP6_ALT) - 1) == 0) {
- res = parse_spf_ip6 (rec, addr);
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'm':
- /* mx */
- if (g_ascii_strncasecmp (begin, SPF_MX, sizeof (SPF_MX) - 1) == 0) {
- res = parse_spf_mx (rec, resolved, addr);
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'p':
- /* ptr */
- if (g_ascii_strncasecmp (begin, SPF_PTR,
- sizeof (SPF_PTR) - 1) == 0) {
- res = parse_spf_ptr (rec, resolved, addr);
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'e':
- /* exp or exists */
- if (g_ascii_strncasecmp (begin, SPF_EXP,
- sizeof (SPF_EXP) - 1) == 0) {
- res = parse_spf_exp (rec, addr);
- }
- else if (g_ascii_strncasecmp (begin, SPF_EXISTS,
- sizeof (SPF_EXISTS) - 1) == 0) {
- res = parse_spf_exists (rec, addr);
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'r':
- /* redirect */
- if (g_ascii_strncasecmp (begin, SPF_REDIRECT,
- sizeof (SPF_REDIRECT) - 1) == 0) {
- /*
- * According to https://tools.ietf.org/html/rfc7208#section-6.1
- * There must be no ALL element anywhere in the record,
- * redirect must be ignored
- */
- gboolean ignore_redirect = FALSE;
-
- for (const gchar **tmp = elts; *tmp != NULL; tmp ++) {
- if (g_ascii_strcasecmp ((*tmp) + 1, "all") == 0) {
- ignore_redirect = TRUE;
- break;
- }
- }
-
- if (!ignore_redirect) {
- res = parse_spf_redirect (rec, resolved, addr);
- }
- else {
- msg_info_spf ("ignore SPF redirect (%s) for domain %s as there is also all element",
- begin, rec->sender_domain);
-
- /* Pop the current addr as it is ignored */
- g_ptr_array_remove_index_fast (resolved->elts,
- resolved->elts->len - 1);
-
- return TRUE;
- }
- }
- else {
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- }
- break;
- case 'v':
- if (g_ascii_strncasecmp (begin, "v=spf",
- sizeof ("v=spf") - 1) == 0) {
- /* Skip this element till the end of record */
- while (*begin && !g_ascii_isspace (*begin)) {
- begin++;
- }
- }
- break;
- default:
- msg_info_spf ("spf error for domain %s: bad spf command %s",
- rec->sender_domain, begin);
- break;
- }
-
- if (res) {
- addr->flags |= RSPAMD_SPF_FLAG_PARSED;
- }
-
- return res;
- }
-
- static void
- parse_spf_scopes (struct spf_record *rec, gchar **begin)
- {
- for (; ;) {
- if (g_ascii_strncasecmp (*begin, SPF_SCOPE_PRA, sizeof (SPF_SCOPE_PRA) -
- 1) == 0) {
- *begin += sizeof (SPF_SCOPE_PRA) - 1;
- /* XXX: Implement actual PRA check */
- /* extract_pra_info (rec); */
- continue;
- }
- else if (g_ascii_strncasecmp (*begin, SPF_SCOPE_MFROM,
- sizeof (SPF_SCOPE_MFROM) - 1) == 0) {
- /* mfrom is standard spf1 check */
- *begin += sizeof (SPF_SCOPE_MFROM) - 1;
- continue;
- }
- else if (**begin != ',') {
- break;
- }
- (*begin)++;
- }
- }
-
- static gboolean
- start_spf_parse (struct spf_record *rec, struct spf_resolved_element *resolved,
- gchar *begin)
- {
- gchar **elts, **cur_elt;
- gsize len;
-
- /* Skip spaces */
- while (g_ascii_isspace (*begin)) {
- begin++;
- }
-
- len = strlen (begin);
-
- if (g_ascii_strncasecmp (begin, SPF_VER1_STR, sizeof (SPF_VER1_STR) - 1) ==
- 0) {
- begin += sizeof (SPF_VER1_STR) - 1;
-
- while (g_ascii_isspace (*begin) && *begin) {
- begin++;
- }
- }
- else if (g_ascii_strncasecmp (begin, SPF_VER2_STR, sizeof (SPF_VER2_STR) -
- 1) == 0) {
- /* Skip one number of record, so no we are here spf2.0/ */
- begin += sizeof (SPF_VER2_STR);
- if (*begin != '/') {
- msg_info_spf ("spf error for domain %s: sender id is invalid",
- rec->sender_domain);
- }
- else {
- begin++;
- parse_spf_scopes (rec, &begin);
- }
- /* Now common spf record */
- }
- else {
- msg_debug_spf (
- "spf error for domain %s: bad spf record start: %*s",
- rec->sender_domain,
- (gint)len,
- begin);
-
- return FALSE;
- }
-
- while (g_ascii_isspace (*begin) && *begin) {
- begin++;
- }
-
- elts = g_strsplit_set (begin, " ", 0);
-
- if (elts) {
- cur_elt = elts;
-
- while (*cur_elt) {
- spf_process_element (rec, resolved, *cur_elt, (const gchar **)elts);
- cur_elt++;
- }
-
- g_strfreev (elts);
- }
-
- rspamd_spf_maybe_return (rec);
-
- return TRUE;
- }
-
- static void
- spf_dns_callback (struct rdns_reply *reply, gpointer arg)
- {
- struct spf_record *rec = arg;
- struct spf_resolved_element *resolved = NULL;
- struct spf_addr *addr;
-
- rec->requests_inflight--;
-
- if (reply->flags & RDNS_TRUNCATED) {
- msg_warn_spf ("got a truncated record when trying to resolve TXT record for %s",
- rec->sender_domain);
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- g_ptr_array_insert(resolved->elts, 0, addr);
-
- rspamd_spf_maybe_return (rec);
-
- return;
- }
- else {
- if (reply->code == RDNS_RC_NOERROR) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- if (rec->resolved->len == 1) {
- /* Top level resolved element */
- rec->ttl = reply->entries->ttl;
- }
- }
- else if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN)
- && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- g_ptr_array_insert(resolved->elts, 0, addr);
- }
- else if (reply->code != RDNS_RC_NOREC && reply->code != RDNS_RC_NXDOMAIN
- && rec->dns_requests == 0) {
- resolved = rspamd_spf_new_addr_list(rec, rec->sender_domain);
- addr = g_malloc0(sizeof(*addr));
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- g_ptr_array_insert(resolved->elts, 0, addr);
- }
- }
-
- if (resolved) {
- struct rdns_reply_entry *selected = NULL;
-
- if (!spf_process_txt_record (rec, resolved, reply, &selected)) {
- resolved = g_ptr_array_index(rec->resolved, 0);
-
- if (rec->resolved->len > 1) {
- addr = g_ptr_array_index(resolved->elts, 0);
- if ((reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN)
- && (addr->flags & RSPAMD_SPF_FLAG_REDIRECT)) {
- addr->flags |= RSPAMD_SPF_FLAG_PERMFAIL;
- } else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- }
- else {
- addr = g_malloc0 (sizeof(*addr));
-
- if (reply->code == RDNS_RC_NOREC || reply->code == RDNS_RC_NXDOMAIN
- || reply->code == RDNS_RC_NOERROR) {
- addr->flags |= RSPAMD_SPF_FLAG_NA;
- }
- else {
- addr->flags |= RSPAMD_SPF_FLAG_TEMPFAIL;
- }
- g_ptr_array_insert (resolved->elts, 0, addr);
- }
- }
- else {
- rec->top_record = rspamd_mempool_strdup(rec->task->task_pool,
- selected->content.txt.data);
- rspamd_mempool_set_variable(rec->task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- (gpointer)rec->top_record, NULL);
- }
- }
-
- rspamd_spf_maybe_return (rec);
- }
-
- static struct rspamd_spf_cred *
- rspamd_spf_cache_domain (struct rspamd_task *task)
- {
- struct rspamd_email_address *addr;
- struct rspamd_spf_cred *cred = NULL;
-
- addr = rspamd_task_get_sender (task);
- if (!addr || (addr->flags & RSPAMD_EMAIL_ADDR_EMPTY)) {
- /* Get domain from helo */
-
- if (task->helo) {
- GString *fs = g_string_new ("");
-
- cred = rspamd_mempool_alloc (task->task_pool, sizeof (*cred));
- cred->domain = task->helo;
- cred->local_part = "postmaster";
- rspamd_printf_gstring (fs, "postmaster@%s", cred->domain);
- cred->sender = fs->str;
- rspamd_mempool_add_destructor (task->task_pool,
- rspamd_gstring_free_hard, fs);
- }
- }
- else {
- rspamd_ftok_t tok;
-
- cred = rspamd_mempool_alloc (task->task_pool, sizeof (*cred));
- tok.begin = addr->domain;
- tok.len = addr->domain_len;
- cred->domain = rspamd_mempool_ftokdup (task->task_pool, &tok);
- tok.begin = addr->user;
- tok.len = addr->user_len;
- cred->local_part = rspamd_mempool_ftokdup (task->task_pool, &tok);
- tok.begin = addr->addr;
- tok.len = addr->addr_len;
- cred->sender = rspamd_mempool_ftokdup (task->task_pool, &tok);
- }
-
- if (cred) {
- rspamd_mempool_set_variable (task->task_pool, RSPAMD_MEMPOOL_SPF_DOMAIN,
- cred, NULL);
- }
-
- return cred;
- }
-
- struct rspamd_spf_cred *
- rspamd_spf_get_cred (struct rspamd_task *task)
- {
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_mempool_get_variable (task->task_pool,
- RSPAMD_MEMPOOL_SPF_DOMAIN);
-
- if (!cred) {
- cred = rspamd_spf_cache_domain (task);
- }
-
- return cred;
- }
-
- const gchar *
- rspamd_spf_get_domain (struct rspamd_task *task)
- {
- gchar *domain = NULL;
- struct rspamd_spf_cred *cred;
-
- cred = rspamd_spf_get_cred (task);
-
- if (cred) {
- domain = cred->domain;
- }
-
- return domain;
- }
-
- gboolean
- rspamd_spf_resolve (struct rspamd_task *task, spf_cb_t callback,
- gpointer cbdata, struct rspamd_spf_cred *cred)
- {
- struct spf_record *rec;
-
- if (!cred || !cred->domain) {
- return FALSE;
- }
-
- /* First lookup in the hash */
- if (spf_lib_ctx->spf_hash) {
- struct spf_resolved *cached;
-
- cached = rspamd_lru_hash_lookup (spf_lib_ctx->spf_hash, cred->domain,
- task->task_timestamp);
-
- if (cached) {
- cached->flags |= RSPAMD_SPF_FLAG_CACHED;
-
- if (cached->top_record) {
- rspamd_mempool_set_variable(task->task_pool,
- RSPAMD_MEMPOOL_SPF_RECORD,
- rspamd_mempool_strdup (task->task_pool,
- cached->top_record), NULL);
- }
- callback (cached, task, cbdata);
-
- return TRUE;
- }
- }
-
-
- rec = rspamd_mempool_alloc0 (task->task_pool, sizeof (struct spf_record));
- rec->task = task;
- rec->callback = callback;
- rec->cbdata = cbdata;
-
- rec->resolved = g_ptr_array_sized_new (8);
-
- /* Add destructor */
- rspamd_mempool_add_destructor (task->task_pool,
- (rspamd_mempool_destruct_t) spf_record_destructor,
- rec);
-
- /* Extract from data */
- rec->sender = cred->sender;
- rec->local_part = cred->local_part;
- rec->sender_domain = cred->domain;
-
- if (rspamd_dns_resolver_request_task_forced (task,
- spf_dns_callback,
- (void *) rec, RDNS_REQUEST_TXT, rec->sender_domain)) {
- rec->requests_inflight++;
- return TRUE;
- }
-
- return FALSE;
- }
-
- struct spf_resolved *
- _spf_record_ref (struct spf_resolved *flat, const gchar *loc)
- {
- REF_RETAIN (flat);
- return flat;
- }
-
- void
- _spf_record_unref (struct spf_resolved *flat, const gchar *loc)
- {
- REF_RELEASE (flat);
- }
-
- gchar *
- spf_addr_mask_to_string (struct spf_addr *addr)
- {
- GString *res;
- gchar *s, ipstr[INET6_ADDRSTRLEN + 1];
-
- if (addr->flags & RSPAMD_SPF_FLAG_ANY) {
- res = g_string_new ("any");
- }
- else if (addr->flags & RSPAMD_SPF_FLAG_IPV4) {
- (void)inet_ntop (AF_INET, addr->addr4, ipstr, sizeof (ipstr));
- res = g_string_sized_new (sizeof (ipstr));
- rspamd_printf_gstring (res, "%s/%d", ipstr, addr->m.dual.mask_v4);
- }
- else if (addr->flags & RSPAMD_SPF_FLAG_IPV6) {
- (void)inet_ntop (AF_INET6, addr->addr6, ipstr, sizeof (ipstr));
- res = g_string_sized_new (sizeof (ipstr));
- rspamd_printf_gstring (res, "%s/%d", ipstr, addr->m.dual.mask_v6);
- }
- else {
- res = g_string_new (NULL);
- rspamd_printf_gstring (res, "unknown, flags = %d", addr->flags);
- }
-
- s = res->str;
- g_string_free (res, FALSE);
-
-
- return s;
- }
-
- struct spf_addr*
- spf_addr_match_task (struct rspamd_task *task, struct spf_resolved *rec)
- {
- const guint8 *s, *d;
- guint af, mask, bmask, addrlen;
- struct spf_addr *selected = NULL, *addr, *any_addr = NULL;
- guint i;
-
- if (task->from_addr == NULL) {
- return FALSE;
- }
-
- for (i = 0; i < rec->elts->len; i ++) {
- addr = &g_array_index (rec->elts, struct spf_addr, i);
- if (addr->flags & RSPAMD_SPF_FLAG_TEMPFAIL) {
- continue;
- }
-
- af = rspamd_inet_address_get_af (task->from_addr);
- /* Basic comparing algorithm */
- if (((addr->flags & RSPAMD_SPF_FLAG_IPV6) && af == AF_INET6) ||
- ((addr->flags & RSPAMD_SPF_FLAG_IPV4) && af == AF_INET)) {
- d = rspamd_inet_address_get_hash_key (task->from_addr, &addrlen);
-
- if (af == AF_INET6) {
- s = (const guint8 *) addr->addr6;
- mask = addr->m.dual.mask_v6;
- }
- else {
- s = (const guint8 *) addr->addr4;
- mask = addr->m.dual.mask_v4;
- }
-
- /* Compare the first bytes */
- bmask = mask / CHAR_BIT;
- if (mask > addrlen * CHAR_BIT) {
- msg_info_task ("bad mask length: %d", mask);
- }
- else if (memcmp (s, d, bmask) == 0) {
- if (bmask * CHAR_BIT < mask) {
- /* Compare the remaining bits */
- s += bmask;
- d += bmask;
- mask = (0xffu << (CHAR_BIT - (mask - bmask * 8u))) & 0xffu;
-
- if ((*s & mask) == (*d & mask)) {
- selected = addr;
- break;
- }
- }
- else {
- selected = addr;
- break;
- }
- }
- }
- else {
- if (addr->flags & RSPAMD_SPF_FLAG_ANY) {
- any_addr = addr;
- }
- }
- }
-
- if (selected) {
- return selected;
- }
-
- return any_addr;
- }
|