You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChangeLog 264KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589459045914592459345944595459645974598459946004601460246034604460546064607460846094610461146124613461446154616461746184619462046214622462346244625462646274628462946304631463246334634463546364637463846394640464146424643464446454646464746484649465046514652465346544655465646574658465946604661466246634664466546664667466846694670467146724673467446754676467746784679468046814682468346844685468646874688468946904691469246934694469546964697469846994700470147024703470447054706470747084709471047114712471347144715471647174718471947204721472247234724472547264727472847294730473147324733473447354736473747384739474047414742474347444745474647474748474947504751475247534754475547564757475847594760476147624763476447654766476747684769477047714772477347744775477647774778477947804781478247834784478547864787478847894790479147924793479447954796479747984799480048014802480348044805480648074808480948104811481248134814481548164817481848194820482148224823482448254826482748284829483048314832483348344835483648374838483948404841484248434844484548464847484848494850485148524853485448554856485748584859486048614862486348644865486648674868486948704871487248734874487548764877487848794880488148824883488448854886488748884889489048914892489348944895489648974898489949004901490249034904490549064907490849094910491149124913491449154916491749184919492049214922492349244925492649274928492949304931493249334934493549364937493849394940494149424943494449454946494749484949495049514952495349544955495649574958495949604961496249634964496549664967496849694970497149724973497449754976497749784979498049814982498349844985498649874988498949904991499249934994499549964997499849995000500150025003500450055006500750085009501050115012501350145015501650175018501950205021502250235024502550265027502850295030503150325033503450355036503750385039504050415042504350445045504650475048504950505051505250535054505550565057505850595060506150625063506450655066506750685069507050715072507350745075507650775078507950805081508250835084508550865087508850895090509150925093509450955096509750985099510051015102510351045105510651075108510951105111511251135114511551165117511851195120512151225123512451255126512751285129513051315132513351345135513651375138513951405141514251435144514551465147514851495150515151525153515451555156515751585159516051615162516351645165516651675168516951705171517251735174517551765177517851795180518151825183518451855186518751885189519051915192519351945195519651975198519952005201520252035204520552065207520852095210521152125213521452155216521752185219522052215222522352245225522652275228522952305231523252335234523552365237523852395240524152425243524452455246524752485249525052515252525352545255525652575258525952605261526252635264526552665267526852695270527152725273527452755276527752785279528052815282528352845285528652875288528952905291529252935294529552965297529852995300530153025303530453055306530753085309531053115312531353145315531653175318531953205321532253235324532553265327532853295330533153325333533453355336533753385339534053415342534353445345534653475348534953505351535253535354535553565357535853595360536153625363536453655366536753685369537053715372537353745375537653775378537953805381538253835384538553865387538853895390539153925393539453955396539753985399540054015402540354045405540654075408540954105411541254135414541554165417541854195420542154225423542454255426542754285429543054315432543354345435543654375438543954405441544254435444544554465447544854495450545154525453545454555456545754585459546054615462546354645465546654675468546954705471547254735474547554765477547854795480548154825483548454855486548754885489549054915492549354945495549654975498549955005501550255035504550555065507550855095510551155125513551455155516551755185519552055215522552355245525552655275528552955305531553255335534553555365537553855395540554155425543554455455546554755485549555055515552555355545555555655575558555955605561556255635564556555665567556855695570557155725573557455755576557755785579558055815582558355845585558655875588558955905591559255935594559555965597559855995600560156025603560456055606
  1. 2.6: 30 Sep 2020
  2. * [Conf] Add missing symbols
  3. * [Conf] Add missing symbols
  4. * [Conf] Fix fat-fingers typo
  5. * [Conf] Fix wrong comment in options.inc
  6. * [Conf] Neural: Fix the default name for max_trains
  7. * [Conf] Register a known symbol
  8. * [Conf] Spf: Add R_SPF_PERMFAIL symbol
  9. * [CritFix] Arc: Fix ARC validation for chains of signatures
  10. * [CritFix] Distinguish socketpairs between different fuzzy workers
  11. * [CritFix] Fix IDNA dots parsing
  12. * [CritFix] Fix test assertion method
  13. * [CritFix] Fix usage of crypto_sign it should be crypto_sign_detached!
  14. * [Feature] Add BOUNCE rule
  15. * [Feature] Add controller plugins support and selectors plugin
  16. * [Feature] Add maps query method
  17. * [Feature] Add minimal delay to fuzzy storage
  18. * [Feature] Add multiple base32 alphabets for decoding
  19. * [Feature] Add preliminary support of BCH addresses
  20. * [Feature] Add query_specific endpoint
  21. * [Feature] Allow multiple base32 encodings in Lua API
  22. * [Feature] Allow to specify nonces manually
  23. * [Feature] Controller: Allow to pass query arguments to the lua webui plugins
  24. * [Feature] Fuzzy_check: Add gen_hashes command
  25. * [Feature] Fuzzy_check: Add weight_threshold option for fuzzy rules
  26. * [Feature] Implement address retry on connection failure
  27. * [Feature] Improve limits in pdf scanning
  28. * [Feature] Initial support of subscribe command in lua_redis
  29. * [Feature] Lua_cryptobox: Add secretbox API
  30. * [Feature] Lua_text: Add encoding methods
  31. * [Feature] Milter_headers: Allow to activate routines via users settings
  32. * [Feature] PDF: Add timeouts for expensive operations
  33. * [Feature] Preliminary maps addon for controller
  34. * [Feature] Split pdf processing object and output object to allow GC
  35. * [Feature] Support BLIS blas library
  36. * [Feature] Support input vectorisation by recvmmsg call
  37. * [Feature] Support multiple base32 alphabets
  38. * [Feature] add queueid, uid, messageid and specific symbols to selectors [Minor] use only selectors to fill vars in force_actions message
  39. * [Feature] allow variables in force_actions messages
  40. * [Feature] extend lua api
  41. * [Fix] #3249
  42. * [Fix] Allow to adjust neurons in the hidden layer
  43. * [Fix] Another try to fix email names parsing
  44. * [Fix] Arc: Allow to reuse authentication results when doing multi-stage signing
  45. * [Fix] Arc: Fix bug with arc chains verification where i>1
  46. * [Fix] Arc: Sort headers by their i= value
  47. * [Fix] Change neural plugin's loss function
  48. * [Fix] Deal with double eqsigns when decoding headers
  49. * [Fix] Default ANN names in clickhouse
  50. * [Fix] Disable reuseport for TCP sockets as it causes too many troubles
  51. * [Fix] Disable text detection heuristics for encrypted parts
  52. * [Fix] Distinguish DKIM keys by md5
  53. * [Fix] Distinguish type from flags in register_symbol
  54. * [Fix] Dmarc: Unbreak reporting after cf2ae3292ac93da8b6e0624b48a62828a51803c9
  55. * [Fix] Do not flag pre-result of virus scanners as least if action is reject
  56. * [Fix] Do not use GC64 workaround on 32bit platforms, omg
  57. * [Fix] Exclude damaged urls from html parser
  58. * [Fix] Fix FREEMAIL_REPLYTO_NEQ_FROM_DOM
  59. * [Fix] Fix FROM_NEQ_ENVFROM
  60. * [Fix] Fix FWD_GOOGLE rule (#1815)
  61. * [Fix] Fix adding of the empty archive file for gzip
  62. * [Fix] Fix aliases in forged recipients and limit number of iterations
  63. * [Fix] Fix authentication results insertion
  64. * [Fix] Fix calling of methods in selectors
  65. * [Fix] Fix clen length for hiredis...
  66. * [Fix] Fix endless loop if broken arc chain has been found
  67. * [Fix] Fix false - operation
  68. * [Fix] Fix get_urls table invocation
  69. * [Fix] Fix group based composites
  70. * [Fix] Fix headers passing in rspamd_proxy
  71. * [Fix] Fix incomplete utf8 sequences handling
  72. * [Fix] Fix lua_next invocation
  73. * [Fix] Fix lua_parse_symbol_type function logic
  74. * [Fix] Fix multiple listen configuration
  75. * [Fix] Fix occasional encryption of the cached data
  76. * [Fix] Fix parsing boundaries with spaces
  77. * [Fix] Fix passing of methods arguments
  78. * [Fix] Fix poor man allocator algorithm
  79. * [Fix] Fix regexp selector and add flattening
  80. * [Fix] Fix rfc base32 encode ordering (skip inverse bits)
  81. * [Fix] Fix rfc based base32 decoding
  82. * [Fix] Fix sockets leak in the client
  83. * [Fix] Fix storing of the original smtp from
  84. * [Fix] Fix types check and types usage in lua_cryptobox
  85. * [Fix] Fix unused results
  86. * [Fix] Fuzzy_check: Disable shingles for short texts (really)
  87. * [Fix] Ical: Fix identation grammar
  88. * [Fix] Improve part:is_attachment logic
  89. * [Fix] Mmap return value must be checked versus MAP_FAILED
  90. * [Fix] One more fix to skip images that are not urls
  91. * [Fix] Pdf: Support some weird objects with no newline before endobj
  92. * [Fix] Rbl: Fix ignore_defaults in conjunction with ignore_whitelists
  93. * [Fix] Restore support for `for` and `id` parts in received headers
  94. * [Fix] Segmentation fault in contrib/lua-lpeg/lpvm.c on ppc64el
  95. * [Fix] Skip spaces at the boundary end
  96. * [Fix] Slashing fix: fix captures matching API
  97. * [Fix] Spamassassin: Rework metas processing
  98. * [Fix] Store reference of upstream list in upstreams objects
  99. * [Fix] Understand utf8 in content-disposition parser
  100. * [Fix] Unify selectors digest functions
  101. * [Fix] Use `abs` value when checking composites
  102. * [Fix] Use strict IDNA for utf8 DNS names + add sanity checks for DNS names
  103. * [Fix] Use unsigned char and better support of utf8 in ragel parser
  104. * [Fix] add missing selector_cache declaration
  105. * [Project] Add `L` flag for regexps to save start of the match in Hyperscan
  106. * [Project] Add `lower` method to lua_text
  107. * [Project] Add a simple matrix Lua library
  108. * [Project] Add implicit bitcoincash prefix
  109. * [Project] Add linalg ffi library for prototyping
  110. * [Project] Add methods to append data to fuzzy requests
  111. * [Project] Add routine to call a generic lua function
  112. * [Project] Add ssyev method interface
  113. * [Project] Add tensors index method
  114. * [Project] Add text:sub method
  115. * [Project] Allow rspamd_text based selectors
  116. * [Project] Allow to specify re_conditions for regular expressions
  117. * [Project] Attach extensions to the binary fuzzy commands
  118. * [Project] Bitcoin: BTC cash addresses needs some checksum validation
  119. * [Project] Cleanup the redis script
  120. * [Project] Convert bitcoin rules to the new regexp conditions feature
  121. * [Project] Detect memrchr in systems that supports it
  122. * [Project] Do not listen sockets in the main process
  123. * [Project] Implement 'probabilistic' learn mode for ANN
  124. * [Project] Implement BTC polymod in C as it requires 64 bit ops
  125. * [Project] Implement bitcoin cash validation in a proper way
  126. * [Project] Implement extensions logic for fuzzy storage
  127. * [Project] Implement symbols insertion in multiple results mode
  128. * [Project] Lua_text: Add method memchr
  129. * [Project] Neural: Add PCA loading logic
  130. * [Project] Neural: Fix PCA based learning
  131. * [Project] Neural: Fix matrix gemm
  132. * [Project] Neural: Further PCA fixes
  133. * [Project] Neural: Implement PCA in learning
  134. * [Project] Neural: Implement PCA learning
  135. * [Project] Neural: Implement PCA on ANN forward
  136. * [Project] Neural: Implement PCA serialisation
  137. * [Project] Neural: Start PCA implementation
  138. * [Project] Neural: Use C version of scatter matrix producing
  139. * [Project] Preliminary support of lua conditions for regexps
  140. * [Project] Preliminary usage of the reuseport
  141. * [Project] Process composites separately for each shadow result
  142. * [Project] Remove old code
  143. * [Project] Rework scan result functions to support shadow results
  144. * [Project] Rework some more functions to work with shadow results
  145. * [Project] Some more fixes
  146. * [Project] Start results chain implementation
  147. * [Project] Support fun iterators on rspamd_text objects
  148. * [Project] Support multiply, minus and divide operators in expressions
  149. * [Project] Tensor: Move scatter matrix calculation to C
  150. * [Rework] Allow to specify exat metric result when adding a symbol
  151. * [Rework] Change and improve openblas detection and usage
  152. * [Rework] Close listen sockets in main after fork
  153. * [Rework] Further rework of lua urls extraction API
  154. * [Rework] Lua_cryptobox: Allow to store output of the hash function
  155. * [Rework] Lua_task: Add more methods to deal with shadow results
  156. * [Rework] Modernize logging for expressions
  157. * [Rework] Remove empty prefilters feature - we are not prepared...
  158. * [Rework] Remove old FindLua module, disable lua fallback when LuaJIT is enabled
  159. * [Rework] Rework and refactor forged recipients plugin
  160. * [Rework] Rework expressions processing
  161. * [Rework] Rework fuzzy commands processing
  162. * [Rework] Rework url flags handling API
  163. * [Rework] Rework urls extraction
  164. * [Rework] Split operations processing and add more debug logs
  165. * [Rework] Update zstd to 1.4.5
  166. * [Rework] Use google-ced instead of libicu chardet as the former sucks
  167. * [Rework] add alias util:parse_addr for util:parse_mail_address
  168. * [Rework] get rid of util:parse_addr duplicating the util:parse_mail_address, replace where used
  169. * [Rules] Allow prefix for bitcoin cash addresses
  170. * [Rules] More fixes for bitcoin cash addresses decoding
  171. * [Rules] Refactor bleach32 addresses handling
  172. 2.5: 01 Apr 2020
  173. * [Conf] Mark Rspamd emailbl as ignore whitelist
  174. * [Conf] RBL: Add missing emails = true option
  175. * [Feature] Add support for scripts in fuzzy storage
  176. * [Feature] Arc: Add whitelisted_signers_map option
  177. * [Feature] Implement hosts file processing
  178. * [Feature] Neural: Introduce classes bias that allows non-equal classes learning
  179. * [Feature] Update libev to 4.33
  180. * [Fix] Another brain damage html standard adoptions
  181. * [Fix] Another fix for brain damaged obs-fws state
  182. * [Fix] Fix flags that caused force_actions failure
  183. * [Fix] Fix logging issue
  184. * [Fix] Fix lua symbols scores registration when config does not define scores
  185. * [Fix] Fix opaque maps logic
  186. * [Fix] Fix parsing of the html tags with no spaces after attributes
  187. * [Fix] Fix some corner cases in urls parsing, add limits
  188. * [Fix] Fix tlds extraction if custom composition rules are used
  189. * [Fix] Fix variables replacement in mempool
  190. * [Fix] Improve base64 detection
  191. * [Fix] Normalize dynamic scores in ANN correctly
  192. * [Fix] Plug memory leak introduced by #3153
  193. * [Fix] Stat_redis_backend: Fix memory leak and simplify learn path
  194. * [Fix] Try hard to deal with ghost workers
  195. * [Fix] metadata_exporter default formatter
  196. * [Rework] Change the way to extract URLs when dealing with alternative parts
  197. * [Rework] Fix various url extraction issues
  198. * [Rework] Re cache: Load compiled hyperscan in the main process as well
  199. * [Rework] Re cache: Load hyperscan early
  200. * [Rework] Rework URL structure: adjust tld part
  201. * [Rework] Rework URL structure: host field
  202. * [Rework] Rework URL structure: more structure optimisations
  203. * [Rework] Rework URL structure: user field
  204. * [Rework] URL: Another update for urls extraction logic
  205. * [Rework] Urls: Improve query urls handling
  206. * [Rework] Urls: adopt html related stuff
  207. * [Rework] Urls: more rework of the urls sets
  208. * [Rework] Urls: process query urls in HTML urls correctly
  209. * [Rework] Urls: rework urls hash structure
  210. * [Rework] Urls: update lua libraries
  211. * [Rework] Use multiple search tries for different url extraction types
  212. 2.4: 26 Feb 2020
  213. * [CritFix] Fix parsing of the content type attributes
  214. * [Feature] Clickhouse: Add extra columns support
  215. * [Feature] Rbl: Add url_compose_map option for RBL rules
  216. * [Fix] 'R' flag is for all headers regexp
  217. * [Fix] Allow to reset settings id from Lua (e.g. because of the priority)
  218. * [Fix] Avoid collisions in mempool variables by changing fuzzy caching logic
  219. * [Fix] Avoid strdup usage for symbols options
  220. * [Fix] Do not trust stat(2) it lies
  221. * [Fix] Filter all options for symbols to have sane characters
  222. * [Fix] Fix all headers iteration
  223. * [Fix] Fix allowed_settings for neural
  224. * [Fix] Fix listen socket parsing
  225. * [Fix] Fix maps expressions evaluation
  226. * [Fix] Fix sentinel connections leak by using async connections
  227. * [Fix] Fix smtp message on passthrough result
  228. * [Fix] Fix tld compositon rules
  229. * [Fix] Fuzzy_storage: Do not check for shingles if a direct hash has been found
  230. * [Fix] Lua_mime: Do not perform QP encoding for 7bit parts
  231. * [Fix] Neural: Distinguish missing symbols from symbols with low scores
  232. * [Fix] Support listening on systemd sockets by name
  233. * [Project] Add lua_urls_compose library
  234. * [Project] Allow to set a custom log function to the logger
  235. * [Project] CDB maps: Start making cdb a first class citizen
  236. * [Project] Clickhouse: Add extra columns concept
  237. * [Project] Fix urls composition rules, add unit tests
  238. * [Project] Unify cdb maps
  239. * [Rework] Logger infrastructure rework
  240. * [Rework] Refactor libraries structure
  241. * [Rework] Rework SSL caching
  242. * [Rework] Update snowball stemmer to 2.0 and remove all crap aside of UTF8
  243. 2.3: 04 Feb 2020
  244. * [Conf] SPF is no longer a C module
  245. * [Conf] Update spamtrap map path example
  246. * [CritFix] Fix html entities decoding
  247. * [CritFix] Fix re cache when mix of pcre and hyperscan is used
  248. * [Feature] Allow milter code to deal with multiple headers
  249. * [Feature] Antivirus: Add avast support
  250. * [Feature] Dkim_signing: Allow to sign via milter_headers
  251. * [Feature] Implement content hashes
  252. * [Feature] Lua_text: Add regexp split iterator method
  253. * [Feature] Lua_text: Implement flattening of the input tables
  254. * [Feature] Send quit command to Redis
  255. * [Feature] Speed up is_ascii function
  256. * [Feature] Spf: Add external_relay option
  257. * [Fix] Avoid double escaping
  258. * [Fix] Fix O(N^2) algorithm
  259. * [Fix] Fix arc seal validation
  260. * [Fix] Fix base tag processing according to stupid HTML renderer behaviour
  261. * [Fix] Fix dealing with `\0` in ucl strings and JSON
  262. * [Fix] Fix gpg parts misdetection
  263. * [Fix] Fix ignored symbols exporting
  264. * [Fix] Fix processing of numeric url's
  265. * [Fix] Fix processing of the closed tcp connections
  266. * [Fix] Fix regexp type check for pcre2
  267. * [Fix] Fix urls encode function
  268. * [Fix] Fix urls shifting when doing decode to include separators
  269. * [Fix] Fix white on white rule and add is_leaf flag
  270. * [Fix] Further fixes in charset detection
  271. * [Fix] Ignore diacritics in chartable module for specific languages
  272. * [Fix] Limit size of symbols options by max_opts_len option
  273. * [Fix] More fixes in html tag content calculations
  274. * [Fix] Plug memory leak in fuzzy storage
  275. * [Fix] Process high priority settings even if settings/id has been specified
  276. * [Fix] Select a different upstream on last retransmit
  277. * [Fix] Treat soft hyphen as zero width space
  278. * [Fix] Try harder to watch the lifetime of the key_stat
  279. * [Fix] Use ipv6-mapped-ipv4 addresses in radix trie
  280. * [Project] Add logic to break execution when processing symbols*
  281. * [Project] Add methods to set specific content for mime parts from Lua
  282. * [Project] Lua_content: support PDF files
  283. * [Project] Move dns_tool to using of the rspamd_spf from FFI module
  284. * [Project] Preliminary SPF plugin in Lua
  285. * [Project] Show debug stat for memory pool
  286. * [Project] Some rework about specific data that is now tagged
  287. * [Project] Start reworking of the mempool structure
  288. * [Rework] Allow to add userdata as symbols options
  289. * [Rework] Change mime part specifics handling
  290. * [Rework] Move LRU SPF cache from spf plugin
  291. * [Rework] Rework HTML tags content attachment
  292. * [Rework] Rework options hash structure
  293. * [Rework] Start lua_content library
  294. * [Rework] Stop using of uthash for http headers
  295. * [Rework] Use faster hashing approach for memory pools variables
  296. * [Rules] Add PDF related rules
  297. 2.2: 19 Nov 2019
  298. * [Conf] Antivirus: Fix the default config
  299. * [Feature] Add verdict library in lua
  300. * [Feature] Allow exception when choosing upstream
  301. * [Feature] Allow to disable symbols from the metric config
  302. * [Feature] Allow to limit maps per specific worker
  303. * [Feature] Always validate Rspamd protocol output
  304. * [Feature] Antivirus: Add preliminary virustotal support
  305. * [Feature] Clickhouse: Rework Clickhouse collection logic
  306. * [Feature] Improve base64 usage
  307. * [Feature] Shutdown timeout is now associated with task timeout
  308. * [Fix] #3129 Multiple classifiers on redis working incorrectly
  309. * [Fix] Allow real upstreams configuration
  310. * [Fix] Another try to fix slow callbacks and timers
  311. * [Fix] Check results of write message as SSL can bork them
  312. * [Fix] Clickhouse: Avoid potential races in collection
  313. * [Fix] Clickhouse: Fix periodic script
  314. * [Fix] Fail DNS upstream on each retransmit attempt
  315. * [Fix] Fix consistent hashing when upstreams are marked inactive
  316. * [Fix] Fix issues found
  317. * [Fix] Fix off-by-one in retries for the proxy
  318. * [Fix] Fix termination
  319. * [Fix] Fix upstreams exclusion logic
  320. * [Fix] Fix utf8 validation for symbols options and empty strings
  321. * [Fix] Oops, fix maps reload
  322. * [Fix] Rbl: Allow utf8 lookups for IDN domains
  323. * [Fix] Sigh, another try to fix brain-damaged openssl
  324. * [Project] Add fast utf8 validation library
  325. * [Project] Use own utf8 validation instead of glib
  326. * [Rework] Another phase of finish actions rework
  327. * [Rework] Further cmake system rework
  328. * [Rework] Further isolation of the controller's functions
  329. * [Rework] Make cmake structure more modular
  330. * [Rework] Move cmake modules to a dedicated path
  331. * [Rework] Replace controller functions by any scanner worker if needed
  332. * [Rework] Rework final scripts logic
  333. * [Rework] Rewrite rspamd_str_make_utf_valid function
  334. 2.1: 28 Oct 2019
  335. * [Conf] Update neural.conf
  336. * [CritFix] Fix dkim verification for multiple headers listed
  337. * [Feature] Add support of uudecode
  338. * [Feature] Allow to explicitly set events backend
  339. * [Feature] Implement configurable limits for SPF lookups
  340. * [Feature] Lua_scanners: Use lua magic for inclusion/exclusion logic
  341. * [Feature] Multimap: Do not check files in office archives
  342. * [Feature] Neural: Add sampling when storing training vectors
  343. * [Feature] SPF: Allow to disable AAAA checks in configuration
  344. * [Feature] Spf: Add limits configuration support
  345. * [Feature] Store etag in cached HTTP maps + better logging
  346. * [Feature] Support segwit BTC addresses, fix LTC verification
  347. * [Feature] Support uuencoding
  348. * [Fix] Add configurable number of threads for OpenBLAS
  349. * [Fix] Add workaround for ragel 7 in hyperscan related maps code
  350. * [Fix] Another fix for numeric urls parsing
  351. * [Fix] Correct EMA time calculations
  352. * [Fix] Do not treat archives as text
  353. * [Fix] Do not use strdup on data extracted from lua
  354. * [Fix] Fix a failure calcuating URL reputation.
  355. * [Fix] Fix crash due to constructors init order
  356. * [Fix] Fix crash on parts with no cd
  357. * [Fix] Fix empty prefilters that require mime structures
  358. * [Fix] Fix event loop creation
  359. * [Fix] Fix issues sending DMARC reports.
  360. * [Fix] Fix misprint
  361. * [Fix] Fix saving of the file maps
  362. * [Fix] Fix size calculations when converting from utf16
  363. * [Fix] Fix support of disable_monitoring in rbl
  364. * [Fix] Fix use-after-free
  365. * [Fix] Fix zip files check to relax requirements
  366. * [Fix] Important hiredis fixes
  367. * [Fix] Lot's of fixes in maps check logic
  368. * [Fix] Lua_tcp: Deal with temporary fails on write
  369. * [Fix] Lua_tcp: Make write errors fatal and rework error handlers
  370. * [Fix] Meta: Filter some more values
  371. * [Fix] Neural: Add protection agains infinities
  372. * [Fix] Oops, fix math.huge invocation
  373. * [Fix] Plug memory leak
  374. * [Fix] Sigh, another email to string fix
  375. * [Fix] Try to fix another ownership race in ssl connection
  376. * [Fix] Uuencode: Fix parsing of corrupted uuencode
  377. * [Fix] lua_scanners - razor rename need_check function
  378. * [Rework] Require CMake 3.9 to work, remove manual lto crap
  379. 2.0: 11 Oct 2019
  380. * [Conf] Add BROKEN_HEADERS_MAILLIST composite
  381. * [Conf] Add path to greylist-whitelist-domains.inc
  382. * [Conf] Clarify documentation in the config files
  383. * [Conf] Introduce maps.d directories
  384. * [Conf] Log settings id by default
  385. * [Conf] Make LEAKED_PASSWORD_SCAM a composite rule again
  386. * [Conf] Move all surbl/emails rules to rbl
  387. * [Conf] Register new Spamhaus codes
  388. * [Conf] Remove configs for deleted modules
  389. * [Conf] Remove surbl parts, fix hash_format attribute
  390. * [Conf] Show autolearn sample
  391. * [Conf] Slashing: Change default stats backend to Redis
  392. * [Conf] Surbl: Utilise new `check_emails` option
  393. * [Conf] Update header
  394. * [Conf] Use multi-prefixes RBLs in the default config
  395. * [CritFix] Deal with case-sensivity in Content-Disposition parser
  396. * [CritFix] Eliminate old endpoint
  397. * [CritFix] Fix case sensivity when parsing Content-Type
  398. * [CritFix] Fix loading of DKIM public keys
  399. * [CritFix] Fix procesing of urls
  400. * [CritFix] Fix whitelisting when both spf and dkim are required to be valid
  401. * [CritFix] Langdet: Fix language detection where no stop words found
  402. * [Feature] Add description to the groups
  403. * [Feature] Add limit for number of URLs in Lua
  404. * [Feature] Add logging of groups to the log_format
  405. * [Feature] Add lua_smtp library
  406. * [Feature] Add maps cache and type refinement
  407. * [Feature] Add p0f scanner
  408. * [Feature] Adopt emails module to use lua_maps
  409. * [Feature] Allow options matching in composites
  410. * [Feature] Allow selectors in rbl module
  411. * [Feature] Allow to output group results
  412. * [Feature] Asn: Allow to use bgpdump when NET::MRT is broken
  413. * [Feature] Calculate tokens occurrences distribution
  414. * [Feature] Clickhouse: Add authenticated user and settings id columns
  415. * [Feature] Clickhouse: Store groups data
  416. * [Feature] Clickhouse: Utilise LowCardinality feature
  417. * [Feature] Implement Redis prefixes registration logic
  418. * [Feature] Implement settings id propagation between deps
  419. * [Feature] Improve AV results caching
  420. * [Feature] Improve autolearning
  421. * [Feature] Improve logging locking logic (remove it actually)
  422. * [Feature] Improve settings processing
  423. * [Feature] Langdet: Limit number of stop words to be checked
  424. * [Feature] Libucl: Allow to sort keys in ucl objects
  425. * [Feature] Lua_config: Extend get symbols method
  426. * [Feature] Lua_maps: Allow static maps for key-value pairs
  427. * [Feature] Lua_mimepart: Add function filter_words
  428. * [Feature] Lua_selectors: Add `words` selector
  429. * [Feature] Lua_selectors: Add sort and uniq transform functions
  430. * [Feature] Lua_selectors: Allow table arguments for selectors
  431. * [Feature] Lua_tcp: Add preliminary support of SSL connections
  432. * [Feature] Lua_trie: More flexible API
  433. * [Feature] Lua_util: Add filter_specific_url function
  434. * [Feature] Lua_util: table_digest can now recursively traverse tables
  435. * [Feature] Maillist: Improve detection
  436. * [Feature] Maps: Allow caching for complex maps
  437. * [Feature] Monitored: Support random lookups
  438. * [Feature] Multimap: Add combined maps prototype
  439. * [Feature] Multimap: Add dependend maps via redis keys selectors
  440. * [Feature] Multimap: Allow multiple email addresses matches
  441. * [Feature] Multimap: Also check detected charset when do filename checks
  442. * [Feature] Output number of messages processed to proctitle
  443. * [Feature] Perform clean SSL shutdown
  444. * [Feature] Performance: Do not use base64 SIMD version for bad inputs
  445. * [Feature] RBL: Support bit results in replies
  446. * [Feature] RBL: Support type specific prefixes
  447. * [Feature] Ratelimit: Consider number of SMTP recipients
  448. * [Feature] Rbl: Add ability to check urls
  449. * [Feature] Rbl: Add resolve_ip based RBLs
  450. * [Feature] Rbl: Make config checks much more strict
  451. * [Feature] Rbl: Support per-rule whitelists
  452. * [Feature] Rbl: Support process script
  453. * [Feature] Rbl: Support replyto addresses
  454. * [Feature] SURBL: Allow to check email domains
  455. * [Feature] Selectors: Add `list` generator
  456. * [Feature] Selectors: Add `specific_urls` extractor
  457. * [Feature] Selectors: Add flatten function
  458. * [Feature] Selectors: Support filter_map and apply_map functions
  459. * [Feature] Store Clickhouse data outside of lua alloc
  460. * [Feature] Support caching for encrypted files and macros
  461. * [Feature] Support images when extracting urls
  462. * [Feature] Support more hyperscan flags
  463. * [Feature] Support protocol flags
  464. * [Feature] URL: Apply stringprep to hostnames to filter garbage
  465. * [Feature] Upstreams: Add lazy resolving logic to all upstreams
  466. * [Feature] Upstreams: Set noresolve flag on numeric upstreams
  467. * [Feature] Use `scores` in apply section
  468. * [Feature] Use maps logic from lua_maps for multimap
  469. * [Feature] Use random monitored in rbl module
  470. * [Feature] lua_scanners - add Razor support
  471. * [Fix] Add another safe-guard in urls processing
  472. * [Fix] Add debug to ssl, fixed write hangs
  473. * [Fix] Add missing groups to C callback symbols
  474. * [Fix] Add more checks for ghosts symbols
  475. * [Fix] Allow to enable or add new actions via settings
  476. * [Fix] Allow to set 0 size for spf/dkim caches
  477. * [Fix] Another bunch of fixes towards protocol mess
  478. * [Fix] Another fix to deal with bad URLs
  479. * [Fix] Arc: Another bunch of fixes for arc signing
  480. * [Fix] Arc: More arc signing fixes
  481. * [Fix] Avoid another overflow in fpconv
  482. * [Fix] Clickhouse: Fix quoting
  483. * [Fix] Clickhouse: Fix retention query quoting
  484. * [Fix] Distinguish empty and non-empty prefilters
  485. * [Fix] Distinguish remote and local addrs parsing
  486. * [Fix] Do not assert if length of sig is bad, just fail verification
  487. * [Fix] Do not assert if we have broken mime boundary in the headers
  488. * [Fix] Do not call implicit strlen to avoid issues
  489. * [Fix] Do not count images urls when checking url regexps for compatibility
  490. * [Fix] Do not output rbl suffix in symbol option
  491. * [Fix] Do not use config pool to avoid issues with double reload
  492. * [Fix] Do not use ephemeral string
  493. * [Fix] Do not use lightuserdata for traceback
  494. * [Fix] Do not use priority in metric registration
  495. * [Fix] Emails: Check email sanity before testing on BL
  496. * [Fix] Emails: Fix misprint in key name
  497. * [Fix] Escape utf in regexp to dodge ragel/hyperscan issue
  498. * [Fix] Extend task_timeout to postfilters stage
  499. * [Fix] Fix ARC signing after fixing another bug in it...
  500. * [Fix] Fix AV scan logic
  501. * [Fix] Fix DMARC_NA behaviour in case of no valid policies
  502. * [Fix] Fix LRU hash iteration logic
  503. * [Fix] Fix alignment mess
  504. * [Fix] Fix configuring symbols without scores
  505. * [Fix] Fix disabling of the actions
  506. * [Fix] Fix dkim signing exceptions
  507. * [Fix] Fix embedded images linking logic
  508. * [Fix] Fix events leak
  509. * [Fix] Fix eviction corner case
  510. * [Fix] Fix fuzzy image score calculation #2962
  511. * [Fix] Fix hang in fuzzy_learn when explicit rotation is set
  512. * [Fix] Fix headers propagation logic
  513. * [Fix] Fix hearbeats restart issue
  514. * [Fix] Fix history reset
  515. * [Fix] Fix log parameter
  516. * [Fix] Fix lua_ip_equal logic
  517. * [Fix] Fix more issues with nested messages + tests
  518. * [Fix] Fix normalization of non-alphabet based languages
  519. * [Fix] Fix offsets when parsing message/rfc822 in multipart
  520. * [Fix] Fix options in rbl symbols
  521. * [Fix] Fix out of bound access in lua logger
  522. * [Fix] Fix out-of-bound read in qp decode
  523. * [Fix] Fix parent CTE propagation
  524. * [Fix] Fix parsing of the received headers with empty part
  525. * [Fix] Fix pending checks for events
  526. * [Fix] Fix printing of NULL pointer with fixed length
  527. * [Fix] Fix race condition in watcher handler
  528. * [Fix] Fix read-after-end in quoted printable decoding
  529. * [Fix] Fix redis sentinel support
  530. * [Fix] Fix registry leak in case of DNS errors
  531. * [Fix] Fix reload logic
  532. * [Fix] Fix sending of large entries via HTTPS
  533. * [Fix] Fix settings reload
  534. * [Fix] Fix some more corner cases for fpconv
  535. * [Fix] Fix trie code when there are regexps and Hyperscan is absent
  536. * [Fix] Further fixes to printing of the FP numbers
  537. * [Fix] Fuzzy_check: Fix timeouts
  538. * [Fix] Grrr, fix empty ip case
  539. * [Fix] Html: Fix processing of fjlig entity
  540. * [Fix] Lang_det: Try better to distinguish Chinese and Japanese
  541. * [Fix] Lua_mime: Fix reversed extensions map
  542. * [Fix] Lua_task: Fix message-less API
  543. * [Fix] Lua_tcp: Report connection failures
  544. * [Fix] Lua_tcp: Various fixes and debugging improvements
  545. * [Fix] Metadata_exporter: This plugin is idempotent not a postfilter
  546. * [Fix] More fixes to extract_specific_urls
  547. * [Fix] More stages fixes
  548. * [Fix] Neural: Another bunch of fixes
  549. * [Fix] Neural: use version in ANN key profile
  550. * [Fix] Postpone lua state destruction to allow lua dtors to be used
  551. * [Fix] Prefer surbl/emails rule on rbl to preserve compatibility
  552. * [Fix] RBL: Fix behaviour of emails_domainonly
  553. * [Fix] Ratelimit: Fix dynamic score
  554. * [Fix] Rbl: Fix emailbl functions
  555. * [Fix] Really fix hyperscan workaround
  556. * [Fix] Set sanity limits for pcre2
  557. * [Fix] Settings: Fix settings check flags
  558. * [Fix] Sort keys when getting data from Lua when filling rules
  559. * [Fix] Statistics: Do not query Redis tokens when there are no learns
  560. * [Fix] Stop IO event on write finished in http connection
  561. * [Fix] Use heuristically detected text parts data
  562. * [Fix] Various fixes to QP encoding algorithm
  563. * [Fix] Various fixes to SSL state machine handler
  564. * [Fix] Various fixes to asn module
  565. * [Fix] Workaround for empty charset in rfc2231 encoding
  566. * [Project] Switch from torch to KANN
  567. * [Project] Add heartbeat events
  568. * [Project] Add preliminary support of the Kaspersky Scan Engine
  569. * [Project] Add preliminary version of maps expressions
  570. * [Project] Add preprocessed settings to the config structure
  571. * [Project] Add simple forward propagation function
  572. * [Project] Add small helpers for migration simplifications
  573. * [Project] Allow to replace body in milter
  574. * [Project] Bundle libev
  575. * [Project] First refactoring step libevent->libev
  576. * [Project] Implement syntax highlighting for Lua
  577. * [Project] Lua_magic: Adopt lua_magic stuff in mime_types
  578. * [Project] Remove libfann, gd and other unsupported stuff
  579. * [Project] Remove torch
  580. * [Project] Rework upstreams
  581. * [Rework] Allow execution of async events when hs compiles regexps
  582. * [Rework] Bayes expiry: eliminate `default` expiration mode
  583. * [Rework] Dkim: Remove signing code
  584. * [Rework] Dkim_signing: Move sign condition to dkim_signing
  585. * [Rework] Do not lowercase all data send to ClickHouse
  586. * [Rework] Drop url tags
  587. * [Rework] Eliminate lua_squeeze as it has shown no improvements
  588. * [Rework] Eliminate virtual scan time as it is useless
  589. * [Rework] Lua core: Use lightuserdata to index classes
  590. * [Rework] Lua_util: Another rework for extract_specific_urls
  591. * [Rework] Migrate from ip_score to reputation
  592. * [Rework] Move mime modification functions to lua_mime library
  593. * [Rework] Rbl: Major whitelisting logic rework
  594. * [Rework] Remove deprecated plugins
  595. * [Rework] Remove log helper worker
  596. * [Rework] Remove rspamd.classifiers.lua
  597. * [Rework] Rename filter.h to a more sane name
  598. * [Rework] Reorganise selectors implementation
  599. * [Rework] Replace linenoise with replxx
  600. * [Rework] Reputation: Remove ipnet from the ip reputation
  601. * [Rework] Reputation: Slashing - change name of symbols
  602. * [Rework] Rework children operations
  603. * [Rework] Rework config reload
  604. * [Rework] Rework expression API
  605. * [Rework] Rework image urls processing
  606. * [Rework] Rework initialisation to reduce static leaks count
  607. * [Rework] Rework request headers processing
  608. * [Rework] Slashing: Change versioning schema - move to 2.0
  609. * [Rework] Slashing: Turn off postfilters when passthrough result is set
  610. * [Rework] Start moving to replxx
  611. * [Rework] Stop support of signed HTTP maps to simplify code
  612. * [Rework] Store ASN as UInt32 in ClickHouse
  613. * [Rework] Url_redirector: Rewrite plugin
  614. * [Rework] Use a dedicated library for autolearn
  615. * [Rework] Use libsodium instead of hand crafted crypto implementations
  616. * [Rework] Use opaque structure to store a table of mime headers
  617. * [Rules] Add dedicated bitcoin addresses filter rule
  618. * [Rules] Add more detection to LEAKED_PASSWORD_SCAM
  619. * [Rules] Catch LTC addresses
  620. * [Rules] Reduce weight of RSPAMD_EMAILBL
  621. * [Rules] Rework LEAKED_PASSWORD_SCAM rule one more time
  622. 1.9.4: 23 May 2019
  623. * [CritFix] Fix case sensitivity when parsing Content-Type
  624. * [Fix] Arc: Another bunch of fixes for arc signing
  625. * [Fix] Arc: More arc signing fixes
  626. * [Fix] Avoid another overflow in fpconv
  627. * [Fix] Fix ARC signing after fixing another bug in it...
  628. * [Fix] Fix dkim signing exceptions
  629. * [Fix] Fix some more corner cases for fpconv
  630. * [Fix] Further fixes to printing of the FP numbers
  631. * [Fix] Ratelimit: Fix dynamic score
  632. 1.9.3: 13 May 2019
  633. * [Conf] Add IP_SCORE_FREEMAIL composite rule
  634. * [Feature] Add cryptobox method to generate dkim keypairs
  635. * [Feature] Add fast hashes to lua cryptobox hash
  636. * [Feature] Add least passthrough results
  637. * [Feature] Allow oversign if exists mode
  638. * [Feature] Clickhouse: Modernise table initial schema
  639. * [Feature] Implement IUF interface for specific fast hashes
  640. * [Feature] Lua_util: Allow to obfuscate different fields
  641. * [Feature] Tune memory management in Rspamd and Lua
  642. * [Fix] Avoid buffer overflow when printing long lua strings
  643. * [Fix] Change the default oversigning headers to a more sane list
  644. * [Fix] Clickhouse: Do not store digest as it is not needed now
  645. * [Fix] Clickhouse: Fix lots of storage issues
  646. * [Fix] Clickhouse: Support custom actions
  647. * [Fix] Deny URLs where hostname is bogus
  648. * [Fix] Do not blacklist mail by SPF/DMARC for local/authed users
  649. * [Fix] Fix DoS caused by bug in glib
  650. * [Fix] Fix UCL parsing of the multiline strings
  651. * [Fix] Fix buffer overflow when printing small floats
  652. * [Fix] Fix init code for servers keypairs cache
  653. * [Fix] Fix issue with urls with no tld (e.g. IP)
  654. * [Fix] Fix memory in arc signing logic
  655. * [Fix] Fix memory leak in language detector during reloads
  656. * [Fix] Fix mixed case content type processing
  657. * [Fix] Fix processing of the ip urls in file
  658. * [Fix] Fix use after free
  659. * [Fix] HTML: Fix `size` attribute processing
  660. * [Fix] Hum, it seems that 99ff1c8 was not correct
  661. * [Fix] Lua_task: Fix task:get_from method
  662. * [Fix] Preserve fd when mapping file to scan
  663. * [Fix] Re-use milter_headers settings when doing arc signing
  664. * [Fix] Set dmarc force action as least action
  665. * [Fix] Switch to GMT
  666. * [Fix] allow PKCS7 signatures to be text/plain, too
  667. * [Project] Add initial version of the vault management tool
  668. * [Project] Add vault support for DKIM and ARC signing
  669. * [Project] Implement keys rotation in the vault
  670. * [Project] Improve dkim keys generation for vault
  671. * [Project] Improve keys creation in rspamadm vault
  672. * [Rework] Move lua_worker to a dedicated unit
  673. * [WebUI] Add URL fragments (#) support
  674. * [WebUI] Fix AJAX request URL
  675. 1.9.2: 16 Apr 2019
  676. * [Conf] Allow to load users plugins from plugins.d
  677. * [Conf] oversign openpgp and autocrypt headers
  678. * [Feature] Add SPF FFI library for Lua
  679. * [Feature] Add more verbosity for SPF caching
  680. * [Feature] Antivirus: Handle encrypted files specially
  681. * [Feature] Clickhouse: Slashing - add new fields to CH
  682. * [Feature] Dkim_signing: Add OpenDKIM like signing_table and key_table
  683. * [Feature] Dkim_signing: Allow to use new options as maps
  684. * [Feature] Import fpconv library
  685. * [Feature] Lua_maps: Allow static regexp and glob maps
  686. * [Feature] Parse ical files
  687. * [Feature] Rspamadm: Add dns_tool utility
  688. * [Feature] Store SPF records digests
  689. * [Feature] Use fpconv girsu2 implementation for printing floats
  690. * [Fix] Clickhouse: Use integer seconds when inserting rows
  691. * [Fix] Fix floating point printing
  692. * [Fix] Fix processing of embedded urls
  693. * [Fix] Lua_clickhouse: Fix CH errors processing
  694. * [Fix] Make spf digest stable
  695. * [Fix] Properly detect encrypted files in zip archives
  696. * [Fix] Slashing: Store times in GMT timezone in ClickHouse
  697. * [Rules] Add additional conditions to perform BTC checks
  698. * [Rules] Fix pay-to-hash addresses validation
  699. 1.9.1: 5 Apr 2019
  700. * [Conf] Add vendor groups for symbols
  701. * [Feature] Add `rspamadm template` command
  702. * [Feature] Allow to add messages from settings
  703. * [Feature] Allow unconnected DNS servers operations
  704. * [Feature] Check limits after being set, migrate to uint64
  705. * [Feature] Greylist: Allow to disable greylisting depending on symbols
  706. * [Feature] Improve lua binary strings output
  707. * [Feature] Mime_types: Implement user configurable extension filters
  708. * [Feature] Mime_types: When no extension defined, detect it by content
  709. * [Feature] Preprocess config files using jinja templates
  710. * [Feature] Replies: Filter replies sender to limit whitelisting to direct messages
  711. * [Feature] Treat all tags with HREF as a potential hyperlinks
  712. * [Feature] Validate BTC addresses in LEAKED_PASSWORD_SCAM
  713. * [Fix] Add crash safety for HTTP async routines
  714. * [Fix] Another fix for Redis sentinel
  715. * [Fix] Clickhouse: Fix table schema upload
  716. * [Fix] Core: Fix squeezed dependencies handling for virtual symbols
  717. * [Fix] Finally fix default parameters parsing in actions section
  718. * [Fix] Fix ES sending logic (restore from coroutines mess)
  719. * [Fix] Fix finishing script for clickhouse collection
  720. * [Fix] Fix priority for regexp symbols registriation
  721. * [Fix] Fix various issues found by PVS Studio
  722. * [Fix] Initialize lua debugging earlier
  723. * [Fix] Neural: Fix training
  724. * [Fix] Rework cached Redis logic to avoid sentinels breaking
  725. * [Fix] SURBL: Fix regression in surbl module
  726. * [Fix] Fix double signing in the milter
  727. * [Project] Add support of HTTP proxy in requests
  728. * [Rework] Change lua global variables registration
  729. * [Rework] Rework HTML content urls extraction
  730. * [Rework] Start rework of aliasing in Rspamd
  731. * [WebUI] Combine Scan and Learning into one tab
  732. * [WebUI] Fix symbol score input type
  733. * [WebUI] Show grayed out pie
  734. * [WebUI] Update Throughput summary values dynamically
  735. 1.9.0: 12 Mar 2019
  736. * [Conf] Add missing includes
  737. * [Conf] Move to options
  738. * [Conf] Rbl: DWL is actually special whitelist
  739. * [Conf] Relax some uribl rules
  740. * [Conf] Remove abuse.ch
  741. * [CritFix] Html: Entities are not valid within tag params values
  742. * [Feature] Add `rspamadm mime sign` tool
  743. * [Feature] Add configgraph utility
  744. * [Feature] Add dedicated ZW spaces detection for URLs
  745. * [Feature] Add flag to url object when visible part is url_like
  746. * [Feature] Add method task:lookup_words
  747. * [Feature] Add pyzor support (by crosenberg)
  748. * [Feature] Allow to add upstream watchers to Lua API
  749. * [Feature] Allow to set rewrite subject pattern from settings
  750. * [Feature] Better escaping of unicode
  751. * [Feature] Clickhouse: Allow to store subject in Clickhouse
  752. * [Feature] Core: Add QP encoding utility
  753. * [Feature] Core: Add libmagic detection for all parts
  754. * [Feature] Core: Add support for gzip archives
  755. * [Feature] Core: Allow to construct scan tasks from raw data
  756. * [Feature] Core: Detect charset in archived files
  757. * [Feature] Core: Ignore and mark invisible spaces
  758. * [Feature] Core: Normalise zero-width spaces in urls
  759. * [Feature] Core: Process data urls for images
  760. * [Feature] Core: Relax quoted-printable encoding
  761. * [Feature] Core: Support RFC2231 encoding in headers
  762. * [Feature] Core: Support telephone URLs
  763. * [Feature] Core: allow to emit soft reject on task timeout
  764. * [Feature] DCC: Add bulkness and reputation checks to dcc
  765. * [Feature] Elastic: Modernize plugin
  766. * [Feature] Export visible part of url to lua
  767. * [Feature] Fuzzy_storage: add preliminary support of rate limits
  768. * [Feature] HTML: Specially treat data urls in HTML
  769. * [Feature] Implement event watchers for upstreams
  770. * [Feature] Implement includes tracing in Lua
  771. * [Feature] Improve dkim part in configwizard
  772. * [Feature] Lua_scanners: Add VadeSecure engine support
  773. * [Feature] Lua_task: Add flexible method to get specific urls
  774. * [Feature] Mime_types: Add MIME_BAD_UNICODE rule
  775. * [Feature] Mime_types: Use detected content type as well
  776. * [Feature] Plugins: Add preliminary version of the external services plugin
  777. * [Feature] Query sentinel on master errors
  778. * [Feature] Regexp: Allow local lua functions in Rspamd regexp module
  779. * [Feature] Rspamadm: Allow to append footers to plain messages
  780. * [Feature] Rspamadm: Allow to rewrite headers in messages
  781. * [Feature] Selectors: Add `ipmask` processor
  782. * [Feature] Settings: Allow hostname match
  783. * [Feature] Settings: Allow local when selecting settings
  784. * [Feature] Settings: Allow multiple selectors
  785. * [Feature] Settings: Allow to inverse conditions
  786. * [Feature] Support User-Agent in HTTP requests
  787. * [Feature] Support ed25519 dkim keys generation
  788. * [Feature] Try to filter bad unicode types during normalisation
  789. * [Feature] external_services - oletools (olefy) support
  790. * [Feature] lua_scanners - icap protocol support
  791. * [Feature] lua_scanners - spamassassin spam scanner
  792. * [Fix] Add filter for absurdic URLs
  793. * [Fix] Add some more cases for Received header
  794. * [Fix] Allow to disable/enable composite symbols
  795. * [Fix] Arc: Use a separated list of headers for arc signing
  796. * [Fix] Archive: Final fixes for 7z archives
  797. * [Fix] Clickhouse: Fix database usage
  798. * [Fix] Controller: Make save stats timer persistent
  799. * [Fix] Core: Detect encrypted rarv5 archives
  800. * [Fix] Core: Don't detect language twice
  801. * [Fix] Core: Fix address rotation bug
  802. * [Fix] Core: Fix content calculations for message parts
  803. * [Fix] Core: Fix emails comments parsing and other issues
  804. * [Fix] Core: Fix etags support
  805. * [Fix] Core: Fix headers folding on the last token
  806. * [Fix] Core: Fix iso-8859-16 encoding
  807. * [Fix] Core: Fix log_urls flag (and encrypted logging)
  808. * [Fix] Core: Fix part length when dealing with boundaries
  809. * [Fix] Core: Fix parts distance calculations
  810. * [Fix] Core: Fix processing of NDNs of certain type
  811. * [Fix] Core: Implement logic to find some bad characters in URLs
  812. * [Fix] Core: treat nodes with ttl properly in lru cache
  813. * [Fix] Fix Content-Type parsing
  814. * [Fix] Fix HTTP headers signing case
  815. * [Fix] Fix control interface
  816. * [Fix] Fix deletion of the duplicate headers
  817. * [Fix] Fix emails filtering in emails module
  818. * [Fix] Fix greylisting log message and logic
  819. * [Fix] Fix issues with storing of the accepted addr in rspamd control
  820. * [Fix] Fix maps object update race condition
  821. * [Fix] Fix memor leaks and whitespace processing
  822. * [Fix] Fix processing of null bytes in headers
  823. * [Fix] Fix rcpt_mime and from_mime in user settings
  824. * [Fix] Fix rfc2047 decoding for CD headers
  825. * [Fix] Fix rfc2231 for Content-Disposition header
  826. * [Fix] Fix setting of the subject pattern in config
  827. * [Fix] Greylist: fix records checking
  828. * [Fix] HTML: Another HTML comments exception fix
  829. * [Fix] HTML: Another entities decoding logic fix
  830. * [Fix] HTML: Fix HTML comments with many dashes
  831. * [Fix] HTML: Fix entities in HTML attributes
  832. * [Fix] HTML: Fix some more SGML tags issues
  833. * [Fix] Ignore whitespaces at the end of value in DKIM records
  834. * [Fix] MID module: Fix DKIM domain matching
  835. * [Fix] Milter_headers: Fix remove_upstream_spam_flag and modernise config
  836. * [Fix] Mime_parser: Fix issue with parsing of the trailing garbadge
  837. * [Fix] Mime_parser: Fix parsing of mime parts without closing boundary
  838. * [Fix] Multimap: Fix operating with userdata
  839. * [Fix] Process orphaned `symbols` section
  840. * [Fix] Rdns: Fix multiple replies in fake replies
  841. * [Fix] Rework groups scores definitions
  842. * [Fix] Set proper element when reading data from Sentinel
  843. * [Fix] Set rspamd user to initialise supplementary groups on reload
  844. * [Fix] Settings: Fix selectors usage
  845. * [Fix] Sort data received from Sentinel to avoid constant replacing
  846. * [Fix] groups.conf - filename typo
  847. * [Fix] lua_scanner - oletools typos, logging
  848. * [Fix] lua_scanners - actions and symbol_fail
  849. * [Fix] lua_scanners - fix luacheck
  850. * [Fix] lua_scanners - kaspersky - response with fname
  851. * [Fix] lua_scanners - savapi redis prefix
  852. * [Fix] tests - antivirus - fprot symbols
  853. * [Project] Add concept of flexible actions
  854. * [Project] Add heuristical from parser to received parser
  855. * [Project] Add new flags to clickhouse, redis and elastic exporters
  856. * [Project] Attach new received parser
  857. * [Project] Fallback to callbacks from coroutines
  858. * [Project] Implement keep-alive support in lua_http
  859. * [Project] Lua_udp: Implement fully functional client
  860. * [Project] Plug keepalive knobs into http connection handling
  861. * [Project] Rspamadm: Add `modify` tool
  862. * [Rework] Convert rspamd-server to a shared library
  863. * [Rework] Dcc: Rework DCC plugin
  864. * [Rework] Enable explicit coroutines symbols
  865. * [Rework] Rework telephone urls parsing logic
  866. * [Rework] Rewrite RBL module
  867. * [Rework] Settings: Rework settings check
  868. * [Rework] Slashing: Distinguish lualibdir, pluginsdir and sharedir
  869. * [Rework] Unify task_timeout
  870. * [Rework] Use VEX instructions in assembly, relocate
  871. * [WebUI] Notify user if uploaded data was not learned
  872. * [WebUI] Remove redundant condition
  873. 1.8.3: 03 Dec 2018
  874. * [CritFix] Make flags mutually exclusive for mime parts
  875. * [CritFix] Strictly deny unencoded bad utf8 sequences in headers
  876. * [Feature] Add Kaspersky antivirus support
  877. * [Feature] Add method to get dkim results
  878. * [Feature] Add more words regexp classes
  879. * [Feature] Allow to choose words format in `rspamadm mime`
  880. * [Feature] Allow to get all types of words from Lua
  881. * [Feature] Allow to get task flags in C expressions
  882. * [Feature] Allow to require encryption when accepting connections
  883. * [Feature] Ignore bogus whitespaces in the words
  884. * [Feature] Implement more strict configuration tests
  885. * [Feature] Improve SPF results in Authentication-Results
  886. * [Feature] Support ClickHouse database
  887. * [Fix] Add failsafety for utf8 regexps
  888. * [Fix] Do not trigger BROKEN_CONTENT_TYPE on innocent text parts
  889. * [Fix] Emit error if connection has been terminated with no stop pattern
  890. * [Fix] Fix boundaries checks in embedded messages
  891. * [Fix] Fix double free
  892. * [Fix] Perform policy downgrade on sample out, add tests
  893. * [Fix] Properly escape utf8 regexps in hyperscan mode
  894. * [Fix] Selectors - attachments args condition
  895. * [Fix] Some fixes for raw parts
  896. * [Fix] Treat learning errors as non-fatal
  897. * [Fix] Use tld when looking for DKIM domains
  898. * [Project] Words unicode structure rework
  899. * [Project] Add preliminary Redis Sentinel support
  900. * [Project] Improve Authentication-Results header
  901. * [Project] Rework DKIM checks results
  902. * [Project] Use more generalised API to produce meta words
  903. 1.8.2: 19 Nov 2018
  904. * [Conf] Add DWL support in the default configuration
  905. * [Conf] Disable rspamd_update by default (again)
  906. * [Conf] Fix configuration sample for ratelimit
  907. * [CritFix] Disable broken url tags by default
  908. * [CritFix] Fix \0 processing when doing RSA sign
  909. * [CritFix] Fix adding symbols to their primary groups
  910. * [Feature] Add `rspamadm cookie` utility
  911. * [Feature] Add specialised functions for generating encrypted cookies
  912. * [Feature] Add support of cookies in replies module
  913. * [Feature] Add support of words regexps
  914. * [Feature] Allow to add 3rd party clang plugins
  915. * [Feature] Allow to create lua regexps from glob or plain patterns
  916. * [Feature] Allow to set custom limits for upstream lists
  917. * [Feature] Detect orphaned parts and attach them to message
  918. * [Feature] Filter tokens in bayes
  919. * [Feature] Fold b= value when doing arc sealing
  920. * [Feature] Ignore cookies in the future and too old in the past
  921. * [Feature] Skip stop words in statistics
  922. * [Feature] Store stop words and allow to query them
  923. * [Feature] Support query arguments in controller's custom commands
  924. * [Feature] Tune upstream limits in Rspamd proxy
  925. * [Feature] Use different callback symbols for different uribls
  926. * [Feature] Write DKIM selector in dkim allow/reject symbols
  927. * [Fix] Add obs_fws state support to eoh state machine
  928. * [Fix] Add sanity check when applying mime boundaries heuristic
  929. * [Fix] Antivirus - virus names with 0 were recognized as tables
  930. * [Fix] Disable headernames in bayes temporarily
  931. * [Fix] Do not allow syntax errors in include files...
  932. * [Fix] Do not allow to merge an object with an array (or vice versa)
  933. * [Fix] Don't perform forged recipients check for missing recipients
  934. * [Fix] Fix DKIM based RBLs
  935. * [Fix] Fix actrie implementation (sync from upstream), fixed OOB read
  936. * [Fix] Fix explicit methods call in selectors
  937. * [Fix] Fix extraction of additional parts
  938. * [Fix] Fix finalization for internal plugins
  939. * [Fix] Fix override_defaults function
  940. * [Fix] Fix squeezed symbols when using settings
  941. * [Fix] Fix urls insertion in Clickhouse module
  942. * [Fix] Furhter fixes to ratelimits logic
  943. * [Fix] Ignore signatures when looking for boundaries
  944. * [Fix] Properly set learned count
  945. * [Fix] Really fix ratelimits configuration and work
  946. * [Fix] Remove ambigious format flag from printf
  947. * [Fix] Restore URLs exporting in ClickHouse plugin
  948. * [Fix] Rework bayes calculations...
  949. * [Fix] Switch from chi-square to naive for large Fisher value
  950. * [Fix] Treat normal password as enable password if there is no enable password
  951. * [Fix] Use proper syntax for making DNS requests
  952. * [Fix] Various fixes in embedded plugins
  953. * [Project] Change fuzzy check selection logic to lua_fuzzy library
  954. * [Project] Rework async events and symbols
  955. * [Project] Move all metatokens in Bayes to lua_stat from C
  956. * [WebUI] Add history rows per page control
  957. 1.8.1: 16 Oct 2018
  958. * [CritFix] Fix options insertion
  959. * [CritFix] Fix words decay one more time (affects long messages)
  960. * [CritFix] Increase default words_decay
  961. * [CritFix] Plug memory leak in redis pool
  962. * [Feature] Add `check_violation` feature to DKIM/ARC signing
  963. * [Feature] Add only unique elements to Clickhouse url arrays
  964. * [Feature] Allow `g+:` and `g-:` composite atoms
  965. * [Feature] Allow dkim domains check in surbl
  966. * [Feature] Allow maps with HTTP auth
  967. * [Feature] Allow to disable actions by users settings
  968. * [Feature] Extend whitelisting options
  969. * [Feature] Store url object in images
  970. * [Feature] Use verdict instead of the plain action in plugins
  971. * [Fix] Allow to call fstring append with NULL string
  972. * [Fix] DCC - luacheck
  973. * [Fix] Do not load torch on each rspamadm invocation
  974. * [Fix] Fix boundaries detection and rework stop words algorithm
  975. * [Fix] Fix dependencies for DNS_SIGNED symbol
  976. * [Fix] Fix errors when dealing with dynamic rates/bursts in Ratelimit
  977. * [Fix] Fix groups mess
  978. * [Fix] Fix groups mess
  979. * [Fix] Fix parsing address with comments
  980. * [Fix] Fix resolving in DMARC reports
  981. * [Fix] Fix various issues with parsing of the received headers
  982. * [Fix] Fix watchers issue in lua_tcp when doing no resolving
  983. * [Fix] Plug memory leak in language detector (affects reloads)
  984. * [Fix] Remove one letter stop words
  985. * [Fix] Slashing: backport chunk logic from libucl
  986. * [Fix] Stop libevent from using cached time in rspamadm
  987. * [Fix] Try to fix watchers chaining
  988. * [Fix] Various fixes in redis sync interface
  989. * [Fix] ip_score - respect check_authed and check_local settings from config
  990. * [Project] Rework passthrough actions
  991. * [Project] Clustering module
  992. * [Rework] Always create result for a task
  993. * [Rework] Completely rewrite DMARC checks logic
  994. * [Rework] Rework and fix whitelist plugin
  995. * [WebUI] Add symbols sorting buttons
  996. * [WebUI] Change symbols order without updating history
  997. * [WebUI] Colorize symbols
  998. * [WebUI] Do not display password form when secure_ip is set
  999. * [WebUI] Fix symbol description tooltips display
  1000. * [WebUI] History: add sorting by symbol score value
  1001. 1.8.0: 24 Sep 2018
  1002. * [Feature] Add arguments schemas to processors and extractors
  1003. * [Feature] Add functional selectors library
  1004. * [Feature] Add generic selector to reputation module
  1005. * [Feature] Add more ratelimits: by digest, by attachments data, by filenames
  1006. * [Feature] Add preliminary stop words detection support
  1007. * [Feature] Add pure Lua debugm function
  1008. * [Feature] Add schema validation for Redis settings
  1009. * [Feature] Add selectors combine function
  1010. * [Feature] Add some recursion protection to lua logger
  1011. * [Feature] Add support for Lua API tracing
  1012. * [Feature] Allow to apply schema to arguments
  1013. * [Feature] Allow to get dkim signing data directly from HTTP headers
  1014. * [Feature] Allow to reuse existing authentication results
  1015. * [Feature] Cache selectors results in re runtime
  1016. * [Feature] Implement new text tokenizer based on libicu
  1017. * [Feature] Integrate selectors framework to multimap
  1018. * [Feature] Relax FORGED_RECIPIENTS
  1019. * [Feature] Support (almost) all html entities
  1020. * [Feature] Support adding and deletion of recipients in the milter block
  1021. * [Feature] Support gathering HTTP body from fragments in lua_http
  1022. * [Feature] Support multi flag in regexp and glob maps
  1023. * [Feature] Support selectors in ratelimit module
  1024. * [Feature] Support selectors in settings
  1025. * [Feature] Use khash in HTML parser
  1026. * [Feature] Use pure Lua debugm function
  1027. * [Fix] Add fail-safety for destroying sessions
  1028. * [Fix] Allow to add result-less fake DNS records
  1029. * [Fix] Another try to fix race conditions on config unload
  1030. * [Fix] Call Lua callback on DNS timeouts
  1031. * [Fix] Deprecate task:inc_dns_req as it is redundant
  1032. * [Fix] Do not allow events deletions on cleanup
  1033. * [Fix] Do not try to process skipped messages
  1034. * [Fix] Fix HTTP requests with no body
  1035. * [Fix] Fix another cleanup race condition
  1036. * [Fix] Fix bug in processing of pcre regexps
  1037. * [Fix] Fix byte array allocation in the pool
  1038. * [Fix] Fix crashes on task cleanup
  1039. * [Fix] Fix dynamic buckets in ratelimits
  1040. * [Fix] Fix endless loop when waiting for Rspamd to stop
  1041. * [Fix] Fix lua_util.str_split in case of delimiters set
  1042. * [Fix] Fix more issues with watching of async events
  1043. * [Fix] Fix stop words detection and loading logic
  1044. * [Fix] Fix various corner cases for language detection
  1045. * [Fix] Fix watchers in lua_tcp
  1046. * [Fix] Fix words decay algorithm
  1047. * [Fix] Implement watchers replacement to handle nested calls
  1048. * [Fix] Save faked code into fake dns record
  1049. * [Fix] Show the proper frame when using lua_util.debugm
  1050. * [Fix] Use fake dns records in tests
  1051. * [Fix] Use unicode replacements for HTML entities
  1052. * [Fix] fixed "cannot find dependency on symbol 1" issue when using replaced symbols in spamassassin rules
  1053. * [Fix] partition_id is not available in old versions of CH
  1054. * [Project] Add implicit conversion logic to selectors
  1055. * [Project] Add initial support for selectors in regexps
  1056. * [Project] Add method concept
  1057. * [Project] Further changes in unicode operations
  1058. * [Project] Implement Clickhouse migrations
  1059. * [Project] Implement implicit conversions to userdata
  1060. * [Project] Implement insert method
  1061. * [Project] Implement selectors registration for regular expressions
  1062. * [Project] Implement selectors support in re_cache
  1063. * [Project] Improve language detector: cleanup unused files, categorize
  1064. * [Project] Migrate CH data to a fat table
  1065. * [Project] Rework selectors logic
  1066. * [Project] Start Clickhouse utilities library
  1067. * [Project] Start unicode rework
  1068. * [Project] coroutine threaded model for API calls: thread pool
  1069. * [Rework] Move phishtank to a DNS based service
  1070. * [Rework] Rework Clickhouse plugin to use the new API
  1071. * [Rework] Rework language detector
  1072. * [Rework] Rework utf content processing in text parts
  1073. * [WebUI] Add progress bar for AJAX requests
  1074. * [WebUI] Avoid errors table reinitialization
  1075. * [WebUI] Avoid history table reinitialization
  1076. * [WebUI] Avoid throughput summary table reinitialization
  1077. * [WebUI] Destroy summary table on disconnect
  1078. * [WebUI] Fix "auth" request URL
  1079. * [WebUI] Fix disabling and hiding controls on page reload
  1080. * [WebUI] Fix maps loading from neighbours
  1081. * [WebUI] Fix symbols sorting by score
  1082. * [WebUI] Fix tables destroying
  1083. * [WebUI] Fix throughput data consolidation
  1084. * [WebUI] Fix upload buttons disabling
  1085. * [WebUI] Notify user on module loading failure
  1086. * [WebUI] Update FooTable 3.1.4 -> 3.1.6
  1087. 1.7.9: 01 Aug 2018
  1088. * [CritFix] Fix caseless comparison of equal length strings
  1089. * [Feature] Add HTTP basic auth support to elastic and clickhouse plugins
  1090. * [Feature] Add SPF selector to reputation
  1091. * [Feature] Add support of the fallback backends for HTTP maps
  1092. * [Feature] Allow to print full mime structure when extracting mime data
  1093. * [Feature] Allow to split symbols in reputation plugin
  1094. * [Feature] Check attachments only on AV scanners in attachments_only mode
  1095. * [Feature] Disable all SSL checks if ssl_no_verify flag is set
  1096. * [Feature] Implement parsing of scoped IPv6 addresses
  1097. * [Feature] Improve `rspamc counters` output
  1098. * [Fix] Add sanity checks when expanding SPF macros
  1099. * [Fix] Allow to parse SA rules with no spaces around =~ (dirty hack)
  1100. * [Fix] Avoid one extra byte writing
  1101. * [Fix] Deal with direct hash table
  1102. * [Fix] Detect empty text part as text, not HTML
  1103. * [Fix] Do not reduce map watch timeout for mixed http/file maps
  1104. * [Fix] Fix HTML part detection heuristic
  1105. * [Fix] Fix double free in redirectors cleanup
  1106. * [Fix] Fix legacy history handling in the controller
  1107. * [Fix] Fix messages insertion
  1108. * [Fix] Fix sending string method
  1109. * [Fix] Fix statconver command line arguments
  1110. * [Fix] Fixed argument checking for being null
  1111. * [Fix] Fixed issues reported by luacheck
  1112. * [Fix] Freeze updates queue when do actual storage update
  1113. * [Fix] HTTP map hash is per-backend and not per-map
  1114. * [Fix] Plug memory leak in fuzzy updates
  1115. * [Fix] Prefer 'MTA-Name' when producing authentication results
  1116. * [Fix] Replace bad unicode sequences instead of stopping on them
  1117. * [Fix] Set classifier version on learning
  1118. * [Project] Reworked ratelimits
  1119. * [Project] Apply topological sorting for symbols in Rspamd
  1120. * [Project] Remove global contexts from C modules
  1121. * [Project] Move performance critical hash tables to khash
  1122. * [WebUI] Avoid unused indexes
  1123. * [WebUI] Do not execute `on_success` callback
  1124. * [WebUI] Fix history reset for "All SERVERS" (#2346)
  1125. * [WebUI] Fix query URL for selected server
  1126. * [WebUI] Fix symbols display in legacy history,
  1127. * [WebUI] Hide symbols order selector for legacy history
  1128. * [WebUI] Refactor query functions into one
  1129. * [WebUI] Remove previously-attached event handlers
  1130. * [WebUI] Save symbols to the selected server
  1131. * [WebUI] Unify arguments of query functions
  1132. * [WebUI] Use common query functions to get graph data
  1133. * [WebUI] Use common query functions to save symbols
  1134. 1.7.8: 12 Jul 2018
  1135. * [Feature] Add more extended statistics about fuzzy updates
  1136. * [Feature] Add more non-conformant Received headers support
  1137. * [Feature] Add preliminary function to get fuzzy hashes from text in Lua
  1138. * [Feature] Allow to configure AV module rejection message
  1139. * [Feature] Implement fuzzy hashes extraction in mime tool
  1140. * [Feature] Improve WHITE_ON_WHITE rule
  1141. * [Feature] Improve integer -> string conversion
  1142. * [Feature] Reuse maps in multimap module more aggressively
  1143. * [Fix] Avoid race condition in skip map as pool lifetime is not enough
  1144. * [Fix] Eliminate all specific C plugins pools
  1145. * [Fix] Fix DKIM check rule if DNS is unavailable
  1146. * [Fix] Fix build where ucontext is defined in ucontext.h
  1147. * [Fix] Fix crash in base url handling
  1148. * [Fix] Fix descriptors leak in sqlite3 locking code
  1149. * [Fix] Fix messages quarantine
  1150. * [Fix] Fix padded numbers printing
  1151. * [Fix] Fix race condition on maps reinit
  1152. * [Fix] Fix regexp functions when no data is passed
  1153. * [Fix] Fix specific urls extraction
  1154. * [Fix] Fix styles propagation
  1155. * [Fix] Improve resetting of the limit buckets
  1156. * [Fix] Initialize sqlite3 properly
  1157. * [Fix] Work with broken resolvers in resolv.conf
  1158. * [Project] Implement HTTP maps caching
  1159. * [Project] Refresh fuzzy hashes when matched
  1160. * [Project] Add logic to deduplicate fuzzy updates queue
  1161. * [WebUI] Add missed declarations
  1162. * [WebUI] Avoid using "undefined" property
  1163. * [WebUI] Do not accept passwords containing control characters
  1164. * [WebUI] Do not redeclare variables
  1165. * [WebUI] Enable strict mode,
  1166. * [WebUI] Fix variable assignment
  1167. * [WebUI] Initialize variables at declaration
  1168. * [WebUI] Remove duplicated path from RequireJS config
  1169. * [WebUI] Remove unused block
  1170. * [WebUI] Remove unused variable
  1171. * [WebUI] Remove unused variables
  1172. * [WebUI] Use self-explanatory notation
  1173. * [WebUI] Use type-safe equality operators
  1174. 1.7.7: 02 Jul 2018
  1175. * [CritFix] Check NM part of pubkey to match it with rotating keypairs
  1176. * [CritFix] Do not overwrite PID of the main process
  1177. * [CritFix] Fix maps after reload
  1178. * [CritFix] Fix maps race conditions on reload
  1179. * [CritFix] Fix shmem leak in encrypting proxy mode
  1180. * [Feature] Add a concept of ignored symbols to avoid race conditions
  1181. * [Feature] Add ability to print bayes tokens in rspamadm mime
  1182. * [Feature] Add method to get statistical tokens in Lua API
  1183. * [Feature] Add preliminary mime stat command
  1184. * [Feature] Add rspamadm mime tool
  1185. * [Feature] Add urls extraction tool
  1186. * [Feature] Address ZeroFont exploit
  1187. * [Feature] Allow rspamadm mime to process multiple files
  1188. * [Feature] Allow to extract words in `rspamadm mime`
  1189. * [Feature] Allow to print mime part data
  1190. * [Feature] Allow to show HTML structure on extraction
  1191. * [Feature] Distinguish IP failures from connection failures
  1192. * [Feature] Improve output for mime command
  1193. * [Feature] Improve styles propagation
  1194. * [Feature] Main process crash will now cleanup all children
  1195. * [Feature] Preload file and static maps in main process
  1196. * [Feature] Print stack trace on crash
  1197. * [Feature] Process font size in HTML parser
  1198. * [Feature] Propagate content length of invisible tags
  1199. * [Feature] Read ordinary file maps in chunks to be more safe on rewrites
  1200. * [Feature] Support base tag in HTML
  1201. * [Feature] Support more size suffixes when parsing HTML styles
  1202. * [Feature] Support opacity style
  1203. * [Fix] Another fix for nested composites
  1204. * [Fix] Fill nm id in keypairs cache code
  1205. * [Fix] Fix colors alpha channel handling
  1206. * [Fix] Fix destruction logic
  1207. * [Fix] Fix double free
  1208. * [Fix] Fix maps preload logic
  1209. * [Fix] Fix nested composites process
  1210. * [Fix] Fix proxying of Exim connections
  1211. * [Fix] Fix reload crash
  1212. * [Fix] Fix rspamadm -l command
  1213. * [Fix] Update ed25519 signing schema
  1214. * [WebUI] Stop using "const" declaration
  1215. * [WebUI] Update RequireJS to 2.3.5
  1216. 1.7.6: 15 Jun 2018
  1217. * [CritFix] Fix multiple neural networks support
  1218. * [Feature] Add decryption function to keypair command
  1219. * [Feature] Add gzip compression for HTTP requests in elastic module
  1220. * [Feature] Add gzip methods to lua util
  1221. * [Feature] Add maps based on Top Level Domains
  1222. * [Feature] Add pubkey checks for dkim_signing
  1223. * [Feature] Add support of fake DNS records
  1224. * [Feature] Add tool to encrypt files
  1225. * [Feature] Allow to add symbols using settings directly
  1226. * [Feature] Allow to match private and public keys for DKIM signatures
  1227. * [Feature] Allow to set task flags via settings
  1228. * [Feature] Allow to specify fake DNS address from the config
  1229. * [Feature] Implement signatures verification using rspamadm keypair
  1230. * [Feature] Implement signing using `rspamadm keypair`
  1231. * [Feature] Improve error reporting for DKIM key access issues
  1232. * [Feature] Provide $HOSTNAME variable in UCL
  1233. * [Feature] Rework levenshtein distance computation
  1234. * [Feature] Split message parsing and processing
  1235. * [Feature] Support ED25519 DKIM signatures
  1236. * [Feature] Support encrypted configs in UCL
  1237. * [Feature] Suppress duplicate warning on very large radix tries
  1238. * [Feature] Use OSB to combine header names
  1239. * [Fix] Cleanup maps data on shutdown
  1240. * [Fix] Fix '~' behaviour in composites
  1241. * [Fix] Fix HTTP maps updates
  1242. * [Fix] Fix NIST signatures
  1243. * [Fix] Fix RFC822 comments when processing a mime address
  1244. * [Fix] Fix double free
  1245. * [Fix] Fix dynamic settings application
  1246. * [Fix] Fix for CommuniGate Pro maillist
  1247. * [Fix] Fix keypair creation method to actually create keypair...
  1248. * [Fix] Fix matching patterns with no paths
  1249. * [Fix] Fix memory leak in parsing comments
  1250. * [Fix] Fix parsing of urls with numeric password
  1251. * [Fix] Fix plugins intialisation in configwizard
  1252. * [Fix] Fix potential crash on reload
  1253. * [Fix] Fix potential race condition for a finished HTTP connections
  1254. * [Fix] Fix race-condition leak on processes reload
  1255. * [Fix] Fix signing in openssl mode
  1256. * [Fix] Free language detector structures
  1257. * [Fix] Relax alignment requirements
  1258. * [Fix] Send DMARC reports compressed
  1259. * [Fix] Try to fix leak in dmarc module
  1260. * [Fix] Try to plug memory leak in metric exporter
  1261. * [Project] Convert rspamadm subcommands to Lua
  1262. * [WebUI] Display smtp sender/recipient in history
  1263. * [WebUI] Fix elements disabling in "Symbols" tab
  1264. * [WebUI] Limit recipients list in history column to 3
  1265. * [WebUI] Match envelope and mime addresses following in arbitrary order
  1266. * [WebUI] Update column header
  1267. * [WebUI] Wrap addresses in history
  1268. 1.7.5: 18 May 2018
  1269. * [Conf] Add MSBL proposed return codes
  1270. * [Conf] Add additional groups for policies
  1271. * [CritFix] Do not use volatile Lua strings as UCL keys
  1272. * [Feature] Add ability to add fuzzy hashes to headers
  1273. * [Feature] Add function to extract most meaningful urls
  1274. * [Feature] Add rule to block mixed text and encrypted parts
  1275. * [Feature] Allow multiple groups for symbols
  1276. * [Feature] Allow to disable lua squeezing logic
  1277. * [Feature] Allow to get multipart children in Lua
  1278. * [Feature] Allow to insert multiple headers from milter headers
  1279. * [Feature] Allow to print scores in subject and further extensions
  1280. * [Feature] Be more error-prone in squeezed rules
  1281. * [Feature] Support multiple return codes in emails module
  1282. * [Feature] Use EMA for calculating averages
  1283. * [Feature] Use common jit cache for all regexps
  1284. * [Feature] support for CommuniGate Pro self-generated messages
  1285. * [Fix] Allow to have multiple values for headers as arrays
  1286. * [Fix] Do not open sockets for disabled workers
  1287. * [Fix] Fix AuthservId
  1288. * [Fix] Fix base64 folding in Lua API
  1289. * [Fix] Fix build on non-x86 platforms
  1290. * [Fix] Fix cached maps logic
  1291. * [Fix] Fix compatibility with old maps query logic
  1292. * [Fix] Fix crash if skip_map is used
  1293. * [Fix] Fix importing static maps from UCL
  1294. * [Fix] Fix parsing of unix sockets
  1295. * [Fix] Fix raw_mime regexp on HTML part with no text content
  1296. * [Fix] Fix tables logging
  1297. * [Fix] Fix vertical tab handling in libucl
  1298. * [Fix] Try to fix frequency counters
  1299. * [Fix] Use better sharding for ip_score
  1300. * [Fix] Use multiple results from SURBL DNS reply
  1301. * [Fix] When doing AV scan select a different server for retransmit
  1302. 1.7.4: 01 May 2018
  1303. * [Conf] Major stock config updates:
  1304. - Workers are now specified in a new format worker "type" { ... }
  1305. - Enable fuzzy worker to simplify local fuzzy storages configuration
  1306. - Bind all workers to localhost by default to avoid security flaws
  1307. * [Conf] Make more sane fuzzy_check default settings
  1308. * [CritFix] Fix ucl escape for bad symbols
  1309. * [Feature] Add failure symbol for AV module
  1310. * [Feature] Add lazy expiration mode for new classifier schema
  1311. * [Feature] Add preliminary version of maps stats plugin
  1312. * [Feature] Allow to block fuzzy requests from specific networks
  1313. * [Feature] Allow to change `expire` of live statistics
  1314. * [Feature] Distinguish AV failure from clean result
  1315. * [Feature] Further improvements of language detector by using khash
  1316. * [Feature] Further optimization of the lang_detection
  1317. * [Feature] Implement cluster-aware bayes expiry
  1318. * [Feature] Implement exclude patterns in rspamc
  1319. * [Feature] Implement glob maps in addition to regexp maps
  1320. * [Feature] Implement map statistics function for lua API
  1321. * [Feature] Implement stop symbols for Clickhouse collection
  1322. * [Feature] Support recipients separated by commas
  1323. * [Feature] Try harder to upload scripts to the Redis server
  1324. * [Feature] Upgrade t1ha distribution
  1325. * [Feature] use_domain_sign_inbound
  1326. * [Feature] Use scores from maps if `symbols_set` is not defined
  1327. * [Fix] Add resolving version of radix map helper
  1328. * [Fix] Check URL before adding implicit prefix
  1329. * [Fix] Do not check pid/state when using PRNG
  1330. * [Fix] Fix CentOS logrotate script for systemd
  1331. * [Fix] Fix slash + dot in urls
  1332. * [Fix] Fix systemd version of the logrotate script
  1333. * [Fix] Propagate key when import implicit array from Lua
  1334. * [Fix] Strip spaces from map keys and values
  1335. * [Fix] Try to fix a specific case when processing milter protocol
  1336. * [Fix] Try to fix crash when a tcp connection cannot be set
  1337. * [Fix] Typo use_domain_local --> use_domain_sign_local
  1338. * [Fix] Various fixes to once_received module
  1339. * [Project] Store hits counters for map elements
  1340. 1.7.3: 10 Apr 2018
  1341. * [CritFix] Plug bad memory leak in protocol reply
  1342. * [Feature] Add avx2 codec for base64
  1343. * [Feature] Add method to receive all URL flags from Lua API
  1344. * [Feature] Allow to fold headers on stop characters
  1345. * [Feature] Allow to set lua_cpath from options
  1346. * [Feature] Allow to specify custom rejection message in milter
  1347. * [Feature] Deal with unnormalised Unicode obfuscation
  1348. * [Feature] Do not detect language twice for relative parts
  1349. * [Feature] Implement oversigning feature
  1350. * [Feature] Implement silent logging level to minimize noise in logs
  1351. * [Feature] Improve URL_IN_SUBJECT rule
  1352. * [Feature] Use hashing to reduce redis attack surface
  1353. * [Fix] Add oversigning for the most important headers
  1354. * [Fix] add 'rewrite subject' to History dropdown
  1355. * [Fix] Another fix in folding algorithm
  1356. * [Fix] Do not call multimap addr for parts of addr if filter is presented
  1357. * [Fix] Do not clean hostname on generic reset
  1358. * [Fix] Do not create pid file in no-fork mode
  1359. * [Fix] Fix fold_after case to preserve multiple spaces
  1360. * [Fix] Fix folding and folding tests
  1361. * [Fix] Fix hostname usage in milter mode
  1362. * [Fix] Fix lua RSA verify and its tests
  1363. * [Fix] Fix metadata exporter send_mail backend (#2124)
  1364. * [Fix] Fix processing of '\v' in libucl
  1365. * [Fix] Fix shemaless URLs detection
  1366. * [Fix] Fix support of multiple headers in sign_header
  1367. * [Fix] Fix usage of util.parse_mail_address
  1368. * [Fix] Fix weights of dynamic squeezed rules
  1369. * [Fix] Leak from bucket before checking the burst
  1370. * [Fix] Stop using own localtime as DST could be messy in many cases
  1371. * [Fix] Treat unnormalised URLs as obscured
  1372. * [Rework] Restore leaky bucket model in ratelimit plugin
  1373. * [WebUI] Add messages total to throughput summary
  1374. * [WebUI] Add symbols order selector to history
  1375. * [WebUI] Config: Load list on demand
  1376. * [WebUI] Fix modalBody for maps that appear more than once
  1377. * [WebUI] History: Fix Tooltips on paging, filtering and sorting
  1378. * [WebUI] Remove a previously-attached event handler
  1379. * [WebUI] Update D3 to v5.0.0 and jQuery to v3.3.1
  1380. 1.7.2: 23 Mar 2018
  1381. * [Feature] Store emails in Clickhouse
  1382. * [Feature] Support single quotes in config
  1383. * [Feature] Use templates when publishing CH schema
  1384. * [Feature] Improve Docker image
  1385. * [Fix] Add rounding when printing a lot of FP variables
  1386. * [Fix] Allow to disable certain actions by assigning null to them
  1387. * [Fix] Disable results caching
  1388. * [Fix] Fix disabling of squeezed symbols
  1389. * [Fix] Fix scan time set
  1390. * [Fix] Rework logic of actions setting
  1391. * [Fix] Try to fix various Lua stack issues
  1392. * [WebUI] Add link tag for favicon.ico
  1393. * [WebUI] Display hostname:port/path in the page title
  1394. 1.7.1: 20 Mar 2018
  1395. * [CritFix] Fix lowercase comparison
  1396. * [CritFix] Timezone defines seconds WEST UTC not East
  1397. * [Feature] Add filename to log format
  1398. * [Feature] Add lua rules squeezing
  1399. * [Feature] Add related symbols analysis to rspamd_stats
  1400. * [Feature] Remove upstream `X-Spam: Yes` header by default
  1401. * [Feature] rspamd_stats: Output progress info on STDERR
  1402. * [Feature] Whitelist for emails module
  1403. * [Fix] Do not allow dependencies on self
  1404. * [Fix] Do not cache metric result
  1405. * [Fix] Do not trust all issuers as a client certificate
  1406. * [Fix] Fix dependencies in lua squeeze
  1407. * [Fix] Fix enabling/disabling squeezed rules
  1408. * [Fix] Fix enabling/disabling symbols
  1409. * [Fix] Fix external dependencies
  1410. * [Fix] Fix processing of a single compressed file
  1411. * [Fix] Fix some typos
  1412. * [Fix] Fix various modules in case of empty message
  1413. * [Fix] Handle callbacks that returns table of options
  1414. * [Fix] Improve cached action interaction
  1415. * [Fix] Make dynamic conf more NaN aware
  1416. * [Fix] Never hide actions from WebUI `configuration` tab
  1417. * [Project] Implementation of Lua rules squeezing
  1418. 1.7.0: 12 Mar 2018
  1419. * [Conf] Add bayes_expiry as explicit module
  1420. * [Conf] Adjust names and weights for neural network plugin
  1421. * [Conf] Change updates url
  1422. * [Conf] Default statistics is stored in Redis now
  1423. * [Conf] Disable fann_redis module by default
  1424. * [Conf] Fix default elastic configuration
  1425. * [Conf] Fix double quote position
  1426. * [Conf] Massive config rework for new structure of symbols and scores
  1427. * [Conf] Rename Rambler BLs as they are now Rspamd's ones
  1428. * [Conf] Use dedicated rspamd.com subdomains
  1429. * [Conf] Use more data from rspamd.com fuzzy storage
  1430. * [CritFix] Add sanity guards for badly broken HTML
  1431. * [CritFix] Another errors path handling fix
  1432. * [CritFix] Another portion of tokenization fixes
  1433. * [CritFix] Do not send reject messages after set reply
  1434. * [CritFix] Fix ARC chain verification
  1435. * [CritFix] Fix crash in milter errors handler
  1436. * [CritFix] Fix memory leak in spf caching logic
  1437. * [CritFix] Fix milter commands pipelining
  1438. * [CritFix] Fix newlines detection
  1439. * [CritFix] Fix semicolons parsing in the content type
  1440. * [CritFix] Plug memory leak in zstd protocol compression
  1441. * [Feature] Add ability to match score in force_actions module
  1442. * [Feature] Add aes-rng PRF to libottery
  1443. * [Feature] Add 'composites' debug module
  1444. * [Feature] Add concept of experimental modules
  1445. * [Feature] Add DKIM trace symbol
  1446. * [Feature] Add EBL to the default config
  1447. * [Feature] Add expected ip check for emails plugin
  1448. * [Feature] Add framework to manage Redis scripts
  1449. * [Feature] Add framing for the new reputation generic plugin
  1450. * [Feature] Add function to show plugins stat
  1451. * [Feature] Add gzip compression support for clickhouse module
  1452. * [Feature] Add gzip compression support for rspamd controller
  1453. * [Feature] Add gzip support when sending lua http requests
  1454. * [Feature] Add json output for rspamd_stats
  1455. * [Feature] Add method to do a synchronous Redis connection
  1456. * [Feature] Add method to get all content-type attributes in Lua
  1457. * [Feature] Add `-m` flag to configdump to show modules states
  1458. * [Feature] Add mime types to extensions map
  1459. * [Feature] Add more features to rescore utility
  1460. * [Feature] Add more gtube like patterns to test other spam actions
  1461. * [Feature] Add more metafunctions, improve logging
  1462. * [Feature] Add more text attributes
  1463. * [Feature] Add new configwizard command to rspamadm
  1464. * [Feature] Add new tooling for stats conversation
  1465. * [Feature] Add old groups migration tool
  1466. * [Feature] Add plugins state variable
  1467. * [Feature] Add preliminary ecdsa keys support in DKIM
  1468. * [Feature] Add preliminary support of idempotent symbols
  1469. * [Feature] Add Redis server wizard
  1470. * [Feature] Add routine to convert old style stats to a new one
  1471. * [Feature] Add some sanity checks for actions and controller
  1472. * [Feature] Add statistic convertation module to configwizard
  1473. * [Feature] Add sugestions logic to mempool allocator
  1474. * [Feature] Add support of config transform in Lua
  1475. * [Feature] Add timeout to rspamc when doing corpus test
  1476. * [Feature] Add tooling to convert bayes schemas
  1477. * [Feature] Add torch conditional to configuration
  1478. * [Feature] Add torch-decisiontree package
  1479. * [Feature] Add torch-optim contrib package
  1480. * [Feature] Add TTL autodetection
  1481. * [Feature] Add urls reputation to the reputation framework
  1482. * [Feature] Allow floating and negative values in expressions limits
  1483. * [Feature] Allow multiple CTs in full extensions map
  1484. * [Feature] Allow multiple fann rules
  1485. * [Feature] Allow randomly select User-Agent from a list
  1486. * [Feature] Allow rspamadm commands to export methods in Lua
  1487. * [Feature] Allow rule specific min_bytes in fuzzy check
  1488. * [Feature] Allow to adjust symbols scores from Lua
  1489. * [Feature] Allow to attach stat signature to messages
  1490. * [Feature] Allow to change SMTP from via milter headers
  1491. * [Feature] Allow to configure monitored
  1492. * [Feature] Allow to create directories in Lua API
  1493. * [Feature] Allow to disable torch and skip train samples for ANN
  1494. * [Feature] Allow to discard messages dynamically
  1495. * [Feature] Allow to enable/disable languages from the detector
  1496. * [Feature] Allow to generate DKIM keys from rspamadm API
  1497. * [Feature] Allow to get CPU flags from Lua
  1498. * [Feature] Allow to have high precision timestamps in logs
  1499. * [Feature] Allow to insert headers into specific position
  1500. * [Feature] Allow to limit redirector requests per task
  1501. * [Feature] Allow to load and use dynamic ANNs with torch
  1502. * [Feature] Allow to quarantine rejected messages using milter interface
  1503. * [Feature] Allow to receive signing keys from mempool vars
  1504. * [Feature] Allow to reserve elements in libucl
  1505. * [Feature] Allow to reuse signal handlers chains
  1506. * [Feature] Allow to set custom mempool variables from settings
  1507. * [Feature] Allow to set headers from settings
  1508. * [Feature] Allow to set Settings-Id for all connections
  1509. * [Feature] Allow to skip real action and add a header instead
  1510. * [Feature] Allow to skip specific hashes in fuzzy storage
  1511. * [Feature] Allow to spawn asynchronous processes from Lua
  1512. * [Feature] Allow to specify number of threads for ANN learning
  1513. * [Feature] Allow to use global lua maps in settings
  1514. * [Feature] Allow to use postfilters in composites
  1515. * [Feature] Allow to verify signatures from HTTP headers in maps
  1516. * [Feature] Antivirus: ordered pattern matches
  1517. * [Feature] Authentication-Results: support hiding usernames
  1518. * [Feature] Automatically create tables in clickhouse
  1519. * [Feature] Catch next-to-last bad extension
  1520. * [Feature] Check cached maps more frequently
  1521. * [Feature] Check groups sanity
  1522. * [Feature] Deal with obscured URLs with @ symbols
  1523. * [Feature] Enhance task:store_in_file method
  1524. * [Feature] Export password encryption routines to Redis
  1525. * [Feature] Filter nan and inf when adding scores
  1526. * [Feature] Finalize 7zip files support
  1527. * [Feature] Further improvements in language detection
  1528. * [Feature] Further improvements in language detection algorithm
  1529. * [Feature] Generic key name expansion for Redis keys
  1530. * [Feature] Hash whitelist for fuzzy_check
  1531. * [Feature] Implement bayes signatures storage
  1532. * [Feature] Implement buckets for Redis backend
  1533. * [Feature] Implement DKIM reputation adjustments
  1534. * [Feature] Implement forked workers children monitoring
  1535. * [Feature] Implement headers flags in mime parser
  1536. * [Feature] Implement l1/l2 regularization against the current weights
  1537. * [Feature] Implement manual ANN train mode
  1538. * [Feature] Implement per-user ANN support
  1539. * [Feature] Implement torch based ANN learning
  1540. * [Feature] Implement upstreams logic for clickhouse exporter
  1541. * [Feature] Import torch to Rspamd...
  1542. * [Feature] Improve allocation policy when interacting with Lua
  1543. * [Feature] Improve Lua/C interaction in history_redis
  1544. * [Feature] Improve multiple fuzzy results combining
  1545. * [Feature] Improve parsing of DKIM keys: parse algorithm
  1546. * [Feature] Improve subprocesses termination handle
  1547. * [Feature] Improve symbol type parsing in Lua API
  1548. * [Feature] Metadata Exporter: e-Mail Alerts: support multiple recipients; alerting senders/recipients/users (#1600)
  1549. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  1550. * [Feature] More metatokens
  1551. * [Feature] Multimap: checking of symbol options
  1552. * [Feature] Multimap: template URL filter
  1553. * [Feature] New bayes expiry plugin
  1554. * [Feature] Periodically save rspamd stats to disk
  1555. * [Feature] Preliminary import of the elasticsearch module
  1556. * [Feature] Ratelimit: allow full addresses in whitelisted_rcpts
  1557. * [Feature] Ratelimit: support fetching limits from Redis
  1558. * [Feature] RBL: received: filtering by position & flags
  1559. * [Feature] Read global maps for lua
  1560. * [Feature] Redis settings: support checking multiple keys
  1561. * [Feature] Rework fann plugin to be a normal post-filter
  1562. * [Feature] Rework logging configuration for rspamadm case
  1563. * [Feature] Rework short hashes generation to avoid FP
  1564. * [Feature] Save real ucl types when exporting to Lua
  1565. * [Feature] Set TCP_NODELAY for milter sockets
  1566. * [Feature] Setup DKIM signing from configwizard
  1567. * [Feature] Skip certain symbols from ANN classify
  1568. * [Feature] Store plugins state
  1569. * [Feature] Support etag for HTTP maps
  1570. * [Feature] Support Expires header when using HTTP maps
  1571. * [Feature] Support sending given header multiple times in lua_http
  1572. * [Feature] Support sha512 in DKIM signatures
  1573. * [Feature] Try to detect HTML messages better
  1574. * [Feature] Use array instead of queue to reduce memory fragmentation
  1575. * [Feature] Use controller port by default when connecting to local IP
  1576. * [Feature] Use rdtsc where possible
  1577. * [Fix] Actively load skip hashes map in fuzzy storage
  1578. * [Fix] Add another workaround to display history properly
  1579. * [Fix] Add definition for old glib compatibility method
  1580. * [Fix] Add missing rspamadm control options to help
  1581. * [Fix] Add workaround for IPv6 in sendmail
  1582. * [Fix] Add workaround for system with non-XSI compatible tzset
  1583. * [Fix] Allow oversigning in DKIM signatures
  1584. * [Fix] Allow to check negative scores in force_actions
  1585. * [Fix] Allow to have negative actions limits
  1586. * [Fix] Allow to set any layers number for fann rules
  1587. * [Fix] Another fix for rdtcs
  1588. * [Fix] Another fix to lua xmlrpc
  1589. * [Fix] Another try to deal with #1998
  1590. * [Fix] Another try to fix #1998
  1591. * [Fix] Another try to fix threading in torch
  1592. * [Fix] Apply language detection when adding fuzzy hashes
  1593. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  1594. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  1595. * [Fix] Auth-Results: Multiple DKIM signatures
  1596. * [Fix] Avoid changing content-transfer-encoding header's value
  1597. * [Fix] Better handling of the legacy protocol
  1598. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  1599. * [Fix] Check for magic when checking for an archive
  1600. * [Fix] Cleanup mess with groups
  1601. * [Fix] Clickhouse: Insertion in the symbols table
  1602. * [Fix] Crash in URL processing
  1603. * [Fix] Deal with another case when processing exceptions
  1604. * [Fix] Deal with deeply nested messages more aggressively
  1605. * [Fix] Deal with nan and inf encoding in json/ucl
  1606. * [Fix] Deal with non-key arguments in lua_redis.exec_script
  1607. * [Fix] Deal with unknown weight
  1608. * [Fix] Deal with URLs with no slashes after protocol
  1609. * [Fix] Deal with URLs wrapped in [] in text parts
  1610. * [Fix] Deal with zero scores symbols
  1611. * [Fix] Default monitoring domain for surbl plugin
  1612. * [Fix] Delay upstream re-resolving when one upstream is defined
  1613. * [Fix] Detection of maillist optimized and fixed
  1614. * [Fix] DKIM signing: allow for auth_only to be false
  1615. * [Fix] DMARC: require report_settings for sending reports only
  1616. * [Fix] Do not allow garbadge when checking url domain
  1617. * [Fix] Do not cache SPF records with PTR elements
  1618. * [Fix] Do not constantly re-resolve failed upstreams with a single element
  1619. * [Fix] Do not crash if no words defined
  1620. * [Fix] Do not crash on empty subtype
  1621. * [Fix] Do not expose spamtrap messages to SMTP reply
  1622. * [Fix] Do not fail rbl plugin when there are no received or emails
  1623. * [Fix] Do not ignore short words
  1624. * [Fix] Do not include idempotent/nostat symbols to checksum
  1625. * [Fix] Do not override groups when converting metrics
  1626. * [Fix] Do not override unix socket group when group comes before owner
  1627. * [Fix] Do not skip the last character
  1628. * [Fix] Do not spawn too many workers by default
  1629. * [Fix] Do not stop monitored on dns errors
  1630. * [Fix] Do not stop parsing headers on bad IP header
  1631. * [Fix] Do not strip last character in the last word
  1632. * [Fix] Do not treat script content as text
  1633. * [Fix] Do not try to connect to non-supported addresses
  1634. * [Fix] Do not try to dereference last character
  1635. * [Fix] Do not try to sign unknown domains
  1636. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  1637. * [Fix] Erase unknown HTML entities
  1638. * [Fix] Exim Received header protocol parsing
  1639. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  1640. * [Fix] Fix a lot of FP in chartable in mixed languages
  1641. * [Fix] Fix ANN checks
  1642. * [Fix] Fix ANN loading logic
  1643. * [Fix] Fix another tokenization issue
  1644. * [Fix] Fix autolearn parameters reading
  1645. * [Fix] Fix bad archive characters stripping
  1646. * [Fix] Fix bad extension check
  1647. * [Fix] Fix bayes schema conversion
  1648. * [Fix] Fix blacklists and DMARC in whitelist
  1649. * [Fix] Fix brain-damaged torch build system
  1650. * [Fix] Fix build on FreeBSD
  1651. * [Fix] Fix clickhouse exporter
  1652. * [Fix] Fix clickhouse schema
  1653. * [Fix] Fix comparision
  1654. * [Fix] Fix composites processing
  1655. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  1656. * [Fix] Fix couple of warnings
  1657. * [Fix] Fix crashes in the rspamd_control path
  1658. * [Fix] Fix deletion from hash
  1659. * [Fix] Fix DKIM forgeries via multiple headers
  1660. * [Fix] FIx dynamic conf plugin
  1661. * [Fix] Fix emails detection
  1662. * [Fix] Fix empty headers simple canonicalization
  1663. * [Fix] Fix empty threshold check in greylisting module
  1664. * [Fix] Fix encrypted legacy reply in fuzzy storage
  1665. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  1666. * [Fix] Fix exceptions list in surbl
  1667. * [Fix] Fix *_EXCESS_BASE64 rules
  1668. * [Fix] Fix expire rounding
  1669. * [Fix] Fix extra hits in PCRE mode for regular expressions
  1670. * [Fix] Fix format strings
  1671. * [Fix] Fix get_content method
  1672. * [Fix] Fix groups override when defining symbols
  1673. * [Fix] Fix learned count in new schema
  1674. * [Fix] Fix learn errors propagation
  1675. * [Fix] Fix loading of per-user redis backend for statistics
  1676. * [Fix] Fix logging buffer corruption in case of repeated messages
  1677. * [Fix] Fix lua cached elements invalidation
  1678. * [Fix] Fix merging of the implicit arrays
  1679. * [Fix] Fix mime_types scoring
  1680. * [Fix] Fix multiple headers in DKIM headers list
  1681. * [Fix] Fix null callee case in clang plugin
  1682. * [Fix] Fix obscured url in format user@@example.com
  1683. * [Fix] Fix parsing of the per-user script
  1684. * [Fix] Fix priorities in rspamd_update, disable rules execution
  1685. * [Fix] Fix processing of closed tags
  1686. * [Fix] Fix processing of idempotent rules when autolearn fails
  1687. * [Fix] Fix processing of multipart parts with no headers
  1688. * [Fix] Fix processing of skip-hashes in fuzzy storage
  1689. * [Fix] Fix PTR processing in SPF
  1690. * [Fix] Fix pushing country to clickhouse asn table
  1691. * [Fix] Fix random forests module
  1692. * [Fix] Fix real IP parsing for some strange Exim received
  1693. * [Fix] Fix Redis timeout setup
  1694. * [Fix] Fix reload crash when hyperscan is enabled
  1695. * [Fix] Fix reusing of redis connection after exec
  1696. * [Fix] Fix sanity checks on macro value
  1697. * [Fix] Fix setting of path and cpath for Lua
  1698. * [Fix] Fix setting of signals when spawning a thread
  1699. * [Fix] Fix text splitting: stack overflow (too many captures)
  1700. * [Fix] Fix ticks processing
  1701. * [Fix] Fix upstream addrs updating
  1702. * [Fix] Fix urls/emails distinguishing found in queries
  1703. * [Fix] Fix user settings check
  1704. * [Fix] Fix variable increment
  1705. * [Fix] Fix various issues in stat_convert
  1706. * [Fix] F-PROT Antivirus infection string for all known occurences
  1707. * [Fix] F-PROT Antivirus: only check return code to determine infection
  1708. * [Fix] Further fixes around floating point expressions
  1709. * [Fix] Further fixes to ANN module
  1710. * [Fix] Further fixes to rescore tool
  1711. * [Fix] Further fixes to support ES 6
  1712. * [Fix] Further tokenization fixes
  1713. * [Fix] Greylisting set phase is not idempotent
  1714. * [Fix] Handle proxy copy errors
  1715. * [Fix] Header checks: Fix get_raw_header method
  1716. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  1717. * [Fix] Kill spawned processes on termination
  1718. * [Fix] Load skip map from all processes as shared cache is unavailable
  1719. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  1720. * [Fix] Lowercase words
  1721. * [Fix] Lua_http: freeing
  1722. * [Fix] Lua: lpeg to be loaded with rspamd_lua_add_preload, to avoid "rspamd_config_read: rcl parse error: cannot init lua file […] module 'lpeg' not found"
  1723. * [Fix] Map absence is not an error
  1724. * [Fix] Metadata exporter: check IP sanity
  1725. * [Fix] Milter headers: custom headers: removing headers
  1726. * [Fix] Milter headers: skip_local / skip_authenticated settings
  1727. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  1728. * [Fix] mime_types: fix next-to-last extension length check
  1729. * [Fix] More hacks to deal with old configs
  1730. * [Fix] Move composites second pass to the dedicated stage
  1731. * [Fix] Multimap: received: filtering of artificial header
  1732. * [Fix] Multiple fixes in torch based ANN plugins
  1733. * [Fix] Once more (#1879) fix bad extension check
  1734. * [Fix] Optimize rspamd_fstring_t reallocations
  1735. * [Fix] options.local_networks setting
  1736. * [Fix] Parse HREF urls without explicit prefix
  1737. * [Fix] Plan new event on HTTP errors
  1738. * [Fix] Plug another possible memory leak
  1739. * [Fix] Plug memory leak
  1740. * [Fix] Plug memory leak in lua_tcp
  1741. * [Fix] Plug memory leak when setting email addresses from Lua
  1742. * [Fix] Propagate learn/stat errors more precisely
  1743. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  1744. * [Fix] Ratelimit: lowercase email addresses
  1745. * [Fix] RBL: received: deal with missing data (#1965)
  1746. * [Fix] Rebalance and slightly rework MX check plugin
  1747. * [Fix] Redis key expansion: EVAL: deal with strings
  1748. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  1749. * [Fix] Reject invalid bh for DKIM signatures earlier
  1750. * [Fix] Relax pem signature detection
  1751. * [Fix] Relax unicode properties requirements for chartable module
  1752. * [Fix] Remove extra noise from dkim and arc signing
  1753. * [Fix] Remove hop-by-hop headers in proxy
  1754. * [Fix] Remove incorrect method `task:set_metric_subject`
  1755. * [Fix] Replace space like characters in headers with plain space
  1756. * [Fix] Restore old style ratelimits support
  1757. * [Fix] Rework elasticsearch plugin
  1758. * [Fix] Rewriting subjects via force actions module
  1759. * [Fix] RPM postinstall
  1760. * [Fix] Sanitize IP in history redis
  1761. * [Fix] Select the correct signature when doing simple canon
  1762. * [Fix] Set CLOEXEC flag on files opened
  1763. * [Fix] Setting check_local / check_authed in plugins (#1954)
  1764. * [Fix] Settings: avoid checking invalid IP (#1981)
  1765. * [Fix] Settings: header: deal with multiple settings (#1988)
  1766. * [Fix] Skip checks if both extensions are not bad
  1767. * [Fix] Skip nostat tokens when get number of tokens
  1768. * [Fix] Some more fixes towards emails detection
  1769. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  1770. * [Fix] Stop using of g_slice...
  1771. * [Fix] Switch rspamadm logging to message level
  1772. * [Fix] Symbol 'FANNR_SPAM' has its score defined..
  1773. * [Fix] Table parameter for rspamd_config:add_doc()
  1774. * [Fix] Treat 'rewrite subject' as spam action
  1775. * [Fix] Try harder in passing IPv6 addresses
  1776. * [Fix] Try harder to find rfc822 notifications
  1777. * [Fix] Try harder to find urls
  1778. * [Fix] Use decoded values when parsing mime addresses
  1779. * [Fix] Use full URL when making an HTTP request
  1780. * [Fix] Use greylisting threshold in greylisting module
  1781. * [Fix] Use n_words attribute from ngramms
  1782. * [Fix] Use raw urls when sending requests to redirector
  1783. * [Fix] Use the right boolean operator on error check
  1784. * [Fix] Use weight from map for fuzzy scoring
  1785. * [Fix] Various fixes to elastic plugin
  1786. * [Fix] Various fixes to fann_redis instantiation
  1787. * [Fix] Various improvements in language detection
  1788. * [Fix] Virus infection string for F-PROT Antivirus
  1789. * [Fix] Virus infetction string for F-PROT Antivirus
  1790. * [Fix] WebUI: use relative path for savemap (#1943)
  1791. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  1792. * [Fix] Write configuration changes as UCL config
  1793. * [Project] Add detection logic for words
  1794. * [Project] Add fast debug logging infrastructure
  1795. * [Project] Add more flags to languages
  1796. * [Project] Add n-gramms data files
  1797. * [Project] Add ngramms frequencies detector
  1798. * [Project] Add random words selection logic
  1799. * [Project] Add unigramms to language detection as well
  1800. * [Project] Convert all C modules to fast debug infrastructure
  1801. * [Project] Detect some languages based on unicode script
  1802. * [Project] Enable fast debug lookup for some modules
  1803. * [Project] Enable language detector init in scanner workers
  1804. * [Project] Further improvements to language detector
  1805. * [Project] Implement logic of ngramms application
  1806. * [Project] Improve weighting in lang_detection
  1807. * [Project] Initialize language detector
  1808. * [Project] Preliminary version of ngramms based language detector
  1809. * [Project] Preliminary version of the new stat_convert
  1810. * [Project] Remove old language detector
  1811. * [Project] Rework language detection ngramms structure
  1812. * [Project] Start language detection project
  1813. * [Project] Start rework of language detection to improve quality
  1814. * [Project] Use fast debug logging check
  1815. * [Rework] Add frame for new reputation based IP score module
  1816. * [Rework] Continue stat_convert rework task
  1817. * [Rework] Implement new version of fuzzy replies
  1818. * [Rework] Improve readability of xmlrpc API
  1819. * [Rework] Kill metrics!11
  1820. * [Rework] Ratelimit module
  1821. * [Rework] Rename fann_redis to neural plugin
  1822. * [Rework] Reorganize mime_types module
  1823. * [Rework] Rework rescore utility
  1824. * [Rework] Rewrite model and learning logic for rescore
  1825. * [Rework] Run post-loads when all initialization is completed
  1826. * [Rework] Simplify lua path initialization
  1827. * [Rework] Start major stat_convert rework
  1828. * [Rework] Start mempool fragmentation reduce project
  1829. * [Rework] Start moving of fann redis to torch
  1830. * [Rework] Stop embedding rspamadm scripts into C
  1831. * [Rework] Use floating point arithmetics in Rspamd expressions
  1832. * [Rework] Use frequencies distribution in language detector
  1833. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  1834. * [WebUI] Compact graph selectors
  1835. * [WebUI] Escape strings inside HTML in history
  1836. * [WebUI] Fix message count in throughput summary (#1724)
  1837. * [WebUI] Fix NaNs display on Throughput graph
  1838. * [WebUI] Migrate widgets to D3 v4
  1839. * [WebUI] Restore passwordless login support (#2003)
  1840. * [WebUI] Show symbol descriptions as tooltips in history
  1841. * [WebUI] Stop using commas in pie chart tooltips
  1842. * [WebUI] Update D3 and jQuery
  1843. * [WebUI] Update D3Evolution 1.0.0 -> 1.1.0
  1844. 1.6.6: 16 Feb 2018
  1845. * [CritFix] Add sanity guards for badly broken HTML
  1846. * [CritFix] Another errors path handling fix
  1847. * [CritFix] Fix ARC chain verification
  1848. * [CritFix] Fix crash in milter errors handler
  1849. * [Feature] Allow to insert headers into specific position
  1850. * [Feature] Allow to receive signing keys from mempool vars
  1851. * [Feature] Authentication-Results: support hiding usernames
  1852. * [Fix] Another try to deal with #1998
  1853. * [Fix] Another try to fix #1998
  1854. * [Fix] Better handling of the legacy protocol
  1855. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  1856. * [Fix] Deal with nan and inf encoding in json/ucl
  1857. * [Fix] Deal with URLs wrapped in [] in text parts
  1858. * [Fix] DKIM signing: allow for auth_only to be false
  1859. * [Fix] Do not crash on empty subtype
  1860. * [Fix] Do not fail rbl plugin when there are no received or emails
  1861. * [Fix] Do not skip the last character
  1862. * [Fix] Do not try to dereference last character
  1863. * [Fix] Do not try to sign unknown domains
  1864. * [Fix] Exim Received header protocol parsing
  1865. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  1866. * [Fix] Fix bad archive characters stripping
  1867. * [Fix] Fix comparision
  1868. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  1869. * [Fix] Fix empty headers simple canonicalization
  1870. * [Fix] Fix extra hits in PCRE mode for regular expressions
  1871. * [Fix] Fix parsing of the per-user script
  1872. * [Fix] Fix processing of skip-hashes in fuzzy storage
  1873. * [Fix] Fix Redis timeout setup
  1874. * [Fix] Fix sanity checks on macro value
  1875. * [Fix] Fix text splitting: stack overflow (too many captures)
  1876. * [Fix] Fix urls/emails distinguishing found in queries
  1877. * [Fix] F-PROT Antivirus: only check return code to determine infection
  1878. * [Fix] Metadata exporter: check IP sanity
  1879. * [Fix] Multimap: received: filtering of artificial header
  1880. * [Fix] Plan new event on HTTP errors
  1881. * [Fix] Plug another possible memory leak
  1882. * [Fix] Remove hop-by-hop headers in proxy
  1883. * [Fix] Sanitize IP in history redis
  1884. * [Fix] Setting check_local / check_authed in plugins (#1954)
  1885. * [Fix] Settings: avoid checking invalid IP (#1981)
  1886. * [Fix] Try harder in passing IPv6 addresses
  1887. * [Fix] WebUI: use relative path for savemap (#1943)
  1888. * [WebUI] Fix message count in throughput summary (#1724)
  1889. * [WebUI] Fix NaNs display on Throughput graph
  1890. * [WebUI] Restore passwordless login support (#2003)
  1891. 1.6.5: 22 Oct 2017
  1892. * [CritFix] Another portion of tokenization fixes
  1893. * [CritFix] Fix memory leak in spf caching logic
  1894. * [CritFix] Fix milter commands pipelining
  1895. * [CritFix] Fix newlines detection
  1896. * [Feature] Filter nan and inf when adding scores
  1897. * [Feature] Implement headers flags in mime parser
  1898. * [Feature] Support Expires header when using HTTP maps
  1899. * [Fix] Actively load skip hashes map in fuzzy storage
  1900. * [Fix] Add workaround for IPv6 in sendmail
  1901. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  1902. * [Fix] Check for magic when checking for an archive
  1903. * [Fix] Deal with another case when processing exceptions
  1904. * [Fix] Deal with URLs with no slashes after protocol
  1905. * [Fix] Do not allow garbadge when checking url domain
  1906. * [Fix] Do not ignore short words
  1907. * [Fix] Do not strip last character in the last word
  1908. * [Fix] Do not treat script content as text
  1909. * [Fix] Erase unknown HTML entities
  1910. * [Fix] Fix another tokenization issue
  1911. * [Fix] Fix DKIM forgeries via multiple headers
  1912. * [Fix] Fix emails detection
  1913. * [Fix] Fix empty threshold check in greylisting module
  1914. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  1915. * [Fix] Fix loading of per-user redis backend for statistics
  1916. * [Fix] Fix multiple headers in DKIM headers list
  1917. * [Fix] Fix obscured url in format user@@example.com
  1918. * [Fix] Further tokenization fixes
  1919. * [Fix] Load skip map from all processes as shared cache is unavailable
  1920. * [Fix] Lowercase words
  1921. * [Fix] Milter headers: skip_local / skip_authenticated settings
  1922. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  1923. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  1924. * [Fix] Some more fixes towards emails detection
  1925. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  1926. * [Fix] Use greylisting threshold in greylisting module
  1927. 1.6.4: 10 Sep 2017
  1928. * [Feature] Add method to get all content-type attributes in Lua
  1929. * [Feature] Add some sanity checks for actions and controller
  1930. * [Feature] Allow randomly select User-Agent from a list
  1931. * [Feature] Deal with obscured URLs with @ symbols
  1932. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  1933. * [Fix] Add another workaround to display history properly
  1934. * [Fix] Add missing rspamadm control options to help
  1935. * [Fix] Auth-Results: Multiple DKIM signatures
  1936. * [Fix] Crash in URL processing
  1937. * [Fix] Default monitoring domain for surbl plugin
  1938. * [Fix] Detection of maillist optimized and fixed
  1939. * [Fix] Do not cache SPF records with PTR elements
  1940. * [Fix] Fix blacklists and DMARC in whitelist
  1941. * [Fix] Fix exceptions list in surbl
  1942. * [Fix] Fix processing of closed tags
  1943. * [Fix] Fix PTR processing in SPF
  1944. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  1945. * [Fix] options.local_networks setting
  1946. * [Fix] Ratelimit: lowercase email addresses
  1947. * [Fix] Rebalance and slightly rework MX check plugin
  1948. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  1949. * [Fix] Reject invalid bh for DKIM signatures earlier
  1950. * [Fix] Remove incorrect method `task:set_metric_subject`
  1951. * [Fix] Rewriting subjects via force actions module
  1952. * [Fix] RPM postinstall
  1953. * [Fix] Treat 'rewrite subject' as spam action
  1954. * [Fix] Try harder to find urls
  1955. * [Fix] Use full URL when making an HTTP request
  1956. * [Fix] Use raw urls when sending requests to redirector
  1957. * [Fix] Use weight from map for fuzzy scoring
  1958. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  1959. 1.6.3: 26 Jul 2017
  1960. * [CritFix] Fix semicolons parsing in the content type
  1961. * [Feature] Add EBL to the default config
  1962. * [Feature] Allow to configure monitored
  1963. * [Feature] Allow to skip specific hashes in fuzzy storage
  1964. * [Feature] Multimap: checking of symbol options
  1965. * [Feature] Redis settings: support checking multiple keys
  1966. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  1967. * [Fix] Avoid changing content-transfer-encoding header's value
  1968. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  1969. * [Fix] Fix get_content method
  1970. * [Fix] Header checks: Fix get_raw_header method
  1971. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  1972. * [Fix] Lua_http: freeing
  1973. * [Fix] Milter headers: custom headers: removing headers
  1974. * [Fix] Parse HREF urls without explicit prefix
  1975. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  1976. * [WebUI] Escape strings inside HTML in history
  1977. 1.6.2: 08 Jul 2017
  1978. * [Conf] Remove Rambler email bl for now
  1979. * [Conf] Switch RAMBLER_URIBL to a locally managed source
  1980. * [CritFix] Switch from ragel to C for Content-Type parsing
  1981. * [Feature] Add `-e` option for lua_repl
  1982. * [Feature] Add per-domain emails normalisation rules
  1983. * [Feature] Add sessions cache to debug dangling sessions
  1984. * [Feature] Add short_text_direct_hash for fuzzy check module
  1985. * [Feature] Add text_part:get_stats function
  1986. * [Feature] Allow to add custom processing script for surbl
  1987. * [Feature] Allow to check reply-to email
  1988. * [Feature] Allow to customize spam header, remove existing spam headers
  1989. * [Feature] Allow to disable specific workers in the config
  1990. * [Feature] Allow to discard messages instead of rejection
  1991. * [Feature] Allow to specify custom delimiter in emails plugin
  1992. * [Feature] Allow to specify custom User-Agent for rspamc
  1993. * [Feature] Allow to store symbols data in Clickhouse
  1994. * [Feature] Allow to use HTTPS when connecting to Clickhouse
  1995. * [Feature] Enable sessions cache tracking for milter connections
  1996. * [Feature] Implement per-line mode in lua_repl (like `perl -p`)
  1997. * [Feature] Implement rdns-curve plugin based on rspamd cryptobox
  1998. * [Feature] Improve maps cached data lifetime
  1999. * [Feature] Improve maps checking frequency
  2000. * [Feature] Improve monitored timeouts logic
  2001. * [Feature] milter_headers: add `extended_headers_rcpt` option
  2002. * [Feature] Milter headers: Add X-Spam-Flag to rmilter-compatibility headers
  2003. * [Feature] Milter headers: remove-header routine
  2004. * [Feature] Multimap: received filters for extracting TLDs from hostnames
  2005. * [Feature] Normalize email aliases in emails module
  2006. * [Feature] Re-add rambler email bl (as hashed list)
  2007. * [Feature] Reload file maps more frequently
  2008. * [Feature] Rework newlines strip parser one more time
  2009. * [Feature] Skip updates for messages scanned via controller
  2010. * [Feature] Split long DKIM public keys
  2011. * [Feature] Store more data when stripping newlines
  2012. * [Feature] Support SPF macros transformations
  2013. * [Feature] Support suppressing DMARC reports for some domains
  2014. * [Fix] Add missing `break` statement
  2015. * [Fix] Allow modifiers in SPF macros
  2016. * [Fix] DKIM sign tools: edge-cases around use_esld
  2017. * [Fix] Do not cache SPF records with macros
  2018. * [Fix] Do not overwrite score when setting pre-action
  2019. * [Fix] Fix comparison logic
  2020. * [Fix] Fix DKIM base64 folding for milter flagged messages
  2021. * [Fix] Fix emails module configuration
  2022. * [Fix] Fix folding for arc headers when milter interface is used
  2023. * [Fix] Fix gmail dots removal
  2024. * [Fix] Fix rspamc detection in greylist module
  2025. * [Fix] Fix some more issues with HTTP maps
  2026. * [Fix] Milter sessions can live forever
  2027. * [Fix] Normalize fuzzy probability better
  2028. * [Fix] Plug memory leak
  2029. * [Fix] RBL: Fixed hashed email address lookups
  2030. * [Fix] Try to deal with brain-damaged milter behaviour
  2031. * [Fix] Use `\n` to fold headers for milter
  2032. * [Rework] Allow to use custom callback for monitored checks
  2033. * [Rework] Further steps towards one process monitoring
  2034. * [Rework] Send health checks from a single worker
  2035. * [WebUI] Round-up throughput summary values
  2036. 1.6.1: 14 Jun 2017
  2037. * [Fix] Allow to init resolver without rspamd_config
  2038. * [Fix] Do not crash when resolver failed to initialize
  2039. * [Fix] Fix abstract context layout
  2040. * [Fix] Fix CGP helper reply parsing
  2041. * [Fix] Fix crashes when socket write errors occur
  2042. * [Fix] Fix parsing IPv6 nameservers in resolv.conf
  2043. * [Fix] Milter: Don't defer on "greylist" action
  2044. 1.6.0: 12 Jun 2017
  2045. * [Conf] Add rspamd_proxy to the default configuration set
  2046. * [Conf] Add sample arc module config
  2047. * [Conf] Do away with systemd specifics completely
  2048. * [Conf] Increase min_bytes to avoid FP
  2049. * [Conf] Remove ratelimits from default configuration
  2050. * [CritFix] Fix accepting on IPv6 sockets
  2051. * [CritFix] Fix corruption when multiple fuzzy are defined
  2052. * [CritFix] Fix learn condition in fuzzy check
  2053. * [CritFix] Fix memory leak in fuzzy check
  2054. * [CritFix] Fix memory leak in maps scheduling
  2055. * [CritFix] Paese the last character in DKIM signature correctly
  2056. * [CritFix] Zero fill sockaddr_un
  2057. * [Feature] Add ability to add doc strings by example
  2058. * [Feature] Add API to verify DKIM (and ARC) signatures
  2059. * [Feature] Add compression/decompression to proxy
  2060. * [Feature] Add count to url structure
  2061. * [Feature] Add initial support of the new protocol reply
  2062. * [Feature] Add Lua plugin spamtrap
  2063. * [Feature] Add `monitored_address` for rbls
  2064. * [Feature] Add new schema for bayes tokens
  2065. * [Feature] Add preliminary ARC support to dkim code
  2066. * [Feature] Add preliminary support of ARC signing
  2067. * [Feature] Add rules to detect bad 8bit characters in From and To
  2068. * [Feature] Add scanning support for milter protocol
  2069. * [Feature] Add support for bidirectional symbols in rspamd_stats
  2070. * [Feature] Add support for static maps
  2071. * [Feature] Add support of maps with multiple regexps matches
  2072. * [Feature] Add `text_multiplier` param
  2073. * [Feature] Add the preliminary ARC plugin
  2074. * [Feature] Add top redirector targets rank
  2075. * [Feature] Allow async events to be registered from LUA rules
  2076. * [Feature] Allow storing bayes tokens in Redis
  2077. * [Feature] Allow to exclude specific domains from mx check
  2078. * [Feature] Allow to have a stack of watcher finalisers
  2079. * [Feature] Allow to pass hostname to `-i` flag in Rspamc
  2080. * [Feature] Allow to set custom user agent in url redirector
  2081. * [Feature] Allow to use custom callback when parsing resolv.conf
  2082. * [Feature] Allow to use domain from authenticated user
  2083. * [Feature] Bayes expiry plugin
  2084. * [Feature] Check dkim sign keys for modifications
  2085. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  2086. * [Feature] DMARC: Support excluding domains from sampling
  2087. * [Feature] Expire processing items for URL redirector aggressively
  2088. * [Feature] Fix surbl monitored for IP lists, add `monitored_domain` option
  2089. * [Feature] Implement caching for dkim body hashes
  2090. * [Feature] Implement milter protocol scan reply
  2091. * [Feature] Improve omograph phishing detection
  2092. * [Feature] Initial support of self-scan in Rspamd proxy
  2093. * [Feature] Keep track of headers in milter interface
  2094. * [Feature] Milter headers: better controls for local/authenticated
  2095. * [Feature] Multimap: email:domain:tld filter
  2096. * [Feature] Preliminary DMARC reporting implementation
  2097. * [Feature] Reuse stemmers in the cache
  2098. * [Feature] Rework confighelp to load Lua plugins
  2099. * [Feature] Rework hfilter to use hyperscan if possible
  2100. * [Feature] Rework lua RSA API
  2101. * [Feature] Rmilter_headers: approximate rmilter's extended_spam_headers
  2102. * [Feature] Start integration of milter support in proxy
  2103. * [Feature] Store average words length and short words count
  2104. * [Feature] Store hash of headers order and names
  2105. * [Feature] Support MTA name header
  2106. * [Feature] Support multiple types of dkim signing in Lua
  2107. * [Feature] Support numeric arguments for Redis requests
  2108. * [Feature] Use headers hash in bayes metatokens
  2109. * [Feature] Use normal resolv.conf rules of rotation in Rspamd
  2110. * [Feature] Use version 2 proto for checking messages
  2111. * [Fix] Allow to follow symlinks when safe
  2112. * [Fix] Append MX name for authentication results as required
  2113. * [Fix] Change default text multiplier from 0.5 to 2.0
  2114. * [Fix] Check min_bytes for images as well
  2115. * [Fix] Deal with 7bit charsets properly
  2116. * [Fix] Deal with 8bit characters in email addresses
  2117. * [Fix] Deal with unpaired <a> tags
  2118. * [Fix] Detect confighelp in plugins initialisation
  2119. * [Fix] Disable certain checks for utf spoof detection
  2120. * [Fix] DKIM Signing: avoid nil index when From header is missing
  2121. * [Fix] Do not add exact hashes from different parts
  2122. * [Fix] Do not check DMARC if SPF or DKIM were not checked
  2123. * [Fix] Do not check URLs that are resolved to be redirected
  2124. * [Fix] Do not set bayes probability if we don't use it
  2125. * [Fix] Do not stop on illegal unicode points - replace them
  2126. * [Fix] Fix another race condition in arc checks
  2127. * [Fix] Fix arc count logic
  2128. * [Fix] Fix ARC signing
  2129. * [Fix] Fix brain-damaged spamc protocol for now
  2130. * [Fix] Fix calling for peak functions
  2131. * [Fix] Fix couple of issues in FORWARDED rule
  2132. * [Fix] Fix CTE propagation from parent containers to children parts
  2133. * [Fix] Fix errors processing in the controller
  2134. * [Fix] Fix format string in milter
  2135. * [Fix] Fix issues in SPF macros parsing
  2136. * [Fix] Fix logging format string
  2137. * [Fix] Fix logic of cached passwords check
  2138. * [Fix] Fix lowercasing of stemmed words
  2139. * [Fix] Fix LRU elements removal
  2140. * [Fix] Fix memory leak when accepting from unix sockets
  2141. * [Fix] Fix milter connections persistence
  2142. * [Fix] Fix objects merging in UCL
  2143. * [Fix] Fix order of operations to avoid race condition
  2144. * [Fix] Fix parsing of long regexp types
  2145. * [Fix] Fix passing data to log helper when many symbols defined
  2146. * [Fix] Fix pools management for milter session
  2147. * [Fix] Fix processing of the watchers
  2148. * [Fix] Fix queue id macro in milter
  2149. * [Fix] Fix R_BAD_CTE_7BIT rule
  2150. * [Fix] Fix Redis timeout set
  2151. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  2152. * [Fix] Fix setting of email address
  2153. * [Fix] Fix some more issues about duplicated fuzzy requests
  2154. * [Fix] Fix spamc support in rspamd proxy
  2155. * [Fix] Fix syntax error in spamtrap plugin
  2156. * [Fix] Fix url counts for href urls
  2157. * [Fix] Fix url handling in the protocol
  2158. * [Fix] Multimap: Received IP filters with Redis
  2159. * [Fix] Oops, fix d9d0fa5e86db2f4470d34395a233b450478b2f60
  2160. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  2161. * [Fix] Phishing: strict_domains
  2162. * [Fix] Reduce maps aggressiveness
  2163. * [Fix] Reresolve upstreams even if there is a single server there
  2164. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  2165. * [Fix] Skip text parts when checking binary parts in fuzzy check
  2166. * [Fix] Support v2 checks in controller
  2167. * [Fix] Treat empty address as valid
  2168. * [Fix] Try harder to detect CTE
  2169. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  2170. * [Fix] Use dkim signing callback properly
  2171. * [Fix] Use non-volatile memory for storing data
  2172. * [Fix] Use static maps instead of ugly hack for radix_from_config
  2173. * [Fix] Use the same pool for related sessions
  2174. * [Rework] Continue modularisation for lua library
  2175. * [Rework] Initial milter protocol support
  2176. * [Rework] Make log pipes worker agnostic, add scanners API
  2177. * [Rework] Move authentication results generation to a separate routine
  2178. * [Rework] Move common DKIM functions to a separate lua module
  2179. * [Rework] Move global functions to a separate directory
  2180. * [Rework] Prepare dkim module for ARC checks
  2181. * [Rework] Propagate ucl variables from the command line
  2182. * [Rework] Remove multiple metrics support from Rspamd
  2183. * [Rework] Stop using name 'rmilter' for the modern protocol
  2184. * [Rework] Use LFU algorithm in LRU cache
  2185. * [Rules] Fix received TLS rules
  2186. * [Rules] Improve URL_COUNT_ODD rule
  2187. * [WebUI] Fix add header filter in history
  2188. * [WebUI] Use modern protocol for checking messages
  2189. 1.5.9:
  2190. * [Conf] Increase min_bytes to avoid FP
  2191. * [Conf] Remove ratelimits from default configuration
  2192. * [CritFix] Fix accepting on IPv6 sockets
  2193. * [CritFix] Zero fill sockaddr_un
  2194. * [Feature] Add `text_multiplier` param
  2195. * [Fix] Check min_bytes for images as well
  2196. * [Fix] Do not add exact hashes from different parts
  2197. * [Fix] Fix memory leak when accepting from unix sockets
  2198. * [Fix] Fix some more issues about duplicated fuzzy requests
  2199. * [Fix] Phishing: strict_domains
  2200. * [Fix] Skip text parts when checking binary parts in fuzzy check
  2201. * [Minor] Add the same duplicates protection for all fuzzy hashes types
  2202. * [Minor] Fix braces
  2203. * [Minor] Fix test
  2204. * [Minor] SPOOF_DISPLAY_NAME: Use all SMTP/MIME recipients
  2205. * [Minor] Validate assumed spoofed display name domains to contain a dot
  2206. 1.5.8:
  2207. * [CritFix] Fix memory leak in fuzzy check
  2208. * [CritFix] Fix memory leak in maps scheduling
  2209. * [Feature] Multimap: email:domain:tld filter
  2210. * [Fix] DKIM Signing: avoid nil index when From header is missing
  2211. * [Fix] Do not set bayes probability if we don't use it
  2212. * [Fix] Do not stop on illegal unicode points - replace them
  2213. * [Fix] Fix brain-damaged spamc protocol for now
  2214. * [Fix] Fix Redis timeout set
  2215. * [Fix] Fix spamc support in rspamd proxy
  2216. * [Fix] Multimap: Received IP filters with Redis
  2217. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  2218. * [Fix] Reresolve upstreams even if there is a single server there
  2219. * [Fix] Treat empty address as valid
  2220. * [Fix] Try harder to detect CTE
  2221. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  2222. * [Minor] Add `wsf` and `hta` bad archive extensions
  2223. * [Minor] Fix configuration option
  2224. * [Minor] Fix result parsing for SAVAPI
  2225. * [Minor] Further logging improvements
  2226. * [Minor] Improve logging of errors
  2227. * [Minor] Prevent MID_CONTAINS_FROM from firing on empty address
  2228. * [Minor] Reduce digit->number transmission penalty
  2229. * [Minor] Relax CTYPE_MISSING_DISPOSITION rule
  2230. 1.5.7:
  2231. * [CritFix] Fix corruption when multiple fuzzy are defined
  2232. * [CritFix] Fix learn condition in fuzzy check
  2233. * [Feature] Add rules to detect bad 8bit characters in From and To
  2234. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  2235. * [Feature] Support numeric arguments for Redis requests
  2236. * [Fix] Deal with 8bit characters in email addresses
  2237. * [Fix] Fix couple of issues in FORWARDED rule
  2238. * [Fix] Fix passing data to log helper when many symbols defined
  2239. * [Fix] Fix R_BAD_CTE_7BIT rule
  2240. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  2241. * [Fix] Fix setting of email address
  2242. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  2243. * [Minor] Add Lua 5.3 workaround
  2244. * [Minor] Add lua methods to detect if a part has 8bit characters
  2245. * [Minor] Allow session-less lua dns requests
  2246. * [Minor] Allow to append greylist end time to message reported
  2247. * [Minor] Avoid `nil` table
  2248. * [Minor] Disable dkim_signing if redis is specified but not configured
  2249. * [Minor] Fix build with pcre2
  2250. * [Minor] Fix rule
  2251. * [Minor] Fix warnings
  2252. * [Minor] Format floating point number
  2253. * [Minor] Push email flags to the lua API
  2254. * [Minor] Silence some warnings
  2255. * [Minor] Silence warning
  2256. * [Minor] Try all hostname regexps to find the most significant one
  2257. * [WebUI] Fix add header filter in history
  2258. 1.5.6:
  2259. * [Feature] Add unigramms support in bayes
  2260. * [Feature] Allow configurable sign headers for DKIM
  2261. * [Feature] Allow to add unigramm metatokens from Lua
  2262. * [Feature] DKIM Signing: envelope match exception for local IPs
  2263. * [Feature] UCL: register parser variables from Lua
  2264. * [Fix] Always try to adjust filename
  2265. * [Fix] Do extra copy to ensure that original content is never touched
  2266. * [Fix] Fix SPOOF_REPLYTO rule
  2267. * [Fix] Ignore Rmilter added Received
  2268. * [Fix] More fixes for hashed email dnsbls
  2269. * [Fix] Plug memory leak in chartable module
  2270. * [WebUI] Display multiple alerts at once
  2271. 1.5.5:
  2272. * [CritFix] Fix classifier learning with Redis backend
  2273. * [CritFix] Fix issue when parsing encoded rfc822/messages
  2274. * [Feature] Add escaped version of lua_ucl import
  2275. * [Feature] Add task:headers_foreach function
  2276. * [Feature] Allow to process filenames from content type
  2277. * [Feature] Allow to query hashed emails
  2278. * [Feature] Ignore bayes with mostly metatokens or with too few text
  2279. * [Feature] Probabilistically skip metatokens
  2280. * [Feature] Retrieve all virus names from SAVAPI
  2281. * [Feature] Rework classifiers lua metatokens
  2282. * [Feature] Store headers order
  2283. * [Feature] Store text tokens inside bayes tokens
  2284. * [Feature] Use cached shingles keys
  2285. * [Fix] Add missing score normalisation for HFILTER_URL_ONLY
  2286. * [Fix] Avoid lookup in absent hash
  2287. * [Fix] Check return values from Lua functions called from C
  2288. * [Fix] Do not count sending and loading time in rspamc
  2289. * [Fix] Escape json strings for controller rejplies from Lua
  2290. * [Fix] Fix archive scans for savapi
  2291. * [Fix] Fix domain_only emails RBL
  2292. * [Fix] Fix ip_score map configuration
  2293. * [Fix] Fix JSON output for history_redis
  2294. * [Fix] Fix one character length substrings search
  2295. * [Fix] Fix parsing of non-RFC compatible Exim received
  2296. * [Fix] Fix parsing of options for workers with the same type
  2297. * [Fix] Fix processing of small tokens vectors
  2298. * [Fix] Fix rfc2047 tokenization
  2299. * [Fix] Fix typo
  2300. * [Fix] More fixes for inplace decoding
  2301. * [Fix] Try to avoid modifications of the original data
  2302. * [Fix] URL redirector: Fix call to is_redirector
  2303. * [Rework] Set token data as uint64_t instead of chars array
  2304. * [WebUI] Check if neighbours' history backend versions match
  2305. * [WebUI] Disable phrase connectors replacement in history filtering
  2306. * [WebUI] Disable phrase connectors replacement in symbols filtering
  2307. * [WebUI] Do not hide messages with bad subject, just replace it with '???'
  2308. * [WebUI] Fix error message
  2309. * [WebUI] Fix history v2 display
  2310. * [WebUI] Fix legacy history
  2311. * [WebUI] history: break To address lists on commas
  2312. * [WebUI] Increase default timeout to 20 seconds
  2313. * [WebUI] Save some history table space
  2314. 1.5.4:
  2315. * [Conf] Add history_redis default configuration
  2316. * [Feature] Add spoofed rules
  2317. * [Feature] Add URL_IN_SUBJECT rule
  2318. * [Feature] Allow to get task's subject
  2319. * [Feature] Allow to specify maximum number of shots for symbols
  2320. * [Feature] Distinguish URLs found in Subject
  2321. * [Feature] Memoize LPEG grammars
  2322. * [Feature] Parse else parts in SA rules
  2323. * [Feature] Process subject for mixed characters
  2324. * [Feature] Resolve url chains in url_redirector module
  2325. * [Feature] Stat greylisted messages as greylisted not soft-rejected
  2326. * [Feature] Support checking for redirector in Lua SURBL
  2327. * [Feature] Support tag_exists SA function
  2328. * [Feature] Work with broken rfc2047 tokens
  2329. * [Fix] Check all watcher's dependencies
  2330. * [Fix] Do not compile hyperscan with no SSSE3 support
  2331. * [Fix] Do not crash if cannot decode qp encoded part
  2332. * [Fix] Fix dependencies of DKIM when multiple signatures are found
  2333. * [Fix] Fix lists in whitelist plugin
  2334. * [Fix] Fix one-shot symbols weight calculations
  2335. * [Fix] Fix options and shots match
  2336. * [Fix] Fix order of symbol options
  2337. * [Fix] Fix parsing of dot at the end of the address
  2338. * [Fix] Fix parsing of lua table arguments
  2339. * [Fix] Fix processing of subject words
  2340. * [Fix] Fix string split memoization
  2341. * [Fix] Fix templates grammar usage
  2342. * [Fix] Fix various issues related to Lua stack manipulation
  2343. * [Fix] Force actions: Use postfilter if we have honor_action / require_action
  2344. * [Fix] Further fixes to avoid PHISHING FP
  2345. * [Fix] Preserve order of options in symbols
  2346. * [Fix] Rspamadm grep: deal with unusually-formatted logs
  2347. * [Fix] Use hostname suffix when dealing with history
  2348. * [Rework] Remove outdated SA rules
  2349. * [WebUI] Add flexible columns
  2350. * [WebUI] Add footable
  2351. * [WebUI] Add sender, recipients and subject columns
  2352. * [WebUI] Allow message-id break
  2353. * [WebUI] Fix history clustering
  2354. * [WebUI] Fix history display
  2355. * [WebUI] Fix sorting
  2356. * [WebUI] Humanize sizes
  2357. * [WebUI] Initial move towards footable
  2358. * [WebUI] Remove datatables
  2359. * [WebUI] Replace `.values` method with `.map`
  2360. * [WebUI] Rework v2 symbols display
  2361. * [WebUI] Try to normalize frequencies
  2362. * [WebUI] Unbreak WebUI
  2363. * [WebUI] Use Footable to draw Throughput summary table
  2364. 1.5.3:
  2365. * [Conf] Add composite for hacked wordpress phishing
  2366. * [CritFix] Fix base64 decoding when there are unparseable characters
  2367. * [Feature] Additional symbol metadata in metadata exporter
  2368. * [Feature] Add method to get protocol reply from Lua
  2369. * [Feature] Add symbols when tagged rcpt/sender are normalised
  2370. * [Feature] Add task:get_symbols_all() function
  2371. * [Feature] Allow multiple formats of DKIM signing key
  2372. * [Feature] Allow to cache and use flexible protocol reply
  2373. * [Feature] Allow to set one_shot flag from register_symbol
  2374. * [Feature] Allow to skip certain types of hashes when learning fuzzy
  2375. * [Feature] Cache and insert scan time into the protocol
  2376. * [Feature] Detect newlines in rspamc --mime
  2377. * [Feature] DKIM signing: support use of maps
  2378. * [Feature] Greylist: Support excluding low-scoring messages from greylisting
  2379. * [Feature] Implement lua history in controller
  2380. * [Feature] Implement redis history querying
  2381. * [Feature] Preliminary implementation of redis history plugin
  2382. * [Feature] Support using request headers in settings
  2383. * [Fix] Change default template to deal with non-ASCII characters
  2384. * [Fix] Deal with lists of maps in whitelist module
  2385. * [Fix] DKIM signing: use domain-specific signing key
  2386. * [Fix] Do not reallocate completed zstd buffer
  2387. * [Fix] Do not use local_addrs in proxy
  2388. * [Fix] Fix crash when resolver is undefined
  2389. * [Fix] Fix double free when closing lua_tcp connections
  2390. * [Fix] Fix for lua 5.3
  2391. * [Fix] Fix freeing of arrays iterators
  2392. * [Fix] Fix issue with task:get_symbol and symbols with no metric
  2393. * [Fix] Fix log line duplication in `rspamadm grep`
  2394. * [Fix] Fix memory corruption on termination
  2395. * [Fix] Fix out-of-bound access in base64 decode
  2396. * [Fix] Fix ratelimit + greylisting
  2397. * [Fix] Fix subject rewriting
  2398. * [Fix] Fix task:set_recipients function
  2399. * [Fix] Fix URI_COUNT_ODD rule
  2400. * [Fix] Follow the traditional symbols conventions in RCPT_COUNT rule
  2401. * [Fix] Greylist: Suppress greylist action for whitelisted hosts too
  2402. * [Fix] Metadata exporter: use rule-specific settings for emails
  2403. * [Fix] Properly set missing fields in exporter
  2404. * [Fix] Proxy: max_retries option
  2405. * [Fix] RCPT_COUNT fixes
  2406. * [Fix] Rework HAS_X_PRIO rule to match symbols conventions
  2407. * [Fix] Update issues in ac-trie
  2408. * [Fix] Use optimised base64 decoding in DKIM
  2409. * [WebUI] Add preliminary v2 history parser
  2410. * [WebUI] Allow different history parsers
  2411. * [WebUI] Display symbols
  2412. * [WebUI] Rework history v2 function
  2413. 1.5.2:
  2414. * [Conf] Add default config for spamassasssin plugin
  2415. * [Conf] Add default configuration for antivirus module
  2416. * [Conf] Add dkim signing docs
  2417. * [Conf] Add mx_check default config
  2418. * [Conf] Add replies config
  2419. * [Conf] Add trie default config
  2420. * [Feature] Add heuristic to find text parts in files
  2421. * [Feature] Add rule to detect broken content type
  2422. * [Feature] Allow to extract CTE in Lua API
  2423. * [Feature] Allow to set from address for a lua_task
  2424. * [Feature] Allow to set recipients of a task from Lua
  2425. * [Feature] Enchance text_part:get_content method
  2426. * [Feature] Remove + aliases from emails
  2427. * [Feature] Support rmilter block and dkim signature in CGP helper
  2428. * [Feature] Support running event loop from Lua
  2429. * [Fix] Antivirus: use scanner-specific redis prefix
  2430. * [Fix] Couple of fixes for DKIM signing module
  2431. * [Fix] Distinguish missing and broken mandatory headers
  2432. * [Fix] Do more heuristical detection for missing CTE
  2433. * [Fix] Do not resort cache on each check
  2434. * [Fix] Fix CGP escaping
  2435. * [Fix] Fix MISSING_MIME_VERSION rule for plain messages
  2436. * [Fix] Fix parsing of cte in expressions
  2437. * [Fix] Fix partial matches in rspamadm grep
  2438. * [Fix] Fix setting class on style field
  2439. * [WebUI] Auto-switch Throughput units to `msg/min` for very low rate
  2440. * [WebUI] Update D3Evolution to 0.0.2
  2441. 1.5.1:
  2442. * [CritFix] Fix processing of stop_patterns with `\0` character
  2443. * [CritFix] Fix setting of raw key for signing
  2444. * [Fix] Fix lua exports from plugins during reload
  2445. * [Fix] Fix prefilters action scores
  2446. * [Fix] Fix symbols processing order
  2447. * [Minor] Help cmake find gthread
  2448. * [Minor] Some cmake fixes
  2449. 1.5.0:
  2450. * [Conf] Add configurations for asn, clickhouse and dcc
  2451. * [Conf] Add default config for url redirector plugin
  2452. * [Conf] Add the default config for greylist module
  2453. * [Conf] Allow to edit all local maps from WebUI by default
  2454. * [CritFix] Deal with absent headers in DKIM
  2455. * [CritFix] Do not trust remote shingles count
  2456. * [CritFix] Fix bad memory leak in TLS certificates validation
  2457. * [CritFix] Fix critical memory issues with radix maps
  2458. * [CritFix] Fix descriptors leak on reload
  2459. * [CritFix] Fix headers selection in DKIM verification
  2460. * [CritFix] Fix parsing of boundaries that end with `--`
  2461. * [CritFix] Repair PTR_ARRAY_FOREACH macro
  2462. * [Feature] Add CORS support to the controller
  2463. * [Feature] Add FROM_NAME_EXCESS_SPACE rule
  2464. * [Feature] Add REPLYTO_EMAIL_HAS_TITLE rule
  2465. * [Feature] Add `caseless_hash` method to `lua_util`
  2466. * [Feature] Add `rip` keyword to ratelimit module
  2467. * [Feature] Add a simple benchmark for content type parsing
  2468. * [Feature] Add boundaries parsing in content type
  2469. * [Feature] Add charset detection for text parts
  2470. * [Feature] Add content disposition parser
  2471. * [Feature] Add fallback if too many updates are failing
  2472. * [Feature] Add function to convert struct tm to time using timezone
  2473. * [Feature] Add function to normalize HTTP paths
  2474. * [Feature] Add fuzzy collection plugin
  2475. * [Feature] Add fuzzy logic for images
  2476. * [Feature] Add gmime parser to mime_tool
  2477. * [Feature] Add heuristic to detect broken messages
  2478. * [Feature] Add heuristic to find displayed URLs
  2479. * [Feature] Add heuristic to process broken email addresses
  2480. * [Feature] Add images normalization
  2481. * [Feature] Add mechanism for disabling composites (Fixes #1270)
  2482. * [Feature] Add method to create regexp from a glob pattern
  2483. * [Feature] Add mime encoding manipulation routines
  2484. * [Feature] Add mime tool to explore messages
  2485. * [Feature] Add more meta tokens from received headers
  2486. * [Feature] Add neighbours option to support Rspamd cluster in WebUI
  2487. * [Feature] Add new function to parse mime addresses
  2488. * [Feature] Add new methods for lua_tcp
  2489. * [Feature] Add own headers decoding routine
  2490. * [Feature] Add own routine to generate a message id
  2491. * [Feature] Add parser for SMTP date
  2492. * [Feature] Add per-task lua cache to reuse 'heavy' objects
  2493. * [Feature] Add plugins list path in WebUI
  2494. * [Feature] Add preliminary multipart support
  2495. * [Feature] Add preliminary version of DKIM signing module
  2496. * [Feature] Add profiling support in client output
  2497. * [Feature] Add rfc2047 grammar
  2498. * [Feature] Add rfc2047 variant for QP decoding
  2499. * [Feature] Add rmilter_headers module (Fixes #1227)
  2500. * [Feature] Add sse42 version of base64 decoding
  2501. * [Feature] Add ssse3 and avx2 base64 decoders
  2502. * [Feature] Add support of libgd
  2503. * [Feature] Add the preliminary version of redirects resolver in Lua
  2504. * [Feature] Add ucl_object_iterate_full function
  2505. * [Feature] Add url encoding function
  2506. * [Feature] Allow SOA requests in lua dns
  2507. * [Feature] Allow custom parse types in lua ucl
  2508. * [Feature] Allow plugins to register webui handlers
  2509. * [Feature] Allow to add options explicitly to symbols
  2510. * [Feature] Allow to call a callback when symbol frequency is on peak
  2511. * [Feature] Allow to call redirector script from SURBL
  2512. * [Feature] Allow to create variable length dkim keys
  2513. * [Feature] Allow to have module specific options for Redis in plugins
  2514. * [Feature] Allow to pass sign key directly from Lua
  2515. * [Feature] Allow to register configuration docs from Lua API
  2516. * [Feature] Allow to return options as a table
  2517. * [Feature] Allow to set peak callbacks from Lua
  2518. * [Feature] Allow to specify custom method for a message
  2519. * [Feature] Allow to store dkim keys in Redis
  2520. * [Feature] Allow to store messages in files
  2521. * [Feature] Apply DCT using AAN for fuzzy signature
  2522. * [Feature] Avira SAVAPI support
  2523. * [Feature] Cache and simplify DCT and jpeg decode
  2524. * [Feature] Cache libicu converters
  2525. * [Feature] Detect URLs with suspicious omographs
  2526. * [Feature] Do not increase score for duplicate options
  2527. * [Feature] Do not trust CTE, check base64 and qp strictly
  2528. * [Feature] Dynamic reputation in URL reputation plugin
  2529. * [Feature] Extend redis lock when learning spawned
  2530. * [Feature] Filter non-utf chars from all decoded headers
  2531. * [Feature] Fix phishing detection for IDNA urls
  2532. * [Feature] Ignore bad symbols on base64 decoding
  2533. * [Feature] Ignore too wide elements in SPF
  2534. * [Feature] Implement fuzzy collection mode
  2535. * [Feature] Implement helo maps in multimap
  2536. * [Feature] Implement human readable buckets configuration
  2537. * [Feature] Implement min-hash shingles for DCT data from images
  2538. * [Feature] Implement new algorithm for fuzzy hashes of images
  2539. * [Feature] Implement new unicode normalizer
  2540. * [Feature] Implement quoted printable decoding
  2541. * [Feature] Implement received headers flags
  2542. * [Feature] Implement rspamdgrep tool
  2543. * [Feature] Implement sane checksum for config file
  2544. * [Feature] Implement url tags concept
  2545. * [Feature] Improve detection of omographs using libicu
  2546. * [Feature] Improve url redirector module
  2547. * [Feature] Multimap: Received header processing
  2548. * [Feature] Multiple improvements in the maps
  2549. * [Feature] New URL filters in multimap
  2550. * [Feature] Plugin to force actions on selected symbols
  2551. * [Feature] RBL module: support hashing for emails and helo RBL
  2552. * [Feature] Reuse URL tags in SURBL module
  2553. * [Feature] Rework RRD ds count, add conversion path
  2554. * [Feature] Rework surbl module to avoid extra redirector calls
  2555. * [Feature] Send config id to the WebUI
  2556. * [Feature] Simplify HTTPCrypt client support
  2557. * [Feature] Skip processing for large images
  2558. * [Feature] Start collection only mode implementation for fuzzy storage
  2559. * [Feature] Start import of the optimized base64 decode
  2560. * [Feature] Store all received headers in lua
  2561. * [Feature] Store relational order of all headers in a message
  2562. * [Feature] Support DKIM signing in Lua plugins
  2563. * [Feature] Support HTTPCrypt client in lua_http
  2564. * [Feature] Support setting SMTP message in multimap
  2565. * [Feature] Support setting metric subject from Lua
  2566. * [Feature] Support setting subject in force actions module
  2567. * [Feature] Treat v6 mapped addresses as v4 addresses
  2568. * [Feature] URL reputation plugin
  2569. * [Feature] Use Redis instead of memcached in URLs redirector
  2570. * [Feature] Use Rspamd rfc2047 decoder instead of gmime one
  2571. * [Feature] Use a different normalization for fuzzy images
  2572. * [Feature] Use normalized images in fuzzy hashes
  2573. * [Feature] Use own code for parsing of date
  2574. * [Feature] Use shingles for images fuzzying
  2575. * [Feature] Use t1ha for hashes, allow inlining
  2576. * [Feature] Use t1ha instead of metrohash and xxhash32
  2577. * [Feature] Various new features in metadata exporter module
  2578. * [Feature] rmilter_headers: authentication-results (#78)
  2579. * [Fix] Add additional check to mark redis connection inactive
  2580. * [Fix] Add packed attribute for protocol structure
  2581. * [Fix] Adopt OMOGRAPH_URL rule
  2582. * [Fix] Allow static maps
  2583. * [Fix] Allow to disable classifiers checks using settings and conditions
  2584. * [Fix] Another try to fix 0 length maps
  2585. * [Fix] Another try to fix corruption during maps reload
  2586. * [Fix] Another try to fix descriptors leak
  2587. * [Fix] Another try to fix reload and logger
  2588. * [Fix] Antivirus module: register virtual symbols for patterns
  2589. * [Fix] Avoid extensive reallocs
  2590. * [Fix] Avoid mempool leak in SA plugin on reload
  2591. * [Fix] Avoid race condition on saving cache and reload
  2592. * [Fix] Avoid reusing g_error (Fixes #1262)
  2593. * [Fix] Break pool connection on fatal redis errors
  2594. * [Fix] Check for NaN properly
  2595. * [Fix] Couple of fixes for date parsing
  2596. * [Fix] Date header timezone adjustments (#1279)
  2597. * [Fix] Deal with EOF properly
  2598. * [Fix] Decode filename in content disposition
  2599. * [Fix] Disable fuzzy images by default
  2600. * [Fix] Disable zero-copy mode for text parts to avoid crashes
  2601. * [Fix] Do not destroy session when not all finish scripts are done
  2602. * [Fix] Do not greyscale images
  2603. * [Fix] Do not leave parent-less workers processes on fatal errors
  2604. * [Fix] Do not lowercase Content-Disposition to perform decoding
  2605. * [Fix] Do not penalize characters just after numeric prefix
  2606. * [Fix] Do not refork workers that are intended to die
  2607. * [Fix] Do not set pre-result and update records for no `Queue-ID` messages
  2608. * [Fix] Do not skip post-filters when pre-filters have set some results
  2609. * [Fix] Do not stop symbols planning if async events are pending
  2610. * [Fix] Do not try to set keys for unencrypted requests in proxy
  2611. * [Fix] Encode URLs according to rfc3986
  2612. * [Fix] Encode URLs before sending them to the protocol
  2613. * [Fix] Filter bad characters from message id
  2614. * [Fix] Fix CTE detection heuristic
  2615. * [Fix] Fix Content-Type in HTTP requests
  2616. * [Fix] Fix IDN eslds phishing checks
  2617. * [Fix] Fix adding maps from config in Lua
  2618. * [Fix] Fix another reload memory issue
  2619. * [Fix] Fix argument returned on redis backend errors
  2620. * [Fix] Fix assertion in graph handling
  2621. * [Fix] Fix body trie matching
  2622. * [Fix] Fix build
  2623. * [Fix] Fix byte array expansion during toutf8 conversion
  2624. * [Fix] Fix charset normalisation
  2625. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  2626. * [Fix] Fix couple of cornercases with email addresses
  2627. * [Fix] Fix couple of issues
  2628. * [Fix] Fix dependencies tracking for callback symbols
  2629. * [Fix] Fix detection of jpeg size
  2630. * [Fix] Fix errors handling in fuzzy backend initialization
  2631. * [Fix] Fix fuzzy hashes count
  2632. * [Fix] Fix globbing and convert lists to arrays in fuzzy_check
  2633. * [Fix] Fix heuristical CTE detection for QP encoding
  2634. * [Fix] Fix ignoring of bad text parts
  2635. * [Fix] Fix indexes in array access, interleave loop
  2636. * [Fix] Fix int64 -> double conversion
  2637. * [Fix] Fix invalid memory access on reload
  2638. * [Fix] Fix issues with empty updates
  2639. * [Fix] Fix issues with quoted-printable encoding
  2640. * [Fix] Fix keys names
  2641. * [Fix] Fix lots of issues in mime parser code
  2642. * [Fix] Fix lua maps load
  2643. * [Fix] Fix macro name
  2644. * [Fix] Fix mas group score calculations
  2645. * [Fix] Fix matching of the same patterns from different tries
  2646. * [Fix] Fix memory corruprtion and leak
  2647. * [Fix] Fix memory leak in HTTP maps
  2648. * [Fix] Fix memory leak in expression destroying
  2649. * [Fix] Fix memory leak in parsing of mime names
  2650. * [Fix] Fix memory leak in safe ucl iterators
  2651. * [Fix] Fix memory leak on reload in plugins
  2652. * [Fix] Fix modules reconfigure on reload
  2653. * [Fix] Fix monitored setup fro URLBLs with IP addresses
  2654. * [Fix] Fix name of var
  2655. * [Fix] Fix new rrd updates
  2656. * [Fix] Fix out of bounds access
  2657. * [Fix] Fix parsing messages with no body
  2658. * [Fix] Fix parsing of '=' character in headers
  2659. * [Fix] Fix parsing of messages with no content type
  2660. * [Fix] Fix plugins callbacks in webui
  2661. * [Fix] Fix possible memory corruption in redis pool
  2662. * [Fix] Fix probability calculations for fuzzy redis backend
  2663. * [Fix] Fix processing errors in lua_tcp
  2664. * [Fix] Fix processing of emails with name only
  2665. * [Fix] Fix processing of non-multipart messages
  2666. * [Fix] Fix processing of parts with no valid content type
  2667. * [Fix] Fix race condition in SIGUSR2 handler
  2668. * [Fix] Fix redis options parsing when no redis servers are defined
  2669. * [Fix] Fix reload and hyperscan ready event
  2670. * [Fix] Fix reload memory issue
  2671. * [Fix] Fix rra_ptr conversion
  2672. * [Fix] Fix rrd file conversion
  2673. * [Fix] Fix setting of content-type attributes
  2674. * [Fix] Fix signing headers creation in DKIM
  2675. * [Fix] Fix stddev calculations
  2676. * [Fix] Fix surbl plugin to work with composite maps
  2677. * [Fix] Fix timezones parsing
  2678. * [Fix] Fix tokens usage
  2679. * [Fix] Fix urls and emails hashes
  2680. * [Fix] Fix usage of unsafe ucl iterators
  2681. * [Fix] Fix work with broken utf8 tokens
  2682. * [Fix] Fix writing of user to roll history
  2683. * [Fix] Forgotten worker
  2684. * [Fix] Further memory leaks fixes
  2685. * [Fix] Ignore lua metatokens in bayes for now
  2686. * [Fix] Improve OMOGRAPH_URL rule
  2687. * [Fix] Lua IP from string should be invalid if parsing failed
  2688. * [Fix] Miltiple fixes to new lua_tcp, add debugging
  2689. * [Fix] More fixes for iterators cleanup
  2690. * [Fix] More fixes to logger initialization
  2691. * [Fix] More heuristic fixes for phishing detection
  2692. * [Fix] More leaks eliminated
  2693. * [Fix] More leaks...
  2694. * [Fix] More random fixes for reload...
  2695. * [Fix] Multimap: Fixes for email filters
  2696. * [Fix] Multiple fixes for fann module
  2697. * [Fix] Multiple memory corruption fixes
  2698. * [Fix] Normalize path in HTTP router
  2699. * [Fix] Plug memory leak
  2700. * [Fix] Plug memory leak in adding radix trees
  2701. * [Fix] Plug memory leak in configuration parser
  2702. * [Fix] Plug memory leak in expressions parsing during reload
  2703. * [Fix] Plug memory leak in learning fuzzy storage
  2704. * [Fix] Plug memory leak in lua_tcp
  2705. * [Fix] Plug reload leaks
  2706. * [Fix] Plug termination memory leaks
  2707. * [Fix] Really increase lock lifetime
  2708. * [Fix] Replies module: fix symbol weight
  2709. * [Fix] Restore content type params related functions
  2710. * [Fix] Set task's subject from mime subject
  2711. * [Fix] Sigh, one more reload leak
  2712. * [Fix] Simplify images shingles
  2713. * [Fix] Some more memory issues are fixed
  2714. * [Fix] Stop hardcoding of lua in C
  2715. * [Fix] Stop processing of bad parts as text parts
  2716. * [Fix] Strictly filter bad characters when emittin json
  2717. * [Fix] Strings returned from lua are ephemeral
  2718. * [Fix] Support unix sockets for lua redis
  2719. * [Fix] Try to fix issues with reloading config
  2720. * [Fix] Try to fix race condition in redis_pool
  2721. * [Fix] Use checksum to avoid intersection between different ANNs
  2722. * [Fix] Use rspamd hashes in embedded ucl
  2723. * [Fix] Use sane default rewrite subject (*** SPAM *** %s)
  2724. * [Fix] Various collection mode fixes
  2725. * [Fix] Various fixes to mime parser
  2726. * [Fix] Various reload leak fixing
  2727. * [Fix] Whitelist certain extensions from archive checks
  2728. * [Rework] Add preliminary implementation of the mime parser
  2729. * [Rework] Adopt code for the new options
  2730. * [Rework] Change logger setup interface
  2731. * [Rework] Composite configuration (#1270)
  2732. * [Rework] Finally remove gmime dependency from Rspamd
  2733. * [Rework] Further fixes to symbols frequencies
  2734. * [Rework] Implement content type parser for mime
  2735. * [Rework] Kill all InternetAddressList usages
  2736. * [Rework] Multiple fixes for symbols cache statistics
  2737. * [Rework] Refactor struct names
  2738. * [Rework] Rework images fuzzy hashes algorithm
  2739. * [Rework] Rework lua_tcp to allow TCP dialog
  2740. * [Rework] Start massive rework to get rid of gmime
  2741. * [Rework] Start new approach for multiparts parsing
  2742. * [Rework] Start rework of mime addresses
  2743. * [Rework] Start rework of symbols cache updates
  2744. * [Rework] Start switching to libicu
  2745. * [Rework] Use a special structure for stats tokens
  2746. * [Rework] Use hash tables for symbols options
  2747. * [Rework] Use libicu instead of iconv for conversions
  2748. * [Rework] Use new scheme to parse mime parts
  2749. * [WebUI] Add Access-Control-Allow-Origin for cluster management
  2750. * [WebUI] Add Throughput graph autorefreshing (#820)
  2751. * [WebUI] Add Visibility.js library
  2752. * [WebUI] Add basic cluster support to Throughput tab
  2753. * [WebUI] Add graph legend entries for new DSes
  2754. * [WebUI] Add graph tab
  2755. * [WebUI] Add neighbours RRD data consolidation
  2756. * [WebUI] Add preliminary save symbols clustering
  2757. * [WebUI] Add server selector to navbar
  2758. * [WebUI] Add soft reject to auth stats
  2759. * [WebUI] Add summary to the Throughput tab
  2760. * [WebUI] Allow to save maps on the cluster
  2761. * [WebUI] Avoid extra graph redraw and alerts glitching
  2762. * [WebUI] Be more generous with AJAX timeout
  2763. * [WebUI] Disable error ring loading in `read only` mode
  2764. * [WebUI] Enclose table header cells with `tr`s
  2765. * [WebUI] Finish interface rework
  2766. * [WebUI] Fix RRD summary pie chart position
  2767. * [WebUI] Fix `All SERVERS` graph fot just one available server
  2768. * [WebUI] Fix case when no cluster is defined
  2769. * [WebUI] Fix compatibility with non-ES6 compliant browsers
  2770. * [WebUI] Fix config ID
  2771. * [WebUI] Fix configuration page partially
  2772. * [WebUI] Fix disabled state
  2773. * [WebUI] Fix graph dataset selector initialization
  2774. * [WebUI] Fix graph selectors state resetting
  2775. * [WebUI] Fix mouse events on throughput summary table area
  2776. * [WebUI] Fix multiple JS issues
  2777. * [WebUI] Fix pie chart displaying
  2778. * [WebUI] Fix read only
  2779. * [WebUI] Fix read only2
  2780. * [WebUI] Fix retarded datatables
  2781. * [WebUI] Fix soft reject in pie chart
  2782. * [WebUI] Fix stat widgets timers multiplication on `Refresh` click
  2783. * [WebUI] Fix symbols config
  2784. * [WebUI] Fix various errors with login form
  2785. * [WebUI] Further fixes
  2786. * [WebUI] Hide learning tab in read-only mode
  2787. * [WebUI] Initial clusters support
  2788. * [WebUI] Make legend entry colours more contrast
  2789. * [WebUI] Move configuration tab to a separate module
  2790. * [WebUI] Move history tab
  2791. * [WebUI] Move symbols config as well
  2792. * [WebUI] New sec to time function
  2793. * [WebUI] Prevent multiple clicks on `Refresh`
  2794. * [WebUI] RRD summary: Hide inner labels of tiny pie sectors
  2795. * [WebUI] RRD summary: Respect undefined values
  2796. * [WebUI] Reduce font size of graph's legend
  2797. * [WebUI] Remove orphaned font duplicates
  2798. * [WebUI] Remove unused code
  2799. * [WebUI] Replace spinner with animated glyphicon
  2800. * [WebUI] Reset refresh timer on server switching
  2801. * [WebUI] Rework interface to use requirejs
  2802. * [WebUI] Rework neighbours query function
  2803. * [WebUI] Separate attributes by space
  2804. * [WebUI] Set focus to password field (#1230)
  2805. * [WebUI] Simplify neighbours table populating
  2806. * [WebUI] Start rework of modules
  2807. * [WebUI] Stop stats refreshing if the page is hidden
  2808. * [WebUI] Turn d3pie's stuff into a reusable function,
  2809. * [WebUI] Unify send data functions
  2810. * [WebUI] Update D3Evolution to 0.0.1
  2811. * [WebUI] Update d3.js
  2812. * [WebUI] Update datatables to work with the requirejs
  2813. * [WebUI] Use unified tab click event handler,
  2814. * [WebUI] clusters for the chart
  2815. * [WebUI] fix uptime
  2816. 1.4.2:
  2817. * [CritFix] Deal with absent headers in DKIM
  2818. * [CritFix] Do not trust remote shingles count
  2819. * [CritFix] Fix headers selection in DKIM verification
  2820. * [Feature] Add EXT_CSS rule
  2821. * [Feature] Add toggle for disabling SURBLs
  2822. * [Feature] Extend redis lock when learning spawned
  2823. * [Feature] Parse <link> HTML tags
  2824. * [Fix] Avoid reusing g_error (Fixes #1262)
  2825. * [Fix] Do not reset loaded ANN when learning is requested
  2826. * [Fix] Fix another issue with external deps in SA
  2827. * [Fix] Fix body trie matching
  2828. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  2829. * [Fix] Fix fuzzy hashes count
  2830. * [Fix] Fix keys names
  2831. * [Fix] Fix length calculations for url encoded urls
  2832. * [Fix] Fix matching of the same patterns from different tries
  2833. * [Fix] Fix name of var
  2834. * [Fix] Fix parsing of URLs with spaces and other bad chars
  2835. * [Fix] Fix probability calculations for fuzzy redis backend
  2836. * [Fix] Fix signing headers creation in DKIM
  2837. * [Fix] Plug memory leak
  2838. * [Fix] Really fix chained SA dependencies
  2839. * [Fix] Really increase lock lifetime
  2840. * [Fix] Use checksum to avoid intersection between different ANNs
  2841. * [Fix] Use rspamd hashes in embedded ucl
  2842. * [Fix] Yet another change for testing external deps
  2843. 1.4.1:
  2844. * [Feature] ASN support in Clickhouse module
  2845. * [Feature] Add clickhouse plugin
  2846. * [Feature] Add generic tool to add universal maps for lua modules
  2847. * [Feature] Add logger.debugm to debug lua modules
  2848. * [Feature] Allow to register metrics symbols using register_symbol
  2849. * [Feature] Allow to specify prefix for fann_redis
  2850. * [Feature] Clickhouse: support different masks for IPv4/IPv6
  2851. * [Feature] Support forcing action in antivirus plugin
  2852. * [Fix] Add handling of regexp maps
  2853. * [Fix] Allow backslashes in http urls
  2854. * [Fix] Avoid mapping of empty files
  2855. * [Fix] Do not load tld file to speed up rspamadm
  2856. * [Fix] Do not resolve numeric IP addresses due to ipv6 insanity
  2857. * [Fix] Filter incorrect training data
  2858. * [Fix] Fix Fuzzyconvert tool when password or DB is given
  2859. * [Fix] Fix build with custom glib/gmime
  2860. * [Fix] Fix converting of learn count from sqlite to redis
  2861. * [Fix] Fix crashes with invalid received and task:set_from_ip
  2862. * [Fix] Fix external dependencies for SA module
  2863. * [Fix] Fix fann_redis when number of scores has been changed
  2864. * [Fix] Fix hyperscan usage for non compatible platforms
  2865. * [Fix] Fix loading of maps from UCL objects
  2866. * [Fix] Fix memory leak for task-less redis requests
  2867. * [Fix] Fix mid module with new maps syntax
  2868. * [Fix] Fix parsing of URLs with username
  2869. * [Fix] Fix re cache initialisation
  2870. * [Fix] Fix replacements to sanitize '%' character
  2871. * [Fix] Fix set and regexp like static maps
  2872. * [Fix] Fix some issues in redis settings
  2873. * [Fix] Fix static IP maps
  2874. * [Fix] Fix total learns counter for redis stats
  2875. * [Fix] Fix usage of config during reload
  2876. * [Fix] Fix various warnings and issues
  2877. * [Fix] Invalidate ANN if training data is incorrect
  2878. * [Fix] Miltiple fixes to fann_redis module
  2879. * [Fix] More fixes for URLs with backslashes
  2880. * [Fix] Properly get options for ip_score module
  2881. * [Fix] Relax requirements for Received as gmail cannot RFC
  2882. * [Fix] Remove or fix hyperscan incompatible regexps
  2883. * [Fix] Settings: correctly read redis config
  2884. * [Rework] Rework lua logger interface slightly
  2885. * [Rework] Use new maps add function
  2886. 1.4.0:
  2887. * [CritFix] Add guards for inactive redis connections
  2888. * [CritFix] Another fix for proxying files using rspamd_proxy
  2889. * [CritFix] Cleanup inactive redis connections
  2890. * [CritFix] Do not sometimes try to exec posfilters before classification
  2891. * [CritFix] Fix application of IPv6 mask
  2892. * [CritFix] Fix chunked encoding when reading messages
  2893. * [CritFix] Fix file mode for rspamd_proxy
  2894. * [CritFix] Fix hyperscan compilation on regexp change
  2895. * [CritFix] Fix issue with finding of end of lines pointers
  2896. * [CritFix] Fix iteration over headers array (introduced in 1.4)
  2897. * [CritFix] Fix processing of learned tokens count for redis backend
  2898. * [CritFix] Fix race condition in checking of cached maps
  2899. * [CritFix] Fix workers scripts by sharing workers configs
  2900. * [CritFix] Introduce raw content to text parts
  2901. * [CritFix] Plug memory leak and potential memory corruption
  2902. * [Feature] Adaptive ratelimits
  2903. * [Feature] Add ASN -> rbldnsd script for asn.rspamd.com
  2904. * [Feature] Add DMARC_NA symbol
  2905. * [Feature] Add F-Prot support to antivirus module
  2906. * [Feature] Add HTTP backend to metadata exporter
  2907. * [Feature] Add Lua API module for monitored objects
  2908. * [Feature] Add R_DKIM_NA / R_SPF_NA / AUTH_NA symbols
  2909. * [Feature] Add R_DKIM_PERMFAIL symbol
  2910. * [Feature] Add R_SPF_PERMFAIL symbol
  2911. * [Feature] Add Sophos antivirus support
  2912. * [Feature] Add ZSTD compression to Lua API
  2913. * [Feature] Add `mid` Lua module
  2914. * [Feature] Add `one_param` flag for metric symbols
  2915. * [Feature] Add a generic lua classifier
  2916. * [Feature] Add a very basic interface to access workers data from on_load
  2917. * [Feature] Add ability to delete a hash by its data to fuzzy_check plugin
  2918. * [Feature] Add ability to enable/disable symbols via dynamic_conf
  2919. * [Feature] Add ability to lookup settings by key
  2920. * [Feature] Add common way to disable Lua modules
  2921. * [Feature] Add compression support to rspamd client
  2922. * [Feature] Add condition to do antiviral check
  2923. * [Feature] Add configuration for lua classifiers
  2924. * [Feature] Add configuration knobs for the errors circular buffer
  2925. * [Feature] Add decompression support in rspamd client
  2926. * [Feature] Add errors exporter to the controller
  2927. * [Feature] Add expected value for monitored DNS resources
  2928. * [Feature] Add exporter from error ringbuf to ucl
  2929. * [Feature] Add extended version for fann creation function
  2930. * [Feature] Add ffi friendly version of process_regexp function
  2931. * [Feature] Add frequency and time display to webui
  2932. * [Feature] Add fuzzy_delhash command to rspamc client
  2933. * [Feature] Add implementation of redis connections pool
  2934. * [Feature] Add latency and offline time monitoring
  2935. * [Feature] Add learning support for lua classifiers
  2936. * [Feature] Add max-size and timeout options to CGP helper
  2937. * [Feature] Add method to enable/disable symbols in config
  2938. * [Feature] Add methods to get metric's actions and symbols from Lua
  2939. * [Feature] Add mmap support to lua_text
  2940. * [Feature] Add monitored object for surbl plugin
  2941. * [Feature] Add more exceptions to surbl whitelist
  2942. * [Feature] Add more meta-tokens to bayes
  2943. * [Feature] Add neural net classifier to fann_scores module
  2944. * [Feature] Add neural net serialization/deserialization
  2945. * [Feature] Add new dynamic conf module
  2946. * [Feature] Add periodic events support for lua_config
  2947. * [Feature] Add plugin to check MX'es for the sender's domain
  2948. * [Feature] Add preliminary monitored module
  2949. * [Feature] Add preliminary support of dynamic conf updates in Redis
  2950. * [Feature] Add preliminary version of clamav plugin
  2951. * [Feature] Add redis cache to asn module
  2952. * [Feature] Add replies compression
  2953. * [Feature] Add spamhaus DROP dnsbl
  2954. * [Feature] Add support for dictionary in client compression
  2955. * [Feature] Add support for fuzzy learn and unlearn from lua
  2956. * [Feature] Add support for input encryption
  2957. * [Feature] Add support of min_learns to neural net classifier
  2958. * [Feature] Add termination callbacks for workers
  2959. * [Feature] Add user-agent for rspamc
  2960. * [Feature] Add utility to perform classifier tests
  2961. * [Feature] Add zstd compression library
  2962. * [Feature] Allow HTTPS requests in lua_http
  2963. * [Feature] Allow conditions for pre and postfilters
  2964. * [Feature] Allow custom functions for ratelimits
  2965. * [Feature] Allow for excluding messages from AV scanning based on size
  2966. * [Feature] Allow for getting worker stats from Lua
  2967. * [Feature] Allow getting task UID from Lua
  2968. * [Feature] Allow parsing of mailbox messages from the commandline
  2969. * [Feature] Allow plugins to publish their lua API via rspamd_plugins
  2970. * [Feature] Allow to compare other systems with Rspamd
  2971. * [Feature] Allow to execute Lua scripts by controller
  2972. * [Feature] Allow to have a function to set custom greylist message
  2973. * [Feature] Allow to iterate over multiple tags
  2974. * [Feature] Allow to pass extra data from plugins to log helper
  2975. * [Feature] Allow to plan new periodics at different time
  2976. * [Feature] Allow to reset hashes
  2977. * [Feature] Allow to run rspamadm lua just as a lua interpreter
  2978. * [Feature] Allow to store settings in redis
  2979. * [Feature] Allow to update dynamic conf in Redis
  2980. * [Feature] Allow to use dictionaries for compression
  2981. * [Feature] Allow to use md5, sha1, sha256, sha384 and sha512 hashes in Lua
  2982. * [Feature] Allow whitelisting by IP for greylisting plugin
  2983. * [Feature] Antivirus: Support whitelists & pattern-matching sig names
  2984. * [Feature] Backport pack/unpack routines from Lua 5.3
  2985. * [Feature] Check settings with equal priopities in alphabetical order
  2986. * [Feature] Compress neural net in redis
  2987. * [Feature] Consider more tags when doing WHITE_ON_WHITE rule
  2988. * [Feature] Descriptive options for DMARC failure symbols
  2989. * [Feature] Descriptive options for RBL symbols
  2990. * [Feature] Enable configuration for monitored objects
  2991. * [Feature] Execute on_load scripts with ev_base ready
  2992. * [Feature] Fann scores now uses metadata from a message
  2993. * [Feature] Implement FANN threaded learning
  2994. * [Feature] Implement classifying for lua classifiers
  2995. * [Feature] Implement finish scripts for worker processes
  2996. * [Feature] Implement monitoring for DNS resources
  2997. * [Feature] Implement real priorities for pre and post filters
  2998. * [Feature] Insert two symbols: FANN_HAM and FANN_SPAM instead of one
  2999. * [Feature] Module to push metadata/messages to redis pubsub
  3000. * [Feature] Monitor RBL records
  3001. * [Feature] Move fann_classifier to a separate plugin
  3002. * [Feature] Normalize all ANN inputs
  3003. * [Feature] Preliminary version of metric exporter module
  3004. * [Feature] Preserve decompression context between tasks
  3005. * [Feature] Ratelimit: Support dynamic bucket size/leak rate
  3006. * [Feature] Relax FORGED_RECIPIENTS: allow senders to BCC themselves
  3007. * [Feature] Remove symbols weights on composites processing
  3008. * [Feature] Return symbol scores when getting resulting symbols
  3009. * [Feature] Rework lua tcp module
  3010. * [Feature] Rule to detect some obvious X-PHP-Originating-Script forgeries
  3011. * [Feature] Rule to identify some X-PHP-Script forgeries
  3012. * [Feature] Rules for scoring Google Message-ID fixes
  3013. * [Feature] Send hashes values to reply
  3014. * [Feature] Set expire for dmarc reports
  3015. * [Feature] Stop using cymru zone as it is unstable
  3016. * [Feature] Stop using of GLists for headers, improve performance
  3017. * [Feature] Store `for` in task:get_received_headers
  3018. * [Feature] Store `for` part in received headers
  3019. * [Feature] Store enabled flag for webui session
  3020. * [Feature] Store error messages in ring buffer
  3021. * [Feature] Support compressed maps
  3022. * [Feature] Support excluding selected users from ratelimits
  3023. * [Feature] Support looking up NS records in lua_dns
  3024. * [Feature] Support modern style SURBL configuration
  3025. * [Feature] Support multiple hashes in delhash path
  3026. * [Feature] Support new messages in rspamc
  3027. * [Feature] Support requests without reads in lua_tcp
  3028. * [Feature] Support setting task message from Lua
  3029. * [Feature] Track visibility of HTML elements
  3030. * [Feature] Try to add CRLF when checking DKIM
  3031. * [Feature] Try to guess line endings when folding headers
  3032. * [Feature] Try to improve normalization function for bayes
  3033. * [Feature] Use FFI to optimize SA module
  3034. * [Feature] Use length based arguments for redis, allow lua_text as arg
  3035. * [Feature] Use more layers for fann and another normalization
  3036. * [Feature] User-defined ratelimits
  3037. * [Feature] Utility to convert fuzzy storage from sqlite to redis
  3038. * [Feature] Yield DMARC_DNSFAIL on lookup failure
  3039. * [Fix] Adopt fuzzy storage for flexible backends
  3040. * [Fix] Allow plain IP addresses in Rspamd maps
  3041. * [Fix] Another fix for brain-damaged hiredis
  3042. * [Fix] Another fix for rdns write errors
  3043. * [Fix] Another fix for rdns_make_request_full invocation
  3044. * [Fix] Another fix in DKIM canonicalization
  3045. * [Fix] Another memory leak plugged
  3046. * [Fix] Another try to deal with posix idiotizm
  3047. * [Fix] Another try to fix RDNS events processing logic
  3048. * [Fix] Avoid double frees in HEAD requests
  3049. * [Fix] Avoid extra symbols for RBLs
  3050. * [Fix] Banish table.maxn from Lua parts
  3051. * [Fix] Check for socket error before connection in lua_tcp
  3052. * [Fix] Correctly propagate redis timeouts to Lua
  3053. * [Fix] Do not add extra newline in MIME mode
  3054. * [Fix] Do not be cheated by system hiredis
  3055. * [Fix] Do not classify when a message has not enough tokens
  3056. * [Fix] Do not crash on redis errors
  3057. * [Fix] Do not distinguish NXDOMAIN and NOREC for monitored
  3058. * [Fix] Do not replan retransmits if merely one server is defined
  3059. * [Fix] Do not use headers to calculate messages digests
  3060. * [Fix] Don't force action in replies module for authenticated users/local networks
  3061. * [Fix] Explicitly ban default passwords in webui
  3062. * [Fix] Finally fix ambiguity between parsed and resolved spf elts
  3063. * [Fix] Fix 'decoded' value in task:get_header_full()
  3064. * [Fix] Fix DKIM calculations
  3065. * [Fix] Fix DKIM signing for messages with no newline at the end
  3066. * [Fix] Fix DNS request in monitored
  3067. * [Fix] Fix DNS write errors processing
  3068. * [Fix] Fix HTTP methods other than GET and POST
  3069. * [Fix] Fix PERMFAIL for v6/v4 ambiguities
  3070. * [Fix] Fix absurdic scores for HFILTER_URL_ONLY
  3071. * [Fix] Fix actions in rolling history
  3072. * [Fix] Fix actrie patterns
  3073. * [Fix] Fix applying of lua dynamic confg
  3074. * [Fix] Fix autolearning errors and redis cache
  3075. * [Fix] Fix bayes learn_condition
  3076. * [Fix] Fix build with the recent OpenSSL
  3077. * [Fix] Fix caching and compressed maps
  3078. * [Fix] Fix check plain text part
  3079. * [Fix] Fix crash on OpenBSD in `url_email_start`
  3080. * [Fix] Fix double free in SPF
  3081. * [Fix] Fix extraction of shingles from redis fuzzy storage
  3082. * [Fix] Fix false sharing for symbols in the cache
  3083. * [Fix] Fix float usage in util:get_time
  3084. * [Fix] Fix folding algorithm to deal with empty tokens
  3085. * [Fix] Fix format string
  3086. * [Fix] Fix format string usage in controller errors handling
  3087. * [Fix] Fix handling of '\0' in lua_tcp
  3088. * [Fix] Fix handling of HTTP HEAD methods
  3089. * [Fix] Fix hash creation
  3090. * [Fix] Fix hiredis stupidity
  3091. * [Fix] Fix implicit settings module settingsup
  3092. * [Fix] Fix interaction with lua GC to avoid craches
  3093. * [Fix] Fix ip_score module registration
  3094. * [Fix] Fix issue with empty messages and dkim
  3095. * [Fix] Fix issues with CGP helper
  3096. * [Fix] Fix issues with the recent SPF changes
  3097. * [Fix] Fix key name to load ANN correctly
  3098. * [Fix] Fix lua tcp module by saving `do_read` in callback data
  3099. * [Fix] Fix memory leak in client when using compression
  3100. * [Fix] Fix min_learns option
  3101. * [Fix] Fix on_finish scripts and async handlers
  3102. * [Fix] Fix options for SPF dnsfail symbol
  3103. * [Fix] Fix parsing includes and redirects in SPF
  3104. * [Fix] Fix parsing of lua comments with empty lines
  3105. * [Fix] Fix parsing of unquoted HTML attributes
  3106. * [Fix] Fix periodic events and redis
  3107. * [Fix] Fix processing of fuzzy learns from Lua
  3108. * [Fix] Fix processing of redirect in SPF includes
  3109. * [Fix] Fix processing of symbols when reject limit is reached
  3110. * [Fix] Fix refcounts when map is specified by IP
  3111. * [Fix] Fix rspamd{session} class in Lua API
  3112. * [Fix] Fix setting ratelimit key for 'ip' bucket
  3113. * [Fix] Fix some cases of TLD urls detector
  3114. * [Fix] Fix statconvert tool
  3115. * [Fix] Fix stats for backend-less classifiers
  3116. * [Fix] Fix training script for fann_redis
  3117. * [Fix] Fix variable in ann module
  3118. * [Fix] Fix various errors in lua dynamic conf plugin
  3119. * [Fix] Forget old ANN when max_usages is reached to avoid overtrain
  3120. * [Fix] Further canonicalization fixes
  3121. * [Fix] Further fixes for fann_redis prefixes
  3122. * [Fix] Handle failures for inactive pooled connections
  3123. * [Fix] Improve multimap info message
  3124. * [Fix] More fixes in ANN loading
  3125. * [Fix] More fixes to fann_redis
  3126. * [Fix] More issues in fann_redis
  3127. * [Fix] More spaces fix in DKIM signature
  3128. * [Fix] Multiple fixes to asn script, add IPv6 support
  3129. * [Fix] Multiple issues in fann_redis
  3130. * [Fix] No greylist rejected messages
  3131. * [Fix] One more attempt to fix lua_redis
  3132. * [Fix] One more check for readdir...
  3133. * [Fix] Params should be treated as a hash
  3134. * [Fix] Plug memory leak in regexp desctructor
  3135. * [Fix] Process headers only once
  3136. * [Fix] Properly handle nil values in ratelimit plugin
  3137. * [Fix] Really fix redis shingles check
  3138. * [Fix] Remove fann with incorrect layers count
  3139. * [Fix] Remove mentions of deleted include
  3140. * [Fix] Remove some incompatible functions
  3141. * [Fix] Settings: fix `authenticated` parameter (#886)
  3142. * [Fix] Skip MX check for authenticated users and local networks
  3143. * [Fix] Slightly fix ANN routines
  3144. * [Fix] Stop caching records with DNS failures
  3145. * [Fix] Treat all errors in redis_pool as fatal errors for a connection
  3146. * [Fix] Try avoid false-positives in HEADER_FORGED_MDN rule
  3147. * [Fix] Try to avoid race condition when using rrd
  3148. * [Fix] Try to reload redis scripts if they are missing
  3149. * [Fix] Unbreak once_received skipping for local networks
  3150. * [Fix] Unlock ANN on error
  3151. * [Fix] Use memmove for overlapping regions
  3152. * [Fix] Use real size instead of displayed for core limits
  3153. * [Fix] Use the correct macro to get the size of control
  3154. * [Fix] Various fixes for errors ringbuffer
  3155. * [Fix] Yield R_SPF_DNSFAIL if lookup of included record fails
  3156. * [Fix] mid: fix map initialization
  3157. * [Fix] mid: handle incorrect rgexps in the map
  3158. * [Rework] Add extract training data function to fann_redis
  3159. * [Rework] Add preliminary train tests
  3160. * [Rework] Add redis storage feature to fann_redis
  3161. * [Rework] Adopt fuzzy storage for abstract backend
  3162. * [Rework] Adopt plugins
  3163. * [Rework] First reiteration on fann scores
  3164. * [Rework] Implement loading/invalidating
  3165. * [Rework] Make lua_redis task agnostic
  3166. * [Rework] Make rspamd protocol messages useful
  3167. * [Rework] Massive removal of legacy code
  3168. * [Rework] More cleanup actions
  3169. * [Rework] Remove legacy code never used for classifiers
  3170. * [Rework] Remove outdated and unused lua_session module
  3171. * [Rework] Reorganize fuzzy backend structure
  3172. * [Rework] Reorganize the internal backend structure
  3173. * [Rework] Restore old fann_scores, move common parts
  3174. * [Rework] Rework and simplify rbl plugin
  3175. * [Rework] Rework parsing of DMARC records
  3176. 1.3.4:
  3177. * [Feature] ASN module; support matching ASN/country in multimap
  3178. * [Feature] Add SPF method in spf return result
  3179. * [Feature] Add Yandex and Mail.ru forwarding rules
  3180. * [Feature] Add mempool maps in multimap
  3181. * [Feature] Add rule for identifying mail sent by eval()'d PHP code
  3182. * [Feature] Add support of stub DNSSEC resolver to rdns
  3183. * [Feature] Add task:get_digest method
  3184. * [Feature] Allow for more fine-grained scoring for ip_score
  3185. * [Feature] Allow to get digest of a mime part from lua
  3186. * [Feature] Allow to print message digest in logs
  3187. * [Feature] Fold DKIM-Signature header
  3188. * [Feature] Implement encrypted logs
  3189. * [Feature] Log URLs encrypted if we have log encryption pubkey
  3190. * [Feature] Pass authenticated bit to lua
  3191. * [Feature] Read redis backend statistics configuration from global section
  3192. * [Feature] Show the exact value matched for multima symbols
  3193. * [Feature] Store task checksum
  3194. * [Fix] Avoid setting limits when required elements are missing
  3195. * [Fix] DMARC: Fix alignment checking for subdomains
  3196. * [Fix] DMARC: deal with missing and spurious spaces
  3197. * [Fix] Defer insertion of results in ip_score to avoid skewing stats
  3198. * [Fix] Disable DMARC for local/authorized mail
  3199. * [Fix] Fix handling of proxied headers in controller
  3200. * [Fix] Fix hex printing of strings
  3201. * [Fix] Fix issue with spaces in maps
  3202. * [Fix] Fix parsing of forwarded IP
  3203. * [Fix] Fix reload in some plugins and workers
  3204. * [Fix] Fix reloading on SIGHUP
  3205. * [Fix] Fix some border cases for DKIM canonicalization
  3206. * [Fix] Fix url maps
  3207. * [Fix] Make dnssec configurable option disabled by default for now
  3208. * [Fix] rspamadm statconvert: force db to be a string
  3209. * [Fix] rspamadm statconvert: use db/password for learn cache
  3210. * [Rework] Rework flags in rspamd logger
  3211. 1.3.3:
  3212. * [CritFix] Check hyperscan cache sanity before loading
  3213. * [CritFix] Fix setting of fuzzy keys (completely breaks fuzzy storage)
  3214. * [Feature] Add SARBL (sarbl.org) uribl
  3215. * [Feature] Add `--search-pattern` option to rspamd_stats
  3216. * [Feature] Add some sanity check for very long from/to log elements
  3217. * [Feature] Allow to create hashes from string in a single step
  3218. * [Feature] Fix order of pre and postfilters
  3219. * [Feature] Improve lua URLs API
  3220. * [Feature] Improve message about fuzzy rules
  3221. * [Feature] Pre-calculate blake2 digest for all parts
  3222. * [Feature] Print radix duplicate keys as IP addresses
  3223. * [Feature] Simple mechanism for disabling RBLs in local.d/rbl.conf
  3224. * [Feature] Use faster hash function for fuzzy storage
  3225. * [Feature] rspamd_stats: support log directory reading
  3226. * [Fix] Add sanity check for url filters
  3227. * [Fix] Do not show rmilter section as a fake metric in rspamc
  3228. * [Fix] Fix URL filters
  3229. * [Fix] Fix a stupid mistake in util.strequal_caseless
  3230. * [Fix] Fix blake2b hash of the string "rspamd"
  3231. * [Fix] Fix filename maps filter
  3232. * [Fix] Fix finding tld in util.get_tld
  3233. * [Fix] Fix multimap content filters
  3234. * [Fix] Fix returning boolean from Lua
  3235. * [Fix] Fix returning of REDIS_NIL
  3236. * [Fix] Try to deal with multiple workers terminated
  3237. * [Fix] Use forced DNS request when calling for lua_http
  3238. * [Rework] Rework multimap filters, add redis maps
  3239. 1.3.2:
  3240. * [Feature] Add a special symbol for SPF DNS errors: R_SPF_DNSFAIL
  3241. * [Feature] Add correlations report in fuzzy stats
  3242. * [Feature] Add experimental CGP integration
  3243. * [Feature] Add method to get urls length in a text part
  3244. * [Feature] Add new methods to lua_html to access HTML tags
  3245. * [Feature] Allow all types of symbols to be added via __newindex method
  3246. * [Feature] Allow to create settings for authenticated users
  3247. * [Feature] Allow to get block content for HTML tags
  3248. * [Feature] Improve DNS failures when dealing with SPF
  3249. * [Feature] Properly implement R_WHITE_ON_WHITE rule
  3250. * [Feature] Remove old ugly rules
  3251. * [Feature] Rspamc can now add dkim signature in mime mode
  3252. * [Feature] Store content length for HTML tags
  3253. * [Feature] Support reacher set of HTML colors
  3254. * [Feature] Try to avoid FP for low contrast fonts detection
  3255. * [Fix] Add missing HTML colors
  3256. * [Fix] Add spaces to dkim signature to allow folding
  3257. * [Fix] Avoid returning NaN as score on scan
  3258. * [Fix] Decode entitles in href parts
  3259. * [Fix] Do not cache SPF records with DNS errors
  3260. * [Fix] Do not crash on cyclic depends
  3261. * [Fix] Do not insert HELO/HOSTNAME unknown when they are not passed
  3262. * [Fix] Do not set absent hostname to "unknown"
  3263. * [Fix] Do not stress redis with KEYS command (#791)
  3264. * [Fix] Fix DMARC_BAD_POLICY symbol
  3265. * [Fix] Fix HFILTER_URL module
  3266. * [Fix] Fix HFILTER_URL_ONELINE rule
  3267. * [Fix] Fix buffering in CGP integration
  3268. * [Fix] Fix colors propagation from parent nodes
  3269. * [Fix] Fix confusing OpenSSL API usage of i2d_RSAPublicKey
  3270. * [Fix] Fix dependencies id sanity check
  3271. * [Fix] Fix folding for semicolon separated tokens
  3272. * [Fix] Fix largest possible TLD behaviour
  3273. * [Fix] Fix last token folding
  3274. * [Fix] Fix length calculations in white on white rule
  3275. * [Fix] Fix multiple request headers structure
  3276. * [Fix] Fix multiple values headers freeing
  3277. * [Fix] Fix parsing of background color
  3278. * [Fix] Fix printing from field in log_urls
  3279. * [Fix] Fix processing of last element of DMARC policies
  3280. * [Fix] Further fixes for HTML colors
  3281. * [Fix] Further fixes for multiple values headers
  3282. * [Fix] Further fixes for white on white rule
  3283. * [Fix] Further fixes in HTML tags parsing
  3284. * [Fix] Ignore content type/subtype case
  3285. * [Fix] Increase score of R_WHITE_ON_WHITE
  3286. * [Fix] Parse CGP envelope data
  3287. * [Fix] Propagate colors in HTML
  3288. * [Fix] Restore multiple values headers in protocol
  3289. * [Fix] Restore multiple values in headers processing
  3290. * [Fix] Some more changes to tag's content length calculations
  3291. * [Fix] Some more fixes for low contrast fonts detector
  3292. * [Fix] SpamAssassin plugin: support check_freemail_header('EnvelopeFrom', [..])
  3293. * [Fix] Trigger HTML_SHORT_LINK_IMG on any external image
  3294. * [Fix] rspamd_stats: remove deprecated defined(@array)
  3295. 1.3.1:
  3296. * [CritFix] Fix catena passwords validation
  3297. * [CritFix] Fix crash when the first received is faked
  3298. * [Feature] Add DMARC_BAD_POLICY symbol when DMARC policy was invalid
  3299. * [Feature] Allow for matching hostnames in multimap (#773)
  3300. * [Feature] Allow for setting action based on DMARC disposition
  3301. * [Feature] Allow limiting of the inbound message size
  3302. * [Feature] Allow maps with multiple symbols and scores
  3303. * [Feature] Allow regexps in the emails maps
  3304. * [Feature] Allow to register metric symbols from multimap
  3305. * [Feature] Allow to reset redis tokens instead of appendig values
  3306. * [Feature] Allow to store strings in radix maps
  3307. * [Feature] Check UTF validity when there are utf regexps in a map
  3308. * [Feature] Correctly work when there is no hard reject action
  3309. * [Feature] Implement dependencies for maps
  3310. * [Fix] Another effort to unbreak sqlite locking
  3311. * [Fix] Avoid crash when closing mmapped file
  3312. * [Fix] Do not break history on NaN in required score
  3313. * [Fix] Ensure that hyperscan cache written is written properly
  3314. * [Fix] Filter NaN from scores in history
  3315. * [Fix] Fix DNSBL maps
  3316. * [Fix] Fix another locking issue in sqlite
  3317. * [Fix] Fix another locking issue with mapped files
  3318. * [Fix] Fix deadlock in mmaped file stats
  3319. * [Fix] Fix dependencies in multimap plugin
  3320. * [Fix] Fix emails module configuration
  3321. * [Fix] Fix greylist plugin (#755)
  3322. * [Fix] Fix greylisting plugin variable usage
  3323. * [Fix] Fix installed permissions for rspamd_stats
  3324. * [Fix] Fix locking in mmapped statistics
  3325. * [Fix] Fix paths in tests
  3326. * [Fix] Fix prefilter mode for multimap
  3327. * [Fix] Forgot to commit leftover changes
  3328. * [Fix] Really fix local.d includes
  3329. * [Fix] Restore selective greylisting behaviour
  3330. * [Fix] Set max size on per connection basis
  3331. * [Fix] Use temporary storage for hyperscan cache
  3332. * [Rework] Remove systemd socket activation
  3333. 1.3.0:
  3334. * [CritFix] Fix SA rawbody processing - exclude top part
  3335. * [CritFix] Fix decoding of UTF HTML entitles
  3336. * [CritFix] Fix encrypted fuzzy requests
  3337. * [CritFix] Fix leak of shared memory fds and files
  3338. * [CritFix] Fix levenshtein distance calculations
  3339. * [CritFix] Fix mime headers processing
  3340. * [CritFix] Fix parsing of URLs in texts
  3341. * [CritFix] Fix parsing of missing classes
  3342. * [CritFix] Fix redis structure by adding {NULL, NULL} member
  3343. * [CritFix] Fix some more URL detector issues
  3344. * [CritFix] Fix systemd sockets activation
  3345. * [CritFix] Fix unencrypted passwords processing in the controller
  3346. * [CritFix] Fix writing CDPs to the database
  3347. * [CritFix] Fix writing of encrypted HTTP requests
  3348. * [CritFix] Plug memory leak in dkim module
  3349. * [CritFix] Plug memory leak in headers getting code
  3350. * [CritFix] Pre-filters and post-filters were completely broken
  3351. * [CritFix] Properly support SA body regexps
  3352. * [CritFix] Really skip filters in case of pre-result set
  3353. * [CritFix] Restore the intended pre-filters behaviour
  3354. * [Rework] Adopt new maps code
  3355. * [Rework] Compile ragel sources when building rspamd
  3356. * [Rework] Finish rework for the rest of places that use HTTP
  3357. * [Rework] Fix DKIM headers canonicalization
  3358. * [Rework] Fix lua maps API
  3359. * [Rework] Import linenoise for line editing
  3360. * [Rework] Include config structure to all rcl handlers
  3361. * [Rework] Make chartable module useful
  3362. * [Rework] Move http internal structures to a private header
  3363. * [Rework] Partly fix controller
  3364. * [Rework] Remove dedicated images list
  3365. * [Rework] Rename http proxy to rspamd proxy
  3366. * [Rework] Rename mime parts structures
  3367. * [Rework] Rework HTTP code
  3368. * [Rework] Rework exceptions and newlines processing
  3369. * [Rework] Rework pre and postfilters system
  3370. * [Rework] Separate method to close backend connections
  3371. * [Rework] Start the complete maps rework
  3372. * [Rework] Use dynamically generated ragel C sources
  3373. * [Feature] Add 'blacklist' and 'strict' modes for whitelists
  3374. * [Feature] Add 'symbols_enabled' and 'groups_enabled' to settings
  3375. * [Feature] Add ESMTPSA received type
  3376. * [Feature] Add a simple script to evaluate rspamd rules in the logs
  3377. * [Feature] Add a simple tool to generate DKIM keys
  3378. * [Feature] Add a trivial heuristic for codepages
  3379. * [Feature] Add and use mumhash for non-crypto hashing
  3380. * [Feature] Add better method to check lua userdata types
  3381. * [Feature] Add better zip files search algorithm
  3382. * [Feature] Add catena PBKDF function
  3383. * [Feature] Add configuration knobs for in and out parser scripts
  3384. * [Feature] Add content filtering support to multimap
  3385. * [Feature] Add different timeouts for proxy connections
  3386. * [Feature] Add dot commands for lua REPL:
  3387. * [Feature] Add execution of lua global functions script
  3388. * [Feature] Add function for pretty printing of inet addresses
  3389. * [Feature] Add function to convert fstring_t to c string
  3390. * [Feature] Add function to create temporary shared memory mapping
  3391. * [Feature] Add function to generate random hex string
  3392. * [Feature] Add generic fucnction to parse IP maps
  3393. * [Feature] Add initial version of HTTP lua repl
  3394. * [Feature] Add learn condition to the default configuration
  3395. * [Feature] Add learn conditions for classifiers
  3396. * [Feature] Add limit for dkim signatures to be checked
  3397. * [Feature] Add locking routines for lua_util
  3398. * [Feature] Add lua API for getting info from archives
  3399. * [Feature] Add lua utility to decode URL encoding
  3400. * [Feature] Add method to copy message from http connection
  3401. * [Feature] Add mirrors feature
  3402. * [Feature] Add more algorithms for shingles generation
  3403. * [Feature] Add more domains to redirectors list
  3404. * [Feature] Add more encodingsto cryptobox hash API
  3405. * [Feature] Add more file utilities to lua_util
  3406. * [Feature] Add more functions to extract data from text parts
  3407. * [Feature] Add more methods to get headers from a task
  3408. * [Feature] Add more methods to init http message body
  3409. * [Feature] Add more options for redis config parsing function
  3410. * [Feature] Add new representation of email address
  3411. * [Feature] Add new symbols to filter bad extensions in messages
  3412. * [Feature] Add new utility methods to mimepart object
  3413. * [Feature] Add openphish support to rspamd phishing module
  3414. * [Feature] Add parsers for SMTP address in ragel
  3415. * [Feature] Add parsing of mirror hosts for fuzzy storage
  3416. * [Feature] Add parsing scripts for master connection as well
  3417. * [Feature] Add preliminary greylist plugin
  3418. * [Feature] Add preliminary phishtank support
  3419. * [Feature] Add preliminary rarv5 support
  3420. * [Feature] Add preliminary version of ssl toolbox
  3421. * [Feature] Add protection against open files limit and accepting sockets
  3422. * [Feature] Add rar v4 support
  3423. * [Feature] Add reading scripts for master connection
  3424. * [Feature] Add replies plugin
  3425. * [Feature] Add results parsing code
  3426. * [Feature] Add routines to compare and check pubkeys
  3427. * [Feature] Add simpler versions of refcounts
  3428. * [Feature] Add some time manipulation functions for lua APi
  3429. * [Feature] Add support for non-standard BATV signatures
  3430. * [Feature] Add support of address with at-domain list
  3431. * [Feature] Add support to search archives by magic
  3432. * [Feature] Add task:get_rawbody method
  3433. * [Feature] Add test to check shared memory support sanity
  3434. * [Feature] Add the initial version of LUA repl to rspamadm
  3435. * [Feature] Add throughput graph for RRD backend to WebUI
  3436. * [Feature] Add universal function to make a proper redis request
  3437. * [Feature] Add universal function to parse redis servers for plugins
  3438. * [Feature] Add util.unlink function
  3439. * [Feature] Add utility function to return random number from 0 to 1
  3440. * [Feature] Add utility method to convert ftok to C string
  3441. * [Feature] Add utility to map shared memory segments
  3442. * [Feature] Add versions to fuzzy storage
  3443. * [Feature] Add workaround for legacy clients in rspamd proxy
  3444. * [Feature] Add workaround for systems without sane shmem support
  3445. * [Feature] Add xoroshiro+ fast rng for non-crypto purposes
  3446. * [Feature] Adopt plugins for new maps API
  3447. * [Feature] Allow SPF to be checked for empty tasks
  3448. * [Feature] Allow binary patterns in lua_trie
  3449. * [Feature] Allow catena encrypted passwords in controller
  3450. * [Feature] Allow client ip match in the settings
  3451. * [Feature] Allow easy adding and overriding of fuzzy rules
  3452. * [Feature] Allow empty tasks to be processed
  3453. * [Feature] Allow hostnames in IP maps
  3454. * [Feature] Allow https maps
  3455. * [Feature] Allow multiple PBKDF types in `rspamadm pw`
  3456. * [Feature] Allow named fuzzy rules
  3457. * [Feature] Allow non zero terminated patterns in multipattern
  3458. * [Feature] Allow partial hash updates
  3459. * [Feature] Allow pipelining for redis.make_request
  3460. * [Feature] Allow sending empty requests using client
  3461. * [Feature] Allow setting fuzzy flag by symbol not by value
  3462. * [Feature] Allow setting scores and actions from lua
  3463. * [Feature] Allow shared memory simple http client
  3464. * [Feature] Allow static lua files in any parts of rspamd sources
  3465. * [Feature] Allow to change flag from fuzzy learn condition
  3466. * [Feature] Allow to check rspamd_text using maps
  3467. * [Feature] Allow to disable composite rules from settings
  3468. * [Feature] Allow to disable some modules from common redis setup
  3469. * [Feature] Allow to extract ucl_object from lua using common API
  3470. * [Feature] Allow to get settings and settings id hash from lua_task
  3471. * [Feature] Allow to have specific settings for mirrored traffic
  3472. * [Feature] Allow to open message from a shared memory segment
  3473. * [Feature] Allow to parse pubkeys from the rcl config
  3474. * [Feature] Allow to pass extradata from rspamd to rmilter
  3475. * [Feature] Allow to query storage about number of fuzzy hashes stored
  3476. * [Feature] Allow to read logs without symbols scores
  3477. * [Feature] Allow to read password from console for rspamc
  3478. * [Feature] Allow to set ciphers and CA paths in config
  3479. * [Feature] Allow to skip some initialization phases to speed up rspamadm
  3480. * [Feature] Allow underscore separated names in settings
  3481. * [Feature] Allow versioning for sqlite databases
  3482. * [Feature] Always allow to terminate rspamd
  3483. * [Feature] Better deal with backend errors
  3484. * [Feature] Better lua_redis logging
  3485. * [Feature] Configure CA path and ciphers
  3486. * [Feature] Create a dedicated parser to strip newlines
  3487. * [Feature] Deduplicate the same urls in multimap module
  3488. * [Feature] Distinguish luajit from lua
  3489. * [Feature] Do not print garbadge in --compact output
  3490. * [Feature] Dynamically detect if a CPU is incompatible with hyperscan
  3491. * [Feature] Enable forced resolving for some lua plugins
  3492. * [Feature] Enable rrd by default
  3493. * [Feature] Enable workaround for exim
  3494. * [Feature] Fix task functions to work without rspamd_config
  3495. * [Feature] Further improvements to chartable module
  3496. * [Feature] Further micro-optimizations for hashing and shingles
  3497. * [Feature] Further relax parser
  3498. * [Feature] Humanize numbers in stats widgets
  3499. * [Feature] Implement HTTPS client
  3500. * [Feature] Implement SSL support in http client
  3501. * [Feature] Implement body rules for the trie plugin
  3502. * [Feature] Implement braced regexp quantifiers
  3503. * [Feature] Implement compare scripts for mirrors results
  3504. * [Feature] Implement compare scripts setup
  3505. * [Feature] Implement composites policies
  3506. * [Feature] Implement conditional learning for classifiers
  3507. * [Feature] Implement constructing of map from UCL
  3508. * [Feature] Implement dkim signing in dkim check plugin
  3509. * [Feature] Implement fuzzy storage updates
  3510. * [Feature] Implement fuzzy updates push protocol
  3511. * [Feature] Implement https maps
  3512. * [Feature] Implement inter-process maps caching
  3513. * [Feature] Implement mapping of remote flags to local flags
  3514. * [Feature] Implement mirroring in rspamd proxy
  3515. * [Feature] Implement multi-flags fuzzy replies
  3516. * [Feature] Implement multiple-sources fuzzy storage
  3517. * [Feature] Implement order of pre/post filters
  3518. * [Feature] Implement partial deleting for multi-flags
  3519. * [Feature] Implement pipelining for redis async interface
  3520. * [Feature] Implement ragel parser for received headers
  3521. * [Feature] Implement reading of messages to shared memory
  3522. * [Feature] Implement refcount for messages
  3523. * [Feature] Implement retransmits for master connection
  3524. * [Feature] Implement zero-copy mode for HTTP reading
  3525. * [Feature] Improve SPF domain detection logic
  3526. * [Feature] Improve config:register_symbol function
  3527. * [Feature] Improve error report for type mismatch in lua
  3528. * [Feature] Improve fstrings API
  3529. * [Feature] Improve getting SMTP data from lua_task
  3530. * [Feature] Improve levenshtein distance function
  3531. * [Feature] Improve logging in proxy and add refcounts
  3532. * [Feature] Improve logging lua types
  3533. * [Feature] Improve master/slave logging
  3534. * [Feature] Improve phishing plugin
  3535. * [Feature] Improve phishtank and openphish support
  3536. * [Feature] Improve ragel build target
  3537. * [Feature] Improve statistics script
  3538. * [Feature] Initialize ssl library to use SSL connections
  3539. * [Feature] Interpolate points sent to webui
  3540. * [Feature] Limit logging of elements that could have too many items
  3541. * [Feature] Lock ANN file when loading
  3542. * [Feature] New abstract hashing API in cryptobox
  3543. * [Feature] Normalize quoted addresses
  3544. * [Feature] Now cryptobox lua API accepts rspamd text as input
  3545. * [Feature] Optimize alignment to speed up hashing
  3546. * [Feature] Parse received date and ESMTPA proto
  3547. * [Feature] Parse received timestamp
  3548. * [Feature] Pass settings id to log helper
  3549. * [Feature] Pass settings id to lua script from log helper
  3550. * [Feature] Perform files expansion on proxying
  3551. * [Feature] Preliminary implementation of fuzzy master/slave updates
  3552. * [Feature] Print userdata using tostring if possible
  3553. * [Feature] Propagate HTTP result string when using proxy
  3554. * [Feature] Properly implement unweighted round-robin algorithm
  3555. * [Feature] Reduce number of timers queries
  3556. * [Feature] Rework and improve fuzzy storage
  3557. * [Feature] Rework dns resolving API for lua, add 'forced' option
  3558. * [Feature] Rework fann module to understand settings
  3559. * [Feature] Rework listening system to allow multiple socket types per worker
  3560. * [Feature] Rework ratelimit module to set expiration
  3561. * [Feature] Save bayes probability in memory pool var
  3562. * [Feature] Save settings id hash for convenience
  3563. * [Feature] Search for SSL_set_tlsext_host_name support
  3564. * [Feature] Send DKIM signature to protocol reply
  3565. * [Feature] Show DKIM signature in rspamc client
  3566. * [Feature] Show symbols description in scan output
  3567. * [Feature] Sign message merely after DKIM check
  3568. * [Feature] Simplify machines by assuming that headers are unfolded
  3569. * [Feature] Sort symbols when displaying them in log
  3570. * [Feature] Split main connection from mirrored connections
  3571. * [Feature] Start moving to the new email address structure
  3572. * [Feature] Store HTTP headers in a hash table
  3573. * [Feature] Store more information about compressed files
  3574. * [Feature] Store raw headers value to use them in DKIM
  3575. * [Feature] Store text parts content with newlines stripped
  3576. * [Feature] Support DKIM signing
  3577. * [Feature] Support EXIF jpeg images
  3578. * [Feature] Support archive files list extraction
  3579. * [Feature] Support archives when matching patterns in multimap
  3580. * [Feature] Support premium/academic feed for openphish
  3581. * [Feature] Support rspamd_updates via https
  3582. * [Feature] Supprort FQDNs in phishing module maps
  3583. * [Feature] Try to read on fuzzy timeout to avoid fake timeouts
  3584. * [Feature] Try to select the optimal possible function for input
  3585. * [Feature] Unescape and unquote smtp addresses
  3586. * [Feature] Update fuzzy timestamp when adding value
  3587. * [Feature] Update mumhash
  3588. * [Feature] Use -flto if possible when optimizations are enabled
  3589. * [Feature] Use extended map types in lua map, unify code
  3590. * [Feature] Use file lock in logger to avoid deadlocks
  3591. * [Feature] Use generic global string split function
  3592. * [Feature] Use metrohash as well
  3593. * [Feature] Use mumhash by default for incremental hashing
  3594. * [Feature] Use mumhash for words hashing
  3595. * [Feature] Use new ip parsing API
  3596. * [Feature] Use new maps API for local addrs
  3597. * [Feature] Use new ragel parser in message parsing code
  3598. * [Feature] Use new received parser instead of old one
  3599. * [Feature] Use new redis API in DMARC plugin
  3600. * [Feature] Use new redis API in greylist plugin
  3601. * [Feature] Use new redis API in ip_score plugin
  3602. * [Feature] Use new redis API in ratelimit plugin
  3603. * [Feature] Use new redis API in replies plugin
  3604. * [Feature] Use new version of register_symbol in rspamd plugins
  3605. * [Feature] Use offset when passing shm to deal with encrypted requests
  3606. * [Feature] Use one pass to remove newlines and store their positions
  3607. * [Feature] Use rspamd specific type checks for userdata
  3608. * [Feature] Use shared memory storage for http maps
  3609. * [Feature] Use universal redis definitions in rspamd plugins
  3610. * [Feature] Various improvements in greylist module
  3611. * [Feature] Wait for sqlite if locked when switching to WAL mode
  3612. * [Fix] Add filenames sanity filtering for mime types
  3613. * [Fix] Add guards for empty parts
  3614. * [Fix] Add missing types
  3615. * [Fix] Add more priority for config file symbols registered from UCL
  3616. * [Fix] Add sanity checks when compiling regexp maps
  3617. * [Fix] Add spaces instead of newlines to the normalized content
  3618. * [Fix] Add workaround for ancient openssl
  3619. * [Fix] Add workaround for gmime CTE stupidity
  3620. * [Fix] Add workaround for hex digits
  3621. * [Fix] Adjust MISSING_MIMEOLE score
  3622. * [Fix] Adjust body/body_buf when stealing encrypted message
  3623. * [Fix] Adopt lua task API for the new email addresses structure
  3624. * [Fix] Allow for disabling DMARC reporting when Redis is configured
  3625. * [Fix] Always register openphish and phishtank virtual symbols
  3626. * [Fix] Always use shmem on linux
  3627. * [Fix] Another change of newlines policy
  3628. * [Fix] Another d3evolution update
  3629. * [Fix] Another fix for exim workaround
  3630. * [Fix] Another fix for legacy clients
  3631. * [Fix] Another fix for maps scheduling
  3632. * [Fix] Another fix for marking upstreams inactive
  3633. * [Fix] Another fix for postfilters
  3634. * [Fix] Another fix for redis timeouts
  3635. * [Fix] Avoid `table.getn` method as it has been removed in lua 5.3
  3636. * [Fix] Avoid double hashing for images
  3637. * [Fix] Avoid linking with actrie if hyperscan is enabled
  3638. * [Fix] Check copy result when sending message to mirrors
  3639. * [Fix] Cleanup message when assiging body
  3640. * [Fix] Cleanup stack from global vars
  3641. * [Fix] Correctly parse query type
  3642. * [Fix] Disable all symbols if enable_groups is found in settings
  3643. * [Fix] Disable fts as it is completely broken in bloody linux
  3644. * [Fix] Disable multiple autolearn checks
  3645. * [Fix] Disallow updates by default
  3646. * [Fix] Do not abort when cannot load a map
  3647. * [Fix] Do not check recursion for non-DNS SPF record types
  3648. * [Fix] Do not delete uninitialized events
  3649. * [Fix] Do not die if shmem_mkstemp fails
  3650. * [Fix] Do not die when no metrics defined
  3651. * [Fix] Do not even try pcre in case of regexp maps
  3652. * [Fix] Do not greylist messages if redis has failed somehow
  3653. * [Fix] Do not greylist on rejection
  3654. * [Fix] Do not leave temporary maps cached
  3655. * [Fix] Do not output meaningless errors
  3656. * [Fix] Do not send NaN in json
  3657. * [Fix] Don't mix hyperscan and pcre processing within a same task
  3658. * [Fix] Finally rework and simplify redis backend for statistics
  3659. * [Fix] Fix Exim shutdown patch
  3660. * [Fix] Fix JIT compilation for PCRE2 expressions
  3661. * [Fix] Fix JIT usage for PCRE2
  3662. * [Fix] Fix REPL output
  3663. * [Fix] Fix SMTP address parsing machine
  3664. * [Fix] Fix UTF8 mode in PCRE2
  3665. * [Fix] Fix a stupid misprint in word 'phishing'
  3666. * [Fix] Fix accepting the first update when local idx is -1
  3667. * [Fix] Fix adding maps from ucl
  3668. * [Fix] Fix adding upstream to an active queue
  3669. * [Fix] Fix and rescore R_PARTS_DIFFER logic
  3670. * [Fix] Fix body rules in SA plugin
  3671. * [Fix] Fix body start position
  3672. * [Fix] Fix border case in urls detector
  3673. * [Fix] Fix border cases for incremental hashing
  3674. * [Fix] Fix caseless uthash application
  3675. * [Fix] Fix chartable issue with starting digits
  3676. * [Fix] Fix client_ip in users settings
  3677. * [Fix] Fix compilation issue
  3678. * [Fix] Fix conditional learning
  3679. * [Fix] Fix crash on empty maps
  3680. * [Fix] Fix creating of URLs from LUA
  3681. * [Fix] Fix creating of temporary shmem segment
  3682. * [Fix] Fix creation of mmapped statfiles
  3683. * [Fix] Fix descriptors leak on shmem detaching
  3684. * [Fix] Fix detaching of shared memory segments
  3685. * [Fix] Fix detection of URLs in text parts
  3686. * [Fix] Fix directories processing for rspamc
  3687. * [Fix] Fix displaying of rewrite subject in WebUI
  3688. * [Fix] Fix dkim private keys operations
  3689. * [Fix] Fix dkim signing
  3690. * [Fix] Fix dynamic scoring of subject symbols
  3691. * [Fix] Fix email address build
  3692. * [Fix] Fix encrypted proxy requests
  3693. * [Fix] Fix errors counting in upstreams
  3694. * [Fix] Fix errors handling in the proxy
  3695. * [Fix] Fix event bases for IO events
  3696. * [Fix] Fix events handling when scheduling map wacth
  3697. * [Fix] Fix fann rewrite
  3698. * [Fix] Fix files fallback for shmem transfer
  3699. * [Fix] Fix fuzzy adding in webui
  3700. * [Fix] Fix fuzzy storage encrypted mirroring
  3701. * [Fix] Fix fuzzy storage sync replies
  3702. * [Fix] Fix handling of the same words
  3703. * [Fix] Fix inserting values to the sources list
  3704. * [Fix] Fix ipv6 mask application
  3705. * [Fix] Fix issue with missing recipients
  3706. * [Fix] Fix issues with multiple returns from lua
  3707. * [Fix] Fix learning for non-existent backend
  3708. * [Fix] Fix legacy clients support in proxy
  3709. * [Fix] Fix length calculations for shared memory segments
  3710. * [Fix] Fix listening on UDP sockets
  3711. * [Fix] Fix loading of file maps
  3712. * [Fix] Fix long regexp flags (e.g. {sa_body})
  3713. * [Fix] Fix lua compare function init
  3714. * [Fix] Fix maps descriptions
  3715. * [Fix] Fix maps locking
  3716. * [Fix] Fix max_train setup in ANN module
  3717. * [Fix] Fix memory corruption
  3718. * [Fix] Fix memory leak in unsigned maps reading
  3719. * [Fix] Fix misprints for lto usage
  3720. * [Fix] Fix more issues with scripts processing
  3721. * [Fix] Fix next-to-last extension length check
  3722. * [Fix] Fix openssl initialization
  3723. * [Fix] Fix order of arguments
  3724. * [Fix] Fix order of initialization
  3725. * [Fix] Fix parser
  3726. * [Fix] Fix parsing of binary tries
  3727. * [Fix] Fix parsing of braced IPv6 addresses
  3728. * [Fix] Fix parsing of nested braces in SMTP comments
  3729. * [Fix] Fix parsing of rarv5 archives
  3730. * [Fix] Fix periodic scheduling when a map is not modified
  3731. * [Fix] Fix possible FP in TRACKER_ID rule
  3732. * [Fix] Fix post-filters processing
  3733. * [Fix] Fix potential NULL dereference
  3734. * [Fix] Fix processing of <br> and <hr> tags
  3735. * [Fix] Fix processing of addresses in protocol
  3736. * [Fix] Fix processing of messages without received headers
  3737. * [Fix] Fix proxying issue for unconnected sessions
  3738. * [Fix] Fix proxying of the encrypted messages
  3739. * [Fix] Fix race condition with shared memory by refcounts
  3740. * [Fix] Fix ratelimit initialization
  3741. * [Fix] Fix redis set request in replies plugin
  3742. * [Fix] Fix redis timeout events handling
  3743. * [Fix] Fix redis timeouts processing logic
  3744. * [Fix] Fix refcounts in lua_redis
  3745. * [Fix] Fix results checking if no master connection is active
  3746. * [Fix] Fix return value for couple of lua functions
  3747. * [Fix] Fix round-robin selection when upstreams have no weight
  3748. * [Fix] Fix rows calculation in graph
  3749. * [Fix] Fix rspamd_redis_make_request syntax in replies plugin
  3750. * [Fix] Fix scheduling of locked map events
  3751. * [Fix] Fix scores detection
  3752. * [Fix] Fix searching for newline positions
  3753. * [Fix] Fix secure_ip setting in controller
  3754. * [Fix] Fix sending data to graph command
  3755. * [Fix] Fix setting of score for parts differ
  3756. * [Fix] Fix setting of the lua top
  3757. * [Fix] Fix setting path for lua
  3758. * [Fix] Fix setting path for phishtank
  3759. * [Fix] Fix settings application
  3760. * [Fix] Fix shm_open call as described in POSIX
  3761. * [Fix] Fix size of length in fuzzy mirror wire protocol
  3762. * [Fix] Fix smtp grammar issues
  3763. * [Fix] Fix some issues with redis API
  3764. * [Fix] Fix some issues with retries in the proxy
  3765. * [Fix] Fix stack growing
  3766. * [Fix] Fix start of body detection in DKIM
  3767. * [Fix] Fix state on timeout
  3768. * [Fix] Fix stats script
  3769. * [Fix] Fix substring search when there are '\0' in strings
  3770. * [Fix] Fix symbol name for spf soft fail
  3771. * [Fix] Fix symbol type's check
  3772. * [Fix] Fix symbols registration and execution
  3773. * [Fix] Fix the case of multiple values keys
  3774. * [Fix] Fix the default symbol names according to metric
  3775. * [Fix] Fix timeout setup on learning
  3776. * [Fix] Fix timeouts in redis cache processing
  3777. * [Fix] Fix timeouts processing in lua_redis
  3778. * [Fix] Fix upstreams interaction for rspamd proxy
  3779. * [Fix] Fix usage of rdns reply structure
  3780. * [Fix] Fix varargs loop
  3781. * [Fix] Fix whitelists and blacklists in SA rules
  3782. * [Fix] Fix write servers setup for redis
  3783. * [Fix] Fix writing of HTTP messages
  3784. * [Fix] Force rspamd to upgrade fuzzy db on opening
  3785. * [Fix] Free the correct pointer
  3786. * [Fix] Further fixes for lto and static linking
  3787. * [Fix] Further fixes for surbl extensions map
  3788. * [Fix] Further fixes in maps code
  3789. * [Fix] Further improvements to error messages in fuzzy check
  3790. * [Fix] Further tweaks to redis garbadge collection
  3791. * [Fix] Groups are now case insensitive
  3792. * [Fix] Handle log pipe read errors
  3793. * [Fix] Handle nested dependencies in SpamAssassin plugin
  3794. * [Fix] Implement new automata to skip empty lines for dkim signing
  3795. * [Fix] Improve error messages on fuzzy add
  3796. * [Fix] Improve lua redis handling
  3797. * [Fix] Improve phishing module logging
  3798. * [Fix] Improve printing of fuzzy errors
  3799. * [Fix] Improve rrd diagnostic errors
  3800. * [Fix] Improve strcase hash used in uthash
  3801. * [Fix] Include fuzzy key to distinguish storages with different keys
  3802. * [Fix] Include slave cluster name into http request
  3803. * [Fix] Include some more information about archives
  3804. * [Fix] Indicate upstream error on timeout
  3805. * [Fix] Initialize hash tables array to avoid crashes
  3806. * [Fix] Initialize parser scripts properly
  3807. * [Fix] Initialize vars to avoid warnings
  3808. * [Fix] Inverse logic for saving ANN
  3809. * [Fix] Link lpeg to rspamd lua library
  3810. * [Fix] Make extension checks case-insensitive
  3811. * [Fix] Mark expired hashes as not found and not as zero flag
  3812. * [Fix] Match archive name as well
  3813. * [Fix] More and more fixes to redis states
  3814. * [Fix] More fixes about shared memory in proxy
  3815. * [Fix] More fixes for redis refcounts
  3816. * [Fix] More fixes to end of headers detection
  3817. * [Fix] More fixes to events logic
  3818. * [Fix] More fixes to multi-flag fuzzy storage
  3819. * [Fix] More fixes to parts distance calculations
  3820. * [Fix] More guards for redis free
  3821. * [Fix] One more fix in redis destructor
  3822. * [Fix] One more try to fix redis
  3823. * [Fix] PIE is required for static build
  3824. * [Fix] Partial fix for mmap'd statistics tests
  3825. * [Fix] Plug memory leak in proxy
  3826. * [Fix] Properly detect end of headers position
  3827. * [Fix] Properly init and free session structures
  3828. * [Fix] Reduce PRECEDENCE_BULK rule weight
  3829. * [Fix] Reduce the default thresholds for learning
  3830. * [Fix] Remove Type=forking from systemd unit file (#709)
  3831. * [Fix] Remove bad FANN file to save computational resources
  3832. * [Fix] Remove event before closing of fd to avoid race conditions
  3833. * [Fix] Remove parsing of 'from' variable in redis backend
  3834. * [Fix] Remove some bad domains from whitelists
  3835. * [Fix] Repair optional dependencies
  3836. * [Fix] Reset master connection when retransmitting scan request
  3837. * [Fix] Restore ONCE_RECEIVED symbol
  3838. * [Fix] Restore compatibility with old lua API behaviour
  3839. * [Fix] Restore redis runtime state
  3840. * [Fix] Reverse options when received
  3841. * [Fix] Send updates to mirrors only if we have some changes
  3842. * [Fix] Set host attribute properly when making HTTP request from lua
  3843. * [Fix] Set terminated state before calling of async free
  3844. * [Fix] Simplify MISSING_MIMEOLE rule
  3845. * [Fix] Simplify state machine by ignoring multiple spaces
  3846. * [Fix] Skip setting RPATH for static builds
  3847. * [Fix] Slightly reduce weights of rules with high FP rate
  3848. * [Fix] Some fixes to libmagic initialization
  3849. * [Fix] Some more fixes to ratelimit plugin
  3850. * [Fix] Strip '\r\n' properly
  3851. * [Fix] Switch hashes to mumhash
  3852. * [Fix] Treat NaN values properly in graph command
  3853. * [Fix] Try to avoid FP when checking for phished URLs
  3854. * [Fix] Try to avoid recursive events deletions
  3855. * [Fix] Try to fix false positive URL detections in text parts
  3856. * [Fix] Try to fix issue in redis stats backend when task is closed
  3857. * [Fix] Try to fix proxying of stupid spamc protocol to HTTP mirrors
  3858. * [Fix] Try to fix redis crashes
  3859. * [Fix] Try to fix upstreams with one element
  3860. * [Fix] Try to handle multiline history in a more sane way
  3861. * [Fix] Unbreak build on gcc < 4.9
  3862. * [Fix] Update RPM spec/sources (#700)
  3863. * [Fix] Update d3evolution version
  3864. * [Fix] Update mumhash implementation
  3865. * [Fix] Use custom error function for pre and post filters
  3866. * [Fix] Use new postfilters and prefilters API in the plugins
  3867. * [Fix] Use non-blocking mode for systemd sockets
  3868. * [Fix] Use shared memory merely for local backends in the proxy
  3869. * [Fix] Use watchers for spf plugin
  3870. * [Fix] Varioud fixes to the maps code
  3871. 1.2.8:
  3872. * Another fix for exim workaround (#637)
  3873. * Fix unencrypted passwords processing in the controller
  3874. * Fix setting path for lua (#652)
  3875. * Fix usage of rdns reply structure (#654)
  3876. * Use file lock in logger to avoid deadlocks
  3877. * Add `application/octet-stream` mime type for `pdf` extension (by @moisseev)
  3878. * Implement new automata to skip empty lines for dkim signing (#651)
  3879. * Fix parsing of missing classes
  3880. * Clarify some rspamc arguments (by @fatalbanana)
  3881. * Correct suppress spelling
  3882. 1.2.7:
  3883. * Slightly reduce weights of rules with high FP rate
  3884. * Add workround for rspamd-1.3
  3885. * Fix possible FP in TRACKER_ID rule
  3886. * Simplify MISSING_MIMEOLE rule
  3887. * Add workaround for gmime CTE stupidity
  3888. * Fix mime headers processing
  3889. * Fix false positive URL detections in text parts
  3890. * Fix Exim shutdown patch
  3891. * Enable workaround for exim mailbox format
  3892. * Backport shingles static test
  3893. * Fix levenshtein distance calculations
  3894. * Fix max_train setup in ANN module
  3895. * Fix redis structure by adding {NULL, NULL} member
  3896. * Fix build with unmodified LibreSSL opensslv.h
  3897. * Repair optional dependencies
  3898. * Really skip filters in case of pre-result set
  3899. * Restore the intended pre-filters behaviour
  3900. * Fix ipv6 mask application
  3901. 1.2.6:
  3902. * Fix parsing of URLs in texts
  3903. * Fix creating of URLs from LUA
  3904. * Fix some more URL detector issues
  3905. * Fix unit tests
  3906. * Fix JIT compilation for PCRE2 expressions
  3907. * Fix JIT usage for PCRE2
  3908. * Fix UTF8 mode in PCRE2
  3909. * Add workaround for pre-historic compilers (#605)
  3910. * Fix and rescore R_PARTS_DIFFER logic
  3911. * Properly set lua paths for tests
  3912. * Fix SA rawbody processing - exclude top part
  3913. * Store text parts content with newlines stripped
  3914. * Properly support SA body regexps
  3915. * Fix body rules in SA plugin
  3916. * Fix setting of score for parts differ
  3917. * More fixes to parts distance calculations
  3918. - Use hashed words instead of full words for speed
  3919. - Improve levenstein distance calculations and penalise replaces
  3920. - Always return number from 0 to 1
  3921. - Use g_malloc instead of alloca
  3922. * Fix percents output in R_PARTS_DIFFER
  3923. * Plug memory leak in dkim module
  3924. * Plug minor memory leak in regexps creation
  3925. 1.2.5:
  3926. * Plug an important memory leak in headers getting code
  3927. * Remove some bad domains from whitelists
  3928. 1.2.4:
  3929. * Implement new multipattern matcher that uses hyperscan if possible
  3930. * Use mutlipattern for lua_trie code
  3931. * Add utility methods for multipattern
  3932. * Use multipattern in url matcher
  3933. * Add escape functions for hyperscan
  3934. * Allow to optimize lua -> C transition by flattening table args
  3935. * Optimize hot paths in SA plugin
  3936. * Optimize rspamd_re_cache_type_from_string
  3937. * Allow empty tries
  3938. * Fix extraction of URLs from Subject
  3939. * Allow to have different flags for different patterns in multipattern
  3940. * Add common directory for hyperscan cache to config
  3941. * Implement caching for hyperscan multipattern
  3942. * Attach domain part to `R_SUSPICIOUS_URL` (by @moisseev)
  3943. * Allow multipattern scans to be nested for the case of hyperscan
  3944. * Simplify SURBL redirector search code and avoid ac_trie
  3945. * Add two way substring search algorithm
  3946. * Avoid acism usage to find gtube pattern
  3947. * Fix processing of empty headers
  3948. * Allow to disable pthread mutexes on broken platforms
  3949. * Make web interface not send password in query strings (#585) by @fatalbanana
  3950. * Add maximum delay to ratelimit module
  3951. * Backport fix for empty files inclusion from libucl
  3952. * Fix settings id setup
  3953. * Add min_learns option to classifiers
  3954. * Use more clever to utf8 conversion strategy
  3955. * Fix disabling of virtual symbols in the settings
  3956. * Rework settings to work properly in metric-less configuration
  3957. * Set the default limit for classifier
  3958. * Fix ttl based expiration from LRU cache
  3959. * Rework DKIM module to use OpenSSL for digests
  3960. * Fix mailto urls parsing with hyperscan
  3961. * Do not set obscured flag for urls starting with spaces
  3962. * Fix crash on redis learn
  3963. * Fix ratelimit ctime setting
  3964. 1.2.3:
  3965. * New DCC module (by @smfreegard)
  3966. * Rework whitelist module:
  3967. - Now we check different elements for different checks
  3968. - MIME from for DMARC
  3969. - DKIM signature domain for DKIM
  3970. - SMTP from or HELO for SPF
  3971. * Fix regexps results combination (*critical*)
  3972. * Fix issue with expressions processing (*critical*)
  3973. * Optimize strlcpy for aligned input
  3974. * Add support of half-closed connection in lua_tcp
  3975. * Allow to print compact json in client
  3976. * Save required score in history (#581)
  3977. * Allow to attach file descriptors to control commands
  3978. * Allow to send descriptors from workers to main
  3979. * Allow to attach fd when broadcasting to workers
  3980. * Implement log pipe feature for rspamd logs analysis
  3981. * Add `log_helper` worker
  3982. * Add `URIBL_SBL_CSS` (by @smfreegard)
  3983. * Add worker scripts functionality
  3984. * Add on load hooks for rspamd_config
  3985. * Add lua scripts for log_helper worker
  3986. * Add generic maillist detector (#584)
  3987. * Implement FANN autolearn using log_helper worker
  3988. * Rework metrics configuration to allow includes
  3989. * Change default value of forced removal in composite rules
  3990. * Allow to use assembly version of blake2b on x86 cpu
  3991. * Use less precise (but faster) clock if possible
  3992. * Insert redirected URL to the urls list
  3993. * Allow to get and set callback data for rspamd symbols
  3994. * Add binary heap implementation
  3995. * Use binary heap for expire algorithms in the hash
  3996. * Use `least frequent used` expiration strategy
  3997. * Allow to get mime headers from a task
  3998. * Add support for mime headers in `regexp` module
  3999. * Update Exim patches (by @fatalbanana)
  4000. * Allow building rspamd with jemalloc
  4001. * Save multipart boundaries
  4002. * SA plugin changes:
  4003. - Properly handle MIME headers
  4004. - Fix eval:check_for_missing_to_header rule
  4005. - Implement SA compatible body regexps
  4006. - Use sabody rules in SA plugin
  4007. * LUA API changes:
  4008. - Add util.get_ticks function
  4009. - Add util.stat function
  4010. - Add task:get_symbols_numeric method
  4011. - Add method to get number of symbols in the cache
  4012. - Add lua methods to get redirected urls
  4013. - Allow to get callbacks for lua symbols
  4014. - Add config:set_symbol_callback function
  4015. 1.2.2:
  4016. * Use HTTP Content-Type on non mime input if possible
  4017. * Save log level when compressing log messages
  4018. * Further rework of composite rules (add '^' prefix)
  4019. * Add tracking for rspamd expressions
  4020. * Store actions limits in metric result
  4021. * Fix parsing of include/redirect with many records in SPF
  4022. * Add method to disable symbols execution in the cache
  4023. * Allow to disable checks from settings
  4024. * Allow to select settings by id in HTTP query
  4025. * Find URLs with '\r' and '\n' inside href attribute
  4026. * Implement vectored mode for hyperscan (experimental)
  4027. * Improve client connection errors diagnostics
  4028. * Allow to edit new files with signtool
  4029. * Improve hashes performance on 32 bit platforms
  4030. * Fix sorting of limits
  4031. * Remove slow and unused rules `INVALID_EXIM_RECEIVED*`
  4032. * Add expression:process_traced lua method
  4033. * Allow tables in task:insert_result
  4034. * Save trace for SA metas
  4035. * Do not parse broken TLD parts in URLs
  4036. * Investigate many border cases in URLs parser
  4037. 1.2.1:
  4038. * Add list support to `mime types` module configuration (by @moisseev)
  4039. * Allow symbols params to be printed in logs
  4040. * Fix `MIME_BAD_ATTACHMENT` false positives for MDN/DSN
  4041. * Fix crashes on arm32
  4042. * Do not classify message if some class is missing
  4043. * Fix cryptobox cleanup
  4044. * Remove multipart/report from bad mime types (#569)
  4045. * Improve logging for fuzzy hashes
  4046. * Show map URLs in webui
  4047. * Sort symbols in webui
  4048. 1.2.0:
  4049. * New dynamic updates plugin
  4050. * Regular expressions map support
  4051. * Faster radix trie algorithm
  4052. * Faster siphash for AVX2 supporing CPUs (used in fuzzy hashes)
  4053. * PCRE2 support
  4054. * Allow quoted and slashed keys in map
  4055. * Add proper support of DNS resolvers balancing (#552)
  4056. * Rework includes and configuration system for better local changes support
  4057. * New keypairs framework for signing and encryption
  4058. * Added support for dynamic modules and workers
  4059. * Allow to dump configuration with help comments
  4060. * Rework once_received module
  4061. - Fix priority for `good_hosts`
  4062. - If a good host has been found do not add once_received symbols
  4063. - Fix priorities for strict once_received
  4064. - Add ability to whitelist IP addresses
  4065. * Implement support of signed maps for HTTP and file maps
  4066. * Add command to sync fuzzy storage (#533)
  4067. * Rework system of symbols and actions registration
  4068. It is possible now to use priorities when adding symbols to metrics and
  4069. override scores for symbols with lower priority with the scores with
  4070. high priority.
  4071. * Add auth support and db selection for redis stats
  4072. * Improve composite rules application
  4073. * Add ignore_received option
  4074. * Fix critical issue with inconsistent resorting
  4075. * Fix `all` in spf redirects
  4076. * Add punycoded versions for IDN domains (#554)
  4077. * Improve sorting order for symbols cache
  4078. * Add lockless logging for processes management
  4079. * Allow to specify flags for metric symbols
  4080. * Load images height and width from style attribute (#538)
  4081. * Override DNS requests limits for SPF and DKIM
  4082. * Fix resetting symbols to their default values in WebUI
  4083. * Improve configuration agility for redis stats
  4084. * Allow to set db and password for redis in stat_convert
  4085. * Import the latest libucl
  4086. * LUA API changes:
  4087. - Add rspamd_version function to LUA API
  4088. - Add lua_cryptobox module
  4089. - Add lua_map module
  4090. - Add task:set_metric_action lua API method
  4091. - Fix race condition in lua_tcp module
  4092. - Fix a lot of issues in lua_redis module
  4093. - Rework and abstract lua maps API
  4094. - Add util.strlen_utf8 lua function
  4095. - Add lua functions for caseless comparison
  4096. - Allow optional symbols registration
  4097. - Add config:add_map table form method, add regexp maps
  4098. - Add task:has_urls method
  4099. - Add task:has_flag method
  4100. - Add html tags methods to lua_html
  4101. - Add task:get_dns_req
  4102. * Plugins changes:
  4103. - Add support for WLBLEval SA plugin
  4104. - Use caseless comparison in SA and DMARC plugins
  4105. - Allow SA plugin to set scores for rspamd symbols
  4106. - Add regexp maps support to multimap
  4107. - Allow filenames match in multimap
  4108. - Add more filters for the existing map types
  4109. - Fix html images rules to reduce FP rates
  4110. * New rules:
  4111. - LONG_SUBJ - too long subject
  4112. - MIME_BAD_ATTACHMENT - bad attachment type
  4113. - RDNS_NONE - no reverse DNS record for sender's IP
  4114. - Fix MISSING_MIMEOLE rule for modern OE
  4115. * Many other bugfixes, memory leaks plugs thanks to:
  4116. - Coverity scan
  4117. - New gcc-6 warnings
  4118. - valgrind manual iterations
  4119. * Documentation improvements:
  4120. - FAQ list: https://rspamd.com/doc/faq.html
  4121. - Reworked quick start guide
  4122. - Added documentation for all active modules
  4123. * Other changes:
  4124. - Dropped Ubuntu Vivid support
  4125. - Added Ubuntu Xenial support
  4126. - Rework build system for rspamd and rmilter
  4127. 1.1.4:
  4128. * Print traceback on lua errors in lua config
  4129. * Fix leaks in lua error paths
  4130. * Improve 'R_EMPTY_IMAGE' rule
  4131. * Fix metas memoization in SA plugin
  4132. * Properly set `flag` in fuzzy replies
  4133. * Fix arguments order
  4134. * Fix issue with out-of-boundary reading
  4135. * Fix issues found by coverity
  4136. * Same result checking error found by coverity
  4137. * Fix varargs processing (found by coverity)
  4138. * Fix error in printing hex
  4139. * Reduce weights for some hfilter patterns
  4140. * Add aliases for task:get_from_ip:
  4141. - task:get_addr
  4142. - task:get_from_addr
  4143. - task:get_ip
  4144. * Rework once_received module
  4145. - Fix priority for `good_hosts`
  4146. - If a good host has been found do not add once_received symbols
  4147. - Fix priorities for strict once_received
  4148. - Add ability to whitelist IP addresses
  4149. * Fix `MISSING_MIMEOLE` rule for modern OE
  4150. * Treat meta tags as embedded tags (#501)
  4151. 1.1.3:
  4152. * Fix DSN rules when SMTP from is unavailable
  4153. * Fix statconvert routine to avoid lua module usage
  4154. * Set a sane quark for configtest to avoid NULL to be printed in logs
  4155. * Support c11 if available
  4156. * Fix parsing of ip:port strings
  4157. * Add more diagnostic for lua subr errors
  4158. * Fix task:set_from_ip lua method
  4159. * Add basic routines for digital signatures
  4160. * Add tool for digital signatures
  4161. * Add plain open file API method for atomic open
  4162. * Fix parsing nested braces inside logger vars
  4163. * Pre filters now actually skip processing
  4164. * Add pre-filter mode for multimap
  4165. * Switch to apache 2 license
  4166. 1.1.2:
  4167. * Fix stat_cache closing
  4168. * Add checkpoints to sqlite3 learn cache
  4169. * Do not recompile lua generated headers all the time
  4170. * Increase number of messages learned
  4171. * Fix issues with dual stack and hfilter
  4172. * Disable MID checks for hfilter by default
  4173. * Fix cache definitions in multiple classifier and no type
  4174. * Don't crash if learn cache failed to initialize
  4175. * Fix googlegroups support in maillist plugin
  4176. * Rework flags LUA API:
  4177. - Allow to check for a specific flag
  4178. - Add `learn_spam`, `learn_ham` and `broken_headers` flags
  4179. - Unify internal functions
  4180. * Add `BROKEN_HEADERS` rule
  4181. * Add support for forged confirmation headers (by @AdUser)
  4182. * Allow `any`, `mime` and `smtp` for get_from/get_recipients
  4183. * Add mime types checking plugin
  4184. * Add rule to detect spammers attempts to cheat mime parsing
  4185. * Rework parsing of IP addresses in configuration (better IPv6 support)
  4186. * Add `util.parse_mail_address` function to LUA API
  4187. * Add lua sqlite3 module
  4188. * Implement synchronous redis call
  4189. * Ratelimit: avoid possible indexing of nil value (Fixes #498) (by @fatalbanana)
  4190. * Add stat_convert command to convert stats tokens from sqlite3 to redis
  4191. * Implement redis advanced lua api with pipelining
  4192. * Fix memory leak on redis stat (#500)
  4193. * Fix user/language learn count in sqlite statistics (#496) (by @fatalbanana)
  4194. * Fix build with custom pcre
  4195. * Fix fuzzy relearning (#498)
  4196. * Improve planning of asynchronous tasks
  4197. * Show slow rules in log
  4198. * Add warning for slow regexps
  4199. * Add base32 decode/encode routines to lua util
  4200. * Allow converting of learn cache from sqlite to redis
  4201. * Add methods to check if a messages has from/rcpts
  4202. * Improve and fix multimap plugin:
  4203. - Restore 'header' maps
  4204. - Add filters for headers
  4205. - Add 'email:addr', 'email:user', 'email:domain' and 'email:name' filters
  4206. - Add generic regexp filters
  4207. * Disable reload command in rc scripts
  4208. * Improve runtime CPU dispatcher for libcryptobox
  4209. * Add preliminary support of digital signatures via ed25519
  4210. * Add detection for RDRAND support
  4211. * Print configuration of crypto on start
  4212. * A in SPF presumes AAAA lookup as well
  4213. 1.1.1:
  4214. * Fix duplicated XBL symbol
  4215. * Reduce log severity for ratelimit missing servers
  4216. * Fix XBL composite to avoid duplicate symbols
  4217. * Reduce weight of URL_ONLY rule due to FP rate
  4218. * Disable fuzzy hashes from the metadata for now
  4219. * Fix processing of empty messages (#486)
  4220. * Always treat DNS timeouts as temporary fail for SPF
  4221. * Fix issue with SPF double IP stack (#483)
  4222. * Use X-Forwarded-For when checking secure_ip (#488)
  4223. * Fix hash calculation for sqlite stats
  4224. * Fix memory corruption on punycode
  4225. * Fix strings allocation in punycode
  4226. * Fix error message (#491)
  4227. 1.1.0:
  4228. * Incompatible change: sqlite3 and per_user behaviour:
  4229. Now both redis and sqlite3 follows the common principles for per-user
  4230. statistics:
  4231. 1) If per-user statistics is enabled check per-user tokens ONLY
  4232. 2) If per-user statistics is not enabled then check common tokens ONLY
  4233. If you need old behaviour, then you'd need to use separate classifier
  4234. for per-user statistics.
  4235. * Implement redis statistics backend and cache
  4236. * Implement autolearning for statistics
  4237. * Reworked statistics architecture from scratch
  4238. * Add hyperscan (https://github.com/01org/hyperscan) engine for regular
  4239. expressions:
  4240. - add lazy loader for hyperscan databases
  4241. - rework regexp cache to have joint pcre/hyperscan scanning
  4242. - implement hyperscan pre-filter support
  4243. - add compilation guards for bad expressions
  4244. - implement `rspamadm control recompile` command
  4245. - implement hyperscan cache monitoring
  4246. - slides: <https://highsecure.ru/rspamd-hyperscan.pdf>
  4247. * Implement flexible task logging
  4248. * Rework fuzzy worker:
  4249. - it is now possible to run multiple fuzzy workers;
  4250. - implement lazy writing as sqlite3 is bad at concurrent writing;
  4251. - add retries for simple sql commands in fuzzy backend;
  4252. - use fine-grained transactions for fuzzy;
  4253. - implement new multi-pubkeys mode;
  4254. - allow encrypted only storages;
  4255. - rework statistics for fuzzy;
  4256. - add `rspamadm control fuzzystat` command for extended statistics;
  4257. - implement human readable output for the previous command;
  4258. - add condition script for learning fuzzy storage;
  4259. * Various fixes to SPF:
  4260. - fix `redirect` records;
  4261. - fix domains when parsing mx/ptr/a records in includes/redirects;
  4262. - fix issues with multiple addresses in SPF records;
  4263. - ignore SPF results in case of DNS failure;
  4264. - adjust TTL of records when resolving subelements of SPF records;
  4265. - always select `v=spf1` line if it is available
  4266. - do not cache records with DNS failure in subrequests;
  4267. - ignore records with temporary fails during subrequests resolving;
  4268. - fix `RDNS_RC_NOREC` support;
  4269. * Add clang plugin for static analysis:
  4270. - implement static checks for `rspamd_printf` format strings;
  4271. * Add 'allow_raw_input' option for non-mime messages
  4272. * Recognize types using libmagic
  4273. * Fix parsing of IPv6 received headers
  4274. * Add new interface of communication between workers in rspamd
  4275. * Add support for named socketpairs
  4276. * Don't write URLs by default as it is too verbose
  4277. * Set status for HTTP replies
  4278. * Try load `rspamd.conf.override`
  4279. * Implement words decaying for text parts to limit many checks
  4280. * Improve support of SA rules and plugins:
  4281. - add check_for_shifted_date and check_for_missing_to_header eval rules;
  4282. - add 'check_relays_unparseable' support;
  4283. - add `check_for_mime('mime_attachement')` function;
  4284. - use new re_cache interface for all SA rules;
  4285. - add support for `Mail::SpamAssassin::Plugin::MIMEHeader`;
  4286. - add support of 'special' SA headers to `exists` function;
  4287. - fix issue when SA metas contain other metas;
  4288. - fix freemail rules;
  4289. * Many fixes to the URL parser
  4290. * Match any newline character in regexps
  4291. * Fix resolving of upstreams and detection of poor IPv6 configurations
  4292. * Parse upstreams selection algorithm from the configuration line
  4293. * Add `reresolve` command to the control interface
  4294. * Generate fuzzy hashes from task metadata (URLs and headers)
  4295. * Add method to check if IP is local and `local_addrs` option
  4296. * Implement forced timeout for delayed filters
  4297. * Disable fast path of pcre-jit as it seems to be broken
  4298. * Bayes fixes:
  4299. - new normalizer function;
  4300. - really use weights of tokens from the OSB algorithm;
  4301. - restore multiple classifiers support;
  4302. * Rules changes:
  4303. - add `R_SUSPICIOUS_URL` rule that detects obfuscated URL's;
  4304. - improve empty image rule;
  4305. - rework `FORGED_RECIPIENTS` rule;
  4306. - reduce weight of `SUSPICIOUS_RECIPS`;
  4307. - fix `*_NORESOLVE_MX` symbols in hfilter;
  4308. - add `SUBJ_ALL_CAPS` rule with support of UTF8
  4309. - add spamhaus SBL to uribl
  4310. - fix `SUSPICIOUS_RECIPS` and `SORTED_RECIPS` rules
  4311. - remove `R_TO_SEEMS_AUTO` as it generates a lot of FP;
  4312. - add new Message-ID regexp for Thunderbird (by @moisseev);
  4313. * Plugins changes:
  4314. - allow ratelimit plugin to set symbol instead of pre-result
  4315. - support IP DNS black lists for URIBL (e.g spamhaus SBL);
  4316. - drop deprecated SURBL bits (by @fatalbanana)
  4317. - rename `JP_SURBL_MULTI` to `ABUSE_SURBL` (by @fatalbanana)
  4318. - add `SURBL_BLOCKED` (by @fatalbanana)
  4319. - add `CR_SURBL`
  4320. - SURBL: allow fallthrough to default symbol (by @fatalbanana)
  4321. - Settings: fix IP match (by @fatalbanana)
  4322. - SURBL: add missing symbols to metric (by @fatalbanana)
  4323. - allow processing images urls for SURBL
  4324. - unconditionally disable SPF for authenticated users and local networks
  4325. * Rework ratelimit plugin
  4326. - switch to `rates` instead of old and stupid strings to setup;
  4327. - check if a bucket is zero and disable the corresponding limits'
  4328. - turn off all buckets by default;
  4329. - check either `rcpt` or `user` buckets, not all together'
  4330. - document new `rates` and `symbol` options;
  4331. - inform user about what buckets are used in the configuration;
  4332. * Add neural network **experimental** plugin
  4333. * Add a sample script to learn neural network from rspamd logs
  4334. * Add documentation strings support to rspamd:
  4335. - add strings for the main configuration options;
  4336. - document workers options;
  4337. - add internal plugin options;
  4338. - create `rspamadm confighelp` routine;
  4339. - implement human readable output for the previous command;
  4340. - add subtree search support;
  4341. - add keyword search support;
  4342. * Documentation improvements, tutorials section, statistics description
  4343. * Many other minor and major bugfixes not noted here
  4344. 1.0.11:
  4345. * Fix spf redirects
  4346. * Fix domains when parsing mx/ptr/a records in includes/redirects
  4347. * Fix unfolded base64 encoding
  4348. * Fix GError use-after-free
  4349. * Do not rewrite the original url when using redirector
  4350. * Fix parsing of fragment in urls
  4351. * Fix processing of HTML tags
  4352. * Improve empty image rule
  4353. * Avoid long double type
  4354. * Fix tokens weights in OSB algorithm
  4355. * Improve debugging for bayes
  4356. 1.0.10:
  4357. * Fix settings application (#416)
  4358. * Fix another issue with fixed strings
  4359. * Fix hash function invocation
  4360. * Use the proper string for make_dns_request in lua_http
  4361. * Fix scan time output
  4362. * Update webui:
  4363. - fix labels for greylisting
  4364. - fix dimension of scan time
  4365. 1.0.9:
  4366. * Emergency fix in keyed blake2 to fix fuzzy hashes and encrypted password
  4367. * Support passwords longer than 64 symbols
  4368. 1.0.8:
  4369. * Add function to traverse AST atoms
  4370. * Allow dependencies on rspamd symbols for SA metas
  4371. * Fix memory corruption when timeout is removed in fuzzy check
  4372. * Fix encrypted fuzzy add processing
  4373. * Avoid use-after-free in controller session destructor
  4374. * Use session pool instead of task pool in fuzzy check
  4375. * Fix assembly in i386 mode (#413, #412)
  4376. 1.0.7:
  4377. * Plugged memory leaks in internet address object & html parser
  4378. * Fixed static build
  4379. * Fixed multiple sigchld processing
  4380. * Fixed deletion of signal events after event processing loop
  4381. * Fixed build on ARM (#404 - reported by @Gottox)
  4382. * Fixed setting the default mask for SPF.
  4383. * Fixed sanitisation of HTTP query values
  4384. * Fixed parsing of the last header in encrypted HTTP messages
  4385. * Additions and fixes for test suite & benchmarks
  4386. * Added openssl aes-256-gcm support to libcryptobox & HTTP server
  4387. * Implemented support for starting multiple HTTP servers
  4388. * Implemented batch accept in HTTP server
  4389. * Added module to get data from HTTP headers (#285 - reported by @msimerson)
  4390. * Added `rspamadm control` command
  4391. * Added ability to sort counters output.
  4392. * Added ability to specify custom headers for rspamc client
  4393. * Fix architecture detection
  4394. * Converted history storage to the UCL format
  4395. * Allow flexible number of rows in history
  4396. * Fix action badges in WebUI
  4397. * Add universal cryptobox hash API
  4398. * Migrated to the optimized blake2b implementation adopted from Andrew Moon
  4399. * Allow explicit loading of specific modules
  4400. * Always load settings module
  4401. * Allow to add symbols from settings
  4402. * Fix double free in the controller fuzzy learn command
  4403. * Avoid endless loop when cannot open sqlite db
  4404. * Updated libucl
  4405. 1.0.6:
  4406. * Fix build on i386
  4407. * Update CentOS7 service file patch (by @fatalbanana)
  4408. * Fix path to rspamadm in Debian init script (by @fatalbanana)
  4409. * Fix broken '_SC_GETPW_R_SIZE_MAX' on FreeBSD
  4410. * Fix portability issues
  4411. * Use cryptobox chacha for libottery
  4412. * Better support of 32 bit builds
  4413. * Fix header name tokens setup
  4414. * Fix levenstein distance method for words
  4415. * Add workaround for old libevent (#400)
  4416. * Fix microseconds in termination timer
  4417. * Fix some more issues with fixed strings
  4418. * Explicitly test CPU instructions even after CPUID call
  4419. * Do not check out of boundary memory
  4420. * Do not output broken emails
  4421. * Fix unknown symbols registration
  4422. * Handle SIGILL using longjmp
  4423. * Block signals when exiting event loop
  4424. * Fix incorrect allocation size
  4425. * Slightly optimize alignment
  4426. * Restore rspamd -t for compatibility
  4427. * Add more sanity checks for emails
  4428. 1.0.5:
  4429. * Add rspamd control interface:
  4430. - support `stat` command to get runtime stats of rspamd workers
  4431. - support `reload` command to reload runtime elements (e.g. sqlite3 databases)
  4432. * Rework curve25519 library for modular design:
  4433. - add Sandy2x implementation by Tung Chou
  4434. - fix CPU detection for variables loading assembly
  4435. - add testing for curve25519 ECDH
  4436. * New fixed strings library
  4437. * Add `R_SUSPICIOUS_IMAGES` rule
  4438. * Enable mmap in sqlite3
  4439. * Use new strings in the HTTP code
  4440. * Improve google perftools invocation
  4441. * Improve performance profiling in http test
  4442. * Reorganize includes to reduce namespace pollution
  4443. * Allow specific sections printing in configdump command
  4444. * Rework workers signals handlers to be chained if needed
  4445. * Update socketpair utility function
  4446. * Add control_path option for rspamd control protocol
  4447. * Fix ownership when listening on UNIX sockets
  4448. * Rework signals processing in main
  4449. * Remove extra tools from rspamd (they live in rspamadm now)
  4450. * Remove global rspamd_main
  4451. * Add global timeout for the overall task processing (8 seconds by default)
  4452. * Sanitize NULL values for fuzzy backend
  4453. * Store NM between encrypt/decrypt
  4454. * Add textpart:get_words_count method
  4455. * Fix generic DNS request in lua
  4456. * Tune hfilter weights
  4457. * Add support of IPv6 in hfilter
  4458. * Fix parsing of HTTP headers with IP addresses
  4459. * Sync with the recent libucl
  4460. * Various minor bugfixes
  4461. 1.0.4:
  4462. * Add configdump routine to rspamadm
  4463. * Implement retransmits for fuzzy_check plugin
  4464. * Fix events processing for learning anf checking fuzzy hashes
  4465. * Avoid dependency on unneeded and uncompatible glib include
  4466. * Add `historyreset` command to the controller
  4467. * Fix loading of tokenizer config from dump (#389)
  4468. * Add sorting hints for the history
  4469. * Allow custom lua scripts for users/languages extraction (#388)
  4470. * Do not add FORGED_RECIPIENTS when 'To' is missing (#387)
  4471. * Do not add R_UNDISC_RCPT when 'To' is missing (#387)
  4472. * Add encryption to fuzzy check plugin
  4473. * Add encryption for fuzzy storage
  4474. * Add new epoch for encrypted fuzzy request
  4475. * Add encryption for `rspamd.com` storage
  4476. * Remove gmime processing for LDA mode as it is deadly broken
  4477. * Add routine to find end of headers position in mime messages
  4478. * Fix LDA headers folding
  4479. * Init libraries in rspamc client as well to avoid locale issues
  4480. * Avoid collision with locally installed includes
  4481. * Allocate and free memory with the same allocator in rspamadm (#385)
  4482. * Preserve expired fuzzy hashes counter
  4483. * Improvements in webui:
  4484. - Add favicon.ico
  4485. - Rework history table
  4486. - Fix sorting for the history
  4487. - Migrate to bootstrap 3 and jquery 2
  4488. - Fix css bugs
  4489. - Add glyphicons
  4490. - Add reset history
  4491. - Improve history buttons
  4492. - Redraw graph to avoid display issues
  4493. - Webui is now MIT licensed to match licensing policy of rspamd
  4494. 1.0.3:
  4495. * Fix piechart clean slice (#380)
  4496. * Fix controller crashes when GString is reallocated (#381)
  4497. * Correctly set locale before start
  4498. * Set C locale for numeric values
  4499. * Add rspamadm routine:
  4500. - add `pw` command to manage passwords
  4501. - add `help` command for displaying help
  4502. - add `configtest` command to check configuration files
  4503. - add `keypair` command for generating encryption keys
  4504. - add `fuzzy_merge` routine to merge fuzzy sqlite databases
  4505. - add a simple manual page for rspamadm
  4506. * Allow metric registration for composite expressions
  4507. * Add strict mode for configtest
  4508. * Add logger counters
  4509. * Save and show learned messages count (#383)
  4510. * Add `no_stat` flag
  4511. * Add `task:set_flag` and `task:get_flags` (#382)
  4512. * Enable foreign keys in sqlite3
  4513. * Remove orphaned shingles from fuzzy storage
  4514. * Optimize synchronization steps for fuzzy storage
  4515. * Allow delayed conditions registration
  4516. * Add lua API for conditions registering
  4517. 1.0.2:
  4518. * Fix critical bug in webui that prevents password from being sent
  4519. * Rework webui view:
  4520. - Switch to d3.js for graphs
  4521. - Improve piechart look
  4522. - Rework colors for piechart
  4523. - Fix layout for symbols
  4524. - Fix refresh button
  4525. * Add descriptions for whitelist maps
  4526. * Fix build on arm (#379)
  4527. * Fix issue with the last element in the radix trie
  4528. * Add more tests for radix trie algorithm
  4529. * Allow to extract URLs from query strings of other URLs (#361)
  4530. * Initialize rrd fields before writing to file
  4531. * Fix double free if no password has been specified
  4532. 1.0.1:
  4533. * Add writing to rrd from the controller
  4534. * Fixed lots of bugs in rrd code
  4535. * Adopt new DNS API in hfilter plugin (by @AlexeySa)
  4536. * Allow only one controller process to manage rrd file
  4537. * Set event base for fuzzy calls
  4538. * Improve fuzzy IO errors logging
  4539. * Add rra extraction function to rrd library
  4540. * Add graph handler to the controller
  4541. * Cache correct passwords to avoid too high CPU usage when working with webui
  4542. * Controller sockets are owned by router do not export them to task
  4543. * Optimize logging by skipping hash table search if it's empty
  4544. * Fix loading issue with broken statfiles
  4545. * Print assertions from glib to rspamd logger
  4546. * Load legacy `lua/rspamd.local.lua`
  4547. * Update webui with some fixes to learning and scanning
  4548. 1.0.0:
  4549. * Rework symbols processing:
  4550. - Improve sorting logic for symbols
  4551. - Organize processing into multiple stages
  4552. - Added asynchronous watchers for symbols
  4553. - Added ability to organize dependencies between symbols
  4554. * Fixed URL redirector:
  4555. - Use optimized POE loop
  4556. - Organize dependencies
  4557. - Fix startup
  4558. * New sqlite3 backend:
  4559. - Allow to have per-languages and per-user statistics
  4560. - Allow sqlite3 to be used as statistics backend
  4561. * Store tokenizer configuration within statfiles
  4562. * Improve bayes statistics:
  4563. - Use headers and images metainformation in bayes
  4564. - Suggest using of pre-processed tokens for statistics
  4565. - Fix tokens normalization for OSB algorithm
  4566. * Rewrite url parsing:
  4567. - Fix numerous issues with url extraction and normalization
  4568. - Fix mailto urls
  4569. * Fix settings plugin to allow custom actions scores
  4570. * Improve rbl plugin
  4571. * Allow capturing patterns in rspamd lua regexp library
  4572. * Add GTUBE support
  4573. * Fix spamc legacy support
  4574. * Add DKIM support to RBL module
  4575. * Fix issues with multiple DKIM signatures
  4576. * Fix issue if rspamd cannot create statfiles (#331)
  4577. * Rework parts and task structure:
  4578. - Now text_parts, parts and received are arrays
  4579. - Pre-allocate arrays with some reasonable defaults
  4580. - Use arrays instead of lists in plugins and checks
  4581. - Remove unused fields from task structure
  4582. - Rework mime_foreach callback function
  4583. - Remove deprecated scan_milliseconds field
  4584. * Add ip_score plugin support (not enabled by default):
  4585. - Can check for asn/country and network using DNS lookups
  4586. - Can store and load reputation from redis server
  4587. * Improve PARTS_DIFFER rule to count merely different words
  4588. * New HTML parser:
  4589. - Parses HTML parts using a set of state machines
  4590. - Extracts useful data and exports it to lua functions:
  4591. + Styles
  4592. + Images
  4593. + URLs
  4594. + Colors
  4595. + Structure elements
  4596. - Added HTML rules for some checks
  4597. * New version of LUA DNS API
  4598. * Table versions of many functions in LUA API
  4599. * Improve rspamc client:
  4600. - Print execution time
  4601. - Allow executing of external commands and passing output to them
  4602. - Allow mime output mode when rspamc alters message according to rspamd
  4603. checks and send it to an external command or stdout
  4604. * Allow scanning of local files using HTTP requests
  4605. * Rework configuration system:
  4606. - Rules are now moved from the $CONFDIR to $RULESDIR to avoid ambiguity
  4607. - All modules configurations are now split in $CONFDIR/modules.d/* to
  4608. simplify upgrades
  4609. - Move hfilter to plugins
  4610. - Allow plugins and rules to define default scores to simplify metrics
  4611. setup
  4612. - Include overrides for all modules to honor local/automatic parameters
  4613. - Tune scores for many modules
  4614. * Rework and enable DMARC plugin
  4615. * Add whitelist plugin for SPF/DKIM/DMARC based whitelisting
  4616. * Add some common domains to whitelists shipped with rspamd
  4617. * Rework logging:
  4618. - Now each log entry supports module name and a `tag`. Tag is used to
  4619. identify unique objects (such as tasks) when checking log files
  4620. - It is possible to turn on debugging for the specific modules
  4621. - Systemd logging is fixed
  4622. * Improve spamassassin plugin.
  4623. - Now headers are matched more like SA
  4624. - Improve support of Message-ID
  4625. - Add support of ToCc header type
  4626. - Fix :addr and :name in headers regexps
  4627. * Resurrect rrd support code
  4628. * Save controller stats between restarts
  4629. * Fixed tonns of bugs
  4630. * Added tonns of minor improvements and features
  4631. * Added more unit tests
  4632. * Create functional tests framework
  4633. * Added documentation for missing modules
  4634. * Added rpm/deb repositories and scripts
  4635. * Updated WebUI and libucl externals
  4636. 0.9.10:
  4637. * Do not dereference null pointer on learning.
  4638. * Fix some extreme cases in BAYES.
  4639. * Add a workaround to avoid bad HTML messages breaking.
  4640. * Build with -O2 flags by default.
  4641. * Add constraints to limit DNS requests count per task.
  4642. * Add workaround for SURBL DNS flood.
  4643. * Set error if rspamd cannot learn anything.
  4644. 0.9.9:
  4645. * Don't use RWL_SPAMHAUS_WL (unknown result) for whitelisting (by @fatalbanana)
  4646. * Import updated public suffix list (by @fatalbanana)
  4647. * Remove debug message
  4648. * Fix settings (by @fatalbanana)
  4649. * Remove duplicated symbol registration
  4650. * Use WAL for fuzzy storage
  4651. * RBL fixes (by @fatalbanana):
  4652. - silence errors;
  4653. - yield unknown results from RBLs;
  4654. - fix scoring for DNSWL;
  4655. - fix use of RBL name as symbol;
  4656. - ignore RBL names that would not be yielded;
  4657. * Support captures in regular expressions
  4658. * Add captures support to lua_regexp
  4659. * Support dist on FreeBSD and Darwin
  4660. * Add RCVD_IN_DNSWL_NONE as whitelisting exclusion (by @fatalbanana)
  4661. * Multiple fixes to URL detection:
  4662. - support port definition;
  4663. - fix query and path recognition;
  4664. - fix parsing of multiple slashes in URL;
  4665. - fix parsing query just after port;
  4666. - fix path field in `url:to_table` method;
  4667. - improve support of IP based URLs.
  4668. * Set ignore_whitelists = true for RECEIVED_SPAMHAUS_XBL (by @fatalbanana)
  4669. * Add GTUBE support
  4670. * Ignore User header in SA mode
  4671. 0.9.8:
  4672. * Fix critical bug in bayes classifier (#305)
  4673. * Fix critical bug in RBL module (by @fatalbanana)
  4674. * Fix and rework settings plugin.
  4675. * Fix get_all_opts for a case of non-iterable options.
  4676. * Use tld for redirector's matching.
  4677. 0.9.7:
  4678. * Add whitelist_exception setting to RBL module (by @fatalbanana)
  4679. * Don't use RWL_MAILSPIKE_POSSIBLE or DNSWL_BLOCKED for whitelisting (by
  4680. @fatalbanana)
  4681. * Fix extreme cases in bayes classifier.
  4682. * Fix parsing of urls with '?' at the end of hostname.
  4683. * Update interface.
  4684. * Fix number of issues with webui interaction.
  4685. * Fix saving maps.
  4686. * Allow user@ and @domain matches in multimap.
  4687. * Fix issues with bounces From processing.
  4688. * Fix abs/fabs misuse.
  4689. * Fix builds on suse and arch linux distributions.
  4690. 0.9.6:
  4691. * Fix memory leak if mime cannot be parsed.
  4692. * Fix dkim cache expiration.
  4693. * Fix issues with redirector HTTP response.
  4694. * Fix abnormal connection closing with certains messages with a high score
  4695. (issue #296)
  4696. * Fix redirector installation.
  4697. * Use specific POE loop for some systems.
  4698. * Fix number of issues in URL redirector.
  4699. * Fix selecting URLs for sending to redirector.
  4700. 0.9.5:
  4701. * Avoid double free when extending HTTP message.
  4702. * Fix double free if multiple classifiers are defined.
  4703. * Fix misprint in spamassassin plugin.
  4704. * Fix cpuid invocation on i386.
  4705. * Fix ownership issues for zero-copy decode.
  4706. * Allow __len metamethod on rspamd{text}.
  4707. * Add base64 decoding lua utility.
  4708. * Fix build on FreeBSD
  4709. * Skip spaces at the beginning of mime messages.
  4710. * DBL_ABUSE_REDIR should not have significant weight.
  4711. * Allow to split by lua_regexp rspamd{text} objects.
  4712. * Allow to specify custom stop pattern for lua_tcp.
  4713. 0.9.4:
  4714. * Fix critical bugs in tokenization algorithm
  4715. * Write unit tests for tokenization
  4716. * Add documentation for lua_tcp
  4717. * Switch off legacy tokenization by default.
  4718. * Fix critical bugs in words normalization
  4719. * Add lua bindings to tokenizer.
  4720. * Implement storing of HTTP headers inside task
  4721. * Add lua API to accerss HTTP headers data
  4722. * Implemented base64 encoding suitable for MIME
  4723. * Use caseless hash and equal functions for HTTP request headers.
  4724. * Improve debian architectures support (by @dottedmag)
  4725. 0.9.3:
  4726. * Revert incorrect regexp change that broke the default rules
  4727. * Fix lua_tcp module
  4728. 0.9.2:
  4729. * Fix error on spawning unique workers.
  4730. * Add preliminary version of generic LUA TCP requests API.
  4731. * Use lua 5.1 if luajit is not available (Arm64, PowerPC, s390x etc)
  4732. * Fix fuzzy mime strings with only type.
  4733. * Improve thunderbird sanity checks.
  4734. * Fix critical bug on matching regular expressions.
  4735. * Make hiredis optional dependency.
  4736. * Fix multiple bugs in daemon reloading
  4737. 0.9.1:
  4738. * Restore utf8 validation for regular expressions to avoid crashes
  4739. * Fix symbols displaying in the interface
  4740. * Add symbol groups to the interface
  4741. * Fix maps ID parsing in the controller
  4742. * Add multimap and regexp modules documentation
  4743. * Backport fixes from libucl
  4744. * Fix debian package (by @dottedmag)
  4745. * Rework XXH32 invocations
  4746. 0.9.0:
  4747. * Add support of the fast and secure protocol level encryption:
  4748. - curve25519 is used for key exchange;
  4749. - chacha20/poly1305 cryptobox construction for bulk encryption;
  4750. - zero latency overhead;
  4751. - encrypting and balancing HTTP proxy worker
  4752. * Rework expressions and create new expressions library:
  4753. - aggressive optimizations based on the abstract syntax tree;
  4754. - abstract expressions support (regular expressions, functions, lua modules
  4755. composites and so on)
  4756. - New comparison and '+' operators support
  4757. - New greedy algorithm to minimize execution time of expressions and
  4758. all symbols
  4759. - Dynamic expressions benchmark and reoptimizations
  4760. * Many improvements to the LUA API:
  4761. - reworked logger module allowing to do pretty print of the most of lua
  4762. types (including tables and userdata classes)
  4763. - reworked lua redis and lua HTTP to support more features
  4764. - added opaque type for passing large text chunks without copying
  4765. - new regexp module with many auxiliary functions (e.g. `re:split`)
  4766. * LuaJIT is now the default requirement for rspamd allowing to speed up lua
  4767. execution by a large margin (however, plain lua is still supported)
  4768. * New plugins:
  4769. - spamassassin rules plugin that allows to load and re-use the most of
  4770. SA rules natively
  4771. - DMARC plugin that evaluates SPF and DKIM policies to the domain policies
  4772. - many old plugins has been reworked to implement new features and improve
  4773. stability
  4774. * New aho-corasic trie implementation from @mischasan that allows to load and
  4775. use hundreds of thousands of patterns with no influence on load
  4776. * Support of PCRE JIT and PCRE JIT fast path modes that significantly improves
  4777. the performance of regular expressions if supported by PCRE
  4778. * New URLs parser and extractor:
  4779. - removed legacy code that was useless for url finding
  4780. - reworked algorithms of URL parsing for more precise and accurate results
  4781. - added top-level-domains tree from http://publicsuffix.org
  4782. - improved emails parsing
  4783. - removed many phishing false positives due to TLD tree check
  4784. * New statistics infrastructure:
  4785. - created a separate layer of statistic library
  4786. - improved OSB-Bayes by re-weighting tokens according to the original
  4787. academic paper and `crm114` implementation, which reduced false positives
  4788. rate significantly
  4789. - created learn cache to avoid double learning of statistics and providing
  4790. an efficient way to re-learn class for a message
  4791. - created abstract layers for different statistics backends
  4792. - implemented new tokenization algorithms with fast or secure (siphash)
  4793. hashes to generate statistics features
  4794. * Reworked utf8 tokenization that previously corrupted all UTF8 words (minor
  4795. incompatibility with old fuzzy hashes with utf-8 symbols)
  4796. * SPF module has been completely rewritten to support complex cases of
  4797. `include` and `redirect` within SPF records
  4798. * DKIM module now supports multiple signatures
  4799. * Controller passwords can now be stored encrypted by `PBKDF2-HMAC` in the
  4800. configuration file
  4801. * Many hand-written HTTP clients has been replaced with the common rspamd
  4802. http module
  4803. * New test framework:
  4804. - import lua `telescope` test framework
  4805. - add unit tests for many rspamd modules and routines
  4806. - create a unit test for each possible bug found
  4807. - use luajit ffi for testing C code
  4808. - added preliminary support of functional testing by creating tasks from lua
  4809. * Randomize hash seed to avoid certain hash tables vulnerabilities
  4810. * Documentation improvements:
  4811. - added documentation for the vast majority of rspamd modules
  4812. - added documentation for rspamd protocol
  4813. - added documentation for the most of rspamd LUA extensions
  4814. * Fixed tonns of bugs and memory leaks
  4815. * Added tonns of minor features
  4816. 0.8.3:
  4817. * Various critical fixes in distribution (by @dottedmag and @fatalbanana)
  4818. * Fixed bugs in url detector to parse certain patterns
  4819. * Add default host and helo for a client
  4820. * Some sanity checks for tokenizer and classifier
  4821. * Reiterate on systemd support
  4822. * Fix missing symbol registration
  4823. * Add support of spamc compatible output
  4824. * Filter double-dots in rbl.lua validate_dns (by @fatalbanana)
  4825. * Update ucl submodule due to critical bugfix
  4826. 0.8.2:
  4827. * Create fuzzy db if it does not exist
  4828. * Fix: Centos init script: configtest() (by @AlexeySa)
  4829. * Enable one_shot for RECEIVED_SPAMHAUS_XBL - Fixes #102 (by @fatalbanana)
  4830. * Update Exim patch (by @fatalbanana)
  4831. * Fix processing of unix sockets.
  4832. * Allow applying settings to authenticated users (by @fatalbanana)
  4833. * Make settings priorities work as documented (by @fatalbanana)
  4834. * Fix race condition in symbols planner
  4835. * Add DNSWL_BLOCKED symbol (by @fatalbanana)
  4836. * Make Exim pass usernames to rspamd (by @fatalbanana)
  4837. * Update RBL module (by @fatalbanana):
  4838. - fix indentation;
  4839. - collapse loops;
  4840. - avoid calling for un-needed information;
  4841. - allow disabling RBLs for authenticated users
  4842. * once_received.lua: Fix indentation & add exclusion for authenticated users (by @fatalbanana)
  4843. * hfilter.lua: Add exclusion for authenticated users (by @AlexeySa)
  4844. * Updates to hfilter rules (by @AlexeySa)
  4845. * Set empty <> user or addr for msgs without FROM (by @eneq123)
  4846. * Fix: attempt to index field '?' (a nil value) (by @eneq123)
  4847. * Fix: if not exist Date-header (by @AlexeySa)
  4848. * Add task:get_content() method.
  4849. * rbl.lua: Ignore private IP space (by @fatalbanana)
  4850. * Allow to check radix maps from lua by rspamd{ip}
  4851. * Make local exclusions configurable per-RBL (by @fatalbanana)
  4852. * Add rspamd_config:radix_from_config() (by @fatalbanana)
  4853. * Support emails dnsbl in rbl (by @fatalbanana)
  4854. * Complete rework of url extraction logic
  4855. * Allow customizations for unix sockets. (fixes #182)
  4856. * Set lua path according to rspamd settings.
  4857. * Import lua-functional for plugins stuff.
  4858. * Completely rewrite multimap plugin in functional style.
  4859. * Fix FORGED_MUA_THUNDERBIRD_MSGID (fixes #186)
  4860. * Check IPv6 addresses at dnswl.org and Spamhaus whitelist (by @fatalbanana)
  4861. * Add lowercase utility for utf8 strings.
  4862. * Various fixes to build system
  4863. * Updated debian configuration infrastructure (by @dottedmag)
  4864. 0.8.1:
  4865. * Add sqlite and perl as dependencies for RPM/Debian packages (by @fatalbanana)
  4866. * Remove whitelist.lua from RPM file list (by @fatalbanana)
  4867. * Make Exim pass hostnames to rspamd (by @fatalbanana)
  4868. * Fix building on Fedora (by @fatalbanana)
  4869. * Add toggle for disabling installation of systemd units on Linux (by @fatalbanana)
  4870. * Fix double format rounding that caused output corruption (reported by @fatalbanana)
  4871. * Revert broken change for destructors ordering that led to memory corruption
  4872. * Do not reset symbols case of settings if parsed from lua (reported by @andrejzverev)
  4873. * Fix build on SunOS (by @wiedi)
  4874. * Fix multiple crashes on broken DKIM DNS records
  4875. * Fix critical issue with composites weights removing
  4876. * Fix memory corruption in composites processing code
  4877. * Ignore non-SPF TXT records when parsing SPF includes
  4878. 0.8.0:
  4879. * New fuzzy check logic:
  4880. - use shingles algorithm for fuzzy matching
  4881. - use blake2 instead of md5 for larger output space
  4882. - combine fuzzy and strict matching
  4883. - allow to organize private storages by means of keys
  4884. - preserve compatibility with previous versions
  4885. * New fuzzy storage:
  4886. - use sqlite instead of own memory based hash tables
  4887. - rework commands interface
  4888. - add conversion from the old format
  4889. - add fuzzy match by shignles
  4890. - support old rspamd versions
  4891. * Add lemmatizing for words used in fuzzy hashes that allows to improve match
  4892. quality by using of the first forms of all words
  4893. * Rework language detection
  4894. * Fix several critical bugs, memory leaks and deadlocks:
  4895. - memory leak in HTML nodes parsing
  4896. - deadlock in logger code
  4897. - deadlock in signals processing
  4898. - crashes in fuzzy_storage
  4899. - crashes in tokenizers if the input was empty
  4900. * Import new libucl with several bugfixes and improvements
  4901. * Support listening on ipv6 addresses only
  4902. * Fix macro expansion in SPF module
  4903. * Several bugfixes in DKIM module
  4904. * Add load headers support for mime parts to the lua API
  4905. * Add documentation for:
  4906. - workers in general
  4907. - fuzzy_storage worker
  4908. - fuzzy_check plugin
  4909. - mimepart and textpart lua API modules
  4910. 0.7.6:
  4911. * Apply boundary fix for dkim simple canonization
  4912. * Fix ping command
  4913. * Return nil if header was not found in lua_task
  4914. * Fix hang in upstreams revive logic
  4915. * Decode entitles when normalizing HTML parts
  4916. * Fix logic of finding URLs in HTML parts
  4917. * Do not include \0 into length of text when performing conversion to utf8
  4918. * Fix raw vs parsed reperesentations
  4919. Raw parts are now:
  4920. - decoded b64/qp, but *NOT* converted to utf-8
  4921. Processed parts are now:
  4922. - converted to UTF-8
  4923. - normalized if needed (e.g. HTML tags are stripped)
  4924. * Rework DKIM canonization to line based
  4925. * Fix fuzzy hashes adding
  4926. * Use more specific hash function for fuzzy
  4927. * Fix leaking of iconv descriptors
  4928. * Fix PTR resolving in lua resolver
  4929. * Rework spf module.
  4930. - Copy data to memory pool as cached record might be destroyed causing
  4931. freed memory being passed to the protocol output (use after free)
  4932. - Allow SPF_NEUTRAL policy to be handled separately
  4933. - Add R_SPF_NEUTRAL to the default config
  4934. * Rework `register_symbols` function
  4935. * Allow to disable components of hfilter
  4936. 0.7.5:
  4937. * Fix owner when creating folder /run/rspamd (by @sfirmery)
  4938. * Fix IP validity checks
  4939. * Decode URLs obtained from HTML tags
  4940. * Fix crash with unweighted upstreams
  4941. * Stop processing headers in parts
  4942. * Set sockaddr.sa_family properly when connectig to upstreams
  4943. * Fix reload issues in surbl and fuzzy_check (reported by @citrin)
  4944. * Fix timeouts in redirector
  4945. * Improve lua errors reporting
  4946. * Fix lua closures processing in libucl
  4947. * Rework calling of lua functions from regexp module
  4948. * Choose raw regexp for raw headers
  4949. * Rework conversion to utf since glib one is broken
  4950. * Ignore SGML style tags in html
  4951. * Fix old bug with non-capturing https urls
  4952. * Fix memory corruption on fuzzy reload (reported by @citrin)
  4953. * Fix percents display in rspamc
  4954. * Fix buffer update for DKIM
  4955. * Do not validate utf for raw headers
  4956. 0.7.4:
  4957. * Fix build under *BSD
  4958. * Detect HAN unicode script
  4959. * Implement language detection heuristic for text parts
  4960. * Fix time output in history
  4961. * Improve piechart coloring
  4962. * Fix \r\n conversion in DKIM module (reported by @citrin)
  4963. * Try to detect systems with no IPv6 support
  4964. * Fix multiple/single values in use settings (reported by @citrin)
  4965. * Rework IP addresses in upstreams:
  4966. - Select ipv4/unix addresses if they exist and use ipv6 for ipv6 only
  4967. upstreams (since the support of ipv6 is poor in many OSes and
  4968. environments)
  4969. - Free IP list on upstream destruction
  4970. - Add test cases for addresses selection
  4971. - Allow adding of free form IP addresses to upstreams
  4972. * Fix endianness in lua_radix search (reported by @citrin)
  4973. * Soft shutdown should also set wanna_die flag (reported by @citrin)
  4974. * Stop use-after-free in event loop termination
  4975. * Fix processing of very short messages in DKIM (reported by @citrin)
  4976. * Detect systems without shared mutexes
  4977. * Fix issues with PTR and MX elements in SPF parser (reported by @citrin)
  4978. 0.7.3:
  4979. * New upstreams code:
  4980. - simplify upstreams API;
  4981. - unify strings parsing in upstreams definition;
  4982. - add configuration options for the upstreams;
  4983. - for failed upstreams re-resolve their addresses;
  4984. - use all resolved addresses for an upstream (round-robin);
  4985. - implement stable hashing and use it by default for upstreams;
  4986. - add unit test for upstreams module.
  4987. * Rework signals processing in all rspamd workers:
  4988. - signals are now processed in the event loop;
  4989. - implement the most common signal handlers for all workers;
  4990. - add callbacks for workers specific signal handlers
  4991. * Fix critical issue with fuzzy storage:
  4992. Fuzzy stroage could not save any hashes on termination due to bugged
  4993. signals handling
  4994. * Fix roll history IP storage
  4995. * Rework ipv4/ipv6 handling in parsing addresses:
  4996. - turn off support of IPV6_V6ONLY socket option;
  4997. - create ipv6 socket prior to ipv4 one to handle systems with v6/v4
  4998. sockets enabled (Linux)
  4999. * Remove CBL as it's wholly included in Spamhaus XBL (by @fatalbanana)
  5000. * Remove nszones.com fake RBL (by @citrin)
  5001. * Fix upstreams interaction for fuzzy_check
  5002. * Verify spf PTR records (reported by @citrin)
  5003. * Fix spf MX records parsing
  5004. * Add compatibility for old libevent (by @yellowman)
  5005. * Sync bugfixes from libucl
  5006. 0.7.2:
  5007. * Convert all maps to the compressed radix trie
  5008. * Allow IPv6 addresses in IP maps
  5009. * Remove dynamic items support from symbols cache
  5010. * Allow hex encoded output of strings
  5011. * Fix bug with control connections count
  5012. * Process fuzzy weight correctly (reported by @fatalbanana)
  5013. * Remove extra reference retain of http connection on error
  5014. * Remove deprecated options from the default config
  5015. * Add `one_shot` attr to metric's symbols
  5016. * Doc: add documentation for metrics
  5017. * Add Upstart job to debian packaging (by @CameronNemo)
  5018. * Config: improve SURBL symbols descriptions (by @citrin)
  5019. * Config: reflect SURBL changes (by @citrin):
  5020. - Outblaze removed, malware moved to separate list:
  5021. http://www.surbl.org/news/internal/MW-malware-sublist-added-to-multi
  5022. * Fix C modules initialization on restart
  5023. * Treat single IP as a single IP in radix lists (reported by @citrin)
  5024. * Do not touch file and core limits if not asked explicitly (reported by @citrin)
  5025. * Improve logging for fuzzy errors
  5026. * Block SIGPIPE for HTTP writing
  5027. * Doc: update manual pages
  5028. * Fix HTTP connection termination
  5029. * Reduce default number of parallel requests to 8
  5030. * Sync with libucl include features
  5031. 0.7.1:
  5032. * Fix typo in stat output.
  5033. * Fix issues with includes crossing with the system includes
  5034. * Restore testing framework
  5035. * Add radix trie test suite
  5036. * Implement new path-compressed radix trie.
  5037. - The performance benefit over the old algorithm is about 1.5 times.
  5038. - Memory usage is significantly lower as well.
  5039. - Now radix trie can accept any IPv4/IPv6 values
  5040. * Various improvements to the memory pools code
  5041. * Fix writing reply to a client when no filters are defined
  5042. * Write base32 encoded fuzzy
  5043. * Fix 'soft reject' action
  5044. * Fix rspamd reload and modules reconfiguration
  5045. * Fix subject rewriting for the default subject
  5046. * Fix states for processing task and pre-filters
  5047. * Fix issues with connection closing
  5048. * Fix crashes in rdns
  5049. * Fix ratelimit pre-filter
  5050. * Update exim patch.
  5051. - Update to the recent exim version
  5052. - Strip extra leading src/ from the patch
  5053. - Remove sendfile since it was broken
  5054. - Fix rspamd spam report for exim
  5055. * Improve documentation
  5056. 0.7.0:
  5057. * Use HTTP protocol for all operatiosn
  5058. * Webui worker is now removed and controller works as webui
  5059. * Allow to serve static files via controller by option `static_dir`
  5060. * Rspamd interface is now a part of rspamd
  5061. * Rspamc client has been rewritten to use HTTP and non-blocking mode
  5062. allowing to start multiple operations simultaneously (see `-n` option)
  5063. * Lua API was completely reworked to satisfy modern standards of LUA:
  5064. * Module `lua-message` was removed
  5065. * Reduced number of superglobals registered by rspamd
  5066. * Many functions has been redesigned
  5067. * Symbols registration is now more convenient
  5068. * Users settings has been rewritten as lua plugin
  5069. * Reworked headers system as gmime's based one misses many headers and is
  5070. very slow to get headers values
  5071. * Reorganized code and removed embedded jannsson by using UCL for all json
  5072. parsing
  5073. * Migrated to `librdns` for DNS resolving that improves concurrency for
  5074. DNS requests significantly
  5075. * Fixed tonns of bugs in MIME processing
  5076. * Improved metrcis and default symbol's weights
  5077. * Added new RBL's
  5078. * Fixed a number of issues in the modules
  5079. * Removed several memory leaks found
  5080. * Fix unicode processing
  5081. * Fix fuzzy checking for unicode parts
  5082. * Significantly improve documentation and especially LUA API docs
  5083. * See migration notes at https://rspamd.com/doc/migration.html
  5084. 0.6.8:
  5085. * Controller now listen for localhost and not for 127.0.0.1 by default
  5086. * Allow FCrDNS-style RBL lookups (by @fatalbanana)
  5087. * Reduce threshold for parts_differ function.
  5088. * Fix hostname lookup for rdns rbl (by @AlexeySa)
  5089. * Fix HFILTER_URL_ONELINE to reduce false positive rate.
  5090. * Fix whitelist module.
  5091. * Allow override system predefined settings without touching system ones
  5092. by .try_include macro (by @andrejzverev)
  5093. * Check for [ip.address]-style HELO and suppress lookups. (by
  5094. @fatalbanana)
  5095. * Optimize hfilter (by @AlexeySa)
  5096. * Fix issue with random numbers generator in dns.
  5097. * Use more clever time values to setup entropy.
  5098. * Synced with the recent libucl.
  5099. 0.6.7:
  5100. * Use ChaCha20 for DNS generator (more secure DNS id)
  5101. * Unknown symbols now has zero weight and not 1.0
  5102. * Fix fuzzy hashes expire time
  5103. * Fix critical issue in statfiles on FreeBSD 9 (and some other platforms)
  5104. * Add .include_map macro to ucl parser
  5105. * Update libucl
  5106. * Fix headers end detection for DKIM module
  5107. * Fix a bug in received headers parser
  5108. * Validate IP addresses before pushing them to lua
  5109. * Start new documentation project
  5110. * Fixed tonns of other minor bugs
  5111. * Start to prepare for 0.7 with HTTP protocol and new settings
  5112. 0.6.6:
  5113. * Removed issue with BUFSIZ limitation in the controller output
  5114. * Simplify logging symbols escaping
  5115. * Adjusted weights for several rules
  5116. * Improve spamhaus rbl support
  5117. * Removed PBL for received headers checks
  5118. * Added hfilter module that performs various HELO and IP checks.
  5119. * Rspamd can now be reloaded by HUP signal
  5120. * Fuzzy storage should expire hashes properly
  5121. * Build system has been reworked for better supportof pkg-config
  5122. * Various minor bugfixes
  5123. 0.6.5:
  5124. * Fixed critical bug in DNS resolver, introduced in 0.6.4
  5125. * Improved multimap and rbl plugins to skip
  5126. * Add dns_sockets option for tuning sockets per server in DNS resolver
  5127. * Improved packages for rspamd
  5128. 0.6.4:
  5129. * Added io channels for DNS request to balance load and reduce id
  5130. collisions chance
  5131. * Fixed a bug in SPF filter that may cause core dump in specific
  5132. circumstances
  5133. * FIxed default config for rbl module
  5134. * It is possible to get a list of rspamc commands with their descriptions
  5135. * Added SORBS bl to the default config
  5136. * 2tld file for surbl module has been significantly extended
  5137. * Perl modules has been removed from the code.
  5138. * Fixed an issue in libucl when parsing macros
  5139. 0.6.3:
  5140. * Fixed issues with DNS:
  5141. - labels decompression algorithm was fixed;
  5142. - added resolve_mx to lua API;
  5143. - fixed modules that use DNS.
  5144. * Lua modules once_received and emails reworked for new resolver API and UCL.
  5145. * Debian package was polished.
  5146. * Fixed a bug in fuzzy_check module that prevents correct processing messages
  5147. without valid parts.
  5148. 0.6.2:
  5149. * Fuzzy check module has been reworked:
  5150. - now fuzzy_check operates with a group of rules, that define which
  5151. servers sre to be checked;
  5152. - it is possible to specify read_only groups to avoid learning errors;
  5153. - turn fuzzy_check to one_shot mode permanently;
  5154. - fuzzy_check module configuration is now incompatible with the previous
  5155. versions.
  5156. * Imported bugfixes from libucl.
  5157. * Fixed whitelist plugin.
  5158. * Fixed statfiles resizing.
  5159. * Improved logging initialization order.
  5160. * Fixed race condition in the controller worker.
  5161. 0.6.1:
  5162. * Critical bugfixes:
  5163. - fixed build system;
  5164. - fixed in_class setting in bayes learning;
  5165. 0.6.0:
  5166. * Use UCL instead xml for configuration (https://github.com/vstakhov/libucl)
  5167. * Fix statistics module normalization
  5168. * Rework the many modules for the new configuration:
  5169. - surbl has incompatible configuration;
  5170. - fuzzy_check has incompatible configuration;
  5171. - multimap has now new configuration;
  5172. - received_rbl is removed and replaced by rbl module.
  5173. * Removed deprecated options:
  5174. - statfile_pool_size;
  5175. - action and required/reject score for a metric.
  5176. * Simplify build system and unify configuration for all platforms.
  5177. * Improved URL detector (reduced false positive rate).
  5178. * Lua 5.2 is now the default and fully supported version.
  5179. * Tons of bugfixes and minor improvements.
  5180. 0.5.6:
  5181. * Fix bug with counters incrementing in rolling history
  5182. * Detect expl and exp2l as some systems do not have it
  5183. * Support input streams without Content-Length
  5184. * Implement counters output via rspamc and controller interface
  5185. * Fix bug with udp sockets in fuzzy storage
  5186. 0.5.5:
  5187. * New bayes normalizator based on inverse chi-square function
  5188. * Various fixes to fuzzy storage
  5189. * Allow update fuzzy storage only from specific IP addresses
  5190. * Better support of IPv6 and address selection algorithms
  5191. * Add CentOS spec file
  5192. 0.5.4:
  5193. * Fixed issues with diff algorithm
  5194. * Added support of RRD statistics
  5195. * Add webui worker for interface interaction
  5196. * Fix a lot of issues with dynamic conf
  5197. * Fix critical memory leak in settings code
  5198. * Improve stability of the system
  5199. 0.5.3:
  5200. * Added dynamic options
  5201. * Added advanced metaclassfication
  5202. * Added RESTfull API for controller
  5203. * Improved hashing algorithms
  5204. * Various fixes for rspamc client:
  5205. - allow interacting with unix sockets
  5206. - librspamdclient major cleanup
  5207. - bayes is now default classifier
  5208. 0.5.2:
  5209. * Added lua bindings for:
  5210. - basic mime parts, that allows checkign attachements for example;
  5211. - DNS resolver;
  5212. * Existing lua bindings now works without task object allowing to use them
  5213. in custom code.
  5214. * Threads system was reworked to avoid global lua interpreter lock.
  5215. * DKIM module now converts all line endings to CRLF how opendkim does.
  5216. * URL detector is now more accurate for text parts.
  5217. * Several critical bugs and memory leaks were fixed.
  5218. 0.5.1:
  5219. * Added lua worker type to handle network connections in lua.
  5220. * Added lua bindings for async_session, IO dispatcher, memory_pool, and
  5221. worker.
  5222. * Composites can now uses other composites in expressions.
  5223. * Fixes for debian package and for FreeBSD >= 9.1
  5224. * Add support of gmime-2.6 if gmime-2.4 is not found.
  5225. * Improve url detection and phishing detection.
  5226. * Add lua mime_part library to get an access to all message part
  5227. attributes (like filename, length, type).
  5228. 0.5.0:
  5229. * Added SMTP lightweight balancing proxy with XCLIENT support.
  5230. * Added lua bindings for upstreams objects and API.
  5231. * New pre-filters are implemented to support initial checking for messages.
  5232. * Added ratelimit plugin that uses redis protocol to store data.
  5233. * Added ipv6 support to spf and some other modules.
  5234. * Unbreak spf plugin.
  5235. * Allow options with the same name be threated as list.
  5236. * DKIM plugin an parsing code was added.
  5237. * Separate build system to put logic in several shared libraries.
  5238. * Many bugfixes.
  5239. 0.3.2:
  5240. * Add error handling for regexps
  5241. * Fix quit command in controller interface
  5242. * Write symbols weights to rspamc output
  5243. * Improve logic of selecting rspamc version
  5244. * Do not try to parse broken DNS replies
  5245. * Add 'raw' flag to FROM_EXCESS_BASE64 rule (requested by citrin)
  5246. * Output message id in rspamc reply
  5247. * Fix inserting composite symbol
  5248. * Fix output of log line
  5249. * Document composites
  5250. * Add logging for fuzzy checks
  5251. * Add logging for learning
  5252. * Improve logic of learning messages - do not learn more than specific threshold
  5253. * Fix inserting results for symbols that were incorrectly (for example more than 1 time) defined in config file
  5254. * Do not output control characters if output is not terminal
  5255. * Fix some logic errors in learning
  5256. * Consider lua plugins errors as fatal configuration errors
  5257. * Fix writing message id during fuzzy_add command
  5258. * Display weight of symbols correctly
  5259. * Fixes to winnow learning
  5260. * One more try to improve accuracy of winnow algorithm
  5261. * Add bayesian classifier (initial version)
  5262. * Remove normalizer as it is winnow specific thing, so all statistic algorithms now returns value from 0 to 1
  5263. * Some fixes to fuzzy hashes expiration:
  5264. * Fix assertion while look up value in NULL hash (found by cirtin)
  5265. * Fix normalization for systems that have not tanhl function
  5266. * Ignore rfc822 group addresses
  5267. * Move images library to core rspamd
  5268. * Add lua api to access images properties
  5269. * Add post filters to lua API - filters that would be called after all message's processing
  5270. * Add ability to check for specified symbol in task results from lua
  5271. * Add ability to check for metric's results from lua
  5272. * Add ability to learn specified statfile form lua
  5273. * Add ability to extract filename and size of images from lua
  5274. * Fix assertion while extracting internet address
  5275. * Fix races in fuzzy storage
  5276. * Make spf parser case insensitive
  5277. * Add ability to check hashes of selected mime types
  5278. * Add ability to set minimum size in bytes for mime types
  5279. * Add ability to set minimum dimensions for images
  5280. * Assume all text/* content types as text/plain
  5281. * Fix getting data wrapper for gmime24
  5282. * Many fixes to statfile synchronization system
  5283. * Fixed statfile pool initialization and synchronization with disk
  5284. * Prepare 0.3.2
  5285. * Fix Mail::Rspamd::Config for new rspamd features
  5286. * Use Mail::Rspamd::Config in rspamc client
  5287. * Write user's name to rspamd log
  5288. * Prepare rspamd build infrastructure for creating rpm and deb packages
  5289. * Fix depends
  5290. * Add start script for linux systems
  5291. * Fix shared usage of statfiles
  5292. * Add invalidation of statfiles in case of learning, so now statfiles
  5293. * This should fix shared usage of statfile pool by several processes
  5294. * Fix misprint (reported by az)
  5295. * Fix stupid error when all checks can be done in a single pass
  5296. * New trie based url scanner (based on libcamel)
  5297. * Small fixes to rspamd perl client
  5298. * Write fuzzy hashes info to log
  5299. * Add trie interface to lua api
  5300. * Explain sample config and cleanup it
  5301. 0.3.1:
  5302. * Add modules documentation
  5303. * Continue implementing smtp proxy
  5304. * Implement new learning system, now rspamd should be much more intelligent while learning messages
  5305. * Convert statistic sums to use long double for counters
  5306. * Use hyperbolic tangent for internal normalizer
  5307. * In classify normalize result after comparing, not before
  5308. * New symbols sorter
  5309. * Fix strict aliasing while compiling with optimization
  5310. * Fix tanhl detection for platforms that have not implementation of it
  5311. * Remove several compile warnings
  5312. * Add experimental support of dynamic rules to regexp module
  5313. * Document views configuration
  5314. * Several fixes to documentation
  5315. * Add more logic for dynamic rules
  5316. * Add documentation for dynamic rules
  5317. * Add ability to make negations in networks in dynamic rules
  5318. * Clean up cache items correctly
  5319. * Implement basic SMTP dialog:
  5320. * Implement interaction with smtp upstream (with support of XCLIENT)
  5321. * Check messages received via smtp proxy
  5322. * Add support for sendfile in io dispatcher
  5323. * Fix issues with compatibility of worker_task and smtp proxy
  5324. * Proxy DATA command
  5325. * Fix SMTP
  5326. * Change metric logic
  5327. * Completely remove lex/yacc readers for config
  5328. * Make common sense of metric/action and symbols
  5329. * Sync changes with all plugins
  5330. * Incorrectly removed in previous commit
  5331. * Fix misprint (by Andrej Zverev)
  5332. * announce the "password" keyword in usage list
  5333. * Implement initial version of greylisting triplets storage
  5334. * Fix issues with smtp worker
  5335. * Fix QUIT command in SMTP worker
  5336. * Some fixes about new metrics system (may be incomplete)
  5337. * Get weights of symbol from default metric for symbols cache
  5338. * Fix setting task->from/task->rctp in smtp client
  5339. * Copy from and rcpt correctly
  5340. * Some performance improvements to IO dispatcher (do not drain the whole buffer after a single line readed)
  5341. * Fix smtp data input
  5342. * Fix misprint
  5343. * Add limit of maximum allowed smtp session errors
  5344. * New logic of SURBL module:
  5345. * Use system mkstemp(3) on systems where it is available as glib implementation
  5346. * Try to fix memmove issues in io dispatcher
  5347. * Remove debug from SURBL module
  5348. * Rewrite buffered input for line policy (again)
  5349. * Fix issue with links that are ip addresses in numeric form in surbl
  5350. * On Darwin use BSD style sendfile definition
  5351. * Reorganize platform specific knobs in CMakeLists
  5352. * Use gettimeofday on systems that have not clock_getres
  5353. * Use ftime for dns trans id generation on systems without clock_getres
  5354. * Darwin sendfile(2) support
  5355. * TIMEDB->TIMEB
  5356. * More to previous commit
  5357. * Pass env from main() arguments instead of platform specific global environ
  5358. * Fix compatibility issues
  5359. * Fix -lintl detection
  5360. * Init some variables to avoid problems
  5361. * Remove garbadge (gnome terminal sucks)
  5362. * Add more information about why we drop smtp connection
  5363. * Fix mkstemp call
  5364. * Send to upstream QUIT command at the end of session
  5365. * Check return value of each rspamd_dispatcher_write as in case of write errors sessions can be destroyed early
  5366. * Fix states in smtp dialog
  5367. * Use rspamd_snprintf instead of libc one
  5368. * Fix URLS command
  5369. * Fix reconfigure process of surbl module
  5370. * Fix destroying smtp session (unmap memory and do not delete pool early)
  5371. * Delete pool after using its variables
  5372. * Delay timer must be registered in async session to correctly handle connection termination
  5373. * Register dns requests in session too
  5374. * Make session before registering events
  5375. * Remove events in handlers
  5376. * Add ability to set filters for smtp worker for each smtp stage
  5377. * Add very initial version of DNS resolver (many things to be done)
  5378. * Announce weights and sync
  5379. * Fix few typo
  5380. * Understand short names of facility in logging config
  5381. * Add ability to make whitelist for spf checks
  5382. * Misprint != -> ==
  5383. * Handle lua tag in way that it is not required to write additional text:
  5384. * Strip all starting whitespace symbols from xml texts
  5385. * Fix stupid bug in calculating buffer length while reading file maps
  5386. * Add resolv.conf parsing into dns.c
  5387. * Fix microseconds<->milliseconds conversions
  5388. * Take callback argument in Mail::Rspamd::Client for processing files and directories
  5389. * Print results if rspamc is called for a directory
  5390. * Fix stupid error with surbl module reconfig (another one, blame me)
  5391. * Do not show duplicate urls in url header
  5392. * Fix detection of numeric urls (reported by citrin)
  5393. * Write real time of message's scan to log (not only virtual)
  5394. * Fix chartable module in utf mode
  5395. * Fix parsing of some broken urls
  5396. * Add ability to test regexp with 'T' flag
  5397. * Write more code for DNS resolver:
  5398. * Make DNS resolver working
  5399. * Many improvements to rspamd test suite: now it CAN be used for testing rspamd functionality
  5400. * Write DNS resolver tests
  5401. * Fix issues with memory_pool mutexes and with creating of statfiles
  5402. * Forgotten in previous commit
  5403. * Add support for parsing SPF and SRV records
  5404. * Fix PTR parsing
  5405. * Add tests
  5406. * Make SURBL module to use rspamd dns module
  5407. * Several fixes to DNS logic
  5408. * Remove evdns and use only rspamd resolver
  5409. * Very hard to detect problem with race among error in socket and destroying task while we are writing to socket and go through a hash table
  5410. * Fix resolving in smtp module
  5411. * Init events before configuring resolver in smtp worker
  5412. * Set resolver inside task
  5413. * Fix reload signal (reported by citrin)
  5414. * Some improvements to redirector
  5415. * Call has_forked method to inform POE about fork
  5416. * Fix lua DNS code
  5417. * Decompress labels in DNS packets more strictly
  5418. * Fix some problems with TXT records
  5419. * Try to fix removing of DNS events
  5420. * Do not insert unparsed RR's into reply
  5421. * Calling callbacks may cause destroying session from which we are calling callback so we MUST call callback as the latest action
  5422. * Fix check_smtp_data function
  5423. * Add ability to make views by recipient
  5424. * Add ability to set metric's action from config file
  5425. * Fix bug with writing garbadge if message has no urls or no messages
  5426. * Fix bug with incorrect behaviour of compare_parts_distance function
  5427. * Add ability to assign several actions to one metric
  5428. * Report action in rspamc protocol
  5429. * Mail::Rspamd::Client and rspamc can now understand Action header too
  5430. * Write action to log as well
  5431. * Make valgrind happy about comparing symbols
  5432. * Add more debug to comparing parts distance function
  5433. * Write action even if message has no symbols
  5434. * Make improvements to HTML entities decoder: now it replaces entities with common characters and
  5435. * Add -d option to force debug output
  5436. * Assume 7bit as default transfer encoding
  5437. * Do not overwrite lua plugins and configs if they already exists in target directory
  5438. * Improve logging
  5439. * Write queue id to log
  5440. * Remove test messages from cmake
  5441. * Reopen log file by USR1 signal
  5442. * Add reopenlog method to FreeBSD rc script
  5443. * Adopt foreach for cmake 2.6
  5444. * Fix to rc script
  5445. * Do not try to resolve names with several dots in a row
  5446. * Fix surbl request formatting for ip addresses
  5447. * Handle cases of broken requests
  5448. * Fix problems with parsing compressed names
  5449. * Fix TXT records parsing
  5450. * Fix expanding spf macros that may fail in rare cases
  5451. * Fix another error with early task destroying
  5452. * Handle empty from header
  5453. * Improve reopenlog command in rc script
  5454. * Strip trailing whitespace characters in Mail::Rspamd::Client
  5455. * Use ungreedy match to strip trailing whitespaces
  5456. * Stupid error in calculation compressed label length
  5457. * Some optimizations to client library
  5458. * Do not compare empty parts
  5459. * Empty and non-empty parts are always different
  5460. * Save in regexp cache the whole regexp with header name (if exists) and with flags
  5461. * Add rspamd_log variable to lua plugins to access logging functions
  5462. * Each part in rspamd task now can have parent part
  5463. * Check for parts distance only for multipart/alternative subparts
  5464. * Do not check attachements even if they are text (but attached as file)
  5465. * Do not die if write (2) returned ENOSPACE while doing logging, turn on throttling mode instead (1 write try in a second)
  5466. * Add ability to turn on debug for specific symbols
  5467. * Add ability to configure dns timeouts and dns retransmits in config file
  5468. * More debug
  5469. * Fix extracting arguments in lua logger interface
  5470. * Turn off debug_ip during reload if it was disabled by new config
  5471. * Improve lua logging
  5472. * Pre-init symbols cache when rereading config
  5473. * Fix lua representing of invalid ip (nil, not 255.255.255.255)
  5474. * Fix R_TO_SEEMS_AUTO rule (by citrin)
  5475. * Add multimap lua plugin
  5476. * Fix some multimap issues
  5477. * Try to save images hashes to fuzzy storage to stop some annoying spammers
  5478. * Allocate some more bytes for read buffer to avoid incorrect behavoiur
  5479. * Add ability to check dns black lists by multimap module
  5480. * Add multimap documentation
  5481. * Fix labels parsing
  5482. * Another try to save regexps in cache correctly
  5483. * Improve test logs for regexps
  5484. * Fix parsing txt records to avoid reading of uninitialized data
  5485. * Fix error with writing symbols cache file
  5486. * Fix error while working in utf mode when raw regexps was not created properly
  5487. * Do not add extra byte while converting text to utf
  5488. * Add error handling for regexps