You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChangeLog 233KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978
  1. 1.9.4: 23 May 2019
  2. * [CritFix] Fix case sensitivity when parsing Content-Type
  3. * [Fix] Arc: Another bunch of fixes for arc signing
  4. * [Fix] Arc: More arc signing fixes
  5. * [Fix] Avoid another overflow in fpconv
  6. * [Fix] Fix ARC signing after fixing another bug in it...
  7. * [Fix] Fix dkim signing exceptions
  8. * [Fix] Fix some more corner cases for fpconv
  9. * [Fix] Further fixes to printing of the FP numbers
  10. * [Fix] Ratelimit: Fix dynamic score
  11. 1.9.3: 13 May 2019
  12. * [Conf] Add IP_SCORE_FREEMAIL composite rule
  13. * [Feature] Add cryptobox method to generate dkim keypairs
  14. * [Feature] Add fast hashes to lua cryptobox hash
  15. * [Feature] Add least passthrough results
  16. * [Feature] Allow oversign if exists mode
  17. * [Feature] Clickhouse: Modernise table initial schema
  18. * [Feature] Implement IUF interface for specific fast hashes
  19. * [Feature] Lua_util: Allow to obfuscate different fields
  20. * [Feature] Tune memory management in Rspamd and Lua
  21. * [Fix] Avoid buffer overflow when printing long lua strings
  22. * [Fix] Change the default oversigning headers to a more sane list
  23. * [Fix] Clickhouse: Do not store digest as it is not needed now
  24. * [Fix] Clickhouse: Fix lots of storage issues
  25. * [Fix] Clickhouse: Support custom actions
  26. * [Fix] Deny URLs where hostname is bogus
  27. * [Fix] Do not blacklist mail by SPF/DMARC for local/authed users
  28. * [Fix] Fix DoS caused by bug in glib
  29. * [Fix] Fix UCL parsing of the multiline strings
  30. * [Fix] Fix buffer overflow when printing small floats
  31. * [Fix] Fix init code for servers keypairs cache
  32. * [Fix] Fix issue with urls with no tld (e.g. IP)
  33. * [Fix] Fix memory in arc signing logic
  34. * [Fix] Fix memory leak in language detector during reloads
  35. * [Fix] Fix mixed case content type processing
  36. * [Fix] Fix processing of the ip urls in file
  37. * [Fix] Fix use after free
  38. * [Fix] HTML: Fix `size` attribute processing
  39. * [Fix] Hum, it seems that 99ff1c8 was not correct
  40. * [Fix] Lua_task: Fix task:get_from method
  41. * [Fix] Preserve fd when mapping file to scan
  42. * [Fix] Re-use milter_headers settings when doing arc signing
  43. * [Fix] Set dmarc force action as least action
  44. * [Fix] Switch to GMT
  45. * [Fix] allow PKCS7 signatures to be text/plain, too
  46. * [Project] Add initial version of the vault management tool
  47. * [Project] Add vault support for DKIM and ARC signing
  48. * [Project] Implement keys rotation in the vault
  49. * [Project] Improve dkim keys generation for vault
  50. * [Project] Improve keys creation in rspamadm vault
  51. * [Rework] Move lua_worker to a dedicated unit
  52. * [WebUI] Add URL fragments (#) support
  53. * [WebUI] Fix AJAX request URL
  54. 1.9.2: 16 Apr 2019
  55. * [Conf] Allow to load users plugins from plugins.d
  56. * [Conf] oversign openpgp and autocrypt headers
  57. * [Feature] Add SPF FFI library for Lua
  58. * [Feature] Add more verbosity for SPF caching
  59. * [Feature] Antivirus: Handle encrypted files specially
  60. * [Feature] Clickhouse: Slashing - add new fields to CH
  61. * [Feature] Dkim_signing: Add OpenDKIM like signing_table and key_table
  62. * [Feature] Dkim_signing: Allow to use new options as maps
  63. * [Feature] Import fpconv library
  64. * [Feature] Lua_maps: Allow static regexp and glob maps
  65. * [Feature] Parse ical files
  66. * [Feature] Rspamadm: Add dns_tool utility
  67. * [Feature] Store SPF records digests
  68. * [Feature] Use fpconv girsu2 implementation for printing floats
  69. * [Fix] Clickhouse: Use integer seconds when inserting rows
  70. * [Fix] Fix floating point printing
  71. * [Fix] Fix processing of embedded urls
  72. * [Fix] Lua_clickhouse: Fix CH errors processing
  73. * [Fix] Make spf digest stable
  74. * [Fix] Properly detect encrypted files in zip archives
  75. * [Fix] Slashing: Store times in GMT timezone in ClickHouse
  76. * [Rules] Add additional conditions to perform BTC checks
  77. * [Rules] Fix pay-to-hash addresses validation
  78. 1.9.1: 5 Apr 2019
  79. * [Conf] Add vendor groups for symbols
  80. * [Feature] Add `rspamadm template` command
  81. * [Feature] Allow to add messages from settings
  82. * [Feature] Allow unconnected DNS servers operations
  83. * [Feature] Check limits after being set, migrate to uint64
  84. * [Feature] Greylist: Allow to disable greylisting depending on symbols
  85. * [Feature] Improve lua binary strings output
  86. * [Feature] Mime_types: Implement user configurable extension filters
  87. * [Feature] Mime_types: When no extension defined, detect it by content
  88. * [Feature] Preprocess config files using jinja templates
  89. * [Feature] Replies: Filter replies sender to limit whitelisting to direct messages
  90. * [Feature] Treat all tags with HREF as a potential hyperlinks
  91. * [Feature] Validate BTC addresses in LEAKED_PASSWORD_SCAM
  92. * [Fix] Add crash safety for HTTP async routines
  93. * [Fix] Another fix for Redis sentinel
  94. * [Fix] Clickhouse: Fix table schema upload
  95. * [Fix] Core: Fix squeezed dependencies handling for virtual symbols
  96. * [Fix] Finally fix default parameters parsing in actions section
  97. * [Fix] Fix ES sending logic (restore from coroutines mess)
  98. * [Fix] Fix finishing script for clickhouse collection
  99. * [Fix] Fix priority for regexp symbols registriation
  100. * [Fix] Fix various issues found by PVS Studio
  101. * [Fix] Initialize lua debugging earlier
  102. * [Fix] Neural: Fix training
  103. * [Fix] Rework cached Redis logic to avoid sentinels breaking
  104. * [Fix] SURBL: Fix regression in surbl module
  105. * [Fix] Fix double signing in the milter
  106. * [Project] Add support of HTTP proxy in requests
  107. * [Rework] Change lua global variables registration
  108. * [Rework] Rework HTML content urls extraction
  109. * [Rework] Start rework of aliasing in Rspamd
  110. * [WebUI] Combine Scan and Learning into one tab
  111. * [WebUI] Fix symbol score input type
  112. * [WebUI] Show grayed out pie
  113. * [WebUI] Update Throughput summary values dynamically
  114. 1.9.0: 12 Mar 2019
  115. * [Conf] Add missing includes
  116. * [Conf] Move to options
  117. * [Conf] Rbl: DWL is actually special whitelist
  118. * [Conf] Relax some uribl rules
  119. * [Conf] Remove abuse.ch
  120. * [CritFix] Html: Entities are not valid within tag params values
  121. * [Feature] Add `rspamadm mime sign` tool
  122. * [Feature] Add configgraph utility
  123. * [Feature] Add dedicated ZW spaces detection for URLs
  124. * [Feature] Add flag to url object when visible part is url_like
  125. * [Feature] Add method task:lookup_words
  126. * [Feature] Add pyzor support (by crosenberg)
  127. * [Feature] Allow to add upstream watchers to Lua API
  128. * [Feature] Allow to set rewrite subject pattern from settings
  129. * [Feature] Better escaping of unicode
  130. * [Feature] Clickhouse: Allow to store subject in Clickhouse
  131. * [Feature] Core: Add QP encoding utility
  132. * [Feature] Core: Add libmagic detection for all parts
  133. * [Feature] Core: Add support for gzip archives
  134. * [Feature] Core: Allow to construct scan tasks from raw data
  135. * [Feature] Core: Detect charset in archived files
  136. * [Feature] Core: Ignore and mark invisible spaces
  137. * [Feature] Core: Normalise zero-width spaces in urls
  138. * [Feature] Core: Process data urls for images
  139. * [Feature] Core: Relax quoted-printable encoding
  140. * [Feature] Core: Support RFC2231 encoding in headers
  141. * [Feature] Core: Support telephone URLs
  142. * [Feature] Core: allow to emit soft reject on task timeout
  143. * [Feature] DCC: Add bulkness and reputation checks to dcc
  144. * [Feature] Elastic: Modernize plugin
  145. * [Feature] Export visible part of url to lua
  146. * [Feature] Fuzzy_storage: add preliminary support of rate limits
  147. * [Feature] HTML: Specially treat data urls in HTML
  148. * [Feature] Implement event watchers for upstreams
  149. * [Feature] Implement includes tracing in Lua
  150. * [Feature] Improve dkim part in configwizard
  151. * [Feature] Lua_scanners: Add VadeSecure engine support
  152. * [Feature] Lua_task: Add flexible method to get specific urls
  153. * [Feature] Mime_types: Add MIME_BAD_UNICODE rule
  154. * [Feature] Mime_types: Use detected content type as well
  155. * [Feature] Plugins: Add preliminary version of the external services plugin
  156. * [Feature] Query sentinel on master errors
  157. * [Feature] Regexp: Allow local lua functions in Rspamd regexp module
  158. * [Feature] Rspamadm: Allow to append footers to plain messages
  159. * [Feature] Rspamadm: Allow to rewrite headers in messages
  160. * [Feature] Selectors: Add `ipmask` processor
  161. * [Feature] Settings: Allow hostname match
  162. * [Feature] Settings: Allow local when selecting settings
  163. * [Feature] Settings: Allow multiple selectors
  164. * [Feature] Settings: Allow to inverse conditions
  165. * [Feature] Support User-Agent in HTTP requests
  166. * [Feature] Support ed25519 dkim keys generation
  167. * [Feature] Try to filter bad unicode types during normalisation
  168. * [Feature] external_services - oletools (olefy) support
  169. * [Feature] lua_scanners - icap protocol support
  170. * [Feature] lua_scanners - spamassassin spam scanner
  171. * [Fix] Add filter for absurdic URLs
  172. * [Fix] Add some more cases for Received header
  173. * [Fix] Allow to disable/enable composite symbols
  174. * [Fix] Arc: Use a separated list of headers for arc signing
  175. * [Fix] Archive: Final fixes for 7z archives
  176. * [Fix] Clickhouse: Fix database usage
  177. * [Fix] Controller: Make save stats timer persistent
  178. * [Fix] Core: Detect encrypted rarv5 archives
  179. * [Fix] Core: Don't detect language twice
  180. * [Fix] Core: Fix address rotation bug
  181. * [Fix] Core: Fix content calculations for message parts
  182. * [Fix] Core: Fix emails comments parsing and other issues
  183. * [Fix] Core: Fix etags support
  184. * [Fix] Core: Fix headers folding on the last token
  185. * [Fix] Core: Fix iso-8859-16 encoding
  186. * [Fix] Core: Fix log_urls flag (and encrypted logging)
  187. * [Fix] Core: Fix part length when dealing with boundaries
  188. * [Fix] Core: Fix parts distance calculations
  189. * [Fix] Core: Fix processing of NDNs of certain type
  190. * [Fix] Core: Implement logic to find some bad characters in URLs
  191. * [Fix] Core: treat nodes with ttl properly in lru cache
  192. * [Fix] Fix Content-Type parsing
  193. * [Fix] Fix HTTP headers signing case
  194. * [Fix] Fix control interface
  195. * [Fix] Fix deletion of the duplicate headers
  196. * [Fix] Fix emails filtering in emails module
  197. * [Fix] Fix greylisting log message and logic
  198. * [Fix] Fix issues with storing of the accepted addr in rspamd control
  199. * [Fix] Fix maps object update race condition
  200. * [Fix] Fix memor leaks and whitespace processing
  201. * [Fix] Fix processing of null bytes in headers
  202. * [Fix] Fix rcpt_mime and from_mime in user settings
  203. * [Fix] Fix rfc2047 decoding for CD headers
  204. * [Fix] Fix rfc2231 for Content-Disposition header
  205. * [Fix] Fix setting of the subject pattern in config
  206. * [Fix] Greylist: fix records checking
  207. * [Fix] HTML: Another HTML comments exception fix
  208. * [Fix] HTML: Another entities decoding logic fix
  209. * [Fix] HTML: Fix HTML comments with many dashes
  210. * [Fix] HTML: Fix entities in HTML attributes
  211. * [Fix] HTML: Fix some more SGML tags issues
  212. * [Fix] Ignore whitespaces at the end of value in DKIM records
  213. * [Fix] MID module: Fix DKIM domain matching
  214. * [Fix] Milter_headers: Fix remove_upstream_spam_flag and modernise config
  215. * [Fix] Mime_parser: Fix issue with parsing of the trailing garbadge
  216. * [Fix] Mime_parser: Fix parsing of mime parts without closing boundary
  217. * [Fix] Multimap: Fix operating with userdata
  218. * [Fix] Process orphaned `symbols` section
  219. * [Fix] Rdns: Fix multiple replies in fake replies
  220. * [Fix] Rework groups scores definitions
  221. * [Fix] Set proper element when reading data from Sentinel
  222. * [Fix] Set rspamd user to initialise supplementary groups on reload
  223. * [Fix] Settings: Fix selectors usage
  224. * [Fix] Sort data received from Sentinel to avoid constant replacing
  225. * [Fix] groups.conf - filename typo
  226. * [Fix] lua_scanner - oletools typos, logging
  227. * [Fix] lua_scanners - actions and symbol_fail
  228. * [Fix] lua_scanners - fix luacheck
  229. * [Fix] lua_scanners - kaspersky - response with fname
  230. * [Fix] lua_scanners - savapi redis prefix
  231. * [Fix] tests - antivirus - fprot symbols
  232. * [Project] Add concept of flexible actions
  233. * [Project] Add heuristical from parser to received parser
  234. * [Project] Add new flags to clickhouse, redis and elastic exporters
  235. * [Project] Attach new received parser
  236. * [Project] Fallback to callbacks from coroutines
  237. * [Project] Implement keep-alive support in lua_http
  238. * [Project] Lua_udp: Implement fully functional client
  239. * [Project] Plug keepalive knobs into http connection handling
  240. * [Project] Rspamadm: Add `modify` tool
  241. * [Rework] Convert rspamd-server to a shared library
  242. * [Rework] Dcc: Rework DCC plugin
  243. * [Rework] Enable explicit coroutines symbols
  244. * [Rework] Rework telephone urls parsing logic
  245. * [Rework] Rewrite RBL module
  246. * [Rework] Settings: Rework settings check
  247. * [Rework] Slashing: Distinguish lualibdir, pluginsdir and sharedir
  248. * [Rework] Unify task_timeout
  249. * [Rework] Use VEX instructions in assembly, relocate
  250. * [WebUI] Notify user if uploaded data was not learned
  251. * [WebUI] Remove redundant condition
  252. 1.8.3: 03 Dec 2018
  253. * [CritFix] Make flags mutually exclusive for mime parts
  254. * [CritFix] Strictly deny unencoded bad utf8 sequences in headers
  255. * [Feature] Add Kaspersky antivirus support
  256. * [Feature] Add method to get dkim results
  257. * [Feature] Add more words regexp classes
  258. * [Feature] Allow to choose words format in `rspamadm mime`
  259. * [Feature] Allow to get all types of words from Lua
  260. * [Feature] Allow to get task flags in C expressions
  261. * [Feature] Allow to require encryption when accepting connections
  262. * [Feature] Ignore bogus whitespaces in the words
  263. * [Feature] Implement more strict configuration tests
  264. * [Feature] Improve SPF results in Authentication-Results
  265. * [Feature] Support ClickHouse database
  266. * [Fix] Add failsafety for utf8 regexps
  267. * [Fix] Do not trigger BROKEN_CONTENT_TYPE on innocent text parts
  268. * [Fix] Emit error if connection has been terminated with no stop pattern
  269. * [Fix] Fix boundaries checks in embedded messages
  270. * [Fix] Fix double free
  271. * [Fix] Perform policy downgrade on sample out, add tests
  272. * [Fix] Properly escape utf8 regexps in hyperscan mode
  273. * [Fix] Selectors - attachments args condition
  274. * [Fix] Some fixes for raw parts
  275. * [Fix] Treat learning errors as non-fatal
  276. * [Fix] Use tld when looking for DKIM domains
  277. * [Project] Words unicode structure rework
  278. * [Project] Add preliminary Redis Sentinel support
  279. * [Project] Improve Authentication-Results header
  280. * [Project] Rework DKIM checks results
  281. * [Project] Use more generalised API to produce meta words
  282. 1.8.2: 19 Nov 2018
  283. * [Conf] Add DWL support in the default configuration
  284. * [Conf] Disable rspamd_update by default (again)
  285. * [Conf] Fix configuration sample for ratelimit
  286. * [CritFix] Disable broken url tags by default
  287. * [CritFix] Fix \0 processing when doing RSA sign
  288. * [CritFix] Fix adding symbols to their primary groups
  289. * [Feature] Add `rspamadm cookie` utility
  290. * [Feature] Add specialised functions for generating encrypted cookies
  291. * [Feature] Add support of cookies in replies module
  292. * [Feature] Add support of words regexps
  293. * [Feature] Allow to add 3rd party clang plugins
  294. * [Feature] Allow to create lua regexps from glob or plain patterns
  295. * [Feature] Allow to set custom limits for upstream lists
  296. * [Feature] Detect orphaned parts and attach them to message
  297. * [Feature] Filter tokens in bayes
  298. * [Feature] Fold b= value when doing arc sealing
  299. * [Feature] Ignore cookies in the future and too old in the past
  300. * [Feature] Skip stop words in statistics
  301. * [Feature] Store stop words and allow to query them
  302. * [Feature] Support query arguments in controller's custom commands
  303. * [Feature] Tune upstream limits in Rspamd proxy
  304. * [Feature] Use different callback symbols for different uribls
  305. * [Feature] Write DKIM selector in dkim allow/reject symbols
  306. * [Fix] Add obs_fws state support to eoh state machine
  307. * [Fix] Add sanity check when applying mime boundaries heuristic
  308. * [Fix] Antivirus - virus names with 0 were recognized as tables
  309. * [Fix] Disable headernames in bayes temporarily
  310. * [Fix] Do not allow syntax errors in include files...
  311. * [Fix] Do not allow to merge an object with an array (or vice versa)
  312. * [Fix] Don't perform forged recipients check for missing recipients
  313. * [Fix] Fix DKIM based RBLs
  314. * [Fix] Fix actrie implementation (sync from upstream), fixed OOB read
  315. * [Fix] Fix explicit methods call in selectors
  316. * [Fix] Fix extraction of additional parts
  317. * [Fix] Fix finalization for internal plugins
  318. * [Fix] Fix override_defaults function
  319. * [Fix] Fix squeezed symbols when using settings
  320. * [Fix] Fix urls insertion in Clickhouse module
  321. * [Fix] Furhter fixes to ratelimits logic
  322. * [Fix] Ignore signatures when looking for boundaries
  323. * [Fix] Properly set learned count
  324. * [Fix] Really fix ratelimits configuration and work
  325. * [Fix] Remove ambigious format flag from printf
  326. * [Fix] Restore URLs exporting in ClickHouse plugin
  327. * [Fix] Rework bayes calculations...
  328. * [Fix] Switch from chi-square to naive for large Fisher value
  329. * [Fix] Treat normal password as enable password if there is no enable password
  330. * [Fix] Use proper syntax for making DNS requests
  331. * [Fix] Various fixes in embedded plugins
  332. * [Project] Change fuzzy check selection logic to lua_fuzzy library
  333. * [Project] Rework async events and symbols
  334. * [Project] Move all metatokens in Bayes to lua_stat from C
  335. * [WebUI] Add history rows per page control
  336. 1.8.1: 16 Oct 2018
  337. * [CritFix] Fix options insertion
  338. * [CritFix] Fix words decay one more time (affects long messages)
  339. * [CritFix] Increase default words_decay
  340. * [CritFix] Plug memory leak in redis pool
  341. * [Feature] Add `check_violation` feature to DKIM/ARC signing
  342. * [Feature] Add only unique elements to Clickhouse url arrays
  343. * [Feature] Allow `g+:` and `g-:` composite atoms
  344. * [Feature] Allow dkim domains check in surbl
  345. * [Feature] Allow maps with HTTP auth
  346. * [Feature] Allow to disable actions by users settings
  347. * [Feature] Extend whitelisting options
  348. * [Feature] Store url object in images
  349. * [Feature] Use verdict instead of the plain action in plugins
  350. * [Fix] Allow to call fstring append with NULL string
  351. * [Fix] DCC - luacheck
  352. * [Fix] Do not load torch on each rspamadm invocation
  353. * [Fix] Fix boundaries detection and rework stop words algorithm
  354. * [Fix] Fix dependencies for DNS_SIGNED symbol
  355. * [Fix] Fix errors when dealing with dynamic rates/bursts in Ratelimit
  356. * [Fix] Fix groups mess
  357. * [Fix] Fix groups mess
  358. * [Fix] Fix parsing address with comments
  359. * [Fix] Fix resolving in DMARC reports
  360. * [Fix] Fix various issues with parsing of the received headers
  361. * [Fix] Fix watchers issue in lua_tcp when doing no resolving
  362. * [Fix] Plug memory leak in language detector (affects reloads)
  363. * [Fix] Remove one letter stop words
  364. * [Fix] Slashing: backport chunk logic from libucl
  365. * [Fix] Stop libevent from using cached time in rspamadm
  366. * [Fix] Try to fix watchers chaining
  367. * [Fix] Various fixes in redis sync interface
  368. * [Fix] ip_score - respect check_authed and check_local settings from config
  369. * [Project] Rework passthrough actions
  370. * [Project] Clustering module
  371. * [Rework] Always create result for a task
  372. * [Rework] Completely rewrite DMARC checks logic
  373. * [Rework] Rework and fix whitelist plugin
  374. * [WebUI] Add symbols sorting buttons
  375. * [WebUI] Change symbols order without updating history
  376. * [WebUI] Colorize symbols
  377. * [WebUI] Do not display password form when secure_ip is set
  378. * [WebUI] Fix symbol description tooltips display
  379. * [WebUI] History: add sorting by symbol score value
  380. 1.8.0: 24 Sep 2018
  381. * [Feature] Add arguments schemas to processors and extractors
  382. * [Feature] Add functional selectors library
  383. * [Feature] Add generic selector to reputation module
  384. * [Feature] Add more ratelimits: by digest, by attachments data, by filenames
  385. * [Feature] Add preliminary stop words detection support
  386. * [Feature] Add pure Lua debugm function
  387. * [Feature] Add schema validation for Redis settings
  388. * [Feature] Add selectors combine function
  389. * [Feature] Add some recursion protection to lua logger
  390. * [Feature] Add support for Lua API tracing
  391. * [Feature] Allow to apply schema to arguments
  392. * [Feature] Allow to get dkim signing data directly from HTTP headers
  393. * [Feature] Allow to reuse existing authentication results
  394. * [Feature] Cache selectors results in re runtime
  395. * [Feature] Implement new text tokenizer based on libicu
  396. * [Feature] Integrate selectors framework to multimap
  397. * [Feature] Relax FORGED_RECIPIENTS
  398. * [Feature] Support (almost) all html entities
  399. * [Feature] Support adding and deletion of recipients in the milter block
  400. * [Feature] Support gathering HTTP body from fragments in lua_http
  401. * [Feature] Support multi flag in regexp and glob maps
  402. * [Feature] Support selectors in ratelimit module
  403. * [Feature] Support selectors in settings
  404. * [Feature] Use khash in HTML parser
  405. * [Feature] Use pure Lua debugm function
  406. * [Fix] Add fail-safety for destroying sessions
  407. * [Fix] Allow to add result-less fake DNS records
  408. * [Fix] Another try to fix race conditions on config unload
  409. * [Fix] Call Lua callback on DNS timeouts
  410. * [Fix] Deprecate task:inc_dns_req as it is redundant
  411. * [Fix] Do not allow events deletions on cleanup
  412. * [Fix] Do not try to process skipped messages
  413. * [Fix] Fix HTTP requests with no body
  414. * [Fix] Fix another cleanup race condition
  415. * [Fix] Fix bug in processing of pcre regexps
  416. * [Fix] Fix byte array allocation in the pool
  417. * [Fix] Fix crashes on task cleanup
  418. * [Fix] Fix dynamic buckets in ratelimits
  419. * [Fix] Fix endless loop when waiting for Rspamd to stop
  420. * [Fix] Fix lua_util.str_split in case of delimiters set
  421. * [Fix] Fix more issues with watching of async events
  422. * [Fix] Fix stop words detection and loading logic
  423. * [Fix] Fix various corner cases for language detection
  424. * [Fix] Fix watchers in lua_tcp
  425. * [Fix] Fix words decay algorithm
  426. * [Fix] Implement watchers replacement to handle nested calls
  427. * [Fix] Save faked code into fake dns record
  428. * [Fix] Show the proper frame when using lua_util.debugm
  429. * [Fix] Use fake dns records in tests
  430. * [Fix] Use unicode replacements for HTML entities
  431. * [Fix] fixed "cannot find dependency on symbol 1" issue when using replaced symbols in spamassassin rules
  432. * [Fix] partition_id is not available in old versions of CH
  433. * [Project] Add implicit conversion logic to selectors
  434. * [Project] Add initial support for selectors in regexps
  435. * [Project] Add method concept
  436. * [Project] Further changes in unicode operations
  437. * [Project] Implement Clickhouse migrations
  438. * [Project] Implement implicit conversions to userdata
  439. * [Project] Implement insert method
  440. * [Project] Implement selectors registration for regular expressions
  441. * [Project] Implement selectors support in re_cache
  442. * [Project] Improve language detector: cleanup unused files, categorize
  443. * [Project] Migrate CH data to a fat table
  444. * [Project] Rework selectors logic
  445. * [Project] Start Clickhouse utilities library
  446. * [Project] Start unicode rework
  447. * [Project] coroutine threaded model for API calls: thread pool
  448. * [Rework] Move phishtank to a DNS based service
  449. * [Rework] Rework Clickhouse plugin to use the new API
  450. * [Rework] Rework language detector
  451. * [Rework] Rework utf content processing in text parts
  452. * [WebUI] Add progress bar for AJAX requests
  453. * [WebUI] Avoid errors table reinitialization
  454. * [WebUI] Avoid history table reinitialization
  455. * [WebUI] Avoid throughput summary table reinitialization
  456. * [WebUI] Destroy summary table on disconnect
  457. * [WebUI] Fix "auth" request URL
  458. * [WebUI] Fix disabling and hiding controls on page reload
  459. * [WebUI] Fix maps loading from neighbours
  460. * [WebUI] Fix symbols sorting by score
  461. * [WebUI] Fix tables destroying
  462. * [WebUI] Fix throughput data consolidation
  463. * [WebUI] Fix upload buttons disabling
  464. * [WebUI] Notify user on module loading failure
  465. * [WebUI] Update FooTable 3.1.4 -> 3.1.6
  466. 1.7.9: 01 Aug 2018
  467. * [CritFix] Fix caseless comparison of equal length strings
  468. * [Feature] Add HTTP basic auth support to elastic and clickhouse plugins
  469. * [Feature] Add SPF selector to reputation
  470. * [Feature] Add support of the fallback backends for HTTP maps
  471. * [Feature] Allow to print full mime structure when extracting mime data
  472. * [Feature] Allow to split symbols in reputation plugin
  473. * [Feature] Check attachments only on AV scanners in attachments_only mode
  474. * [Feature] Disable all SSL checks if ssl_no_verify flag is set
  475. * [Feature] Implement parsing of scoped IPv6 addresses
  476. * [Feature] Improve `rspamc counters` output
  477. * [Fix] Add sanity checks when expanding SPF macros
  478. * [Fix] Allow to parse SA rules with no spaces around =~ (dirty hack)
  479. * [Fix] Avoid one extra byte writing
  480. * [Fix] Deal with direct hash table
  481. * [Fix] Detect empty text part as text, not HTML
  482. * [Fix] Do not reduce map watch timeout for mixed http/file maps
  483. * [Fix] Fix HTML part detection heuristic
  484. * [Fix] Fix double free in redirectors cleanup
  485. * [Fix] Fix legacy history handling in the controller
  486. * [Fix] Fix messages insertion
  487. * [Fix] Fix sending string method
  488. * [Fix] Fix statconver command line arguments
  489. * [Fix] Fixed argument checking for being null
  490. * [Fix] Fixed issues reported by luacheck
  491. * [Fix] Freeze updates queue when do actual storage update
  492. * [Fix] HTTP map hash is per-backend and not per-map
  493. * [Fix] Plug memory leak in fuzzy updates
  494. * [Fix] Prefer 'MTA-Name' when producing authentication results
  495. * [Fix] Replace bad unicode sequences instead of stopping on them
  496. * [Fix] Set classifier version on learning
  497. * [Project] Reworked ratelimits
  498. * [Project] Apply topological sorting for symbols in Rspamd
  499. * [Project] Remove global contexts from C modules
  500. * [Project] Move performance critical hash tables to khash
  501. * [WebUI] Avoid unused indexes
  502. * [WebUI] Do not execute `on_success` callback
  503. * [WebUI] Fix history reset for "All SERVERS" (#2346)
  504. * [WebUI] Fix query URL for selected server
  505. * [WebUI] Fix symbols display in legacy history,
  506. * [WebUI] Hide symbols order selector for legacy history
  507. * [WebUI] Refactor query functions into one
  508. * [WebUI] Remove previously-attached event handlers
  509. * [WebUI] Save symbols to the selected server
  510. * [WebUI] Unify arguments of query functions
  511. * [WebUI] Use common query functions to get graph data
  512. * [WebUI] Use common query functions to save symbols
  513. 1.7.8: 12 Jul 2018
  514. * [Feature] Add more extended statistics about fuzzy updates
  515. * [Feature] Add more non-conformant Received headers support
  516. * [Feature] Add preliminary function to get fuzzy hashes from text in Lua
  517. * [Feature] Allow to configure AV module rejection message
  518. * [Feature] Implement fuzzy hashes extraction in mime tool
  519. * [Feature] Improve WHITE_ON_WHITE rule
  520. * [Feature] Improve integer -> string conversion
  521. * [Feature] Reuse maps in multimap module more aggressively
  522. * [Fix] Avoid race condition in skip map as pool lifetime is not enough
  523. * [Fix] Eliminate all specific C plugins pools
  524. * [Fix] Fix DKIM check rule if DNS is unavailable
  525. * [Fix] Fix build where ucontext is defined in ucontext.h
  526. * [Fix] Fix crash in base url handling
  527. * [Fix] Fix descriptors leak in sqlite3 locking code
  528. * [Fix] Fix messages quarantine
  529. * [Fix] Fix padded numbers printing
  530. * [Fix] Fix race condition on maps reinit
  531. * [Fix] Fix regexp functions when no data is passed
  532. * [Fix] Fix specific urls extraction
  533. * [Fix] Fix styles propagation
  534. * [Fix] Improve resetting of the limit buckets
  535. * [Fix] Initialize sqlite3 properly
  536. * [Fix] Work with broken resolvers in resolv.conf
  537. * [Project] Implement HTTP maps caching
  538. * [Project] Refresh fuzzy hashes when matched
  539. * [Project] Add logic to deduplicate fuzzy updates queue
  540. * [WebUI] Add missed declarations
  541. * [WebUI] Avoid using "undefined" property
  542. * [WebUI] Do not accept passwords containing control characters
  543. * [WebUI] Do not redeclare variables
  544. * [WebUI] Enable strict mode,
  545. * [WebUI] Fix variable assignment
  546. * [WebUI] Initialize variables at declaration
  547. * [WebUI] Remove duplicated path from RequireJS config
  548. * [WebUI] Remove unused block
  549. * [WebUI] Remove unused variable
  550. * [WebUI] Remove unused variables
  551. * [WebUI] Use self-explanatory notation
  552. * [WebUI] Use type-safe equality operators
  553. 1.7.7: 02 Jul 2018
  554. * [CritFix] Check NM part of pubkey to match it with rotating keypairs
  555. * [CritFix] Do not overwrite PID of the main process
  556. * [CritFix] Fix maps after reload
  557. * [CritFix] Fix maps race conditions on reload
  558. * [CritFix] Fix shmem leak in encrypting proxy mode
  559. * [Feature] Add a concept of ignored symbols to avoid race conditions
  560. * [Feature] Add ability to print bayes tokens in rspamadm mime
  561. * [Feature] Add method to get statistical tokens in Lua API
  562. * [Feature] Add preliminary mime stat command
  563. * [Feature] Add rspamadm mime tool
  564. * [Feature] Add urls extraction tool
  565. * [Feature] Address ZeroFont exploit
  566. * [Feature] Allow rspamadm mime to process multiple files
  567. * [Feature] Allow to extract words in `rspamadm mime`
  568. * [Feature] Allow to print mime part data
  569. * [Feature] Allow to show HTML structure on extraction
  570. * [Feature] Distinguish IP failures from connection failures
  571. * [Feature] Improve output for mime command
  572. * [Feature] Improve styles propagation
  573. * [Feature] Main process crash will now cleanup all children
  574. * [Feature] Preload file and static maps in main process
  575. * [Feature] Print stack trace on crash
  576. * [Feature] Process font size in HTML parser
  577. * [Feature] Propagate content length of invisible tags
  578. * [Feature] Read ordinary file maps in chunks to be more safe on rewrites
  579. * [Feature] Support base tag in HTML
  580. * [Feature] Support more size suffixes when parsing HTML styles
  581. * [Feature] Support opacity style
  582. * [Fix] Another fix for nested composites
  583. * [Fix] Fill nm id in keypairs cache code
  584. * [Fix] Fix colors alpha channel handling
  585. * [Fix] Fix destruction logic
  586. * [Fix] Fix double free
  587. * [Fix] Fix maps preload logic
  588. * [Fix] Fix nested composites process
  589. * [Fix] Fix proxying of Exim connections
  590. * [Fix] Fix reload crash
  591. * [Fix] Fix rspamadm -l command
  592. * [Fix] Update ed25519 signing schema
  593. * [WebUI] Stop using "const" declaration
  594. * [WebUI] Update RequireJS to 2.3.5
  595. 1.7.6: 15 Jun 2018
  596. * [CritFix] Fix multiple neural networks support
  597. * [Feature] Add decryption function to keypair command
  598. * [Feature] Add gzip compression for HTTP requests in elastic module
  599. * [Feature] Add gzip methods to lua util
  600. * [Feature] Add maps based on Top Level Domains
  601. * [Feature] Add pubkey checks for dkim_signing
  602. * [Feature] Add support of fake DNS records
  603. * [Feature] Add tool to encrypt files
  604. * [Feature] Allow to add symbols using settings directly
  605. * [Feature] Allow to match private and public keys for DKIM signatures
  606. * [Feature] Allow to set task flags via settings
  607. * [Feature] Allow to specify fake DNS address from the config
  608. * [Feature] Implement signatures verification using rspamadm keypair
  609. * [Feature] Implement signing using `rspamadm keypair`
  610. * [Feature] Improve error reporting for DKIM key access issues
  611. * [Feature] Provide $HOSTNAME variable in UCL
  612. * [Feature] Rework levenshtein distance computation
  613. * [Feature] Split message parsing and processing
  614. * [Feature] Support ED25519 DKIM signatures
  615. * [Feature] Support encrypted configs in UCL
  616. * [Feature] Suppress duplicate warning on very large radix tries
  617. * [Feature] Use OSB to combine header names
  618. * [Fix] Cleanup maps data on shutdown
  619. * [Fix] Fix '~' behaviour in composites
  620. * [Fix] Fix HTTP maps updates
  621. * [Fix] Fix NIST signatures
  622. * [Fix] Fix RFC822 comments when processing a mime address
  623. * [Fix] Fix double free
  624. * [Fix] Fix dynamic settings application
  625. * [Fix] Fix for CommuniGate Pro maillist
  626. * [Fix] Fix keypair creation method to actually create keypair...
  627. * [Fix] Fix matching patterns with no paths
  628. * [Fix] Fix memory leak in parsing comments
  629. * [Fix] Fix parsing of urls with numeric password
  630. * [Fix] Fix plugins intialisation in configwizard
  631. * [Fix] Fix potential crash on reload
  632. * [Fix] Fix potential race condition for a finished HTTP connections
  633. * [Fix] Fix race-condition leak on processes reload
  634. * [Fix] Fix signing in openssl mode
  635. * [Fix] Free language detector structures
  636. * [Fix] Relax alignment requirements
  637. * [Fix] Send DMARC reports compressed
  638. * [Fix] Try to fix leak in dmarc module
  639. * [Fix] Try to plug memory leak in metric exporter
  640. * [Project] Convert rspamadm subcommands to Lua
  641. * [WebUI] Display smtp sender/recipient in history
  642. * [WebUI] Fix elements disabling in "Symbols" tab
  643. * [WebUI] Limit recipients list in history column to 3
  644. * [WebUI] Match envelope and mime addresses following in arbitrary order
  645. * [WebUI] Update column header
  646. * [WebUI] Wrap addresses in history
  647. 1.7.5: 18 May 2018
  648. * [Conf] Add MSBL proposed return codes
  649. * [Conf] Add additional groups for policies
  650. * [CritFix] Do not use volatile Lua strings as UCL keys
  651. * [Feature] Add ability to add fuzzy hashes to headers
  652. * [Feature] Add function to extract most meaningful urls
  653. * [Feature] Add rule to block mixed text and encrypted parts
  654. * [Feature] Allow multiple groups for symbols
  655. * [Feature] Allow to disable lua squeezing logic
  656. * [Feature] Allow to get multipart children in Lua
  657. * [Feature] Allow to insert multiple headers from milter headers
  658. * [Feature] Allow to print scores in subject and further extensions
  659. * [Feature] Be more error-prone in squeezed rules
  660. * [Feature] Support multiple return codes in emails module
  661. * [Feature] Use EMA for calculating averages
  662. * [Feature] Use common jit cache for all regexps
  663. * [Feature] support for CommuniGate Pro self-generated messages
  664. * [Fix] Allow to have multiple values for headers as arrays
  665. * [Fix] Do not open sockets for disabled workers
  666. * [Fix] Fix AuthservId
  667. * [Fix] Fix base64 folding in Lua API
  668. * [Fix] Fix build on non-x86 platforms
  669. * [Fix] Fix cached maps logic
  670. * [Fix] Fix compatibility with old maps query logic
  671. * [Fix] Fix crash if skip_map is used
  672. * [Fix] Fix importing static maps from UCL
  673. * [Fix] Fix parsing of unix sockets
  674. * [Fix] Fix raw_mime regexp on HTML part with no text content
  675. * [Fix] Fix tables logging
  676. * [Fix] Fix vertical tab handling in libucl
  677. * [Fix] Try to fix frequency counters
  678. * [Fix] Use better sharding for ip_score
  679. * [Fix] Use multiple results from SURBL DNS reply
  680. * [Fix] When doing AV scan select a different server for retransmit
  681. 1.7.4: 01 May 2018
  682. * [Conf] Major stock config updates:
  683. - Workers are now specified in a new format worker "type" { ... }
  684. - Enable fuzzy worker to simplify local fuzzy storages configuration
  685. - Bind all workers to localhost by default to avoid security flaws
  686. * [Conf] Make more sane fuzzy_check default settings
  687. * [CritFix] Fix ucl escape for bad symbols
  688. * [Feature] Add failure symbol for AV module
  689. * [Feature] Add lazy expiration mode for new classifier schema
  690. * [Feature] Add preliminary version of maps stats plugin
  691. * [Feature] Allow to block fuzzy requests from specific networks
  692. * [Feature] Allow to change `expire` of live statistics
  693. * [Feature] Distinguish AV failure from clean result
  694. * [Feature] Further improvements of language detector by using khash
  695. * [Feature] Further optimization of the lang_detection
  696. * [Feature] Implement cluster-aware bayes expiry
  697. * [Feature] Implement exclude patterns in rspamc
  698. * [Feature] Implement glob maps in addition to regexp maps
  699. * [Feature] Implement map statistics function for lua API
  700. * [Feature] Implement stop symbols for Clickhouse collection
  701. * [Feature] Support recipients separated by commas
  702. * [Feature] Try harder to upload scripts to the Redis server
  703. * [Feature] Upgrade t1ha distribution
  704. * [Feature] use_domain_sign_inbound
  705. * [Feature] Use scores from maps if `symbols_set` is not defined
  706. * [Fix] Add resolving version of radix map helper
  707. * [Fix] Check URL before adding implicit prefix
  708. * [Fix] Do not check pid/state when using PRNG
  709. * [Fix] Fix CentOS logrotate script for systemd
  710. * [Fix] Fix slash + dot in urls
  711. * [Fix] Fix systemd version of the logrotate script
  712. * [Fix] Propagate key when import implicit array from Lua
  713. * [Fix] Strip spaces from map keys and values
  714. * [Fix] Try to fix a specific case when processing milter protocol
  715. * [Fix] Try to fix crash when a tcp connection cannot be set
  716. * [Fix] Typo use_domain_local --> use_domain_sign_local
  717. * [Fix] Various fixes to once_received module
  718. * [Project] Store hits counters for map elements
  719. 1.7.3: 10 Apr 2018
  720. * [CritFix] Plug bad memory leak in protocol reply
  721. * [Feature] Add avx2 codec for base64
  722. * [Feature] Add method to receive all URL flags from Lua API
  723. * [Feature] Allow to fold headers on stop characters
  724. * [Feature] Allow to set lua_cpath from options
  725. * [Feature] Allow to specify custom rejection message in milter
  726. * [Feature] Deal with unnormalised Unicode obfuscation
  727. * [Feature] Do not detect language twice for relative parts
  728. * [Feature] Implement oversigning feature
  729. * [Feature] Implement silent logging level to minimize noise in logs
  730. * [Feature] Improve URL_IN_SUBJECT rule
  731. * [Feature] Use hashing to reduce redis attack surface
  732. * [Fix] Add oversigning for the most important headers
  733. * [Fix] add 'rewrite subject' to History dropdown
  734. * [Fix] Another fix in folding algorithm
  735. * [Fix] Do not call multimap addr for parts of addr if filter is presented
  736. * [Fix] Do not clean hostname on generic reset
  737. * [Fix] Do not create pid file in no-fork mode
  738. * [Fix] Fix fold_after case to preserve multiple spaces
  739. * [Fix] Fix folding and folding tests
  740. * [Fix] Fix hostname usage in milter mode
  741. * [Fix] Fix lua RSA verify and its tests
  742. * [Fix] Fix metadata exporter send_mail backend (#2124)
  743. * [Fix] Fix processing of '\v' in libucl
  744. * [Fix] Fix shemaless URLs detection
  745. * [Fix] Fix support of multiple headers in sign_header
  746. * [Fix] Fix usage of util.parse_mail_address
  747. * [Fix] Fix weights of dynamic squeezed rules
  748. * [Fix] Leak from bucket before checking the burst
  749. * [Fix] Stop using own localtime as DST could be messy in many cases
  750. * [Fix] Treat unnormalised URLs as obscured
  751. * [Rework] Restore leaky bucket model in ratelimit plugin
  752. * [WebUI] Add messages total to throughput summary
  753. * [WebUI] Add symbols order selector to history
  754. * [WebUI] Config: Load list on demand
  755. * [WebUI] Fix modalBody for maps that appear more than once
  756. * [WebUI] History: Fix Tooltips on paging, filtering and sorting
  757. * [WebUI] Remove a previously-attached event handler
  758. * [WebUI] Update D3 to v5.0.0 and jQuery to v3.3.1
  759. 1.7.2: 23 Mar 2018
  760. * [Feature] Store emails in Clickhouse
  761. * [Feature] Support single quotes in config
  762. * [Feature] Use templates when publishing CH schema
  763. * [Feature] Improve Docker image
  764. * [Fix] Add rounding when printing a lot of FP variables
  765. * [Fix] Allow to disable certain actions by assigning null to them
  766. * [Fix] Disable results caching
  767. * [Fix] Fix disabling of squeezed symbols
  768. * [Fix] Fix scan time set
  769. * [Fix] Rework logic of actions setting
  770. * [Fix] Try to fix various Lua stack issues
  771. * [WebUI] Add link tag for favicon.ico
  772. * [WebUI] Display hostname:port/path in the page title
  773. 1.7.1: 20 Mar 2018
  774. * [CritFix] Fix lowercase comparison
  775. * [CritFix] Timezone defines seconds WEST UTC not East
  776. * [Feature] Add filename to log format
  777. * [Feature] Add lua rules squeezing
  778. * [Feature] Add related symbols analysis to rspamd_stats
  779. * [Feature] Remove upstream `X-Spam: Yes` header by default
  780. * [Feature] rspamd_stats: Output progress info on STDERR
  781. * [Feature] Whitelist for emails module
  782. * [Fix] Do not allow dependencies on self
  783. * [Fix] Do not cache metric result
  784. * [Fix] Do not trust all issuers as a client certificate
  785. * [Fix] Fix dependencies in lua squeeze
  786. * [Fix] Fix enabling/disabling squeezed rules
  787. * [Fix] Fix enabling/disabling symbols
  788. * [Fix] Fix external dependencies
  789. * [Fix] Fix processing of a single compressed file
  790. * [Fix] Fix some typos
  791. * [Fix] Fix various modules in case of empty message
  792. * [Fix] Handle callbacks that returns table of options
  793. * [Fix] Improve cached action interaction
  794. * [Fix] Make dynamic conf more NaN aware
  795. * [Fix] Never hide actions from WebUI `configuration` tab
  796. * [Project] Implementation of Lua rules squeezing
  797. 1.7.0: 12 Mar 2018
  798. * [Conf] Add bayes_expiry as explicit module
  799. * [Conf] Adjust names and weights for neural network plugin
  800. * [Conf] Change updates url
  801. * [Conf] Default statistics is stored in Redis now
  802. * [Conf] Disable fann_redis module by default
  803. * [Conf] Fix default elastic configuration
  804. * [Conf] Fix double quote position
  805. * [Conf] Massive config rework for new structure of symbols and scores
  806. * [Conf] Rename Rambler BLs as they are now Rspamd's ones
  807. * [Conf] Use dedicated rspamd.com subdomains
  808. * [Conf] Use more data from rspamd.com fuzzy storage
  809. * [CritFix] Add sanity guards for badly broken HTML
  810. * [CritFix] Another errors path handling fix
  811. * [CritFix] Another portion of tokenization fixes
  812. * [CritFix] Do not send reject messages after set reply
  813. * [CritFix] Fix ARC chain verification
  814. * [CritFix] Fix crash in milter errors handler
  815. * [CritFix] Fix memory leak in spf caching logic
  816. * [CritFix] Fix milter commands pipelining
  817. * [CritFix] Fix newlines detection
  818. * [CritFix] Fix semicolons parsing in the content type
  819. * [CritFix] Plug memory leak in zstd protocol compression
  820. * [Feature] Add ability to match score in force_actions module
  821. * [Feature] Add aes-rng PRF to libottery
  822. * [Feature] Add 'composites' debug module
  823. * [Feature] Add concept of experimental modules
  824. * [Feature] Add DKIM trace symbol
  825. * [Feature] Add EBL to the default config
  826. * [Feature] Add expected ip check for emails plugin
  827. * [Feature] Add framework to manage Redis scripts
  828. * [Feature] Add framing for the new reputation generic plugin
  829. * [Feature] Add function to show plugins stat
  830. * [Feature] Add gzip compression support for clickhouse module
  831. * [Feature] Add gzip compression support for rspamd controller
  832. * [Feature] Add gzip support when sending lua http requests
  833. * [Feature] Add json output for rspamd_stats
  834. * [Feature] Add method to do a synchronous Redis connection
  835. * [Feature] Add method to get all content-type attributes in Lua
  836. * [Feature] Add `-m` flag to configdump to show modules states
  837. * [Feature] Add mime types to extensions map
  838. * [Feature] Add more features to rescore utility
  839. * [Feature] Add more gtube like patterns to test other spam actions
  840. * [Feature] Add more metafunctions, improve logging
  841. * [Feature] Add more text attributes
  842. * [Feature] Add new configwizard command to rspamadm
  843. * [Feature] Add new tooling for stats conversation
  844. * [Feature] Add old groups migration tool
  845. * [Feature] Add plugins state variable
  846. * [Feature] Add preliminary ecdsa keys support in DKIM
  847. * [Feature] Add preliminary support of idempotent symbols
  848. * [Feature] Add Redis server wizard
  849. * [Feature] Add routine to convert old style stats to a new one
  850. * [Feature] Add some sanity checks for actions and controller
  851. * [Feature] Add statistic convertation module to configwizard
  852. * [Feature] Add sugestions logic to mempool allocator
  853. * [Feature] Add support of config transform in Lua
  854. * [Feature] Add timeout to rspamc when doing corpus test
  855. * [Feature] Add tooling to convert bayes schemas
  856. * [Feature] Add torch conditional to configuration
  857. * [Feature] Add torch-decisiontree package
  858. * [Feature] Add torch-optim contrib package
  859. * [Feature] Add TTL autodetection
  860. * [Feature] Add urls reputation to the reputation framework
  861. * [Feature] Allow floating and negative values in expressions limits
  862. * [Feature] Allow multiple CTs in full extensions map
  863. * [Feature] Allow multiple fann rules
  864. * [Feature] Allow randomly select User-Agent from a list
  865. * [Feature] Allow rspamadm commands to export methods in Lua
  866. * [Feature] Allow rule specific min_bytes in fuzzy check
  867. * [Feature] Allow to adjust symbols scores from Lua
  868. * [Feature] Allow to attach stat signature to messages
  869. * [Feature] Allow to change SMTP from via milter headers
  870. * [Feature] Allow to configure monitored
  871. * [Feature] Allow to create directories in Lua API
  872. * [Feature] Allow to disable torch and skip train samples for ANN
  873. * [Feature] Allow to discard messages dynamically
  874. * [Feature] Allow to enable/disable languages from the detector
  875. * [Feature] Allow to generate DKIM keys from rspamadm API
  876. * [Feature] Allow to get CPU flags from Lua
  877. * [Feature] Allow to have high precision timestamps in logs
  878. * [Feature] Allow to insert headers into specific position
  879. * [Feature] Allow to limit redirector requests per task
  880. * [Feature] Allow to load and use dynamic ANNs with torch
  881. * [Feature] Allow to quarantine rejected messages using milter interface
  882. * [Feature] Allow to receive signing keys from mempool vars
  883. * [Feature] Allow to reserve elements in libucl
  884. * [Feature] Allow to reuse signal handlers chains
  885. * [Feature] Allow to set custom mempool variables from settings
  886. * [Feature] Allow to set headers from settings
  887. * [Feature] Allow to set Settings-Id for all connections
  888. * [Feature] Allow to skip real action and add a header instead
  889. * [Feature] Allow to skip specific hashes in fuzzy storage
  890. * [Feature] Allow to spawn asynchronous processes from Lua
  891. * [Feature] Allow to specify number of threads for ANN learning
  892. * [Feature] Allow to use global lua maps in settings
  893. * [Feature] Allow to use postfilters in composites
  894. * [Feature] Allow to verify signatures from HTTP headers in maps
  895. * [Feature] Antivirus: ordered pattern matches
  896. * [Feature] Authentication-Results: support hiding usernames
  897. * [Feature] Automatically create tables in clickhouse
  898. * [Feature] Catch next-to-last bad extension
  899. * [Feature] Check cached maps more frequently
  900. * [Feature] Check groups sanity
  901. * [Feature] Deal with obscured URLs with @ symbols
  902. * [Feature] Enhance task:store_in_file method
  903. * [Feature] Export password encryption routines to Redis
  904. * [Feature] Filter nan and inf when adding scores
  905. * [Feature] Finalize 7zip files support
  906. * [Feature] Further improvements in language detection
  907. * [Feature] Further improvements in language detection algorithm
  908. * [Feature] Generic key name expansion for Redis keys
  909. * [Feature] Hash whitelist for fuzzy_check
  910. * [Feature] Implement bayes signatures storage
  911. * [Feature] Implement buckets for Redis backend
  912. * [Feature] Implement DKIM reputation adjustments
  913. * [Feature] Implement forked workers children monitoring
  914. * [Feature] Implement headers flags in mime parser
  915. * [Feature] Implement l1/l2 regularization against the current weights
  916. * [Feature] Implement manual ANN train mode
  917. * [Feature] Implement per-user ANN support
  918. * [Feature] Implement torch based ANN learning
  919. * [Feature] Implement upstreams logic for clickhouse exporter
  920. * [Feature] Import torch to Rspamd...
  921. * [Feature] Improve allocation policy when interacting with Lua
  922. * [Feature] Improve Lua/C interaction in history_redis
  923. * [Feature] Improve multiple fuzzy results combining
  924. * [Feature] Improve parsing of DKIM keys: parse algorithm
  925. * [Feature] Improve subprocesses termination handle
  926. * [Feature] Improve symbol type parsing in Lua API
  927. * [Feature] Metadata Exporter: e-Mail Alerts: support multiple recipients; alerting senders/recipients/users (#1600)
  928. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  929. * [Feature] More metatokens
  930. * [Feature] Multimap: checking of symbol options
  931. * [Feature] Multimap: template URL filter
  932. * [Feature] New bayes expiry plugin
  933. * [Feature] Periodically save rspamd stats to disk
  934. * [Feature] Preliminary import of the elasticsearch module
  935. * [Feature] Ratelimit: allow full addresses in whitelisted_rcpts
  936. * [Feature] Ratelimit: support fetching limits from Redis
  937. * [Feature] RBL: received: filtering by position & flags
  938. * [Feature] Read global maps for lua
  939. * [Feature] Redis settings: support checking multiple keys
  940. * [Feature] Rework fann plugin to be a normal post-filter
  941. * [Feature] Rework logging configuration for rspamadm case
  942. * [Feature] Rework short hashes generation to avoid FP
  943. * [Feature] Save real ucl types when exporting to Lua
  944. * [Feature] Set TCP_NODELAY for milter sockets
  945. * [Feature] Setup DKIM signing from configwizard
  946. * [Feature] Skip certain symbols from ANN classify
  947. * [Feature] Store plugins state
  948. * [Feature] Support etag for HTTP maps
  949. * [Feature] Support Expires header when using HTTP maps
  950. * [Feature] Support sending given header multiple times in lua_http
  951. * [Feature] Support sha512 in DKIM signatures
  952. * [Feature] Try to detect HTML messages better
  953. * [Feature] Use array instead of queue to reduce memory fragmentation
  954. * [Feature] Use controller port by default when connecting to local IP
  955. * [Feature] Use rdtsc where possible
  956. * [Fix] Actively load skip hashes map in fuzzy storage
  957. * [Fix] Add another workaround to display history properly
  958. * [Fix] Add definition for old glib compatibility method
  959. * [Fix] Add missing rspamadm control options to help
  960. * [Fix] Add workaround for IPv6 in sendmail
  961. * [Fix] Add workaround for system with non-XSI compatible tzset
  962. * [Fix] Allow oversigning in DKIM signatures
  963. * [Fix] Allow to check negative scores in force_actions
  964. * [Fix] Allow to have negative actions limits
  965. * [Fix] Allow to set any layers number for fann rules
  966. * [Fix] Another fix for rdtcs
  967. * [Fix] Another fix to lua xmlrpc
  968. * [Fix] Another try to deal with #1998
  969. * [Fix] Another try to fix #1998
  970. * [Fix] Another try to fix threading in torch
  971. * [Fix] Apply language detection when adding fuzzy hashes
  972. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  973. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  974. * [Fix] Auth-Results: Multiple DKIM signatures
  975. * [Fix] Avoid changing content-transfer-encoding header's value
  976. * [Fix] Better handling of the legacy protocol
  977. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  978. * [Fix] Check for magic when checking for an archive
  979. * [Fix] Cleanup mess with groups
  980. * [Fix] Clickhouse: Insertion in the symbols table
  981. * [Fix] Crash in URL processing
  982. * [Fix] Deal with another case when processing exceptions
  983. * [Fix] Deal with deeply nested messages more aggressively
  984. * [Fix] Deal with nan and inf encoding in json/ucl
  985. * [Fix] Deal with non-key arguments in lua_redis.exec_script
  986. * [Fix] Deal with unknown weight
  987. * [Fix] Deal with URLs with no slashes after protocol
  988. * [Fix] Deal with URLs wrapped in [] in text parts
  989. * [Fix] Deal with zero scores symbols
  990. * [Fix] Default monitoring domain for surbl plugin
  991. * [Fix] Delay upstream re-resolving when one upstream is defined
  992. * [Fix] Detection of maillist optimized and fixed
  993. * [Fix] DKIM signing: allow for auth_only to be false
  994. * [Fix] DMARC: require report_settings for sending reports only
  995. * [Fix] Do not allow garbadge when checking url domain
  996. * [Fix] Do not cache SPF records with PTR elements
  997. * [Fix] Do not constantly re-resolve failed upstreams with a single element
  998. * [Fix] Do not crash if no words defined
  999. * [Fix] Do not crash on empty subtype
  1000. * [Fix] Do not expose spamtrap messages to SMTP reply
  1001. * [Fix] Do not fail rbl plugin when there are no received or emails
  1002. * [Fix] Do not ignore short words
  1003. * [Fix] Do not include idempotent/nostat symbols to checksum
  1004. * [Fix] Do not override groups when converting metrics
  1005. * [Fix] Do not override unix socket group when group comes before owner
  1006. * [Fix] Do not skip the last character
  1007. * [Fix] Do not spawn too many workers by default
  1008. * [Fix] Do not stop monitored on dns errors
  1009. * [Fix] Do not stop parsing headers on bad IP header
  1010. * [Fix] Do not strip last character in the last word
  1011. * [Fix] Do not treat script content as text
  1012. * [Fix] Do not try to connect to non-supported addresses
  1013. * [Fix] Do not try to dereference last character
  1014. * [Fix] Do not try to sign unknown domains
  1015. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  1016. * [Fix] Erase unknown HTML entities
  1017. * [Fix] Exim Received header protocol parsing
  1018. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  1019. * [Fix] Fix a lot of FP in chartable in mixed languages
  1020. * [Fix] Fix ANN checks
  1021. * [Fix] Fix ANN loading logic
  1022. * [Fix] Fix another tokenization issue
  1023. * [Fix] Fix autolearn parameters reading
  1024. * [Fix] Fix bad archive characters stripping
  1025. * [Fix] Fix bad extension check
  1026. * [Fix] Fix bayes schema conversion
  1027. * [Fix] Fix blacklists and DMARC in whitelist
  1028. * [Fix] Fix brain-damaged torch build system
  1029. * [Fix] Fix build on FreeBSD
  1030. * [Fix] Fix clickhouse exporter
  1031. * [Fix] Fix clickhouse schema
  1032. * [Fix] Fix comparision
  1033. * [Fix] Fix composites processing
  1034. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  1035. * [Fix] Fix couple of warnings
  1036. * [Fix] Fix crashes in the rspamd_control path
  1037. * [Fix] Fix deletion from hash
  1038. * [Fix] Fix DKIM forgeries via multiple headers
  1039. * [Fix] FIx dynamic conf plugin
  1040. * [Fix] Fix emails detection
  1041. * [Fix] Fix empty headers simple canonicalization
  1042. * [Fix] Fix empty threshold check in greylisting module
  1043. * [Fix] Fix encrypted legacy reply in fuzzy storage
  1044. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  1045. * [Fix] Fix exceptions list in surbl
  1046. * [Fix] Fix *_EXCESS_BASE64 rules
  1047. * [Fix] Fix expire rounding
  1048. * [Fix] Fix extra hits in PCRE mode for regular expressions
  1049. * [Fix] Fix format strings
  1050. * [Fix] Fix get_content method
  1051. * [Fix] Fix groups override when defining symbols
  1052. * [Fix] Fix learned count in new schema
  1053. * [Fix] Fix learn errors propagation
  1054. * [Fix] Fix loading of per-user redis backend for statistics
  1055. * [Fix] Fix logging buffer corruption in case of repeated messages
  1056. * [Fix] Fix lua cached elements invalidation
  1057. * [Fix] Fix merging of the implicit arrays
  1058. * [Fix] Fix mime_types scoring
  1059. * [Fix] Fix multiple headers in DKIM headers list
  1060. * [Fix] Fix null callee case in clang plugin
  1061. * [Fix] Fix obscured url in format user@@example.com
  1062. * [Fix] Fix parsing of the per-user script
  1063. * [Fix] Fix priorities in rspamd_update, disable rules execution
  1064. * [Fix] Fix processing of closed tags
  1065. * [Fix] Fix processing of idempotent rules when autolearn fails
  1066. * [Fix] Fix processing of multipart parts with no headers
  1067. * [Fix] Fix processing of skip-hashes in fuzzy storage
  1068. * [Fix] Fix PTR processing in SPF
  1069. * [Fix] Fix pushing country to clickhouse asn table
  1070. * [Fix] Fix random forests module
  1071. * [Fix] Fix real IP parsing for some strange Exim received
  1072. * [Fix] Fix Redis timeout setup
  1073. * [Fix] Fix reload crash when hyperscan is enabled
  1074. * [Fix] Fix reusing of redis connection after exec
  1075. * [Fix] Fix sanity checks on macro value
  1076. * [Fix] Fix setting of path and cpath for Lua
  1077. * [Fix] Fix setting of signals when spawning a thread
  1078. * [Fix] Fix text splitting: stack overflow (too many captures)
  1079. * [Fix] Fix ticks processing
  1080. * [Fix] Fix upstream addrs updating
  1081. * [Fix] Fix urls/emails distinguishing found in queries
  1082. * [Fix] Fix user settings check
  1083. * [Fix] Fix variable increment
  1084. * [Fix] Fix various issues in stat_convert
  1085. * [Fix] F-PROT Antivirus infection string for all known occurences
  1086. * [Fix] F-PROT Antivirus: only check return code to determine infection
  1087. * [Fix] Further fixes around floating point expressions
  1088. * [Fix] Further fixes to ANN module
  1089. * [Fix] Further fixes to rescore tool
  1090. * [Fix] Further fixes to support ES 6
  1091. * [Fix] Further tokenization fixes
  1092. * [Fix] Greylisting set phase is not idempotent
  1093. * [Fix] Handle proxy copy errors
  1094. * [Fix] Header checks: Fix get_raw_header method
  1095. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  1096. * [Fix] Kill spawned processes on termination
  1097. * [Fix] Load skip map from all processes as shared cache is unavailable
  1098. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  1099. * [Fix] Lowercase words
  1100. * [Fix] Lua_http: freeing
  1101. * [Fix] Lua: lpeg to be loaded with rspamd_lua_add_preload, to avoid "rspamd_config_read: rcl parse error: cannot init lua file […] module 'lpeg' not found"
  1102. * [Fix] Map absence is not an error
  1103. * [Fix] Metadata exporter: check IP sanity
  1104. * [Fix] Milter headers: custom headers: removing headers
  1105. * [Fix] Milter headers: skip_local / skip_authenticated settings
  1106. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  1107. * [Fix] mime_types: fix next-to-last extension length check
  1108. * [Fix] More hacks to deal with old configs
  1109. * [Fix] Move composites second pass to the dedicated stage
  1110. * [Fix] Multimap: received: filtering of artificial header
  1111. * [Fix] Multiple fixes in torch based ANN plugins
  1112. * [Fix] Once more (#1879) fix bad extension check
  1113. * [Fix] Optimize rspamd_fstring_t reallocations
  1114. * [Fix] options.local_networks setting
  1115. * [Fix] Parse HREF urls without explicit prefix
  1116. * [Fix] Plan new event on HTTP errors
  1117. * [Fix] Plug another possible memory leak
  1118. * [Fix] Plug memory leak
  1119. * [Fix] Plug memory leak in lua_tcp
  1120. * [Fix] Plug memory leak when setting email addresses from Lua
  1121. * [Fix] Propagate learn/stat errors more precisely
  1122. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  1123. * [Fix] Ratelimit: lowercase email addresses
  1124. * [Fix] RBL: received: deal with missing data (#1965)
  1125. * [Fix] Rebalance and slightly rework MX check plugin
  1126. * [Fix] Redis key expansion: EVAL: deal with strings
  1127. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  1128. * [Fix] Reject invalid bh for DKIM signatures earlier
  1129. * [Fix] Relax pem signature detection
  1130. * [Fix] Relax unicode properties requirements for chartable module
  1131. * [Fix] Remove extra noise from dkim and arc signing
  1132. * [Fix] Remove hop-by-hop headers in proxy
  1133. * [Fix] Remove incorrect method `task:set_metric_subject`
  1134. * [Fix] Replace space like characters in headers with plain space
  1135. * [Fix] Restore old style ratelimits support
  1136. * [Fix] Rework elasticsearch plugin
  1137. * [Fix] Rewriting subjects via force actions module
  1138. * [Fix] RPM postinstall
  1139. * [Fix] Sanitize IP in history redis
  1140. * [Fix] Select the correct signature when doing simple canon
  1141. * [Fix] Set CLOEXEC flag on files opened
  1142. * [Fix] Setting check_local / check_authed in plugins (#1954)
  1143. * [Fix] Settings: avoid checking invalid IP (#1981)
  1144. * [Fix] Settings: header: deal with multiple settings (#1988)
  1145. * [Fix] Skip checks if both extensions are not bad
  1146. * [Fix] Skip nostat tokens when get number of tokens
  1147. * [Fix] Some more fixes towards emails detection
  1148. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  1149. * [Fix] Stop using of g_slice...
  1150. * [Fix] Switch rspamadm logging to message level
  1151. * [Fix] Symbol 'FANNR_SPAM' has its score defined..
  1152. * [Fix] Table parameter for rspamd_config:add_doc()
  1153. * [Fix] Treat 'rewrite subject' as spam action
  1154. * [Fix] Try harder in passing IPv6 addresses
  1155. * [Fix] Try harder to find rfc822 notifications
  1156. * [Fix] Try harder to find urls
  1157. * [Fix] Use decoded values when parsing mime addresses
  1158. * [Fix] Use full URL when making an HTTP request
  1159. * [Fix] Use greylisting threshold in greylisting module
  1160. * [Fix] Use n_words attribute from ngramms
  1161. * [Fix] Use raw urls when sending requests to redirector
  1162. * [Fix] Use the right boolean operator on error check
  1163. * [Fix] Use weight from map for fuzzy scoring
  1164. * [Fix] Various fixes to elastic plugin
  1165. * [Fix] Various fixes to fann_redis instantiation
  1166. * [Fix] Various improvements in language detection
  1167. * [Fix] Virus infection string for F-PROT Antivirus
  1168. * [Fix] Virus infetction string for F-PROT Antivirus
  1169. * [Fix] WebUI: use relative path for savemap (#1943)
  1170. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  1171. * [Fix] Write configuration changes as UCL config
  1172. * [Project] Add detection logic for words
  1173. * [Project] Add fast debug logging infrastructure
  1174. * [Project] Add more flags to languages
  1175. * [Project] Add n-gramms data files
  1176. * [Project] Add ngramms frequencies detector
  1177. * [Project] Add random words selection logic
  1178. * [Project] Add unigramms to language detection as well
  1179. * [Project] Convert all C modules to fast debug infrastructure
  1180. * [Project] Detect some languages based on unicode script
  1181. * [Project] Enable fast debug lookup for some modules
  1182. * [Project] Enable language detector init in scanner workers
  1183. * [Project] Further improvements to language detector
  1184. * [Project] Implement logic of ngramms application
  1185. * [Project] Improve weighting in lang_detection
  1186. * [Project] Initialize language detector
  1187. * [Project] Preliminary version of ngramms based language detector
  1188. * [Project] Preliminary version of the new stat_convert
  1189. * [Project] Remove old language detector
  1190. * [Project] Rework language detection ngramms structure
  1191. * [Project] Start language detection project
  1192. * [Project] Start rework of language detection to improve quality
  1193. * [Project] Use fast debug logging check
  1194. * [Rework] Add frame for new reputation based IP score module
  1195. * [Rework] Continue stat_convert rework task
  1196. * [Rework] Implement new version of fuzzy replies
  1197. * [Rework] Improve readability of xmlrpc API
  1198. * [Rework] Kill metrics!11
  1199. * [Rework] Ratelimit module
  1200. * [Rework] Rename fann_redis to neural plugin
  1201. * [Rework] Reorganize mime_types module
  1202. * [Rework] Rework rescore utility
  1203. * [Rework] Rewrite model and learning logic for rescore
  1204. * [Rework] Run post-loads when all initialization is completed
  1205. * [Rework] Simplify lua path initialization
  1206. * [Rework] Start major stat_convert rework
  1207. * [Rework] Start mempool fragmentation reduce project
  1208. * [Rework] Start moving of fann redis to torch
  1209. * [Rework] Stop embedding rspamadm scripts into C
  1210. * [Rework] Use floating point arithmetics in Rspamd expressions
  1211. * [Rework] Use frequencies distribution in language detector
  1212. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  1213. * [WebUI] Compact graph selectors
  1214. * [WebUI] Escape strings inside HTML in history
  1215. * [WebUI] Fix message count in throughput summary (#1724)
  1216. * [WebUI] Fix NaNs display on Throughput graph
  1217. * [WebUI] Migrate widgets to D3 v4
  1218. * [WebUI] Restore passwordless login support (#2003)
  1219. * [WebUI] Show symbol descriptions as tooltips in history
  1220. * [WebUI] Stop using commas in pie chart tooltips
  1221. * [WebUI] Update D3 and jQuery
  1222. * [WebUI] Update D3Evolution 1.0.0 -> 1.1.0
  1223. 1.6.6: 16 Feb 2018
  1224. * [CritFix] Add sanity guards for badly broken HTML
  1225. * [CritFix] Another errors path handling fix
  1226. * [CritFix] Fix ARC chain verification
  1227. * [CritFix] Fix crash in milter errors handler
  1228. * [Feature] Allow to insert headers into specific position
  1229. * [Feature] Allow to receive signing keys from mempool vars
  1230. * [Feature] Authentication-Results: support hiding usernames
  1231. * [Fix] Another try to deal with #1998
  1232. * [Fix] Another try to fix #1998
  1233. * [Fix] Better handling of the legacy protocol
  1234. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  1235. * [Fix] Deal with nan and inf encoding in json/ucl
  1236. * [Fix] Deal with URLs wrapped in [] in text parts
  1237. * [Fix] DKIM signing: allow for auth_only to be false
  1238. * [Fix] Do not crash on empty subtype
  1239. * [Fix] Do not fail rbl plugin when there are no received or emails
  1240. * [Fix] Do not skip the last character
  1241. * [Fix] Do not try to dereference last character
  1242. * [Fix] Do not try to sign unknown domains
  1243. * [Fix] Exim Received header protocol parsing
  1244. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  1245. * [Fix] Fix bad archive characters stripping
  1246. * [Fix] Fix comparision
  1247. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  1248. * [Fix] Fix empty headers simple canonicalization
  1249. * [Fix] Fix extra hits in PCRE mode for regular expressions
  1250. * [Fix] Fix parsing of the per-user script
  1251. * [Fix] Fix processing of skip-hashes in fuzzy storage
  1252. * [Fix] Fix Redis timeout setup
  1253. * [Fix] Fix sanity checks on macro value
  1254. * [Fix] Fix text splitting: stack overflow (too many captures)
  1255. * [Fix] Fix urls/emails distinguishing found in queries
  1256. * [Fix] F-PROT Antivirus: only check return code to determine infection
  1257. * [Fix] Metadata exporter: check IP sanity
  1258. * [Fix] Multimap: received: filtering of artificial header
  1259. * [Fix] Plan new event on HTTP errors
  1260. * [Fix] Plug another possible memory leak
  1261. * [Fix] Remove hop-by-hop headers in proxy
  1262. * [Fix] Sanitize IP in history redis
  1263. * [Fix] Setting check_local / check_authed in plugins (#1954)
  1264. * [Fix] Settings: avoid checking invalid IP (#1981)
  1265. * [Fix] Try harder in passing IPv6 addresses
  1266. * [Fix] WebUI: use relative path for savemap (#1943)
  1267. * [WebUI] Fix message count in throughput summary (#1724)
  1268. * [WebUI] Fix NaNs display on Throughput graph
  1269. * [WebUI] Restore passwordless login support (#2003)
  1270. 1.6.5: 22 Oct 2017
  1271. * [CritFix] Another portion of tokenization fixes
  1272. * [CritFix] Fix memory leak in spf caching logic
  1273. * [CritFix] Fix milter commands pipelining
  1274. * [CritFix] Fix newlines detection
  1275. * [Feature] Filter nan and inf when adding scores
  1276. * [Feature] Implement headers flags in mime parser
  1277. * [Feature] Support Expires header when using HTTP maps
  1278. * [Fix] Actively load skip hashes map in fuzzy storage
  1279. * [Fix] Add workaround for IPv6 in sendmail
  1280. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  1281. * [Fix] Check for magic when checking for an archive
  1282. * [Fix] Deal with another case when processing exceptions
  1283. * [Fix] Deal with URLs with no slashes after protocol
  1284. * [Fix] Do not allow garbadge when checking url domain
  1285. * [Fix] Do not ignore short words
  1286. * [Fix] Do not strip last character in the last word
  1287. * [Fix] Do not treat script content as text
  1288. * [Fix] Erase unknown HTML entities
  1289. * [Fix] Fix another tokenization issue
  1290. * [Fix] Fix DKIM forgeries via multiple headers
  1291. * [Fix] Fix emails detection
  1292. * [Fix] Fix empty threshold check in greylisting module
  1293. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  1294. * [Fix] Fix loading of per-user redis backend for statistics
  1295. * [Fix] Fix multiple headers in DKIM headers list
  1296. * [Fix] Fix obscured url in format user@@example.com
  1297. * [Fix] Further tokenization fixes
  1298. * [Fix] Load skip map from all processes as shared cache is unavailable
  1299. * [Fix] Lowercase words
  1300. * [Fix] Milter headers: skip_local / skip_authenticated settings
  1301. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  1302. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  1303. * [Fix] Some more fixes towards emails detection
  1304. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  1305. * [Fix] Use greylisting threshold in greylisting module
  1306. 1.6.4: 10 Sep 2017
  1307. * [Feature] Add method to get all content-type attributes in Lua
  1308. * [Feature] Add some sanity checks for actions and controller
  1309. * [Feature] Allow randomly select User-Agent from a list
  1310. * [Feature] Deal with obscured URLs with @ symbols
  1311. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  1312. * [Fix] Add another workaround to display history properly
  1313. * [Fix] Add missing rspamadm control options to help
  1314. * [Fix] Auth-Results: Multiple DKIM signatures
  1315. * [Fix] Crash in URL processing
  1316. * [Fix] Default monitoring domain for surbl plugin
  1317. * [Fix] Detection of maillist optimized and fixed
  1318. * [Fix] Do not cache SPF records with PTR elements
  1319. * [Fix] Fix blacklists and DMARC in whitelist
  1320. * [Fix] Fix exceptions list in surbl
  1321. * [Fix] Fix processing of closed tags
  1322. * [Fix] Fix PTR processing in SPF
  1323. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  1324. * [Fix] options.local_networks setting
  1325. * [Fix] Ratelimit: lowercase email addresses
  1326. * [Fix] Rebalance and slightly rework MX check plugin
  1327. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  1328. * [Fix] Reject invalid bh for DKIM signatures earlier
  1329. * [Fix] Remove incorrect method `task:set_metric_subject`
  1330. * [Fix] Rewriting subjects via force actions module
  1331. * [Fix] RPM postinstall
  1332. * [Fix] Treat 'rewrite subject' as spam action
  1333. * [Fix] Try harder to find urls
  1334. * [Fix] Use full URL when making an HTTP request
  1335. * [Fix] Use raw urls when sending requests to redirector
  1336. * [Fix] Use weight from map for fuzzy scoring
  1337. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  1338. 1.6.3: 26 Jul 2017
  1339. * [CritFix] Fix semicolons parsing in the content type
  1340. * [Feature] Add EBL to the default config
  1341. * [Feature] Allow to configure monitored
  1342. * [Feature] Allow to skip specific hashes in fuzzy storage
  1343. * [Feature] Multimap: checking of symbol options
  1344. * [Feature] Redis settings: support checking multiple keys
  1345. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  1346. * [Fix] Avoid changing content-transfer-encoding header's value
  1347. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  1348. * [Fix] Fix get_content method
  1349. * [Fix] Header checks: Fix get_raw_header method
  1350. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  1351. * [Fix] Lua_http: freeing
  1352. * [Fix] Milter headers: custom headers: removing headers
  1353. * [Fix] Parse HREF urls without explicit prefix
  1354. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  1355. * [WebUI] Escape strings inside HTML in history
  1356. 1.6.2: 08 Jul 2017
  1357. * [Conf] Remove Rambler email bl for now
  1358. * [Conf] Switch RAMBLER_URIBL to a locally managed source
  1359. * [CritFix] Switch from ragel to C for Content-Type parsing
  1360. * [Feature] Add `-e` option for lua_repl
  1361. * [Feature] Add per-domain emails normalisation rules
  1362. * [Feature] Add sessions cache to debug dangling sessions
  1363. * [Feature] Add short_text_direct_hash for fuzzy check module
  1364. * [Feature] Add text_part:get_stats function
  1365. * [Feature] Allow to add custom processing script for surbl
  1366. * [Feature] Allow to check reply-to email
  1367. * [Feature] Allow to customize spam header, remove existing spam headers
  1368. * [Feature] Allow to disable specific workers in the config
  1369. * [Feature] Allow to discard messages instead of rejection
  1370. * [Feature] Allow to specify custom delimiter in emails plugin
  1371. * [Feature] Allow to specify custom User-Agent for rspamc
  1372. * [Feature] Allow to store symbols data in Clickhouse
  1373. * [Feature] Allow to use HTTPS when connecting to Clickhouse
  1374. * [Feature] Enable sessions cache tracking for milter connections
  1375. * [Feature] Implement per-line mode in lua_repl (like `perl -p`)
  1376. * [Feature] Implement rdns-curve plugin based on rspamd cryptobox
  1377. * [Feature] Improve maps cached data lifetime
  1378. * [Feature] Improve maps checking frequency
  1379. * [Feature] Improve monitored timeouts logic
  1380. * [Feature] milter_headers: add `extended_headers_rcpt` option
  1381. * [Feature] Milter headers: Add X-Spam-Flag to rmilter-compatibility headers
  1382. * [Feature] Milter headers: remove-header routine
  1383. * [Feature] Multimap: received filters for extracting TLDs from hostnames
  1384. * [Feature] Normalize email aliases in emails module
  1385. * [Feature] Re-add rambler email bl (as hashed list)
  1386. * [Feature] Reload file maps more frequently
  1387. * [Feature] Rework newlines strip parser one more time
  1388. * [Feature] Skip updates for messages scanned via controller
  1389. * [Feature] Split long DKIM public keys
  1390. * [Feature] Store more data when stripping newlines
  1391. * [Feature] Support SPF macros transformations
  1392. * [Feature] Support suppressing DMARC reports for some domains
  1393. * [Fix] Add missing `break` statement
  1394. * [Fix] Allow modifiers in SPF macros
  1395. * [Fix] DKIM sign tools: edge-cases around use_esld
  1396. * [Fix] Do not cache SPF records with macros
  1397. * [Fix] Do not overwrite score when setting pre-action
  1398. * [Fix] Fix comparison logic
  1399. * [Fix] Fix DKIM base64 folding for milter flagged messages
  1400. * [Fix] Fix emails module configuration
  1401. * [Fix] Fix folding for arc headers when milter interface is used
  1402. * [Fix] Fix gmail dots removal
  1403. * [Fix] Fix rspamc detection in greylist module
  1404. * [Fix] Fix some more issues with HTTP maps
  1405. * [Fix] Milter sessions can live forever
  1406. * [Fix] Normalize fuzzy probability better
  1407. * [Fix] Plug memory leak
  1408. * [Fix] RBL: Fixed hashed email address lookups
  1409. * [Fix] Try to deal with brain-damaged milter behaviour
  1410. * [Fix] Use `\n` to fold headers for milter
  1411. * [Rework] Allow to use custom callback for monitored checks
  1412. * [Rework] Further steps towards one process monitoring
  1413. * [Rework] Send health checks from a single worker
  1414. * [WebUI] Round-up throughput summary values
  1415. 1.6.1: 14 Jun 2017
  1416. * [Fix] Allow to init resolver without rspamd_config
  1417. * [Fix] Do not crash when resolver failed to initialize
  1418. * [Fix] Fix abstract context layout
  1419. * [Fix] Fix CGP helper reply parsing
  1420. * [Fix] Fix crashes when socket write errors occur
  1421. * [Fix] Fix parsing IPv6 nameservers in resolv.conf
  1422. * [Fix] Milter: Don't defer on "greylist" action
  1423. 1.6.0: 12 Jun 2017
  1424. * [Conf] Add rspamd_proxy to the default configuration set
  1425. * [Conf] Add sample arc module config
  1426. * [Conf] Do away with systemd specifics completely
  1427. * [Conf] Increase min_bytes to avoid FP
  1428. * [Conf] Remove ratelimits from default configuration
  1429. * [CritFix] Fix accepting on IPv6 sockets
  1430. * [CritFix] Fix corruption when multiple fuzzy are defined
  1431. * [CritFix] Fix learn condition in fuzzy check
  1432. * [CritFix] Fix memory leak in fuzzy check
  1433. * [CritFix] Fix memory leak in maps scheduling
  1434. * [CritFix] Paese the last character in DKIM signature correctly
  1435. * [CritFix] Zero fill sockaddr_un
  1436. * [Feature] Add ability to add doc strings by example
  1437. * [Feature] Add API to verify DKIM (and ARC) signatures
  1438. * [Feature] Add compression/decompression to proxy
  1439. * [Feature] Add count to url structure
  1440. * [Feature] Add initial support of the new protocol reply
  1441. * [Feature] Add Lua plugin spamtrap
  1442. * [Feature] Add `monitored_address` for rbls
  1443. * [Feature] Add new schema for bayes tokens
  1444. * [Feature] Add preliminary ARC support to dkim code
  1445. * [Feature] Add preliminary support of ARC signing
  1446. * [Feature] Add rules to detect bad 8bit characters in From and To
  1447. * [Feature] Add scanning support for milter protocol
  1448. * [Feature] Add support for bidirectional symbols in rspamd_stats
  1449. * [Feature] Add support for static maps
  1450. * [Feature] Add support of maps with multiple regexps matches
  1451. * [Feature] Add `text_multiplier` param
  1452. * [Feature] Add the preliminary ARC plugin
  1453. * [Feature] Add top redirector targets rank
  1454. * [Feature] Allow async events to be registered from LUA rules
  1455. * [Feature] Allow storing bayes tokens in Redis
  1456. * [Feature] Allow to exclude specific domains from mx check
  1457. * [Feature] Allow to have a stack of watcher finalisers
  1458. * [Feature] Allow to pass hostname to `-i` flag in Rspamc
  1459. * [Feature] Allow to set custom user agent in url redirector
  1460. * [Feature] Allow to use custom callback when parsing resolv.conf
  1461. * [Feature] Allow to use domain from authenticated user
  1462. * [Feature] Bayes expiry plugin
  1463. * [Feature] Check dkim sign keys for modifications
  1464. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  1465. * [Feature] DMARC: Support excluding domains from sampling
  1466. * [Feature] Expire processing items for URL redirector aggressively
  1467. * [Feature] Fix surbl monitored for IP lists, add `monitored_domain` option
  1468. * [Feature] Implement caching for dkim body hashes
  1469. * [Feature] Implement milter protocol scan reply
  1470. * [Feature] Improve omograph phishing detection
  1471. * [Feature] Initial support of self-scan in Rspamd proxy
  1472. * [Feature] Keep track of headers in milter interface
  1473. * [Feature] Milter headers: better controls for local/authenticated
  1474. * [Feature] Multimap: email:domain:tld filter
  1475. * [Feature] Preliminary DMARC reporting implementation
  1476. * [Feature] Reuse stemmers in the cache
  1477. * [Feature] Rework confighelp to load Lua plugins
  1478. * [Feature] Rework hfilter to use hyperscan if possible
  1479. * [Feature] Rework lua RSA API
  1480. * [Feature] Rmilter_headers: approximate rmilter's extended_spam_headers
  1481. * [Feature] Start integration of milter support in proxy
  1482. * [Feature] Store average words length and short words count
  1483. * [Feature] Store hash of headers order and names
  1484. * [Feature] Support MTA name header
  1485. * [Feature] Support multiple types of dkim signing in Lua
  1486. * [Feature] Support numeric arguments for Redis requests
  1487. * [Feature] Use headers hash in bayes metatokens
  1488. * [Feature] Use normal resolv.conf rules of rotation in Rspamd
  1489. * [Feature] Use version 2 proto for checking messages
  1490. * [Fix] Allow to follow symlinks when safe
  1491. * [Fix] Append MX name for authentication results as required
  1492. * [Fix] Change default text multiplier from 0.5 to 2.0
  1493. * [Fix] Check min_bytes for images as well
  1494. * [Fix] Deal with 7bit charsets properly
  1495. * [Fix] Deal with 8bit characters in email addresses
  1496. * [Fix] Deal with unpaired <a> tags
  1497. * [Fix] Detect confighelp in plugins initialisation
  1498. * [Fix] Disable certain checks for utf spoof detection
  1499. * [Fix] DKIM Signing: avoid nil index when From header is missing
  1500. * [Fix] Do not add exact hashes from different parts
  1501. * [Fix] Do not check DMARC if SPF or DKIM were not checked
  1502. * [Fix] Do not check URLs that are resolved to be redirected
  1503. * [Fix] Do not set bayes probability if we don't use it
  1504. * [Fix] Do not stop on illegal unicode points - replace them
  1505. * [Fix] Fix another race condition in arc checks
  1506. * [Fix] Fix arc count logic
  1507. * [Fix] Fix ARC signing
  1508. * [Fix] Fix brain-damaged spamc protocol for now
  1509. * [Fix] Fix calling for peak functions
  1510. * [Fix] Fix couple of issues in FORWARDED rule
  1511. * [Fix] Fix CTE propagation from parent containers to children parts
  1512. * [Fix] Fix errors processing in the controller
  1513. * [Fix] Fix format string in milter
  1514. * [Fix] Fix issues in SPF macros parsing
  1515. * [Fix] Fix logging format string
  1516. * [Fix] Fix logic of cached passwords check
  1517. * [Fix] Fix lowercasing of stemmed words
  1518. * [Fix] Fix LRU elements removal
  1519. * [Fix] Fix memory leak when accepting from unix sockets
  1520. * [Fix] Fix milter connections persistence
  1521. * [Fix] Fix objects merging in UCL
  1522. * [Fix] Fix order of operations to avoid race condition
  1523. * [Fix] Fix parsing of long regexp types
  1524. * [Fix] Fix passing data to log helper when many symbols defined
  1525. * [Fix] Fix pools management for milter session
  1526. * [Fix] Fix processing of the watchers
  1527. * [Fix] Fix queue id macro in milter
  1528. * [Fix] Fix R_BAD_CTE_7BIT rule
  1529. * [Fix] Fix Redis timeout set
  1530. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  1531. * [Fix] Fix setting of email address
  1532. * [Fix] Fix some more issues about duplicated fuzzy requests
  1533. * [Fix] Fix spamc support in rspamd proxy
  1534. * [Fix] Fix syntax error in spamtrap plugin
  1535. * [Fix] Fix url counts for href urls
  1536. * [Fix] Fix url handling in the protocol
  1537. * [Fix] Multimap: Received IP filters with Redis
  1538. * [Fix] Oops, fix d9d0fa5e86db2f4470d34395a233b450478b2f60
  1539. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  1540. * [Fix] Phishing: strict_domains
  1541. * [Fix] Reduce maps aggressiveness
  1542. * [Fix] Reresolve upstreams even if there is a single server there
  1543. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  1544. * [Fix] Skip text parts when checking binary parts in fuzzy check
  1545. * [Fix] Support v2 checks in controller
  1546. * [Fix] Treat empty address as valid
  1547. * [Fix] Try harder to detect CTE
  1548. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  1549. * [Fix] Use dkim signing callback properly
  1550. * [Fix] Use non-volatile memory for storing data
  1551. * [Fix] Use static maps instead of ugly hack for radix_from_config
  1552. * [Fix] Use the same pool for related sessions
  1553. * [Rework] Continue modularisation for lua library
  1554. * [Rework] Initial milter protocol support
  1555. * [Rework] Make log pipes worker agnostic, add scanners API
  1556. * [Rework] Move authentication results generation to a separate routine
  1557. * [Rework] Move common DKIM functions to a separate lua module
  1558. * [Rework] Move global functions to a separate directory
  1559. * [Rework] Prepare dkim module for ARC checks
  1560. * [Rework] Propagate ucl variables from the command line
  1561. * [Rework] Remove multiple metrics support from Rspamd
  1562. * [Rework] Stop using name 'rmilter' for the modern protocol
  1563. * [Rework] Use LFU algorithm in LRU cache
  1564. * [Rules] Fix received TLS rules
  1565. * [Rules] Improve URL_COUNT_ODD rule
  1566. * [WebUI] Fix add header filter in history
  1567. * [WebUI] Use modern protocol for checking messages
  1568. 1.5.9:
  1569. * [Conf] Increase min_bytes to avoid FP
  1570. * [Conf] Remove ratelimits from default configuration
  1571. * [CritFix] Fix accepting on IPv6 sockets
  1572. * [CritFix] Zero fill sockaddr_un
  1573. * [Feature] Add `text_multiplier` param
  1574. * [Fix] Check min_bytes for images as well
  1575. * [Fix] Do not add exact hashes from different parts
  1576. * [Fix] Fix memory leak when accepting from unix sockets
  1577. * [Fix] Fix some more issues about duplicated fuzzy requests
  1578. * [Fix] Phishing: strict_domains
  1579. * [Fix] Skip text parts when checking binary parts in fuzzy check
  1580. * [Minor] Add the same duplicates protection for all fuzzy hashes types
  1581. * [Minor] Fix braces
  1582. * [Minor] Fix test
  1583. * [Minor] SPOOF_DISPLAY_NAME: Use all SMTP/MIME recipients
  1584. * [Minor] Validate assumed spoofed display name domains to contain a dot
  1585. 1.5.8:
  1586. * [CritFix] Fix memory leak in fuzzy check
  1587. * [CritFix] Fix memory leak in maps scheduling
  1588. * [Feature] Multimap: email:domain:tld filter
  1589. * [Fix] DKIM Signing: avoid nil index when From header is missing
  1590. * [Fix] Do not set bayes probability if we don't use it
  1591. * [Fix] Do not stop on illegal unicode points - replace them
  1592. * [Fix] Fix brain-damaged spamc protocol for now
  1593. * [Fix] Fix Redis timeout set
  1594. * [Fix] Fix spamc support in rspamd proxy
  1595. * [Fix] Multimap: Received IP filters with Redis
  1596. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  1597. * [Fix] Reresolve upstreams even if there is a single server there
  1598. * [Fix] Treat empty address as valid
  1599. * [Fix] Try harder to detect CTE
  1600. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  1601. * [Minor] Add `wsf` and `hta` bad archive extensions
  1602. * [Minor] Fix configuration option
  1603. * [Minor] Fix result parsing for SAVAPI
  1604. * [Minor] Further logging improvements
  1605. * [Minor] Improve logging of errors
  1606. * [Minor] Prevent MID_CONTAINS_FROM from firing on empty address
  1607. * [Minor] Reduce digit->number transmission penalty
  1608. * [Minor] Relax CTYPE_MISSING_DISPOSITION rule
  1609. 1.5.7:
  1610. * [CritFix] Fix corruption when multiple fuzzy are defined
  1611. * [CritFix] Fix learn condition in fuzzy check
  1612. * [Feature] Add rules to detect bad 8bit characters in From and To
  1613. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  1614. * [Feature] Support numeric arguments for Redis requests
  1615. * [Fix] Deal with 8bit characters in email addresses
  1616. * [Fix] Fix couple of issues in FORWARDED rule
  1617. * [Fix] Fix passing data to log helper when many symbols defined
  1618. * [Fix] Fix R_BAD_CTE_7BIT rule
  1619. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  1620. * [Fix] Fix setting of email address
  1621. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  1622. * [Minor] Add Lua 5.3 workaround
  1623. * [Minor] Add lua methods to detect if a part has 8bit characters
  1624. * [Minor] Allow session-less lua dns requests
  1625. * [Minor] Allow to append greylist end time to message reported
  1626. * [Minor] Avoid `nil` table
  1627. * [Minor] Disable dkim_signing if redis is specified but not configured
  1628. * [Minor] Fix build with pcre2
  1629. * [Minor] Fix rule
  1630. * [Minor] Fix warnings
  1631. * [Minor] Format floating point number
  1632. * [Minor] Push email flags to the lua API
  1633. * [Minor] Silence some warnings
  1634. * [Minor] Silence warning
  1635. * [Minor] Try all hostname regexps to find the most significant one
  1636. * [WebUI] Fix add header filter in history
  1637. 1.5.6:
  1638. * [Feature] Add unigramms support in bayes
  1639. * [Feature] Allow configurable sign headers for DKIM
  1640. * [Feature] Allow to add unigramm metatokens from Lua
  1641. * [Feature] DKIM Signing: envelope match exception for local IPs
  1642. * [Feature] UCL: register parser variables from Lua
  1643. * [Fix] Always try to adjust filename
  1644. * [Fix] Do extra copy to ensure that original content is never touched
  1645. * [Fix] Fix SPOOF_REPLYTO rule
  1646. * [Fix] Ignore Rmilter added Received
  1647. * [Fix] More fixes for hashed email dnsbls
  1648. * [Fix] Plug memory leak in chartable module
  1649. * [WebUI] Display multiple alerts at once
  1650. 1.5.5:
  1651. * [CritFix] Fix classifier learning with Redis backend
  1652. * [CritFix] Fix issue when parsing encoded rfc822/messages
  1653. * [Feature] Add escaped version of lua_ucl import
  1654. * [Feature] Add task:headers_foreach function
  1655. * [Feature] Allow to process filenames from content type
  1656. * [Feature] Allow to query hashed emails
  1657. * [Feature] Ignore bayes with mostly metatokens or with too few text
  1658. * [Feature] Probabilistically skip metatokens
  1659. * [Feature] Retrieve all virus names from SAVAPI
  1660. * [Feature] Rework classifiers lua metatokens
  1661. * [Feature] Store headers order
  1662. * [Feature] Store text tokens inside bayes tokens
  1663. * [Feature] Use cached shingles keys
  1664. * [Fix] Add missing score normalisation for HFILTER_URL_ONLY
  1665. * [Fix] Avoid lookup in absent hash
  1666. * [Fix] Check return values from Lua functions called from C
  1667. * [Fix] Do not count sending and loading time in rspamc
  1668. * [Fix] Escape json strings for controller rejplies from Lua
  1669. * [Fix] Fix archive scans for savapi
  1670. * [Fix] Fix domain_only emails RBL
  1671. * [Fix] Fix ip_score map configuration
  1672. * [Fix] Fix JSON output for history_redis
  1673. * [Fix] Fix one character length substrings search
  1674. * [Fix] Fix parsing of non-RFC compatible Exim received
  1675. * [Fix] Fix parsing of options for workers with the same type
  1676. * [Fix] Fix processing of small tokens vectors
  1677. * [Fix] Fix rfc2047 tokenization
  1678. * [Fix] Fix typo
  1679. * [Fix] More fixes for inplace decoding
  1680. * [Fix] Try to avoid modifications of the original data
  1681. * [Fix] URL redirector: Fix call to is_redirector
  1682. * [Rework] Set token data as uint64_t instead of chars array
  1683. * [WebUI] Check if neighbours' history backend versions match
  1684. * [WebUI] Disable phrase connectors replacement in history filtering
  1685. * [WebUI] Disable phrase connectors replacement in symbols filtering
  1686. * [WebUI] Do not hide messages with bad subject, just replace it with '???'
  1687. * [WebUI] Fix error message
  1688. * [WebUI] Fix history v2 display
  1689. * [WebUI] Fix legacy history
  1690. * [WebUI] history: break To address lists on commas
  1691. * [WebUI] Increase default timeout to 20 seconds
  1692. * [WebUI] Save some history table space
  1693. 1.5.4:
  1694. * [Conf] Add history_redis default configuration
  1695. * [Feature] Add spoofed rules
  1696. * [Feature] Add URL_IN_SUBJECT rule
  1697. * [Feature] Allow to get task's subject
  1698. * [Feature] Allow to specify maximum number of shots for symbols
  1699. * [Feature] Distinguish URLs found in Subject
  1700. * [Feature] Memoize LPEG grammars
  1701. * [Feature] Parse else parts in SA rules
  1702. * [Feature] Process subject for mixed characters
  1703. * [Feature] Resolve url chains in url_redirector module
  1704. * [Feature] Stat greylisted messages as greylisted not soft-rejected
  1705. * [Feature] Support checking for redirector in Lua SURBL
  1706. * [Feature] Support tag_exists SA function
  1707. * [Feature] Work with broken rfc2047 tokens
  1708. * [Fix] Check all watcher's dependencies
  1709. * [Fix] Do not compile hyperscan with no SSSE3 support
  1710. * [Fix] Do not crash if cannot decode qp encoded part
  1711. * [Fix] Fix dependencies of DKIM when multiple signatures are found
  1712. * [Fix] Fix lists in whitelist plugin
  1713. * [Fix] Fix one-shot symbols weight calculations
  1714. * [Fix] Fix options and shots match
  1715. * [Fix] Fix order of symbol options
  1716. * [Fix] Fix parsing of dot at the end of the address
  1717. * [Fix] Fix parsing of lua table arguments
  1718. * [Fix] Fix processing of subject words
  1719. * [Fix] Fix string split memoization
  1720. * [Fix] Fix templates grammar usage
  1721. * [Fix] Fix various issues related to Lua stack manipulation
  1722. * [Fix] Force actions: Use postfilter if we have honor_action / require_action
  1723. * [Fix] Further fixes to avoid PHISHING FP
  1724. * [Fix] Preserve order of options in symbols
  1725. * [Fix] Rspamadm grep: deal with unusually-formatted logs
  1726. * [Fix] Use hostname suffix when dealing with history
  1727. * [Rework] Remove outdated SA rules
  1728. * [WebUI] Add flexible columns
  1729. * [WebUI] Add footable
  1730. * [WebUI] Add sender, recipients and subject columns
  1731. * [WebUI] Allow message-id break
  1732. * [WebUI] Fix history clustering
  1733. * [WebUI] Fix history display
  1734. * [WebUI] Fix sorting
  1735. * [WebUI] Humanize sizes
  1736. * [WebUI] Initial move towards footable
  1737. * [WebUI] Remove datatables
  1738. * [WebUI] Replace `.values` method with `.map`
  1739. * [WebUI] Rework v2 symbols display
  1740. * [WebUI] Try to normalize frequencies
  1741. * [WebUI] Unbreak WebUI
  1742. * [WebUI] Use Footable to draw Throughput summary table
  1743. 1.5.3:
  1744. * [Conf] Add composite for hacked wordpress phishing
  1745. * [CritFix] Fix base64 decoding when there are unparseable characters
  1746. * [Feature] Additional symbol metadata in metadata exporter
  1747. * [Feature] Add method to get protocol reply from Lua
  1748. * [Feature] Add symbols when tagged rcpt/sender are normalised
  1749. * [Feature] Add task:get_symbols_all() function
  1750. * [Feature] Allow multiple formats of DKIM signing key
  1751. * [Feature] Allow to cache and use flexible protocol reply
  1752. * [Feature] Allow to set one_shot flag from register_symbol
  1753. * [Feature] Allow to skip certain types of hashes when learning fuzzy
  1754. * [Feature] Cache and insert scan time into the protocol
  1755. * [Feature] Detect newlines in rspamc --mime
  1756. * [Feature] DKIM signing: support use of maps
  1757. * [Feature] Greylist: Support excluding low-scoring messages from greylisting
  1758. * [Feature] Implement lua history in controller
  1759. * [Feature] Implement redis history querying
  1760. * [Feature] Preliminary implementation of redis history plugin
  1761. * [Feature] Support using request headers in settings
  1762. * [Fix] Change default template to deal with non-ASCII characters
  1763. * [Fix] Deal with lists of maps in whitelist module
  1764. * [Fix] DKIM signing: use domain-specific signing key
  1765. * [Fix] Do not reallocate completed zstd buffer
  1766. * [Fix] Do not use local_addrs in proxy
  1767. * [Fix] Fix crash when resolver is undefined
  1768. * [Fix] Fix double free when closing lua_tcp connections
  1769. * [Fix] Fix for lua 5.3
  1770. * [Fix] Fix freeing of arrays iterators
  1771. * [Fix] Fix issue with task:get_symbol and symbols with no metric
  1772. * [Fix] Fix log line duplication in `rspamadm grep`
  1773. * [Fix] Fix memory corruption on termination
  1774. * [Fix] Fix out-of-bound access in base64 decode
  1775. * [Fix] Fix ratelimit + greylisting
  1776. * [Fix] Fix subject rewriting
  1777. * [Fix] Fix task:set_recipients function
  1778. * [Fix] Fix URI_COUNT_ODD rule
  1779. * [Fix] Follow the traditional symbols conventions in RCPT_COUNT rule
  1780. * [Fix] Greylist: Suppress greylist action for whitelisted hosts too
  1781. * [Fix] Metadata exporter: use rule-specific settings for emails
  1782. * [Fix] Properly set missing fields in exporter
  1783. * [Fix] Proxy: max_retries option
  1784. * [Fix] RCPT_COUNT fixes
  1785. * [Fix] Rework HAS_X_PRIO rule to match symbols conventions
  1786. * [Fix] Update issues in ac-trie
  1787. * [Fix] Use optimised base64 decoding in DKIM
  1788. * [WebUI] Add preliminary v2 history parser
  1789. * [WebUI] Allow different history parsers
  1790. * [WebUI] Display symbols
  1791. * [WebUI] Rework history v2 function
  1792. 1.5.2:
  1793. * [Conf] Add default config for spamassasssin plugin
  1794. * [Conf] Add default configuration for antivirus module
  1795. * [Conf] Add dkim signing docs
  1796. * [Conf] Add mx_check default config
  1797. * [Conf] Add replies config
  1798. * [Conf] Add trie default config
  1799. * [Feature] Add heuristic to find text parts in files
  1800. * [Feature] Add rule to detect broken content type
  1801. * [Feature] Allow to extract CTE in Lua API
  1802. * [Feature] Allow to set from address for a lua_task
  1803. * [Feature] Allow to set recipients of a task from Lua
  1804. * [Feature] Enchance text_part:get_content method
  1805. * [Feature] Remove + aliases from emails
  1806. * [Feature] Support rmilter block and dkim signature in CGP helper
  1807. * [Feature] Support running event loop from Lua
  1808. * [Fix] Antivirus: use scanner-specific redis prefix
  1809. * [Fix] Couple of fixes for DKIM signing module
  1810. * [Fix] Distinguish missing and broken mandatory headers
  1811. * [Fix] Do more heuristical detection for missing CTE
  1812. * [Fix] Do not resort cache on each check
  1813. * [Fix] Fix CGP escaping
  1814. * [Fix] Fix MISSING_MIME_VERSION rule for plain messages
  1815. * [Fix] Fix parsing of cte in expressions
  1816. * [Fix] Fix partial matches in rspamadm grep
  1817. * [Fix] Fix setting class on style field
  1818. * [WebUI] Auto-switch Throughput units to `msg/min` for very low rate
  1819. * [WebUI] Update D3Evolution to 0.0.2
  1820. 1.5.1:
  1821. * [CritFix] Fix processing of stop_patterns with `\0` character
  1822. * [CritFix] Fix setting of raw key for signing
  1823. * [Fix] Fix lua exports from plugins during reload
  1824. * [Fix] Fix prefilters action scores
  1825. * [Fix] Fix symbols processing order
  1826. * [Minor] Help cmake find gthread
  1827. * [Minor] Some cmake fixes
  1828. 1.5.0:
  1829. * [Conf] Add configurations for asn, clickhouse and dcc
  1830. * [Conf] Add default config for url redirector plugin
  1831. * [Conf] Add the default config for greylist module
  1832. * [Conf] Allow to edit all local maps from WebUI by default
  1833. * [CritFix] Deal with absent headers in DKIM
  1834. * [CritFix] Do not trust remote shingles count
  1835. * [CritFix] Fix bad memory leak in TLS certificates validation
  1836. * [CritFix] Fix critical memory issues with radix maps
  1837. * [CritFix] Fix descriptors leak on reload
  1838. * [CritFix] Fix headers selection in DKIM verification
  1839. * [CritFix] Fix parsing of boundaries that end with `--`
  1840. * [CritFix] Repair PTR_ARRAY_FOREACH macro
  1841. * [Feature] Add CORS support to the controller
  1842. * [Feature] Add FROM_NAME_EXCESS_SPACE rule
  1843. * [Feature] Add REPLYTO_EMAIL_HAS_TITLE rule
  1844. * [Feature] Add `caseless_hash` method to `lua_util`
  1845. * [Feature] Add `rip` keyword to ratelimit module
  1846. * [Feature] Add a simple benchmark for content type parsing
  1847. * [Feature] Add boundaries parsing in content type
  1848. * [Feature] Add charset detection for text parts
  1849. * [Feature] Add content disposition parser
  1850. * [Feature] Add fallback if too many updates are failing
  1851. * [Feature] Add function to convert struct tm to time using timezone
  1852. * [Feature] Add function to normalize HTTP paths
  1853. * [Feature] Add fuzzy collection plugin
  1854. * [Feature] Add fuzzy logic for images
  1855. * [Feature] Add gmime parser to mime_tool
  1856. * [Feature] Add heuristic to detect broken messages
  1857. * [Feature] Add heuristic to find displayed URLs
  1858. * [Feature] Add heuristic to process broken email addresses
  1859. * [Feature] Add images normalization
  1860. * [Feature] Add mechanism for disabling composites (Fixes #1270)
  1861. * [Feature] Add method to create regexp from a glob pattern
  1862. * [Feature] Add mime encoding manipulation routines
  1863. * [Feature] Add mime tool to explore messages
  1864. * [Feature] Add more meta tokens from received headers
  1865. * [Feature] Add neighbours option to support Rspamd cluster in WebUI
  1866. * [Feature] Add new function to parse mime addresses
  1867. * [Feature] Add new methods for lua_tcp
  1868. * [Feature] Add own headers decoding routine
  1869. * [Feature] Add own routine to generate a message id
  1870. * [Feature] Add parser for SMTP date
  1871. * [Feature] Add per-task lua cache to reuse 'heavy' objects
  1872. * [Feature] Add plugins list path in WebUI
  1873. * [Feature] Add preliminary multipart support
  1874. * [Feature] Add preliminary version of DKIM signing module
  1875. * [Feature] Add profiling support in client output
  1876. * [Feature] Add rfc2047 grammar
  1877. * [Feature] Add rfc2047 variant for QP decoding
  1878. * [Feature] Add rmilter_headers module (Fixes #1227)
  1879. * [Feature] Add sse42 version of base64 decoding
  1880. * [Feature] Add ssse3 and avx2 base64 decoders
  1881. * [Feature] Add support of libgd
  1882. * [Feature] Add the preliminary version of redirects resolver in Lua
  1883. * [Feature] Add ucl_object_iterate_full function
  1884. * [Feature] Add url encoding function
  1885. * [Feature] Allow SOA requests in lua dns
  1886. * [Feature] Allow custom parse types in lua ucl
  1887. * [Feature] Allow plugins to register webui handlers
  1888. * [Feature] Allow to add options explicitly to symbols
  1889. * [Feature] Allow to call a callback when symbol frequency is on peak
  1890. * [Feature] Allow to call redirector script from SURBL
  1891. * [Feature] Allow to create variable length dkim keys
  1892. * [Feature] Allow to have module specific options for Redis in plugins
  1893. * [Feature] Allow to pass sign key directly from Lua
  1894. * [Feature] Allow to register configuration docs from Lua API
  1895. * [Feature] Allow to return options as a table
  1896. * [Feature] Allow to set peak callbacks from Lua
  1897. * [Feature] Allow to specify custom method for a message
  1898. * [Feature] Allow to store dkim keys in Redis
  1899. * [Feature] Allow to store messages in files
  1900. * [Feature] Apply DCT using AAN for fuzzy signature
  1901. * [Feature] Avira SAVAPI support
  1902. * [Feature] Cache and simplify DCT and jpeg decode
  1903. * [Feature] Cache libicu converters
  1904. * [Feature] Detect URLs with suspicious omographs
  1905. * [Feature] Do not increase score for duplicate options
  1906. * [Feature] Do not trust CTE, check base64 and qp strictly
  1907. * [Feature] Dynamic reputation in URL reputation plugin
  1908. * [Feature] Extend redis lock when learning spawned
  1909. * [Feature] Filter non-utf chars from all decoded headers
  1910. * [Feature] Fix phishing detection for IDNA urls
  1911. * [Feature] Ignore bad symbols on base64 decoding
  1912. * [Feature] Ignore too wide elements in SPF
  1913. * [Feature] Implement fuzzy collection mode
  1914. * [Feature] Implement helo maps in multimap
  1915. * [Feature] Implement human readable buckets configuration
  1916. * [Feature] Implement min-hash shingles for DCT data from images
  1917. * [Feature] Implement new algorithm for fuzzy hashes of images
  1918. * [Feature] Implement new unicode normalizer
  1919. * [Feature] Implement quoted printable decoding
  1920. * [Feature] Implement received headers flags
  1921. * [Feature] Implement rspamdgrep tool
  1922. * [Feature] Implement sane checksum for config file
  1923. * [Feature] Implement url tags concept
  1924. * [Feature] Improve detection of omographs using libicu
  1925. * [Feature] Improve url redirector module
  1926. * [Feature] Multimap: Received header processing
  1927. * [Feature] Multiple improvements in the maps
  1928. * [Feature] New URL filters in multimap
  1929. * [Feature] Plugin to force actions on selected symbols
  1930. * [Feature] RBL module: support hashing for emails and helo RBL
  1931. * [Feature] Reuse URL tags in SURBL module
  1932. * [Feature] Rework RRD ds count, add conversion path
  1933. * [Feature] Rework surbl module to avoid extra redirector calls
  1934. * [Feature] Send config id to the WebUI
  1935. * [Feature] Simplify HTTPCrypt client support
  1936. * [Feature] Skip processing for large images
  1937. * [Feature] Start collection only mode implementation for fuzzy storage
  1938. * [Feature] Start import of the optimized base64 decode
  1939. * [Feature] Store all received headers in lua
  1940. * [Feature] Store relational order of all headers in a message
  1941. * [Feature] Support DKIM signing in Lua plugins
  1942. * [Feature] Support HTTPCrypt client in lua_http
  1943. * [Feature] Support setting SMTP message in multimap
  1944. * [Feature] Support setting metric subject from Lua
  1945. * [Feature] Support setting subject in force actions module
  1946. * [Feature] Treat v6 mapped addresses as v4 addresses
  1947. * [Feature] URL reputation plugin
  1948. * [Feature] Use Redis instead of memcached in URLs redirector
  1949. * [Feature] Use Rspamd rfc2047 decoder instead of gmime one
  1950. * [Feature] Use a different normalization for fuzzy images
  1951. * [Feature] Use normalized images in fuzzy hashes
  1952. * [Feature] Use own code for parsing of date
  1953. * [Feature] Use shingles for images fuzzying
  1954. * [Feature] Use t1ha for hashes, allow inlining
  1955. * [Feature] Use t1ha instead of metrohash and xxhash32
  1956. * [Feature] Various new features in metadata exporter module
  1957. * [Feature] rmilter_headers: authentication-results (#78)
  1958. * [Fix] Add additional check to mark redis connection inactive
  1959. * [Fix] Add packed attribute for protocol structure
  1960. * [Fix] Adopt OMOGRAPH_URL rule
  1961. * [Fix] Allow static maps
  1962. * [Fix] Allow to disable classifiers checks using settings and conditions
  1963. * [Fix] Another try to fix 0 length maps
  1964. * [Fix] Another try to fix corruption during maps reload
  1965. * [Fix] Another try to fix descriptors leak
  1966. * [Fix] Another try to fix reload and logger
  1967. * [Fix] Antivirus module: register virtual symbols for patterns
  1968. * [Fix] Avoid extensive reallocs
  1969. * [Fix] Avoid mempool leak in SA plugin on reload
  1970. * [Fix] Avoid race condition on saving cache and reload
  1971. * [Fix] Avoid reusing g_error (Fixes #1262)
  1972. * [Fix] Break pool connection on fatal redis errors
  1973. * [Fix] Check for NaN properly
  1974. * [Fix] Couple of fixes for date parsing
  1975. * [Fix] Date header timezone adjustments (#1279)
  1976. * [Fix] Deal with EOF properly
  1977. * [Fix] Decode filename in content disposition
  1978. * [Fix] Disable fuzzy images by default
  1979. * [Fix] Disable zero-copy mode for text parts to avoid crashes
  1980. * [Fix] Do not destroy session when not all finish scripts are done
  1981. * [Fix] Do not greyscale images
  1982. * [Fix] Do not leave parent-less workers processes on fatal errors
  1983. * [Fix] Do not lowercase Content-Disposition to perform decoding
  1984. * [Fix] Do not penalize characters just after numeric prefix
  1985. * [Fix] Do not refork workers that are intended to die
  1986. * [Fix] Do not set pre-result and update records for no `Queue-ID` messages
  1987. * [Fix] Do not skip post-filters when pre-filters have set some results
  1988. * [Fix] Do not stop symbols planning if async events are pending
  1989. * [Fix] Do not try to set keys for unencrypted requests in proxy
  1990. * [Fix] Encode URLs according to rfc3986
  1991. * [Fix] Encode URLs before sending them to the protocol
  1992. * [Fix] Filter bad characters from message id
  1993. * [Fix] Fix CTE detection heuristic
  1994. * [Fix] Fix Content-Type in HTTP requests
  1995. * [Fix] Fix IDN eslds phishing checks
  1996. * [Fix] Fix adding maps from config in Lua
  1997. * [Fix] Fix another reload memory issue
  1998. * [Fix] Fix argument returned on redis backend errors
  1999. * [Fix] Fix assertion in graph handling
  2000. * [Fix] Fix body trie matching
  2001. * [Fix] Fix build
  2002. * [Fix] Fix byte array expansion during toutf8 conversion
  2003. * [Fix] Fix charset normalisation
  2004. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  2005. * [Fix] Fix couple of cornercases with email addresses
  2006. * [Fix] Fix couple of issues
  2007. * [Fix] Fix dependencies tracking for callback symbols
  2008. * [Fix] Fix detection of jpeg size
  2009. * [Fix] Fix errors handling in fuzzy backend initialization
  2010. * [Fix] Fix fuzzy hashes count
  2011. * [Fix] Fix globbing and convert lists to arrays in fuzzy_check
  2012. * [Fix] Fix heuristical CTE detection for QP encoding
  2013. * [Fix] Fix ignoring of bad text parts
  2014. * [Fix] Fix indexes in array access, interleave loop
  2015. * [Fix] Fix int64 -> double conversion
  2016. * [Fix] Fix invalid memory access on reload
  2017. * [Fix] Fix issues with empty updates
  2018. * [Fix] Fix issues with quoted-printable encoding
  2019. * [Fix] Fix keys names
  2020. * [Fix] Fix lots of issues in mime parser code
  2021. * [Fix] Fix lua maps load
  2022. * [Fix] Fix macro name
  2023. * [Fix] Fix mas group score calculations
  2024. * [Fix] Fix matching of the same patterns from different tries
  2025. * [Fix] Fix memory corruprtion and leak
  2026. * [Fix] Fix memory leak in HTTP maps
  2027. * [Fix] Fix memory leak in expression destroying
  2028. * [Fix] Fix memory leak in parsing of mime names
  2029. * [Fix] Fix memory leak in safe ucl iterators
  2030. * [Fix] Fix memory leak on reload in plugins
  2031. * [Fix] Fix modules reconfigure on reload
  2032. * [Fix] Fix monitored setup fro URLBLs with IP addresses
  2033. * [Fix] Fix name of var
  2034. * [Fix] Fix new rrd updates
  2035. * [Fix] Fix out of bounds access
  2036. * [Fix] Fix parsing messages with no body
  2037. * [Fix] Fix parsing of '=' character in headers
  2038. * [Fix] Fix parsing of messages with no content type
  2039. * [Fix] Fix plugins callbacks in webui
  2040. * [Fix] Fix possible memory corruption in redis pool
  2041. * [Fix] Fix probability calculations for fuzzy redis backend
  2042. * [Fix] Fix processing errors in lua_tcp
  2043. * [Fix] Fix processing of emails with name only
  2044. * [Fix] Fix processing of non-multipart messages
  2045. * [Fix] Fix processing of parts with no valid content type
  2046. * [Fix] Fix race condition in SIGUSR2 handler
  2047. * [Fix] Fix redis options parsing when no redis servers are defined
  2048. * [Fix] Fix reload and hyperscan ready event
  2049. * [Fix] Fix reload memory issue
  2050. * [Fix] Fix rra_ptr conversion
  2051. * [Fix] Fix rrd file conversion
  2052. * [Fix] Fix setting of content-type attributes
  2053. * [Fix] Fix signing headers creation in DKIM
  2054. * [Fix] Fix stddev calculations
  2055. * [Fix] Fix surbl plugin to work with composite maps
  2056. * [Fix] Fix timezones parsing
  2057. * [Fix] Fix tokens usage
  2058. * [Fix] Fix urls and emails hashes
  2059. * [Fix] Fix usage of unsafe ucl iterators
  2060. * [Fix] Fix work with broken utf8 tokens
  2061. * [Fix] Fix writing of user to roll history
  2062. * [Fix] Forgotten worker
  2063. * [Fix] Further memory leaks fixes
  2064. * [Fix] Ignore lua metatokens in bayes for now
  2065. * [Fix] Improve OMOGRAPH_URL rule
  2066. * [Fix] Lua IP from string should be invalid if parsing failed
  2067. * [Fix] Miltiple fixes to new lua_tcp, add debugging
  2068. * [Fix] More fixes for iterators cleanup
  2069. * [Fix] More fixes to logger initialization
  2070. * [Fix] More heuristic fixes for phishing detection
  2071. * [Fix] More leaks eliminated
  2072. * [Fix] More leaks...
  2073. * [Fix] More random fixes for reload...
  2074. * [Fix] Multimap: Fixes for email filters
  2075. * [Fix] Multiple fixes for fann module
  2076. * [Fix] Multiple memory corruption fixes
  2077. * [Fix] Normalize path in HTTP router
  2078. * [Fix] Plug memory leak
  2079. * [Fix] Plug memory leak in adding radix trees
  2080. * [Fix] Plug memory leak in configuration parser
  2081. * [Fix] Plug memory leak in expressions parsing during reload
  2082. * [Fix] Plug memory leak in learning fuzzy storage
  2083. * [Fix] Plug memory leak in lua_tcp
  2084. * [Fix] Plug reload leaks
  2085. * [Fix] Plug termination memory leaks
  2086. * [Fix] Really increase lock lifetime
  2087. * [Fix] Replies module: fix symbol weight
  2088. * [Fix] Restore content type params related functions
  2089. * [Fix] Set task's subject from mime subject
  2090. * [Fix] Sigh, one more reload leak
  2091. * [Fix] Simplify images shingles
  2092. * [Fix] Some more memory issues are fixed
  2093. * [Fix] Stop hardcoding of lua in C
  2094. * [Fix] Stop processing of bad parts as text parts
  2095. * [Fix] Strictly filter bad characters when emittin json
  2096. * [Fix] Strings returned from lua are ephemeral
  2097. * [Fix] Support unix sockets for lua redis
  2098. * [Fix] Try to fix issues with reloading config
  2099. * [Fix] Try to fix race condition in redis_pool
  2100. * [Fix] Use checksum to avoid intersection between different ANNs
  2101. * [Fix] Use rspamd hashes in embedded ucl
  2102. * [Fix] Use sane default rewrite subject (*** SPAM *** %s)
  2103. * [Fix] Various collection mode fixes
  2104. * [Fix] Various fixes to mime parser
  2105. * [Fix] Various reload leak fixing
  2106. * [Fix] Whitelist certain extensions from archive checks
  2107. * [Rework] Add preliminary implementation of the mime parser
  2108. * [Rework] Adopt code for the new options
  2109. * [Rework] Change logger setup interface
  2110. * [Rework] Composite configuration (#1270)
  2111. * [Rework] Finally remove gmime dependency from Rspamd
  2112. * [Rework] Further fixes to symbols frequencies
  2113. * [Rework] Implement content type parser for mime
  2114. * [Rework] Kill all InternetAddressList usages
  2115. * [Rework] Multiple fixes for symbols cache statistics
  2116. * [Rework] Refactor struct names
  2117. * [Rework] Rework images fuzzy hashes algorithm
  2118. * [Rework] Rework lua_tcp to allow TCP dialog
  2119. * [Rework] Start massive rework to get rid of gmime
  2120. * [Rework] Start new approach for multiparts parsing
  2121. * [Rework] Start rework of mime addresses
  2122. * [Rework] Start rework of symbols cache updates
  2123. * [Rework] Start switching to libicu
  2124. * [Rework] Use a special structure for stats tokens
  2125. * [Rework] Use hash tables for symbols options
  2126. * [Rework] Use libicu instead of iconv for conversions
  2127. * [Rework] Use new scheme to parse mime parts
  2128. * [WebUI] Add Access-Control-Allow-Origin for cluster management
  2129. * [WebUI] Add Throughput graph autorefreshing (#820)
  2130. * [WebUI] Add Visibility.js library
  2131. * [WebUI] Add basic cluster support to Throughput tab
  2132. * [WebUI] Add graph legend entries for new DSes
  2133. * [WebUI] Add graph tab
  2134. * [WebUI] Add neighbours RRD data consolidation
  2135. * [WebUI] Add preliminary save symbols clustering
  2136. * [WebUI] Add server selector to navbar
  2137. * [WebUI] Add soft reject to auth stats
  2138. * [WebUI] Add summary to the Throughput tab
  2139. * [WebUI] Allow to save maps on the cluster
  2140. * [WebUI] Avoid extra graph redraw and alerts glitching
  2141. * [WebUI] Be more generous with AJAX timeout
  2142. * [WebUI] Disable error ring loading in `read only` mode
  2143. * [WebUI] Enclose table header cells with `tr`s
  2144. * [WebUI] Finish interface rework
  2145. * [WebUI] Fix RRD summary pie chart position
  2146. * [WebUI] Fix `All SERVERS` graph fot just one available server
  2147. * [WebUI] Fix case when no cluster is defined
  2148. * [WebUI] Fix compatibility with non-ES6 compliant browsers
  2149. * [WebUI] Fix config ID
  2150. * [WebUI] Fix configuration page partially
  2151. * [WebUI] Fix disabled state
  2152. * [WebUI] Fix graph dataset selector initialization
  2153. * [WebUI] Fix graph selectors state resetting
  2154. * [WebUI] Fix mouse events on throughput summary table area
  2155. * [WebUI] Fix multiple JS issues
  2156. * [WebUI] Fix pie chart displaying
  2157. * [WebUI] Fix read only
  2158. * [WebUI] Fix read only2
  2159. * [WebUI] Fix retarded datatables
  2160. * [WebUI] Fix soft reject in pie chart
  2161. * [WebUI] Fix stat widgets timers multiplication on `Refresh` click
  2162. * [WebUI] Fix symbols config
  2163. * [WebUI] Fix various errors with login form
  2164. * [WebUI] Further fixes
  2165. * [WebUI] Hide learning tab in read-only mode
  2166. * [WebUI] Initial clusters support
  2167. * [WebUI] Make legend entry colours more contrast
  2168. * [WebUI] Move configuration tab to a separate module
  2169. * [WebUI] Move history tab
  2170. * [WebUI] Move symbols config as well
  2171. * [WebUI] New sec to time function
  2172. * [WebUI] Prevent multiple clicks on `Refresh`
  2173. * [WebUI] RRD summary: Hide inner labels of tiny pie sectors
  2174. * [WebUI] RRD summary: Respect undefined values
  2175. * [WebUI] Reduce font size of graph's legend
  2176. * [WebUI] Remove orphaned font duplicates
  2177. * [WebUI] Remove unused code
  2178. * [WebUI] Replace spinner with animated glyphicon
  2179. * [WebUI] Reset refresh timer on server switching
  2180. * [WebUI] Rework interface to use requirejs
  2181. * [WebUI] Rework neighbours query function
  2182. * [WebUI] Separate attributes by space
  2183. * [WebUI] Set focus to password field (#1230)
  2184. * [WebUI] Simplify neighbours table populating
  2185. * [WebUI] Start rework of modules
  2186. * [WebUI] Stop stats refreshing if the page is hidden
  2187. * [WebUI] Turn d3pie's stuff into a reusable function,
  2188. * [WebUI] Unify send data functions
  2189. * [WebUI] Update D3Evolution to 0.0.1
  2190. * [WebUI] Update d3.js
  2191. * [WebUI] Update datatables to work with the requirejs
  2192. * [WebUI] Use unified tab click event handler,
  2193. * [WebUI] clusters for the chart
  2194. * [WebUI] fix uptime
  2195. 1.4.2:
  2196. * [CritFix] Deal with absent headers in DKIM
  2197. * [CritFix] Do not trust remote shingles count
  2198. * [CritFix] Fix headers selection in DKIM verification
  2199. * [Feature] Add EXT_CSS rule
  2200. * [Feature] Add toggle for disabling SURBLs
  2201. * [Feature] Extend redis lock when learning spawned
  2202. * [Feature] Parse <link> HTML tags
  2203. * [Fix] Avoid reusing g_error (Fixes #1262)
  2204. * [Fix] Do not reset loaded ANN when learning is requested
  2205. * [Fix] Fix another issue with external deps in SA
  2206. * [Fix] Fix body trie matching
  2207. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  2208. * [Fix] Fix fuzzy hashes count
  2209. * [Fix] Fix keys names
  2210. * [Fix] Fix length calculations for url encoded urls
  2211. * [Fix] Fix matching of the same patterns from different tries
  2212. * [Fix] Fix name of var
  2213. * [Fix] Fix parsing of URLs with spaces and other bad chars
  2214. * [Fix] Fix probability calculations for fuzzy redis backend
  2215. * [Fix] Fix signing headers creation in DKIM
  2216. * [Fix] Plug memory leak
  2217. * [Fix] Really fix chained SA dependencies
  2218. * [Fix] Really increase lock lifetime
  2219. * [Fix] Use checksum to avoid intersection between different ANNs
  2220. * [Fix] Use rspamd hashes in embedded ucl
  2221. * [Fix] Yet another change for testing external deps
  2222. 1.4.1:
  2223. * [Feature] ASN support in Clickhouse module
  2224. * [Feature] Add clickhouse plugin
  2225. * [Feature] Add generic tool to add universal maps for lua modules
  2226. * [Feature] Add logger.debugm to debug lua modules
  2227. * [Feature] Allow to register metrics symbols using register_symbol
  2228. * [Feature] Allow to specify prefix for fann_redis
  2229. * [Feature] Clickhouse: support different masks for IPv4/IPv6
  2230. * [Feature] Support forcing action in antivirus plugin
  2231. * [Fix] Add handling of regexp maps
  2232. * [Fix] Allow backslashes in http urls
  2233. * [Fix] Avoid mapping of empty files
  2234. * [Fix] Do not load tld file to speed up rspamadm
  2235. * [Fix] Do not resolve numeric IP addresses due to ipv6 insanity
  2236. * [Fix] Filter incorrect training data
  2237. * [Fix] Fix Fuzzyconvert tool when password or DB is given
  2238. * [Fix] Fix build with custom glib/gmime
  2239. * [Fix] Fix converting of learn count from sqlite to redis
  2240. * [Fix] Fix crashes with invalid received and task:set_from_ip
  2241. * [Fix] Fix external dependencies for SA module
  2242. * [Fix] Fix fann_redis when number of scores has been changed
  2243. * [Fix] Fix hyperscan usage for non compatible platforms
  2244. * [Fix] Fix loading of maps from UCL objects
  2245. * [Fix] Fix memory leak for task-less redis requests
  2246. * [Fix] Fix mid module with new maps syntax
  2247. * [Fix] Fix parsing of URLs with username
  2248. * [Fix] Fix re cache initialisation
  2249. * [Fix] Fix replacements to sanitize '%' character
  2250. * [Fix] Fix set and regexp like static maps
  2251. * [Fix] Fix some issues in redis settings
  2252. * [Fix] Fix static IP maps
  2253. * [Fix] Fix total learns counter for redis stats
  2254. * [Fix] Fix usage of config during reload
  2255. * [Fix] Fix various warnings and issues
  2256. * [Fix] Invalidate ANN if training data is incorrect
  2257. * [Fix] Miltiple fixes to fann_redis module
  2258. * [Fix] More fixes for URLs with backslashes
  2259. * [Fix] Properly get options for ip_score module
  2260. * [Fix] Relax requirements for Received as gmail cannot RFC
  2261. * [Fix] Remove or fix hyperscan incompatible regexps
  2262. * [Fix] Settings: correctly read redis config
  2263. * [Rework] Rework lua logger interface slightly
  2264. * [Rework] Use new maps add function
  2265. 1.4.0:
  2266. * [CritFix] Add guards for inactive redis connections
  2267. * [CritFix] Another fix for proxying files using rspamd_proxy
  2268. * [CritFix] Cleanup inactive redis connections
  2269. * [CritFix] Do not sometimes try to exec posfilters before classification
  2270. * [CritFix] Fix application of IPv6 mask
  2271. * [CritFix] Fix chunked encoding when reading messages
  2272. * [CritFix] Fix file mode for rspamd_proxy
  2273. * [CritFix] Fix hyperscan compilation on regexp change
  2274. * [CritFix] Fix issue with finding of end of lines pointers
  2275. * [CritFix] Fix iteration over headers array (introduced in 1.4)
  2276. * [CritFix] Fix processing of learned tokens count for redis backend
  2277. * [CritFix] Fix race condition in checking of cached maps
  2278. * [CritFix] Fix workers scripts by sharing workers configs
  2279. * [CritFix] Introduce raw content to text parts
  2280. * [CritFix] Plug memory leak and potential memory corruption
  2281. * [Feature] Adaptive ratelimits
  2282. * [Feature] Add ASN -> rbldnsd script for asn.rspamd.com
  2283. * [Feature] Add DMARC_NA symbol
  2284. * [Feature] Add F-Prot support to antivirus module
  2285. * [Feature] Add HTTP backend to metadata exporter
  2286. * [Feature] Add Lua API module for monitored objects
  2287. * [Feature] Add R_DKIM_NA / R_SPF_NA / AUTH_NA symbols
  2288. * [Feature] Add R_DKIM_PERMFAIL symbol
  2289. * [Feature] Add R_SPF_PERMFAIL symbol
  2290. * [Feature] Add Sophos antivirus support
  2291. * [Feature] Add ZSTD compression to Lua API
  2292. * [Feature] Add `mid` Lua module
  2293. * [Feature] Add `one_param` flag for metric symbols
  2294. * [Feature] Add a generic lua classifier
  2295. * [Feature] Add a very basic interface to access workers data from on_load
  2296. * [Feature] Add ability to delete a hash by its data to fuzzy_check plugin
  2297. * [Feature] Add ability to enable/disable symbols via dynamic_conf
  2298. * [Feature] Add ability to lookup settings by key
  2299. * [Feature] Add common way to disable Lua modules
  2300. * [Feature] Add compression support to rspamd client
  2301. * [Feature] Add condition to do antiviral check
  2302. * [Feature] Add configuration for lua classifiers
  2303. * [Feature] Add configuration knobs for the errors circular buffer
  2304. * [Feature] Add decompression support in rspamd client
  2305. * [Feature] Add errors exporter to the controller
  2306. * [Feature] Add expected value for monitored DNS resources
  2307. * [Feature] Add exporter from error ringbuf to ucl
  2308. * [Feature] Add extended version for fann creation function
  2309. * [Feature] Add ffi friendly version of process_regexp function
  2310. * [Feature] Add frequency and time display to webui
  2311. * [Feature] Add fuzzy_delhash command to rspamc client
  2312. * [Feature] Add implementation of redis connections pool
  2313. * [Feature] Add latency and offline time monitoring
  2314. * [Feature] Add learning support for lua classifiers
  2315. * [Feature] Add max-size and timeout options to CGP helper
  2316. * [Feature] Add method to enable/disable symbols in config
  2317. * [Feature] Add methods to get metric's actions and symbols from Lua
  2318. * [Feature] Add mmap support to lua_text
  2319. * [Feature] Add monitored object for surbl plugin
  2320. * [Feature] Add more exceptions to surbl whitelist
  2321. * [Feature] Add more meta-tokens to bayes
  2322. * [Feature] Add neural net classifier to fann_scores module
  2323. * [Feature] Add neural net serialization/deserialization
  2324. * [Feature] Add new dynamic conf module
  2325. * [Feature] Add periodic events support for lua_config
  2326. * [Feature] Add plugin to check MX'es for the sender's domain
  2327. * [Feature] Add preliminary monitored module
  2328. * [Feature] Add preliminary support of dynamic conf updates in Redis
  2329. * [Feature] Add preliminary version of clamav plugin
  2330. * [Feature] Add redis cache to asn module
  2331. * [Feature] Add replies compression
  2332. * [Feature] Add spamhaus DROP dnsbl
  2333. * [Feature] Add support for dictionary in client compression
  2334. * [Feature] Add support for fuzzy learn and unlearn from lua
  2335. * [Feature] Add support for input encryption
  2336. * [Feature] Add support of min_learns to neural net classifier
  2337. * [Feature] Add termination callbacks for workers
  2338. * [Feature] Add user-agent for rspamc
  2339. * [Feature] Add utility to perform classifier tests
  2340. * [Feature] Add zstd compression library
  2341. * [Feature] Allow HTTPS requests in lua_http
  2342. * [Feature] Allow conditions for pre and postfilters
  2343. * [Feature] Allow custom functions for ratelimits
  2344. * [Feature] Allow for excluding messages from AV scanning based on size
  2345. * [Feature] Allow for getting worker stats from Lua
  2346. * [Feature] Allow getting task UID from Lua
  2347. * [Feature] Allow parsing of mailbox messages from the commandline
  2348. * [Feature] Allow plugins to publish their lua API via rspamd_plugins
  2349. * [Feature] Allow to compare other systems with Rspamd
  2350. * [Feature] Allow to execute Lua scripts by controller
  2351. * [Feature] Allow to have a function to set custom greylist message
  2352. * [Feature] Allow to iterate over multiple tags
  2353. * [Feature] Allow to pass extra data from plugins to log helper
  2354. * [Feature] Allow to plan new periodics at different time
  2355. * [Feature] Allow to reset hashes
  2356. * [Feature] Allow to run rspamadm lua just as a lua interpreter
  2357. * [Feature] Allow to store settings in redis
  2358. * [Feature] Allow to update dynamic conf in Redis
  2359. * [Feature] Allow to use dictionaries for compression
  2360. * [Feature] Allow to use md5, sha1, sha256, sha384 and sha512 hashes in Lua
  2361. * [Feature] Allow whitelisting by IP for greylisting plugin
  2362. * [Feature] Antivirus: Support whitelists & pattern-matching sig names
  2363. * [Feature] Backport pack/unpack routines from Lua 5.3
  2364. * [Feature] Check settings with equal priopities in alphabetical order
  2365. * [Feature] Compress neural net in redis
  2366. * [Feature] Consider more tags when doing WHITE_ON_WHITE rule
  2367. * [Feature] Descriptive options for DMARC failure symbols
  2368. * [Feature] Descriptive options for RBL symbols
  2369. * [Feature] Enable configuration for monitored objects
  2370. * [Feature] Execute on_load scripts with ev_base ready
  2371. * [Feature] Fann scores now uses metadata from a message
  2372. * [Feature] Implement FANN threaded learning
  2373. * [Feature] Implement classifying for lua classifiers
  2374. * [Feature] Implement finish scripts for worker processes
  2375. * [Feature] Implement monitoring for DNS resources
  2376. * [Feature] Implement real priorities for pre and post filters
  2377. * [Feature] Insert two symbols: FANN_HAM and FANN_SPAM instead of one
  2378. * [Feature] Module to push metadata/messages to redis pubsub
  2379. * [Feature] Monitor RBL records
  2380. * [Feature] Move fann_classifier to a separate plugin
  2381. * [Feature] Normalize all ANN inputs
  2382. * [Feature] Preliminary version of metric exporter module
  2383. * [Feature] Preserve decompression context between tasks
  2384. * [Feature] Ratelimit: Support dynamic bucket size/leak rate
  2385. * [Feature] Relax FORGED_RECIPIENTS: allow senders to BCC themselves
  2386. * [Feature] Remove symbols weights on composites processing
  2387. * [Feature] Return symbol scores when getting resulting symbols
  2388. * [Feature] Rework lua tcp module
  2389. * [Feature] Rule to detect some obvious X-PHP-Originating-Script forgeries
  2390. * [Feature] Rule to identify some X-PHP-Script forgeries
  2391. * [Feature] Rules for scoring Google Message-ID fixes
  2392. * [Feature] Send hashes values to reply
  2393. * [Feature] Set expire for dmarc reports
  2394. * [Feature] Stop using cymru zone as it is unstable
  2395. * [Feature] Stop using of GLists for headers, improve performance
  2396. * [Feature] Store `for` in task:get_received_headers
  2397. * [Feature] Store `for` part in received headers
  2398. * [Feature] Store enabled flag for webui session
  2399. * [Feature] Store error messages in ring buffer
  2400. * [Feature] Support compressed maps
  2401. * [Feature] Support excluding selected users from ratelimits
  2402. * [Feature] Support looking up NS records in lua_dns
  2403. * [Feature] Support modern style SURBL configuration
  2404. * [Feature] Support multiple hashes in delhash path
  2405. * [Feature] Support new messages in rspamc
  2406. * [Feature] Support requests without reads in lua_tcp
  2407. * [Feature] Support setting task message from Lua
  2408. * [Feature] Track visibility of HTML elements
  2409. * [Feature] Try to add CRLF when checking DKIM
  2410. * [Feature] Try to guess line endings when folding headers
  2411. * [Feature] Try to improve normalization function for bayes
  2412. * [Feature] Use FFI to optimize SA module
  2413. * [Feature] Use length based arguments for redis, allow lua_text as arg
  2414. * [Feature] Use more layers for fann and another normalization
  2415. * [Feature] User-defined ratelimits
  2416. * [Feature] Utility to convert fuzzy storage from sqlite to redis
  2417. * [Feature] Yield DMARC_DNSFAIL on lookup failure
  2418. * [Fix] Adopt fuzzy storage for flexible backends
  2419. * [Fix] Allow plain IP addresses in Rspamd maps
  2420. * [Fix] Another fix for brain-damaged hiredis
  2421. * [Fix] Another fix for rdns write errors
  2422. * [Fix] Another fix for rdns_make_request_full invocation
  2423. * [Fix] Another fix in DKIM canonicalization
  2424. * [Fix] Another memory leak plugged
  2425. * [Fix] Another try to deal with posix idiotizm
  2426. * [Fix] Another try to fix RDNS events processing logic
  2427. * [Fix] Avoid double frees in HEAD requests
  2428. * [Fix] Avoid extra symbols for RBLs
  2429. * [Fix] Banish table.maxn from Lua parts
  2430. * [Fix] Check for socket error before connection in lua_tcp
  2431. * [Fix] Correctly propagate redis timeouts to Lua
  2432. * [Fix] Do not add extra newline in MIME mode
  2433. * [Fix] Do not be cheated by system hiredis
  2434. * [Fix] Do not classify when a message has not enough tokens
  2435. * [Fix] Do not crash on redis errors
  2436. * [Fix] Do not distinguish NXDOMAIN and NOREC for monitored
  2437. * [Fix] Do not replan retransmits if merely one server is defined
  2438. * [Fix] Do not use headers to calculate messages digests
  2439. * [Fix] Don't force action in replies module for authenticated users/local networks
  2440. * [Fix] Explicitly ban default passwords in webui
  2441. * [Fix] Finally fix ambiguity between parsed and resolved spf elts
  2442. * [Fix] Fix 'decoded' value in task:get_header_full()
  2443. * [Fix] Fix DKIM calculations
  2444. * [Fix] Fix DKIM signing for messages with no newline at the end
  2445. * [Fix] Fix DNS request in monitored
  2446. * [Fix] Fix DNS write errors processing
  2447. * [Fix] Fix HTTP methods other than GET and POST
  2448. * [Fix] Fix PERMFAIL for v6/v4 ambiguities
  2449. * [Fix] Fix absurdic scores for HFILTER_URL_ONLY
  2450. * [Fix] Fix actions in rolling history
  2451. * [Fix] Fix actrie patterns
  2452. * [Fix] Fix applying of lua dynamic confg
  2453. * [Fix] Fix autolearning errors and redis cache
  2454. * [Fix] Fix bayes learn_condition
  2455. * [Fix] Fix build with the recent OpenSSL
  2456. * [Fix] Fix caching and compressed maps
  2457. * [Fix] Fix check plain text part
  2458. * [Fix] Fix crash on OpenBSD in `url_email_start`
  2459. * [Fix] Fix double free in SPF
  2460. * [Fix] Fix extraction of shingles from redis fuzzy storage
  2461. * [Fix] Fix false sharing for symbols in the cache
  2462. * [Fix] Fix float usage in util:get_time
  2463. * [Fix] Fix folding algorithm to deal with empty tokens
  2464. * [Fix] Fix format string
  2465. * [Fix] Fix format string usage in controller errors handling
  2466. * [Fix] Fix handling of '\0' in lua_tcp
  2467. * [Fix] Fix handling of HTTP HEAD methods
  2468. * [Fix] Fix hash creation
  2469. * [Fix] Fix hiredis stupidity
  2470. * [Fix] Fix implicit settings module settingsup
  2471. * [Fix] Fix interaction with lua GC to avoid craches
  2472. * [Fix] Fix ip_score module registration
  2473. * [Fix] Fix issue with empty messages and dkim
  2474. * [Fix] Fix issues with CGP helper
  2475. * [Fix] Fix issues with the recent SPF changes
  2476. * [Fix] Fix key name to load ANN correctly
  2477. * [Fix] Fix lua tcp module by saving `do_read` in callback data
  2478. * [Fix] Fix memory leak in client when using compression
  2479. * [Fix] Fix min_learns option
  2480. * [Fix] Fix on_finish scripts and async handlers
  2481. * [Fix] Fix options for SPF dnsfail symbol
  2482. * [Fix] Fix parsing includes and redirects in SPF
  2483. * [Fix] Fix parsing of lua comments with empty lines
  2484. * [Fix] Fix parsing of unquoted HTML attributes
  2485. * [Fix] Fix periodic events and redis
  2486. * [Fix] Fix processing of fuzzy learns from Lua
  2487. * [Fix] Fix processing of redirect in SPF includes
  2488. * [Fix] Fix processing of symbols when reject limit is reached
  2489. * [Fix] Fix refcounts when map is specified by IP
  2490. * [Fix] Fix rspamd{session} class in Lua API
  2491. * [Fix] Fix setting ratelimit key for 'ip' bucket
  2492. * [Fix] Fix some cases of TLD urls detector
  2493. * [Fix] Fix statconvert tool
  2494. * [Fix] Fix stats for backend-less classifiers
  2495. * [Fix] Fix training script for fann_redis
  2496. * [Fix] Fix variable in ann module
  2497. * [Fix] Fix various errors in lua dynamic conf plugin
  2498. * [Fix] Forget old ANN when max_usages is reached to avoid overtrain
  2499. * [Fix] Further canonicalization fixes
  2500. * [Fix] Further fixes for fann_redis prefixes
  2501. * [Fix] Handle failures for inactive pooled connections
  2502. * [Fix] Improve multimap info message
  2503. * [Fix] More fixes in ANN loading
  2504. * [Fix] More fixes to fann_redis
  2505. * [Fix] More issues in fann_redis
  2506. * [Fix] More spaces fix in DKIM signature
  2507. * [Fix] Multiple fixes to asn script, add IPv6 support
  2508. * [Fix] Multiple issues in fann_redis
  2509. * [Fix] No greylist rejected messages
  2510. * [Fix] One more attempt to fix lua_redis
  2511. * [Fix] One more check for readdir...
  2512. * [Fix] Params should be treated as a hash
  2513. * [Fix] Plug memory leak in regexp desctructor
  2514. * [Fix] Process headers only once
  2515. * [Fix] Properly handle nil values in ratelimit plugin
  2516. * [Fix] Really fix redis shingles check
  2517. * [Fix] Remove fann with incorrect layers count
  2518. * [Fix] Remove mentions of deleted include
  2519. * [Fix] Remove some incompatible functions
  2520. * [Fix] Settings: fix `authenticated` parameter (#886)
  2521. * [Fix] Skip MX check for authenticated users and local networks
  2522. * [Fix] Slightly fix ANN routines
  2523. * [Fix] Stop caching records with DNS failures
  2524. * [Fix] Treat all errors in redis_pool as fatal errors for a connection
  2525. * [Fix] Try avoid false-positives in HEADER_FORGED_MDN rule
  2526. * [Fix] Try to avoid race condition when using rrd
  2527. * [Fix] Try to reload redis scripts if they are missing
  2528. * [Fix] Unbreak once_received skipping for local networks
  2529. * [Fix] Unlock ANN on error
  2530. * [Fix] Use memmove for overlapping regions
  2531. * [Fix] Use real size instead of displayed for core limits
  2532. * [Fix] Use the correct macro to get the size of control
  2533. * [Fix] Various fixes for errors ringbuffer
  2534. * [Fix] Yield R_SPF_DNSFAIL if lookup of included record fails
  2535. * [Fix] mid: fix map initialization
  2536. * [Fix] mid: handle incorrect rgexps in the map
  2537. * [Rework] Add extract training data function to fann_redis
  2538. * [Rework] Add preliminary train tests
  2539. * [Rework] Add redis storage feature to fann_redis
  2540. * [Rework] Adopt fuzzy storage for abstract backend
  2541. * [Rework] Adopt plugins
  2542. * [Rework] First reiteration on fann scores
  2543. * [Rework] Implement loading/invalidating
  2544. * [Rework] Make lua_redis task agnostic
  2545. * [Rework] Make rspamd protocol messages useful
  2546. * [Rework] Massive removal of legacy code
  2547. * [Rework] More cleanup actions
  2548. * [Rework] Remove legacy code never used for classifiers
  2549. * [Rework] Remove outdated and unused lua_session module
  2550. * [Rework] Reorganize fuzzy backend structure
  2551. * [Rework] Reorganize the internal backend structure
  2552. * [Rework] Restore old fann_scores, move common parts
  2553. * [Rework] Rework and simplify rbl plugin
  2554. * [Rework] Rework parsing of DMARC records
  2555. 1.3.4:
  2556. * [Feature] ASN module; support matching ASN/country in multimap
  2557. * [Feature] Add SPF method in spf return result
  2558. * [Feature] Add Yandex and Mail.ru forwarding rules
  2559. * [Feature] Add mempool maps in multimap
  2560. * [Feature] Add rule for identifying mail sent by eval()'d PHP code
  2561. * [Feature] Add support of stub DNSSEC resolver to rdns
  2562. * [Feature] Add task:get_digest method
  2563. * [Feature] Allow for more fine-grained scoring for ip_score
  2564. * [Feature] Allow to get digest of a mime part from lua
  2565. * [Feature] Allow to print message digest in logs
  2566. * [Feature] Fold DKIM-Signature header
  2567. * [Feature] Implement encrypted logs
  2568. * [Feature] Log URLs encrypted if we have log encryption pubkey
  2569. * [Feature] Pass authenticated bit to lua
  2570. * [Feature] Read redis backend statistics configuration from global section
  2571. * [Feature] Show the exact value matched for multima symbols
  2572. * [Feature] Store task checksum
  2573. * [Fix] Avoid setting limits when required elements are missing
  2574. * [Fix] DMARC: Fix alignment checking for subdomains
  2575. * [Fix] DMARC: deal with missing and spurious spaces
  2576. * [Fix] Defer insertion of results in ip_score to avoid skewing stats
  2577. * [Fix] Disable DMARC for local/authorized mail
  2578. * [Fix] Fix handling of proxied headers in controller
  2579. * [Fix] Fix hex printing of strings
  2580. * [Fix] Fix issue with spaces in maps
  2581. * [Fix] Fix parsing of forwarded IP
  2582. * [Fix] Fix reload in some plugins and workers
  2583. * [Fix] Fix reloading on SIGHUP
  2584. * [Fix] Fix some border cases for DKIM canonicalization
  2585. * [Fix] Fix url maps
  2586. * [Fix] Make dnssec configurable option disabled by default for now
  2587. * [Fix] rspamadm statconvert: force db to be a string
  2588. * [Fix] rspamadm statconvert: use db/password for learn cache
  2589. * [Rework] Rework flags in rspamd logger
  2590. 1.3.3:
  2591. * [CritFix] Check hyperscan cache sanity before loading
  2592. * [CritFix] Fix setting of fuzzy keys (completely breaks fuzzy storage)
  2593. * [Feature] Add SARBL (sarbl.org) uribl
  2594. * [Feature] Add `--search-pattern` option to rspamd_stats
  2595. * [Feature] Add some sanity check for very long from/to log elements
  2596. * [Feature] Allow to create hashes from string in a single step
  2597. * [Feature] Fix order of pre and postfilters
  2598. * [Feature] Improve lua URLs API
  2599. * [Feature] Improve message about fuzzy rules
  2600. * [Feature] Pre-calculate blake2 digest for all parts
  2601. * [Feature] Print radix duplicate keys as IP addresses
  2602. * [Feature] Simple mechanism for disabling RBLs in local.d/rbl.conf
  2603. * [Feature] Use faster hash function for fuzzy storage
  2604. * [Feature] rspamd_stats: support log directory reading
  2605. * [Fix] Add sanity check for url filters
  2606. * [Fix] Do not show rmilter section as a fake metric in rspamc
  2607. * [Fix] Fix URL filters
  2608. * [Fix] Fix a stupid mistake in util.strequal_caseless
  2609. * [Fix] Fix blake2b hash of the string "rspamd"
  2610. * [Fix] Fix filename maps filter
  2611. * [Fix] Fix finding tld in util.get_tld
  2612. * [Fix] Fix multimap content filters
  2613. * [Fix] Fix returning boolean from Lua
  2614. * [Fix] Fix returning of REDIS_NIL
  2615. * [Fix] Try to deal with multiple workers terminated
  2616. * [Fix] Use forced DNS request when calling for lua_http
  2617. * [Rework] Rework multimap filters, add redis maps
  2618. 1.3.2:
  2619. * [Feature] Add a special symbol for SPF DNS errors: R_SPF_DNSFAIL
  2620. * [Feature] Add correlations report in fuzzy stats
  2621. * [Feature] Add experimental CGP integration
  2622. * [Feature] Add method to get urls length in a text part
  2623. * [Feature] Add new methods to lua_html to access HTML tags
  2624. * [Feature] Allow all types of symbols to be added via __newindex method
  2625. * [Feature] Allow to create settings for authenticated users
  2626. * [Feature] Allow to get block content for HTML tags
  2627. * [Feature] Improve DNS failures when dealing with SPF
  2628. * [Feature] Properly implement R_WHITE_ON_WHITE rule
  2629. * [Feature] Remove old ugly rules
  2630. * [Feature] Rspamc can now add dkim signature in mime mode
  2631. * [Feature] Store content length for HTML tags
  2632. * [Feature] Support reacher set of HTML colors
  2633. * [Feature] Try to avoid FP for low contrast fonts detection
  2634. * [Fix] Add missing HTML colors
  2635. * [Fix] Add spaces to dkim signature to allow folding
  2636. * [Fix] Avoid returning NaN as score on scan
  2637. * [Fix] Decode entitles in href parts
  2638. * [Fix] Do not cache SPF records with DNS errors
  2639. * [Fix] Do not crash on cyclic depends
  2640. * [Fix] Do not insert HELO/HOSTNAME unknown when they are not passed
  2641. * [Fix] Do not set absent hostname to "unknown"
  2642. * [Fix] Do not stress redis with KEYS command (#791)
  2643. * [Fix] Fix DMARC_BAD_POLICY symbol
  2644. * [Fix] Fix HFILTER_URL module
  2645. * [Fix] Fix HFILTER_URL_ONELINE rule
  2646. * [Fix] Fix buffering in CGP integration
  2647. * [Fix] Fix colors propagation from parent nodes
  2648. * [Fix] Fix confusing OpenSSL API usage of i2d_RSAPublicKey
  2649. * [Fix] Fix dependencies id sanity check
  2650. * [Fix] Fix folding for semicolon separated tokens
  2651. * [Fix] Fix largest possible TLD behaviour
  2652. * [Fix] Fix last token folding
  2653. * [Fix] Fix length calculations in white on white rule
  2654. * [Fix] Fix multiple request headers structure
  2655. * [Fix] Fix multiple values headers freeing
  2656. * [Fix] Fix parsing of background color
  2657. * [Fix] Fix printing from field in log_urls
  2658. * [Fix] Fix processing of last element of DMARC policies
  2659. * [Fix] Further fixes for HTML colors
  2660. * [Fix] Further fixes for multiple values headers
  2661. * [Fix] Further fixes for white on white rule
  2662. * [Fix] Further fixes in HTML tags parsing
  2663. * [Fix] Ignore content type/subtype case
  2664. * [Fix] Increase score of R_WHITE_ON_WHITE
  2665. * [Fix] Parse CGP envelope data
  2666. * [Fix] Propagate colors in HTML
  2667. * [Fix] Restore multiple values headers in protocol
  2668. * [Fix] Restore multiple values in headers processing
  2669. * [Fix] Some more changes to tag's content length calculations
  2670. * [Fix] Some more fixes for low contrast fonts detector
  2671. * [Fix] SpamAssassin plugin: support check_freemail_header('EnvelopeFrom', [..])
  2672. * [Fix] Trigger HTML_SHORT_LINK_IMG on any external image
  2673. * [Fix] rspamd_stats: remove deprecated defined(@array)
  2674. 1.3.1:
  2675. * [CritFix] Fix catena passwords validation
  2676. * [CritFix] Fix crash when the first received is faked
  2677. * [Feature] Add DMARC_BAD_POLICY symbol when DMARC policy was invalid
  2678. * [Feature] Allow for matching hostnames in multimap (#773)
  2679. * [Feature] Allow for setting action based on DMARC disposition
  2680. * [Feature] Allow limiting of the inbound message size
  2681. * [Feature] Allow maps with multiple symbols and scores
  2682. * [Feature] Allow regexps in the emails maps
  2683. * [Feature] Allow to register metric symbols from multimap
  2684. * [Feature] Allow to reset redis tokens instead of appendig values
  2685. * [Feature] Allow to store strings in radix maps
  2686. * [Feature] Check UTF validity when there are utf regexps in a map
  2687. * [Feature] Correctly work when there is no hard reject action
  2688. * [Feature] Implement dependencies for maps
  2689. * [Fix] Another effort to unbreak sqlite locking
  2690. * [Fix] Avoid crash when closing mmapped file
  2691. * [Fix] Do not break history on NaN in required score
  2692. * [Fix] Ensure that hyperscan cache written is written properly
  2693. * [Fix] Filter NaN from scores in history
  2694. * [Fix] Fix DNSBL maps
  2695. * [Fix] Fix another locking issue in sqlite
  2696. * [Fix] Fix another locking issue with mapped files
  2697. * [Fix] Fix deadlock in mmaped file stats
  2698. * [Fix] Fix dependencies in multimap plugin
  2699. * [Fix] Fix emails module configuration
  2700. * [Fix] Fix greylist plugin (#755)
  2701. * [Fix] Fix greylisting plugin variable usage
  2702. * [Fix] Fix installed permissions for rspamd_stats
  2703. * [Fix] Fix locking in mmapped statistics
  2704. * [Fix] Fix paths in tests
  2705. * [Fix] Fix prefilter mode for multimap
  2706. * [Fix] Forgot to commit leftover changes
  2707. * [Fix] Really fix local.d includes
  2708. * [Fix] Restore selective greylisting behaviour
  2709. * [Fix] Set max size on per connection basis
  2710. * [Fix] Use temporary storage for hyperscan cache
  2711. * [Rework] Remove systemd socket activation
  2712. 1.3.0:
  2713. * [CritFix] Fix SA rawbody processing - exclude top part
  2714. * [CritFix] Fix decoding of UTF HTML entitles
  2715. * [CritFix] Fix encrypted fuzzy requests
  2716. * [CritFix] Fix leak of shared memory fds and files
  2717. * [CritFix] Fix levenshtein distance calculations
  2718. * [CritFix] Fix mime headers processing
  2719. * [CritFix] Fix parsing of URLs in texts
  2720. * [CritFix] Fix parsing of missing classes
  2721. * [CritFix] Fix redis structure by adding {NULL, NULL} member
  2722. * [CritFix] Fix some more URL detector issues
  2723. * [CritFix] Fix systemd sockets activation
  2724. * [CritFix] Fix unencrypted passwords processing in the controller
  2725. * [CritFix] Fix writing CDPs to the database
  2726. * [CritFix] Fix writing of encrypted HTTP requests
  2727. * [CritFix] Plug memory leak in dkim module
  2728. * [CritFix] Plug memory leak in headers getting code
  2729. * [CritFix] Pre-filters and post-filters were completely broken
  2730. * [CritFix] Properly support SA body regexps
  2731. * [CritFix] Really skip filters in case of pre-result set
  2732. * [CritFix] Restore the intended pre-filters behaviour
  2733. * [Rework] Adopt new maps code
  2734. * [Rework] Compile ragel sources when building rspamd
  2735. * [Rework] Finish rework for the rest of places that use HTTP
  2736. * [Rework] Fix DKIM headers canonicalization
  2737. * [Rework] Fix lua maps API
  2738. * [Rework] Import linenoise for line editing
  2739. * [Rework] Include config structure to all rcl handlers
  2740. * [Rework] Make chartable module useful
  2741. * [Rework] Move http internal structures to a private header
  2742. * [Rework] Partly fix controller
  2743. * [Rework] Remove dedicated images list
  2744. * [Rework] Rename http proxy to rspamd proxy
  2745. * [Rework] Rename mime parts structures
  2746. * [Rework] Rework HTTP code
  2747. * [Rework] Rework exceptions and newlines processing
  2748. * [Rework] Rework pre and postfilters system
  2749. * [Rework] Separate method to close backend connections
  2750. * [Rework] Start the complete maps rework
  2751. * [Rework] Use dynamically generated ragel C sources
  2752. * [Feature] Add 'blacklist' and 'strict' modes for whitelists
  2753. * [Feature] Add 'symbols_enabled' and 'groups_enabled' to settings
  2754. * [Feature] Add ESMTPSA received type
  2755. * [Feature] Add a simple script to evaluate rspamd rules in the logs
  2756. * [Feature] Add a simple tool to generate DKIM keys
  2757. * [Feature] Add a trivial heuristic for codepages
  2758. * [Feature] Add and use mumhash for non-crypto hashing
  2759. * [Feature] Add better method to check lua userdata types
  2760. * [Feature] Add better zip files search algorithm
  2761. * [Feature] Add catena PBKDF function
  2762. * [Feature] Add configuration knobs for in and out parser scripts
  2763. * [Feature] Add content filtering support to multimap
  2764. * [Feature] Add different timeouts for proxy connections
  2765. * [Feature] Add dot commands for lua REPL:
  2766. * [Feature] Add execution of lua global functions script
  2767. * [Feature] Add function for pretty printing of inet addresses
  2768. * [Feature] Add function to convert fstring_t to c string
  2769. * [Feature] Add function to create temporary shared memory mapping
  2770. * [Feature] Add function to generate random hex string
  2771. * [Feature] Add generic fucnction to parse IP maps
  2772. * [Feature] Add initial version of HTTP lua repl
  2773. * [Feature] Add learn condition to the default configuration
  2774. * [Feature] Add learn conditions for classifiers
  2775. * [Feature] Add limit for dkim signatures to be checked
  2776. * [Feature] Add locking routines for lua_util
  2777. * [Feature] Add lua API for getting info from archives
  2778. * [Feature] Add lua utility to decode URL encoding
  2779. * [Feature] Add method to copy message from http connection
  2780. * [Feature] Add mirrors feature
  2781. * [Feature] Add more algorithms for shingles generation
  2782. * [Feature] Add more domains to redirectors list
  2783. * [Feature] Add more encodingsto cryptobox hash API
  2784. * [Feature] Add more file utilities to lua_util
  2785. * [Feature] Add more functions to extract data from text parts
  2786. * [Feature] Add more methods to get headers from a task
  2787. * [Feature] Add more methods to init http message body
  2788. * [Feature] Add more options for redis config parsing function
  2789. * [Feature] Add new representation of email address
  2790. * [Feature] Add new symbols to filter bad extensions in messages
  2791. * [Feature] Add new utility methods to mimepart object
  2792. * [Feature] Add openphish support to rspamd phishing module
  2793. * [Feature] Add parsers for SMTP address in ragel
  2794. * [Feature] Add parsing of mirror hosts for fuzzy storage
  2795. * [Feature] Add parsing scripts for master connection as well
  2796. * [Feature] Add preliminary greylist plugin
  2797. * [Feature] Add preliminary phishtank support
  2798. * [Feature] Add preliminary rarv5 support
  2799. * [Feature] Add preliminary version of ssl toolbox
  2800. * [Feature] Add protection against open files limit and accepting sockets
  2801. * [Feature] Add rar v4 support
  2802. * [Feature] Add reading scripts for master connection
  2803. * [Feature] Add replies plugin
  2804. * [Feature] Add results parsing code
  2805. * [Feature] Add routines to compare and check pubkeys
  2806. * [Feature] Add simpler versions of refcounts
  2807. * [Feature] Add some time manipulation functions for lua APi
  2808. * [Feature] Add support for non-standard BATV signatures
  2809. * [Feature] Add support of address with at-domain list
  2810. * [Feature] Add support to search archives by magic
  2811. * [Feature] Add task:get_rawbody method
  2812. * [Feature] Add test to check shared memory support sanity
  2813. * [Feature] Add the initial version of LUA repl to rspamadm
  2814. * [Feature] Add throughput graph for RRD backend to WebUI
  2815. * [Feature] Add universal function to make a proper redis request
  2816. * [Feature] Add universal function to parse redis servers for plugins
  2817. * [Feature] Add util.unlink function
  2818. * [Feature] Add utility function to return random number from 0 to 1
  2819. * [Feature] Add utility method to convert ftok to C string
  2820. * [Feature] Add utility to map shared memory segments
  2821. * [Feature] Add versions to fuzzy storage
  2822. * [Feature] Add workaround for legacy clients in rspamd proxy
  2823. * [Feature] Add workaround for systems without sane shmem support
  2824. * [Feature] Add xoroshiro+ fast rng for non-crypto purposes
  2825. * [Feature] Adopt plugins for new maps API
  2826. * [Feature] Allow SPF to be checked for empty tasks
  2827. * [Feature] Allow binary patterns in lua_trie
  2828. * [Feature] Allow catena encrypted passwords in controller
  2829. * [Feature] Allow client ip match in the settings
  2830. * [Feature] Allow easy adding and overriding of fuzzy rules
  2831. * [Feature] Allow empty tasks to be processed
  2832. * [Feature] Allow hostnames in IP maps
  2833. * [Feature] Allow https maps
  2834. * [Feature] Allow multiple PBKDF types in `rspamadm pw`
  2835. * [Feature] Allow named fuzzy rules
  2836. * [Feature] Allow non zero terminated patterns in multipattern
  2837. * [Feature] Allow partial hash updates
  2838. * [Feature] Allow pipelining for redis.make_request
  2839. * [Feature] Allow sending empty requests using client
  2840. * [Feature] Allow setting fuzzy flag by symbol not by value
  2841. * [Feature] Allow setting scores and actions from lua
  2842. * [Feature] Allow shared memory simple http client
  2843. * [Feature] Allow static lua files in any parts of rspamd sources
  2844. * [Feature] Allow to change flag from fuzzy learn condition
  2845. * [Feature] Allow to check rspamd_text using maps
  2846. * [Feature] Allow to disable composite rules from settings
  2847. * [Feature] Allow to disable some modules from common redis setup
  2848. * [Feature] Allow to extract ucl_object from lua using common API
  2849. * [Feature] Allow to get settings and settings id hash from lua_task
  2850. * [Feature] Allow to have specific settings for mirrored traffic
  2851. * [Feature] Allow to open message from a shared memory segment
  2852. * [Feature] Allow to parse pubkeys from the rcl config
  2853. * [Feature] Allow to pass extradata from rspamd to rmilter
  2854. * [Feature] Allow to query storage about number of fuzzy hashes stored
  2855. * [Feature] Allow to read logs without symbols scores
  2856. * [Feature] Allow to read password from console for rspamc
  2857. * [Feature] Allow to set ciphers and CA paths in config
  2858. * [Feature] Allow to skip some initialization phases to speed up rspamadm
  2859. * [Feature] Allow underscore separated names in settings
  2860. * [Feature] Allow versioning for sqlite databases
  2861. * [Feature] Always allow to terminate rspamd
  2862. * [Feature] Better deal with backend errors
  2863. * [Feature] Better lua_redis logging
  2864. * [Feature] Configure CA path and ciphers
  2865. * [Feature] Create a dedicated parser to strip newlines
  2866. * [Feature] Deduplicate the same urls in multimap module
  2867. * [Feature] Distinguish luajit from lua
  2868. * [Feature] Do not print garbadge in --compact output
  2869. * [Feature] Dynamically detect if a CPU is incompatible with hyperscan
  2870. * [Feature] Enable forced resolving for some lua plugins
  2871. * [Feature] Enable rrd by default
  2872. * [Feature] Enable workaround for exim
  2873. * [Feature] Fix task functions to work without rspamd_config
  2874. * [Feature] Further improvements to chartable module
  2875. * [Feature] Further micro-optimizations for hashing and shingles
  2876. * [Feature] Further relax parser
  2877. * [Feature] Humanize numbers in stats widgets
  2878. * [Feature] Implement HTTPS client
  2879. * [Feature] Implement SSL support in http client
  2880. * [Feature] Implement body rules for the trie plugin
  2881. * [Feature] Implement braced regexp quantifiers
  2882. * [Feature] Implement compare scripts for mirrors results
  2883. * [Feature] Implement compare scripts setup
  2884. * [Feature] Implement composites policies
  2885. * [Feature] Implement conditional learning for classifiers
  2886. * [Feature] Implement constructing of map from UCL
  2887. * [Feature] Implement dkim signing in dkim check plugin
  2888. * [Feature] Implement fuzzy storage updates
  2889. * [Feature] Implement fuzzy updates push protocol
  2890. * [Feature] Implement https maps
  2891. * [Feature] Implement inter-process maps caching
  2892. * [Feature] Implement mapping of remote flags to local flags
  2893. * [Feature] Implement mirroring in rspamd proxy
  2894. * [Feature] Implement multi-flags fuzzy replies
  2895. * [Feature] Implement multiple-sources fuzzy storage
  2896. * [Feature] Implement order of pre/post filters
  2897. * [Feature] Implement partial deleting for multi-flags
  2898. * [Feature] Implement pipelining for redis async interface
  2899. * [Feature] Implement ragel parser for received headers
  2900. * [Feature] Implement reading of messages to shared memory
  2901. * [Feature] Implement refcount for messages
  2902. * [Feature] Implement retransmits for master connection
  2903. * [Feature] Implement zero-copy mode for HTTP reading
  2904. * [Feature] Improve SPF domain detection logic
  2905. * [Feature] Improve config:register_symbol function
  2906. * [Feature] Improve error report for type mismatch in lua
  2907. * [Feature] Improve fstrings API
  2908. * [Feature] Improve getting SMTP data from lua_task
  2909. * [Feature] Improve levenshtein distance function
  2910. * [Feature] Improve logging in proxy and add refcounts
  2911. * [Feature] Improve logging lua types
  2912. * [Feature] Improve master/slave logging
  2913. * [Feature] Improve phishing plugin
  2914. * [Feature] Improve phishtank and openphish support
  2915. * [Feature] Improve ragel build target
  2916. * [Feature] Improve statistics script
  2917. * [Feature] Initialize ssl library to use SSL connections
  2918. * [Feature] Interpolate points sent to webui
  2919. * [Feature] Limit logging of elements that could have too many items
  2920. * [Feature] Lock ANN file when loading
  2921. * [Feature] New abstract hashing API in cryptobox
  2922. * [Feature] Normalize quoted addresses
  2923. * [Feature] Now cryptobox lua API accepts rspamd text as input
  2924. * [Feature] Optimize alignment to speed up hashing
  2925. * [Feature] Parse received date and ESMTPA proto
  2926. * [Feature] Parse received timestamp
  2927. * [Feature] Pass settings id to log helper
  2928. * [Feature] Pass settings id to lua script from log helper
  2929. * [Feature] Perform files expansion on proxying
  2930. * [Feature] Preliminary implementation of fuzzy master/slave updates
  2931. * [Feature] Print userdata using tostring if possible
  2932. * [Feature] Propagate HTTP result string when using proxy
  2933. * [Feature] Properly implement unweighted round-robin algorithm
  2934. * [Feature] Reduce number of timers queries
  2935. * [Feature] Rework and improve fuzzy storage
  2936. * [Feature] Rework dns resolving API for lua, add 'forced' option
  2937. * [Feature] Rework fann module to understand settings
  2938. * [Feature] Rework listening system to allow multiple socket types per worker
  2939. * [Feature] Rework ratelimit module to set expiration
  2940. * [Feature] Save bayes probability in memory pool var
  2941. * [Feature] Save settings id hash for convenience
  2942. * [Feature] Search for SSL_set_tlsext_host_name support
  2943. * [Feature] Send DKIM signature to protocol reply
  2944. * [Feature] Show DKIM signature in rspamc client
  2945. * [Feature] Show symbols description in scan output
  2946. * [Feature] Sign message merely after DKIM check
  2947. * [Feature] Simplify machines by assuming that headers are unfolded
  2948. * [Feature] Sort symbols when displaying them in log
  2949. * [Feature] Split main connection from mirrored connections
  2950. * [Feature] Start moving to the new email address structure
  2951. * [Feature] Store HTTP headers in a hash table
  2952. * [Feature] Store more information about compressed files
  2953. * [Feature] Store raw headers value to use them in DKIM
  2954. * [Feature] Store text parts content with newlines stripped
  2955. * [Feature] Support DKIM signing
  2956. * [Feature] Support EXIF jpeg images
  2957. * [Feature] Support archive files list extraction
  2958. * [Feature] Support archives when matching patterns in multimap
  2959. * [Feature] Support premium/academic feed for openphish
  2960. * [Feature] Support rspamd_updates via https
  2961. * [Feature] Supprort FQDNs in phishing module maps
  2962. * [Feature] Try to read on fuzzy timeout to avoid fake timeouts
  2963. * [Feature] Try to select the optimal possible function for input
  2964. * [Feature] Unescape and unquote smtp addresses
  2965. * [Feature] Update fuzzy timestamp when adding value
  2966. * [Feature] Update mumhash
  2967. * [Feature] Use -flto if possible when optimizations are enabled
  2968. * [Feature] Use extended map types in lua map, unify code
  2969. * [Feature] Use file lock in logger to avoid deadlocks
  2970. * [Feature] Use generic global string split function
  2971. * [Feature] Use metrohash as well
  2972. * [Feature] Use mumhash by default for incremental hashing
  2973. * [Feature] Use mumhash for words hashing
  2974. * [Feature] Use new ip parsing API
  2975. * [Feature] Use new maps API for local addrs
  2976. * [Feature] Use new ragel parser in message parsing code
  2977. * [Feature] Use new received parser instead of old one
  2978. * [Feature] Use new redis API in DMARC plugin
  2979. * [Feature] Use new redis API in greylist plugin
  2980. * [Feature] Use new redis API in ip_score plugin
  2981. * [Feature] Use new redis API in ratelimit plugin
  2982. * [Feature] Use new redis API in replies plugin
  2983. * [Feature] Use new version of register_symbol in rspamd plugins
  2984. * [Feature] Use offset when passing shm to deal with encrypted requests
  2985. * [Feature] Use one pass to remove newlines and store their positions
  2986. * [Feature] Use rspamd specific type checks for userdata
  2987. * [Feature] Use shared memory storage for http maps
  2988. * [Feature] Use universal redis definitions in rspamd plugins
  2989. * [Feature] Various improvements in greylist module
  2990. * [Feature] Wait for sqlite if locked when switching to WAL mode
  2991. * [Fix] Add filenames sanity filtering for mime types
  2992. * [Fix] Add guards for empty parts
  2993. * [Fix] Add missing types
  2994. * [Fix] Add more priority for config file symbols registered from UCL
  2995. * [Fix] Add sanity checks when compiling regexp maps
  2996. * [Fix] Add spaces instead of newlines to the normalized content
  2997. * [Fix] Add workaround for ancient openssl
  2998. * [Fix] Add workaround for gmime CTE stupidity
  2999. * [Fix] Add workaround for hex digits
  3000. * [Fix] Adjust MISSING_MIMEOLE score
  3001. * [Fix] Adjust body/body_buf when stealing encrypted message
  3002. * [Fix] Adopt lua task API for the new email addresses structure
  3003. * [Fix] Allow for disabling DMARC reporting when Redis is configured
  3004. * [Fix] Always register openphish and phishtank virtual symbols
  3005. * [Fix] Always use shmem on linux
  3006. * [Fix] Another change of newlines policy
  3007. * [Fix] Another d3evolution update
  3008. * [Fix] Another fix for exim workaround
  3009. * [Fix] Another fix for legacy clients
  3010. * [Fix] Another fix for maps scheduling
  3011. * [Fix] Another fix for marking upstreams inactive
  3012. * [Fix] Another fix for postfilters
  3013. * [Fix] Another fix for redis timeouts
  3014. * [Fix] Avoid `table.getn` method as it has been removed in lua 5.3
  3015. * [Fix] Avoid double hashing for images
  3016. * [Fix] Avoid linking with actrie if hyperscan is enabled
  3017. * [Fix] Check copy result when sending message to mirrors
  3018. * [Fix] Cleanup message when assiging body
  3019. * [Fix] Cleanup stack from global vars
  3020. * [Fix] Correctly parse query type
  3021. * [Fix] Disable all symbols if enable_groups is found in settings
  3022. * [Fix] Disable fts as it is completely broken in bloody linux
  3023. * [Fix] Disable multiple autolearn checks
  3024. * [Fix] Disallow updates by default
  3025. * [Fix] Do not abort when cannot load a map
  3026. * [Fix] Do not check recursion for non-DNS SPF record types
  3027. * [Fix] Do not delete uninitialized events
  3028. * [Fix] Do not die if shmem_mkstemp fails
  3029. * [Fix] Do not die when no metrics defined
  3030. * [Fix] Do not even try pcre in case of regexp maps
  3031. * [Fix] Do not greylist messages if redis has failed somehow
  3032. * [Fix] Do not greylist on rejection
  3033. * [Fix] Do not leave temporary maps cached
  3034. * [Fix] Do not output meaningless errors
  3035. * [Fix] Do not send NaN in json
  3036. * [Fix] Don't mix hyperscan and pcre processing within a same task
  3037. * [Fix] Finally rework and simplify redis backend for statistics
  3038. * [Fix] Fix Exim shutdown patch
  3039. * [Fix] Fix JIT compilation for PCRE2 expressions
  3040. * [Fix] Fix JIT usage for PCRE2
  3041. * [Fix] Fix REPL output
  3042. * [Fix] Fix SMTP address parsing machine
  3043. * [Fix] Fix UTF8 mode in PCRE2
  3044. * [Fix] Fix a stupid misprint in word 'phishing'
  3045. * [Fix] Fix accepting the first update when local idx is -1
  3046. * [Fix] Fix adding maps from ucl
  3047. * [Fix] Fix adding upstream to an active queue
  3048. * [Fix] Fix and rescore R_PARTS_DIFFER logic
  3049. * [Fix] Fix body rules in SA plugin
  3050. * [Fix] Fix body start position
  3051. * [Fix] Fix border case in urls detector
  3052. * [Fix] Fix border cases for incremental hashing
  3053. * [Fix] Fix caseless uthash application
  3054. * [Fix] Fix chartable issue with starting digits
  3055. * [Fix] Fix client_ip in users settings
  3056. * [Fix] Fix compilation issue
  3057. * [Fix] Fix conditional learning
  3058. * [Fix] Fix crash on empty maps
  3059. * [Fix] Fix creating of URLs from LUA
  3060. * [Fix] Fix creating of temporary shmem segment
  3061. * [Fix] Fix creation of mmapped statfiles
  3062. * [Fix] Fix descriptors leak on shmem detaching
  3063. * [Fix] Fix detaching of shared memory segments
  3064. * [Fix] Fix detection of URLs in text parts
  3065. * [Fix] Fix directories processing for rspamc
  3066. * [Fix] Fix displaying of rewrite subject in WebUI
  3067. * [Fix] Fix dkim private keys operations
  3068. * [Fix] Fix dkim signing
  3069. * [Fix] Fix dynamic scoring of subject symbols
  3070. * [Fix] Fix email address build
  3071. * [Fix] Fix encrypted proxy requests
  3072. * [Fix] Fix errors counting in upstreams
  3073. * [Fix] Fix errors handling in the proxy
  3074. * [Fix] Fix event bases for IO events
  3075. * [Fix] Fix events handling when scheduling map wacth
  3076. * [Fix] Fix fann rewrite
  3077. * [Fix] Fix files fallback for shmem transfer
  3078. * [Fix] Fix fuzzy adding in webui
  3079. * [Fix] Fix fuzzy storage encrypted mirroring
  3080. * [Fix] Fix fuzzy storage sync replies
  3081. * [Fix] Fix handling of the same words
  3082. * [Fix] Fix inserting values to the sources list
  3083. * [Fix] Fix ipv6 mask application
  3084. * [Fix] Fix issue with missing recipients
  3085. * [Fix] Fix issues with multiple returns from lua
  3086. * [Fix] Fix learning for non-existent backend
  3087. * [Fix] Fix legacy clients support in proxy
  3088. * [Fix] Fix length calculations for shared memory segments
  3089. * [Fix] Fix listening on UDP sockets
  3090. * [Fix] Fix loading of file maps
  3091. * [Fix] Fix long regexp flags (e.g. {sa_body})
  3092. * [Fix] Fix lua compare function init
  3093. * [Fix] Fix maps descriptions
  3094. * [Fix] Fix maps locking
  3095. * [Fix] Fix max_train setup in ANN module
  3096. * [Fix] Fix memory corruption
  3097. * [Fix] Fix memory leak in unsigned maps reading
  3098. * [Fix] Fix misprints for lto usage
  3099. * [Fix] Fix more issues with scripts processing
  3100. * [Fix] Fix next-to-last extension length check
  3101. * [Fix] Fix openssl initialization
  3102. * [Fix] Fix order of arguments
  3103. * [Fix] Fix order of initialization
  3104. * [Fix] Fix parser
  3105. * [Fix] Fix parsing of binary tries
  3106. * [Fix] Fix parsing of braced IPv6 addresses
  3107. * [Fix] Fix parsing of nested braces in SMTP comments
  3108. * [Fix] Fix parsing of rarv5 archives
  3109. * [Fix] Fix periodic scheduling when a map is not modified
  3110. * [Fix] Fix possible FP in TRACKER_ID rule
  3111. * [Fix] Fix post-filters processing
  3112. * [Fix] Fix potential NULL dereference
  3113. * [Fix] Fix processing of <br> and <hr> tags
  3114. * [Fix] Fix processing of addresses in protocol
  3115. * [Fix] Fix processing of messages without received headers
  3116. * [Fix] Fix proxying issue for unconnected sessions
  3117. * [Fix] Fix proxying of the encrypted messages
  3118. * [Fix] Fix race condition with shared memory by refcounts
  3119. * [Fix] Fix ratelimit initialization
  3120. * [Fix] Fix redis set request in replies plugin
  3121. * [Fix] Fix redis timeout events handling
  3122. * [Fix] Fix redis timeouts processing logic
  3123. * [Fix] Fix refcounts in lua_redis
  3124. * [Fix] Fix results checking if no master connection is active
  3125. * [Fix] Fix return value for couple of lua functions
  3126. * [Fix] Fix round-robin selection when upstreams have no weight
  3127. * [Fix] Fix rows calculation in graph
  3128. * [Fix] Fix rspamd_redis_make_request syntax in replies plugin
  3129. * [Fix] Fix scheduling of locked map events
  3130. * [Fix] Fix scores detection
  3131. * [Fix] Fix searching for newline positions
  3132. * [Fix] Fix secure_ip setting in controller
  3133. * [Fix] Fix sending data to graph command
  3134. * [Fix] Fix setting of score for parts differ
  3135. * [Fix] Fix setting of the lua top
  3136. * [Fix] Fix setting path for lua
  3137. * [Fix] Fix setting path for phishtank
  3138. * [Fix] Fix settings application
  3139. * [Fix] Fix shm_open call as described in POSIX
  3140. * [Fix] Fix size of length in fuzzy mirror wire protocol
  3141. * [Fix] Fix smtp grammar issues
  3142. * [Fix] Fix some issues with redis API
  3143. * [Fix] Fix some issues with retries in the proxy
  3144. * [Fix] Fix stack growing
  3145. * [Fix] Fix start of body detection in DKIM
  3146. * [Fix] Fix state on timeout
  3147. * [Fix] Fix stats script
  3148. * [Fix] Fix substring search when there are '\0' in strings
  3149. * [Fix] Fix symbol name for spf soft fail
  3150. * [Fix] Fix symbol type's check
  3151. * [Fix] Fix symbols registration and execution
  3152. * [Fix] Fix the case of multiple values keys
  3153. * [Fix] Fix the default symbol names according to metric
  3154. * [Fix] Fix timeout setup on learning
  3155. * [Fix] Fix timeouts in redis cache processing
  3156. * [Fix] Fix timeouts processing in lua_redis
  3157. * [Fix] Fix upstreams interaction for rspamd proxy
  3158. * [Fix] Fix usage of rdns reply structure
  3159. * [Fix] Fix varargs loop
  3160. * [Fix] Fix whitelists and blacklists in SA rules
  3161. * [Fix] Fix write servers setup for redis
  3162. * [Fix] Fix writing of HTTP messages
  3163. * [Fix] Force rspamd to upgrade fuzzy db on opening
  3164. * [Fix] Free the correct pointer
  3165. * [Fix] Further fixes for lto and static linking
  3166. * [Fix] Further fixes for surbl extensions map
  3167. * [Fix] Further fixes in maps code
  3168. * [Fix] Further improvements to error messages in fuzzy check
  3169. * [Fix] Further tweaks to redis garbadge collection
  3170. * [Fix] Groups are now case insensitive
  3171. * [Fix] Handle log pipe read errors
  3172. * [Fix] Handle nested dependencies in SpamAssassin plugin
  3173. * [Fix] Implement new automata to skip empty lines for dkim signing
  3174. * [Fix] Improve error messages on fuzzy add
  3175. * [Fix] Improve lua redis handling
  3176. * [Fix] Improve phishing module logging
  3177. * [Fix] Improve printing of fuzzy errors
  3178. * [Fix] Improve rrd diagnostic errors
  3179. * [Fix] Improve strcase hash used in uthash
  3180. * [Fix] Include fuzzy key to distinguish storages with different keys
  3181. * [Fix] Include slave cluster name into http request
  3182. * [Fix] Include some more information about archives
  3183. * [Fix] Indicate upstream error on timeout
  3184. * [Fix] Initialize hash tables array to avoid crashes
  3185. * [Fix] Initialize parser scripts properly
  3186. * [Fix] Initialize vars to avoid warnings
  3187. * [Fix] Inverse logic for saving ANN
  3188. * [Fix] Link lpeg to rspamd lua library
  3189. * [Fix] Make extension checks case-insensitive
  3190. * [Fix] Mark expired hashes as not found and not as zero flag
  3191. * [Fix] Match archive name as well
  3192. * [Fix] More and more fixes to redis states
  3193. * [Fix] More fixes about shared memory in proxy
  3194. * [Fix] More fixes for redis refcounts
  3195. * [Fix] More fixes to end of headers detection
  3196. * [Fix] More fixes to events logic
  3197. * [Fix] More fixes to multi-flag fuzzy storage
  3198. * [Fix] More fixes to parts distance calculations
  3199. * [Fix] More guards for redis free
  3200. * [Fix] One more fix in redis destructor
  3201. * [Fix] One more try to fix redis
  3202. * [Fix] PIE is required for static build
  3203. * [Fix] Partial fix for mmap'd statistics tests
  3204. * [Fix] Plug memory leak in proxy
  3205. * [Fix] Properly detect end of headers position
  3206. * [Fix] Properly init and free session structures
  3207. * [Fix] Reduce PRECEDENCE_BULK rule weight
  3208. * [Fix] Reduce the default thresholds for learning
  3209. * [Fix] Remove Type=forking from systemd unit file (#709)
  3210. * [Fix] Remove bad FANN file to save computational resources
  3211. * [Fix] Remove event before closing of fd to avoid race conditions
  3212. * [Fix] Remove parsing of 'from' variable in redis backend
  3213. * [Fix] Remove some bad domains from whitelists
  3214. * [Fix] Repair optional dependencies
  3215. * [Fix] Reset master connection when retransmitting scan request
  3216. * [Fix] Restore ONCE_RECEIVED symbol
  3217. * [Fix] Restore compatibility with old lua API behaviour
  3218. * [Fix] Restore redis runtime state
  3219. * [Fix] Reverse options when received
  3220. * [Fix] Send updates to mirrors only if we have some changes
  3221. * [Fix] Set host attribute properly when making HTTP request from lua
  3222. * [Fix] Set terminated state before calling of async free
  3223. * [Fix] Simplify MISSING_MIMEOLE rule
  3224. * [Fix] Simplify state machine by ignoring multiple spaces
  3225. * [Fix] Skip setting RPATH for static builds
  3226. * [Fix] Slightly reduce weights of rules with high FP rate
  3227. * [Fix] Some fixes to libmagic initialization
  3228. * [Fix] Some more fixes to ratelimit plugin
  3229. * [Fix] Strip '\r\n' properly
  3230. * [Fix] Switch hashes to mumhash
  3231. * [Fix] Treat NaN values properly in graph command
  3232. * [Fix] Try to avoid FP when checking for phished URLs
  3233. * [Fix] Try to avoid recursive events deletions
  3234. * [Fix] Try to fix false positive URL detections in text parts
  3235. * [Fix] Try to fix issue in redis stats backend when task is closed
  3236. * [Fix] Try to fix proxying of stupid spamc protocol to HTTP mirrors
  3237. * [Fix] Try to fix redis crashes
  3238. * [Fix] Try to fix upstreams with one element
  3239. * [Fix] Try to handle multiline history in a more sane way
  3240. * [Fix] Unbreak build on gcc < 4.9
  3241. * [Fix] Update RPM spec/sources (#700)
  3242. * [Fix] Update d3evolution version
  3243. * [Fix] Update mumhash implementation
  3244. * [Fix] Use custom error function for pre and post filters
  3245. * [Fix] Use new postfilters and prefilters API in the plugins
  3246. * [Fix] Use non-blocking mode for systemd sockets
  3247. * [Fix] Use shared memory merely for local backends in the proxy
  3248. * [Fix] Use watchers for spf plugin
  3249. * [Fix] Varioud fixes to the maps code
  3250. 1.2.8:
  3251. * Another fix for exim workaround (#637)
  3252. * Fix unencrypted passwords processing in the controller
  3253. * Fix setting path for lua (#652)
  3254. * Fix usage of rdns reply structure (#654)
  3255. * Use file lock in logger to avoid deadlocks
  3256. * Add `application/octet-stream` mime type for `pdf` extension (by @moisseev)
  3257. * Implement new automata to skip empty lines for dkim signing (#651)
  3258. * Fix parsing of missing classes
  3259. * Clarify some rspamc arguments (by @fatalbanana)
  3260. * Correct suppress spelling
  3261. 1.2.7:
  3262. * Slightly reduce weights of rules with high FP rate
  3263. * Add workround for rspamd-1.3
  3264. * Fix possible FP in TRACKER_ID rule
  3265. * Simplify MISSING_MIMEOLE rule
  3266. * Add workaround for gmime CTE stupidity
  3267. * Fix mime headers processing
  3268. * Fix false positive URL detections in text parts
  3269. * Fix Exim shutdown patch
  3270. * Enable workaround for exim mailbox format
  3271. * Backport shingles static test
  3272. * Fix levenshtein distance calculations
  3273. * Fix max_train setup in ANN module
  3274. * Fix redis structure by adding {NULL, NULL} member
  3275. * Fix build with unmodified LibreSSL opensslv.h
  3276. * Repair optional dependencies
  3277. * Really skip filters in case of pre-result set
  3278. * Restore the intended pre-filters behaviour
  3279. * Fix ipv6 mask application
  3280. 1.2.6:
  3281. * Fix parsing of URLs in texts
  3282. * Fix creating of URLs from LUA
  3283. * Fix some more URL detector issues
  3284. * Fix unit tests
  3285. * Fix JIT compilation for PCRE2 expressions
  3286. * Fix JIT usage for PCRE2
  3287. * Fix UTF8 mode in PCRE2
  3288. * Add workaround for pre-historic compilers (#605)
  3289. * Fix and rescore R_PARTS_DIFFER logic
  3290. * Properly set lua paths for tests
  3291. * Fix SA rawbody processing - exclude top part
  3292. * Store text parts content with newlines stripped
  3293. * Properly support SA body regexps
  3294. * Fix body rules in SA plugin
  3295. * Fix setting of score for parts differ
  3296. * More fixes to parts distance calculations
  3297. - Use hashed words instead of full words for speed
  3298. - Improve levenstein distance calculations and penalise replaces
  3299. - Always return number from 0 to 1
  3300. - Use g_malloc instead of alloca
  3301. * Fix percents output in R_PARTS_DIFFER
  3302. * Plug memory leak in dkim module
  3303. * Plug minor memory leak in regexps creation
  3304. 1.2.5:
  3305. * Plug an important memory leak in headers getting code
  3306. * Remove some bad domains from whitelists
  3307. 1.2.4:
  3308. * Implement new multipattern matcher that uses hyperscan if possible
  3309. * Use mutlipattern for lua_trie code
  3310. * Add utility methods for multipattern
  3311. * Use multipattern in url matcher
  3312. * Add escape functions for hyperscan
  3313. * Allow to optimize lua -> C transition by flattening table args
  3314. * Optimize hot paths in SA plugin
  3315. * Optimize rspamd_re_cache_type_from_string
  3316. * Allow empty tries
  3317. * Fix extraction of URLs from Subject
  3318. * Allow to have different flags for different patterns in multipattern
  3319. * Add common directory for hyperscan cache to config
  3320. * Implement caching for hyperscan multipattern
  3321. * Attach domain part to `R_SUSPICIOUS_URL` (by @moisseev)
  3322. * Allow multipattern scans to be nested for the case of hyperscan
  3323. * Simplify SURBL redirector search code and avoid ac_trie
  3324. * Add two way substring search algorithm
  3325. * Avoid acism usage to find gtube pattern
  3326. * Fix processing of empty headers
  3327. * Allow to disable pthread mutexes on broken platforms
  3328. * Make web interface not send password in query strings (#585) by @fatalbanana
  3329. * Add maximum delay to ratelimit module
  3330. * Backport fix for empty files inclusion from libucl
  3331. * Fix settings id setup
  3332. * Add min_learns option to classifiers
  3333. * Use more clever to utf8 conversion strategy
  3334. * Fix disabling of virtual symbols in the settings
  3335. * Rework settings to work properly in metric-less configuration
  3336. * Set the default limit for classifier
  3337. * Fix ttl based expiration from LRU cache
  3338. * Rework DKIM module to use OpenSSL for digests
  3339. * Fix mailto urls parsing with hyperscan
  3340. * Do not set obscured flag for urls starting with spaces
  3341. * Fix crash on redis learn
  3342. * Fix ratelimit ctime setting
  3343. 1.2.3:
  3344. * New DCC module (by @smfreegard)
  3345. * Rework whitelist module:
  3346. - Now we check different elements for different checks
  3347. - MIME from for DMARC
  3348. - DKIM signature domain for DKIM
  3349. - SMTP from or HELO for SPF
  3350. * Fix regexps results combination (*critical*)
  3351. * Fix issue with expressions processing (*critical*)
  3352. * Optimize strlcpy for aligned input
  3353. * Add support of half-closed connection in lua_tcp
  3354. * Allow to print compact json in client
  3355. * Save required score in history (#581)
  3356. * Allow to attach file descriptors to control commands
  3357. * Allow to send descriptors from workers to main
  3358. * Allow to attach fd when broadcasting to workers
  3359. * Implement log pipe feature for rspamd logs analysis
  3360. * Add `log_helper` worker
  3361. * Add `URIBL_SBL_CSS` (by @smfreegard)
  3362. * Add worker scripts functionality
  3363. * Add on load hooks for rspamd_config
  3364. * Add lua scripts for log_helper worker
  3365. * Add generic maillist detector (#584)
  3366. * Implement FANN autolearn using log_helper worker
  3367. * Rework metrics configuration to allow includes
  3368. * Change default value of forced removal in composite rules
  3369. * Allow to use assembly version of blake2b on x86 cpu
  3370. * Use less precise (but faster) clock if possible
  3371. * Insert redirected URL to the urls list
  3372. * Allow to get and set callback data for rspamd symbols
  3373. * Add binary heap implementation
  3374. * Use binary heap for expire algorithms in the hash
  3375. * Use `least frequent used` expiration strategy
  3376. * Allow to get mime headers from a task
  3377. * Add support for mime headers in `regexp` module
  3378. * Update Exim patches (by @fatalbanana)
  3379. * Allow building rspamd with jemalloc
  3380. * Save multipart boundaries
  3381. * SA plugin changes:
  3382. - Properly handle MIME headers
  3383. - Fix eval:check_for_missing_to_header rule
  3384. - Implement SA compatible body regexps
  3385. - Use sabody rules in SA plugin
  3386. * LUA API changes:
  3387. - Add util.get_ticks function
  3388. - Add util.stat function
  3389. - Add task:get_symbols_numeric method
  3390. - Add method to get number of symbols in the cache
  3391. - Add lua methods to get redirected urls
  3392. - Allow to get callbacks for lua symbols
  3393. - Add config:set_symbol_callback function
  3394. 1.2.2:
  3395. * Use HTTP Content-Type on non mime input if possible
  3396. * Save log level when compressing log messages
  3397. * Further rework of composite rules (add '^' prefix)
  3398. * Add tracking for rspamd expressions
  3399. * Store actions limits in metric result
  3400. * Fix parsing of include/redirect with many records in SPF
  3401. * Add method to disable symbols execution in the cache
  3402. * Allow to disable checks from settings
  3403. * Allow to select settings by id in HTTP query
  3404. * Find URLs with '\r' and '\n' inside href attribute
  3405. * Implement vectored mode for hyperscan (experimental)
  3406. * Improve client connection errors diagnostics
  3407. * Allow to edit new files with signtool
  3408. * Improve hashes performance on 32 bit platforms
  3409. * Fix sorting of limits
  3410. * Remove slow and unused rules `INVALID_EXIM_RECEIVED*`
  3411. * Add expression:process_traced lua method
  3412. * Allow tables in task:insert_result
  3413. * Save trace for SA metas
  3414. * Do not parse broken TLD parts in URLs
  3415. * Investigate many border cases in URLs parser
  3416. 1.2.1:
  3417. * Add list support to `mime types` module configuration (by @moisseev)
  3418. * Allow symbols params to be printed in logs
  3419. * Fix `MIME_BAD_ATTACHMENT` false positives for MDN/DSN
  3420. * Fix crashes on arm32
  3421. * Do not classify message if some class is missing
  3422. * Fix cryptobox cleanup
  3423. * Remove multipart/report from bad mime types (#569)
  3424. * Improve logging for fuzzy hashes
  3425. * Show map URLs in webui
  3426. * Sort symbols in webui
  3427. 1.2.0:
  3428. * New dynamic updates plugin
  3429. * Regular expressions map support
  3430. * Faster radix trie algorithm
  3431. * Faster siphash for AVX2 supporing CPUs (used in fuzzy hashes)
  3432. * PCRE2 support
  3433. * Allow quoted and slashed keys in map
  3434. * Add proper support of DNS resolvers balancing (#552)
  3435. * Rework includes and configuration system for better local changes support
  3436. * New keypairs framework for signing and encryption
  3437. * Added support for dynamic modules and workers
  3438. * Allow to dump configuration with help comments
  3439. * Rework once_received module
  3440. - Fix priority for `good_hosts`
  3441. - If a good host has been found do not add once_received symbols
  3442. - Fix priorities for strict once_received
  3443. - Add ability to whitelist IP addresses
  3444. * Implement support of signed maps for HTTP and file maps
  3445. * Add command to sync fuzzy storage (#533)
  3446. * Rework system of symbols and actions registration
  3447. It is possible now to use priorities when adding symbols to metrics and
  3448. override scores for symbols with lower priority with the scores with
  3449. high priority.
  3450. * Add auth support and db selection for redis stats
  3451. * Improve composite rules application
  3452. * Add ignore_received option
  3453. * Fix critical issue with inconsistent resorting
  3454. * Fix `all` in spf redirects
  3455. * Add punycoded versions for IDN domains (#554)
  3456. * Improve sorting order for symbols cache
  3457. * Add lockless logging for processes management
  3458. * Allow to specify flags for metric symbols
  3459. * Load images height and width from style attribute (#538)
  3460. * Override DNS requests limits for SPF and DKIM
  3461. * Fix resetting symbols to their default values in WebUI
  3462. * Improve configuration agility for redis stats
  3463. * Allow to set db and password for redis in stat_convert
  3464. * Import the latest libucl
  3465. * LUA API changes:
  3466. - Add rspamd_version function to LUA API
  3467. - Add lua_cryptobox module
  3468. - Add lua_map module
  3469. - Add task:set_metric_action lua API method
  3470. - Fix race condition in lua_tcp module
  3471. - Fix a lot of issues in lua_redis module
  3472. - Rework and abstract lua maps API
  3473. - Add util.strlen_utf8 lua function
  3474. - Add lua functions for caseless comparison
  3475. - Allow optional symbols registration
  3476. - Add config:add_map table form method, add regexp maps
  3477. - Add task:has_urls method
  3478. - Add task:has_flag method
  3479. - Add html tags methods to lua_html
  3480. - Add task:get_dns_req
  3481. * Plugins changes:
  3482. - Add support for WLBLEval SA plugin
  3483. - Use caseless comparison in SA and DMARC plugins
  3484. - Allow SA plugin to set scores for rspamd symbols
  3485. - Add regexp maps support to multimap
  3486. - Allow filenames match in multimap
  3487. - Add more filters for the existing map types
  3488. - Fix html images rules to reduce FP rates
  3489. * New rules:
  3490. - LONG_SUBJ - too long subject
  3491. - MIME_BAD_ATTACHMENT - bad attachment type
  3492. - RDNS_NONE - no reverse DNS record for sender's IP
  3493. - Fix MISSING_MIMEOLE rule for modern OE
  3494. * Many other bugfixes, memory leaks plugs thanks to:
  3495. - Coverity scan
  3496. - New gcc-6 warnings
  3497. - valgrind manual iterations
  3498. * Documentation improvements:
  3499. - FAQ list: https://rspamd.com/doc/faq.html
  3500. - Reworked quick start guide
  3501. - Added documentation for all active modules
  3502. * Other changes:
  3503. - Dropped Ubuntu Vivid support
  3504. - Added Ubuntu Xenial support
  3505. - Rework build system for rspamd and rmilter
  3506. 1.1.4:
  3507. * Print traceback on lua errors in lua config
  3508. * Fix leaks in lua error paths
  3509. * Improve 'R_EMPTY_IMAGE' rule
  3510. * Fix metas memoization in SA plugin
  3511. * Properly set `flag` in fuzzy replies
  3512. * Fix arguments order
  3513. * Fix issue with out-of-boundary reading
  3514. * Fix issues found by coverity
  3515. * Same result checking error found by coverity
  3516. * Fix varargs processing (found by coverity)
  3517. * Fix error in printing hex
  3518. * Reduce weights for some hfilter patterns
  3519. * Add aliases for task:get_from_ip:
  3520. - task:get_addr
  3521. - task:get_from_addr
  3522. - task:get_ip
  3523. * Rework once_received module
  3524. - Fix priority for `good_hosts`
  3525. - If a good host has been found do not add once_received symbols
  3526. - Fix priorities for strict once_received
  3527. - Add ability to whitelist IP addresses
  3528. * Fix `MISSING_MIMEOLE` rule for modern OE
  3529. * Treat meta tags as embedded tags (#501)
  3530. 1.1.3:
  3531. * Fix DSN rules when SMTP from is unavailable
  3532. * Fix statconvert routine to avoid lua module usage
  3533. * Set a sane quark for configtest to avoid NULL to be printed in logs
  3534. * Support c11 if available
  3535. * Fix parsing of ip:port strings
  3536. * Add more diagnostic for lua subr errors
  3537. * Fix task:set_from_ip lua method
  3538. * Add basic routines for digital signatures
  3539. * Add tool for digital signatures
  3540. * Add plain open file API method for atomic open
  3541. * Fix parsing nested braces inside logger vars
  3542. * Pre filters now actually skip processing
  3543. * Add pre-filter mode for multimap
  3544. * Switch to apache 2 license
  3545. 1.1.2:
  3546. * Fix stat_cache closing
  3547. * Add checkpoints to sqlite3 learn cache
  3548. * Do not recompile lua generated headers all the time
  3549. * Increase number of messages learned
  3550. * Fix issues with dual stack and hfilter
  3551. * Disable MID checks for hfilter by default
  3552. * Fix cache definitions in multiple classifier and no type
  3553. * Don't crash if learn cache failed to initialize
  3554. * Fix googlegroups support in maillist plugin
  3555. * Rework flags LUA API:
  3556. - Allow to check for a specific flag
  3557. - Add `learn_spam`, `learn_ham` and `broken_headers` flags
  3558. - Unify internal functions
  3559. * Add `BROKEN_HEADERS` rule
  3560. * Add support for forged confirmation headers (by @AdUser)
  3561. * Allow `any`, `mime` and `smtp` for get_from/get_recipients
  3562. * Add mime types checking plugin
  3563. * Add rule to detect spammers attempts to cheat mime parsing
  3564. * Rework parsing of IP addresses in configuration (better IPv6 support)
  3565. * Add `util.parse_mail_address` function to LUA API
  3566. * Add lua sqlite3 module
  3567. * Implement synchronous redis call
  3568. * Ratelimit: avoid possible indexing of nil value (Fixes #498) (by @fatalbanana)
  3569. * Add stat_convert command to convert stats tokens from sqlite3 to redis
  3570. * Implement redis advanced lua api with pipelining
  3571. * Fix memory leak on redis stat (#500)
  3572. * Fix user/language learn count in sqlite statistics (#496) (by @fatalbanana)
  3573. * Fix build with custom pcre
  3574. * Fix fuzzy relearning (#498)
  3575. * Improve planning of asynchronous tasks
  3576. * Show slow rules in log
  3577. * Add warning for slow regexps
  3578. * Add base32 decode/encode routines to lua util
  3579. * Allow converting of learn cache from sqlite to redis
  3580. * Add methods to check if a messages has from/rcpts
  3581. * Improve and fix multimap plugin:
  3582. - Restore 'header' maps
  3583. - Add filters for headers
  3584. - Add 'email:addr', 'email:user', 'email:domain' and 'email:name' filters
  3585. - Add generic regexp filters
  3586. * Disable reload command in rc scripts
  3587. * Improve runtime CPU dispatcher for libcryptobox
  3588. * Add preliminary support of digital signatures via ed25519
  3589. * Add detection for RDRAND support
  3590. * Print configuration of crypto on start
  3591. * A in SPF presumes AAAA lookup as well
  3592. 1.1.1:
  3593. * Fix duplicated XBL symbol
  3594. * Reduce log severity for ratelimit missing servers
  3595. * Fix XBL composite to avoid duplicate symbols
  3596. * Reduce weight of URL_ONLY rule due to FP rate
  3597. * Disable fuzzy hashes from the metadata for now
  3598. * Fix processing of empty messages (#486)
  3599. * Always treat DNS timeouts as temporary fail for SPF
  3600. * Fix issue with SPF double IP stack (#483)
  3601. * Use X-Forwarded-For when checking secure_ip (#488)
  3602. * Fix hash calculation for sqlite stats
  3603. * Fix memory corruption on punycode
  3604. * Fix strings allocation in punycode
  3605. * Fix error message (#491)
  3606. 1.1.0:
  3607. * Incompatible change: sqlite3 and per_user behaviour:
  3608. Now both redis and sqlite3 follows the common principles for per-user
  3609. statistics:
  3610. 1) If per-user statistics is enabled check per-user tokens ONLY
  3611. 2) If per-user statistics is not enabled then check common tokens ONLY
  3612. If you need old behaviour, then you'd need to use separate classifier
  3613. for per-user statistics.
  3614. * Implement redis statistics backend and cache
  3615. * Implement autolearning for statistics
  3616. * Reworked statistics architecture from scratch
  3617. * Add hyperscan (https://github.com/01org/hyperscan) engine for regular
  3618. expressions:
  3619. - add lazy loader for hyperscan databases
  3620. - rework regexp cache to have joint pcre/hyperscan scanning
  3621. - implement hyperscan pre-filter support
  3622. - add compilation guards for bad expressions
  3623. - implement `rspamadm control recompile` command
  3624. - implement hyperscan cache monitoring
  3625. - slides: <https://highsecure.ru/rspamd-hyperscan.pdf>
  3626. * Implement flexible task logging
  3627. * Rework fuzzy worker:
  3628. - it is now possible to run multiple fuzzy workers;
  3629. - implement lazy writing as sqlite3 is bad at concurrent writing;
  3630. - add retries for simple sql commands in fuzzy backend;
  3631. - use fine-grained transactions for fuzzy;
  3632. - implement new multi-pubkeys mode;
  3633. - allow encrypted only storages;
  3634. - rework statistics for fuzzy;
  3635. - add `rspamadm control fuzzystat` command for extended statistics;
  3636. - implement human readable output for the previous command;
  3637. - add condition script for learning fuzzy storage;
  3638. * Various fixes to SPF:
  3639. - fix `redirect` records;
  3640. - fix domains when parsing mx/ptr/a records in includes/redirects;
  3641. - fix issues with multiple addresses in SPF records;
  3642. - ignore SPF results in case of DNS failure;
  3643. - adjust TTL of records when resolving subelements of SPF records;
  3644. - always select `v=spf1` line if it is available
  3645. - do not cache records with DNS failure in subrequests;
  3646. - ignore records with temporary fails during subrequests resolving;
  3647. - fix `RDNS_RC_NOREC` support;
  3648. * Add clang plugin for static analysis:
  3649. - implement static checks for `rspamd_printf` format strings;
  3650. * Add 'allow_raw_input' option for non-mime messages
  3651. * Recognize types using libmagic
  3652. * Fix parsing of IPv6 received headers
  3653. * Add new interface of communication between workers in rspamd
  3654. * Add support for named socketpairs
  3655. * Don't write URLs by default as it is too verbose
  3656. * Set status for HTTP replies
  3657. * Try load `rspamd.conf.override`
  3658. * Implement words decaying for text parts to limit many checks
  3659. * Improve support of SA rules and plugins:
  3660. - add check_for_shifted_date and check_for_missing_to_header eval rules;
  3661. - add 'check_relays_unparseable' support;
  3662. - add `check_for_mime('mime_attachement')` function;
  3663. - use new re_cache interface for all SA rules;
  3664. - add support for `Mail::SpamAssassin::Plugin::MIMEHeader`;
  3665. - add support of 'special' SA headers to `exists` function;
  3666. - fix issue when SA metas contain other metas;
  3667. - fix freemail rules;
  3668. * Many fixes to the URL parser
  3669. * Match any newline character in regexps
  3670. * Fix resolving of upstreams and detection of poor IPv6 configurations
  3671. * Parse upstreams selection algorithm from the configuration line
  3672. * Add `reresolve` command to the control interface
  3673. * Generate fuzzy hashes from task metadata (URLs and headers)
  3674. * Add method to check if IP is local and `local_addrs` option
  3675. * Implement forced timeout for delayed filters
  3676. * Disable fast path of pcre-jit as it seems to be broken
  3677. * Bayes fixes:
  3678. - new normalizer function;
  3679. - really use weights of tokens from the OSB algorithm;
  3680. - restore multiple classifiers support;
  3681. * Rules changes:
  3682. - add `R_SUSPICIOUS_URL` rule that detects obfuscated URL's;
  3683. - improve empty image rule;
  3684. - rework `FORGED_RECIPIENTS` rule;
  3685. - reduce weight of `SUSPICIOUS_RECIPS`;
  3686. - fix `*_NORESOLVE_MX` symbols in hfilter;
  3687. - add `SUBJ_ALL_CAPS` rule with support of UTF8
  3688. - add spamhaus SBL to uribl
  3689. - fix `SUSPICIOUS_RECIPS` and `SORTED_RECIPS` rules
  3690. - remove `R_TO_SEEMS_AUTO` as it generates a lot of FP;
  3691. - add new Message-ID regexp for Thunderbird (by @moisseev);
  3692. * Plugins changes:
  3693. - allow ratelimit plugin to set symbol instead of pre-result
  3694. - support IP DNS black lists for URIBL (e.g spamhaus SBL);
  3695. - drop deprecated SURBL bits (by @fatalbanana)
  3696. - rename `JP_SURBL_MULTI` to `ABUSE_SURBL` (by @fatalbanana)
  3697. - add `SURBL_BLOCKED` (by @fatalbanana)
  3698. - add `CR_SURBL`
  3699. - SURBL: allow fallthrough to default symbol (by @fatalbanana)
  3700. - Settings: fix IP match (by @fatalbanana)
  3701. - SURBL: add missing symbols to metric (by @fatalbanana)
  3702. - allow processing images urls for SURBL
  3703. - unconditionally disable SPF for authenticated users and local networks
  3704. * Rework ratelimit plugin
  3705. - switch to `rates` instead of old and stupid strings to setup;
  3706. - check if a bucket is zero and disable the corresponding limits'
  3707. - turn off all buckets by default;
  3708. - check either `rcpt` or `user` buckets, not all together'
  3709. - document new `rates` and `symbol` options;
  3710. - inform user about what buckets are used in the configuration;
  3711. * Add neural network **experimental** plugin
  3712. * Add a sample script to learn neural network from rspamd logs
  3713. * Add documentation strings support to rspamd:
  3714. - add strings for the main configuration options;
  3715. - document workers options;
  3716. - add internal plugin options;
  3717. - create `rspamadm confighelp` routine;
  3718. - implement human readable output for the previous command;
  3719. - add subtree search support;
  3720. - add keyword search support;
  3721. * Documentation improvements, tutorials section, statistics description
  3722. * Many other minor and major bugfixes not noted here
  3723. 1.0.11:
  3724. * Fix spf redirects
  3725. * Fix domains when parsing mx/ptr/a records in includes/redirects
  3726. * Fix unfolded base64 encoding
  3727. * Fix GError use-after-free
  3728. * Do not rewrite the original url when using redirector
  3729. * Fix parsing of fragment in urls
  3730. * Fix processing of HTML tags
  3731. * Improve empty image rule
  3732. * Avoid long double type
  3733. * Fix tokens weights in OSB algorithm
  3734. * Improve debugging for bayes
  3735. 1.0.10:
  3736. * Fix settings application (#416)
  3737. * Fix another issue with fixed strings
  3738. * Fix hash function invocation
  3739. * Use the proper string for make_dns_request in lua_http
  3740. * Fix scan time output
  3741. * Update webui:
  3742. - fix labels for greylisting
  3743. - fix dimension of scan time
  3744. 1.0.9:
  3745. * Emergency fix in keyed blake2 to fix fuzzy hashes and encrypted password
  3746. * Support passwords longer than 64 symbols
  3747. 1.0.8:
  3748. * Add function to traverse AST atoms
  3749. * Allow dependencies on rspamd symbols for SA metas
  3750. * Fix memory corruption when timeout is removed in fuzzy check
  3751. * Fix encrypted fuzzy add processing
  3752. * Avoid use-after-free in controller session destructor
  3753. * Use session pool instead of task pool in fuzzy check
  3754. * Fix assembly in i386 mode (#413, #412)
  3755. 1.0.7:
  3756. * Plugged memory leaks in internet address object & html parser
  3757. * Fixed static build
  3758. * Fixed multiple sigchld processing
  3759. * Fixed deletion of signal events after event processing loop
  3760. * Fixed build on ARM (#404 - reported by @Gottox)
  3761. * Fixed setting the default mask for SPF.
  3762. * Fixed sanitisation of HTTP query values
  3763. * Fixed parsing of the last header in encrypted HTTP messages
  3764. * Additions and fixes for test suite & benchmarks
  3765. * Added openssl aes-256-gcm support to libcryptobox & HTTP server
  3766. * Implemented support for starting multiple HTTP servers
  3767. * Implemented batch accept in HTTP server
  3768. * Added module to get data from HTTP headers (#285 - reported by @msimerson)
  3769. * Added `rspamadm control` command
  3770. * Added ability to sort counters output.
  3771. * Added ability to specify custom headers for rspamc client
  3772. * Fix architecture detection
  3773. * Converted history storage to the UCL format
  3774. * Allow flexible number of rows in history
  3775. * Fix action badges in WebUI
  3776. * Add universal cryptobox hash API
  3777. * Migrated to the optimized blake2b implementation adopted from Andrew Moon
  3778. * Allow explicit loading of specific modules
  3779. * Always load settings module
  3780. * Allow to add symbols from settings
  3781. * Fix double free in the controller fuzzy learn command
  3782. * Avoid endless loop when cannot open sqlite db
  3783. * Updated libucl
  3784. 1.0.6:
  3785. * Fix build on i386
  3786. * Update CentOS7 service file patch (by @fatalbanana)
  3787. * Fix path to rspamadm in Debian init script (by @fatalbanana)
  3788. * Fix broken '_SC_GETPW_R_SIZE_MAX' on FreeBSD
  3789. * Fix portability issues
  3790. * Use cryptobox chacha for libottery
  3791. * Better support of 32 bit builds
  3792. * Fix header name tokens setup
  3793. * Fix levenstein distance method for words
  3794. * Add workaround for old libevent (#400)
  3795. * Fix microseconds in termination timer
  3796. * Fix some more issues with fixed strings
  3797. * Explicitly test CPU instructions even after CPUID call
  3798. * Do not check out of boundary memory
  3799. * Do not output broken emails
  3800. * Fix unknown symbols registration
  3801. * Handle SIGILL using longjmp
  3802. * Block signals when exiting event loop
  3803. * Fix incorrect allocation size
  3804. * Slightly optimize alignment
  3805. * Restore rspamd -t for compatibility
  3806. * Add more sanity checks for emails
  3807. 1.0.5:
  3808. * Add rspamd control interface:
  3809. - support `stat` command to get runtime stats of rspamd workers
  3810. - support `reload` command to reload runtime elements (e.g. sqlite3 databases)
  3811. * Rework curve25519 library for modular design:
  3812. - add Sandy2x implementation by Tung Chou
  3813. - fix CPU detection for variables loading assembly
  3814. - add testing for curve25519 ECDH
  3815. * New fixed strings library
  3816. * Add `R_SUSPICIOUS_IMAGES` rule
  3817. * Enable mmap in sqlite3
  3818. * Use new strings in the HTTP code
  3819. * Improve google perftools invocation
  3820. * Improve performance profiling in http test
  3821. * Reorganize includes to reduce namespace pollution
  3822. * Allow specific sections printing in configdump command
  3823. * Rework workers signals handlers to be chained if needed
  3824. * Update socketpair utility function
  3825. * Add control_path option for rspamd control protocol
  3826. * Fix ownership when listening on UNIX sockets
  3827. * Rework signals processing in main
  3828. * Remove extra tools from rspamd (they live in rspamadm now)
  3829. * Remove global rspamd_main
  3830. * Add global timeout for the overall task processing (8 seconds by default)
  3831. * Sanitize NULL values for fuzzy backend
  3832. * Store NM between encrypt/decrypt
  3833. * Add textpart:get_words_count method
  3834. * Fix generic DNS request in lua
  3835. * Tune hfilter weights
  3836. * Add support of IPv6 in hfilter
  3837. * Fix parsing of HTTP headers with IP addresses
  3838. * Sync with the recent libucl
  3839. * Various minor bugfixes
  3840. 1.0.4:
  3841. * Add configdump routine to rspamadm
  3842. * Implement retransmits for fuzzy_check plugin
  3843. * Fix events processing for learning anf checking fuzzy hashes
  3844. * Avoid dependency on unneeded and uncompatible glib include
  3845. * Add `historyreset` command to the controller
  3846. * Fix loading of tokenizer config from dump (#389)
  3847. * Add sorting hints for the history
  3848. * Allow custom lua scripts for users/languages extraction (#388)
  3849. * Do not add FORGED_RECIPIENTS when 'To' is missing (#387)
  3850. * Do not add R_UNDISC_RCPT when 'To' is missing (#387)
  3851. * Add encryption to fuzzy check plugin
  3852. * Add encryption for fuzzy storage
  3853. * Add new epoch for encrypted fuzzy request
  3854. * Add encryption for `rspamd.com` storage
  3855. * Remove gmime processing for LDA mode as it is deadly broken
  3856. * Add routine to find end of headers position in mime messages
  3857. * Fix LDA headers folding
  3858. * Init libraries in rspamc client as well to avoid locale issues
  3859. * Avoid collision with locally installed includes
  3860. * Allocate and free memory with the same allocator in rspamadm (#385)
  3861. * Preserve expired fuzzy hashes counter
  3862. * Improvements in webui:
  3863. - Add favicon.ico
  3864. - Rework history table
  3865. - Fix sorting for the history
  3866. - Migrate to bootstrap 3 and jquery 2
  3867. - Fix css bugs
  3868. - Add glyphicons
  3869. - Add reset history
  3870. - Improve history buttons
  3871. - Redraw graph to avoid display issues
  3872. - Webui is now MIT licensed to match licensing policy of rspamd
  3873. 1.0.3:
  3874. * Fix piechart clean slice (#380)
  3875. * Fix controller crashes when GString is reallocated (#381)
  3876. * Correctly set locale before start
  3877. * Set C locale for numeric values
  3878. * Add rspamadm routine:
  3879. - add `pw` command to manage passwords
  3880. - add `help` command for displaying help
  3881. - add `configtest` command to check configuration files
  3882. - add `keypair` command for generating encryption keys
  3883. - add `fuzzy_merge` routine to merge fuzzy sqlite databases
  3884. - add a simple manual page for rspamadm
  3885. * Allow metric registration for composite expressions
  3886. * Add strict mode for configtest
  3887. * Add logger counters
  3888. * Save and show learned messages count (#383)
  3889. * Add `no_stat` flag
  3890. * Add `task:set_flag` and `task:get_flags` (#382)
  3891. * Enable foreign keys in sqlite3
  3892. * Remove orphaned shingles from fuzzy storage
  3893. * Optimize synchronization steps for fuzzy storage
  3894. * Allow delayed conditions registration
  3895. * Add lua API for conditions registering
  3896. 1.0.2:
  3897. * Fix critical bug in webui that prevents password from being sent
  3898. * Rework webui view:
  3899. - Switch to d3.js for graphs
  3900. - Improve piechart look
  3901. - Rework colors for piechart
  3902. - Fix layout for symbols
  3903. - Fix refresh button
  3904. * Add descriptions for whitelist maps
  3905. * Fix build on arm (#379)
  3906. * Fix issue with the last element in the radix trie
  3907. * Add more tests for radix trie algorithm
  3908. * Allow to extract URLs from query strings of other URLs (#361)
  3909. * Initialize rrd fields before writing to file
  3910. * Fix double free if no password has been specified
  3911. 1.0.1:
  3912. * Add writing to rrd from the controller
  3913. * Fixed lots of bugs in rrd code
  3914. * Adopt new DNS API in hfilter plugin (by @AlexeySa)
  3915. * Allow only one controller process to manage rrd file
  3916. * Set event base for fuzzy calls
  3917. * Improve fuzzy IO errors logging
  3918. * Add rra extraction function to rrd library
  3919. * Add graph handler to the controller
  3920. * Cache correct passwords to avoid too high CPU usage when working with webui
  3921. * Controller sockets are owned by router do not export them to task
  3922. * Optimize logging by skipping hash table search if it's empty
  3923. * Fix loading issue with broken statfiles
  3924. * Print assertions from glib to rspamd logger
  3925. * Load legacy `lua/rspamd.local.lua`
  3926. * Update webui with some fixes to learning and scanning
  3927. 1.0.0:
  3928. * Rework symbols processing:
  3929. - Improve sorting logic for symbols
  3930. - Organize processing into multiple stages
  3931. - Added asynchronous watchers for symbols
  3932. - Added ability to organize dependencies between symbols
  3933. * Fixed URL redirector:
  3934. - Use optimized POE loop
  3935. - Organize dependencies
  3936. - Fix startup
  3937. * New sqlite3 backend:
  3938. - Allow to have per-languages and per-user statistics
  3939. - Allow sqlite3 to be used as statistics backend
  3940. * Store tokenizer configuration within statfiles
  3941. * Improve bayes statistics:
  3942. - Use headers and images metainformation in bayes
  3943. - Suggest using of pre-processed tokens for statistics
  3944. - Fix tokens normalization for OSB algorithm
  3945. * Rewrite url parsing:
  3946. - Fix numerous issues with url extraction and normalization
  3947. - Fix mailto urls
  3948. * Fix settings plugin to allow custom actions scores
  3949. * Improve rbl plugin
  3950. * Allow capturing patterns in rspamd lua regexp library
  3951. * Add GTUBE support
  3952. * Fix spamc legacy support
  3953. * Add DKIM support to RBL module
  3954. * Fix issues with multiple DKIM signatures
  3955. * Fix issue if rspamd cannot create statfiles (#331)
  3956. * Rework parts and task structure:
  3957. - Now text_parts, parts and received are arrays
  3958. - Pre-allocate arrays with some reasonable defaults
  3959. - Use arrays instead of lists in plugins and checks
  3960. - Remove unused fields from task structure
  3961. - Rework mime_foreach callback function
  3962. - Remove deprecated scan_milliseconds field
  3963. * Add ip_score plugin support (not enabled by default):
  3964. - Can check for asn/country and network using DNS lookups
  3965. - Can store and load reputation from redis server
  3966. * Improve PARTS_DIFFER rule to count merely different words
  3967. * New HTML parser:
  3968. - Parses HTML parts using a set of state machines
  3969. - Extracts useful data and exports it to lua functions:
  3970. + Styles
  3971. + Images
  3972. + URLs
  3973. + Colors
  3974. + Structure elements
  3975. - Added HTML rules for some checks
  3976. * New version of LUA DNS API
  3977. * Table versions of many functions in LUA API
  3978. * Improve rspamc client:
  3979. - Print execution time
  3980. - Allow executing of external commands and passing output to them
  3981. - Allow mime output mode when rspamc alters message according to rspamd
  3982. checks and send it to an external command or stdout
  3983. * Allow scanning of local files using HTTP requests
  3984. * Rework configuration system:
  3985. - Rules are now moved from the $CONFDIR to $RULESDIR to avoid ambiguity
  3986. - All modules configurations are now split in $CONFDIR/modules.d/* to
  3987. simplify upgrades
  3988. - Move hfilter to plugins
  3989. - Allow plugins and rules to define default scores to simplify metrics
  3990. setup
  3991. - Include overrides for all modules to honor local/automatic parameters
  3992. - Tune scores for many modules
  3993. * Rework and enable DMARC plugin
  3994. * Add whitelist plugin for SPF/DKIM/DMARC based whitelisting
  3995. * Add some common domains to whitelists shipped with rspamd
  3996. * Rework logging:
  3997. - Now each log entry supports module name and a `tag`. Tag is used to
  3998. identify unique objects (such as tasks) when checking log files
  3999. - It is possible to turn on debugging for the specific modules
  4000. - Systemd logging is fixed
  4001. * Improve spamassassin plugin.
  4002. - Now headers are matched more like SA
  4003. - Improve support of Message-ID
  4004. - Add support of ToCc header type
  4005. - Fix :addr and :name in headers regexps
  4006. * Resurrect rrd support code
  4007. * Save controller stats between restarts
  4008. * Fixed tonns of bugs
  4009. * Added tonns of minor improvements and features
  4010. * Added more unit tests
  4011. * Create functional tests framework
  4012. * Added documentation for missing modules
  4013. * Added rpm/deb repositories and scripts
  4014. * Updated WebUI and libucl externals
  4015. 0.9.10:
  4016. * Do not dereference null pointer on learning.
  4017. * Fix some extreme cases in BAYES.
  4018. * Add a workaround to avoid bad HTML messages breaking.
  4019. * Build with -O2 flags by default.
  4020. * Add constraints to limit DNS requests count per task.
  4021. * Add workaround for SURBL DNS flood.
  4022. * Set error if rspamd cannot learn anything.
  4023. 0.9.9:
  4024. * Don't use RWL_SPAMHAUS_WL (unknown result) for whitelisting (by @fatalbanana)
  4025. * Import updated public suffix list (by @fatalbanana)
  4026. * Remove debug message
  4027. * Fix settings (by @fatalbanana)
  4028. * Remove duplicated symbol registration
  4029. * Use WAL for fuzzy storage
  4030. * RBL fixes (by @fatalbanana):
  4031. - silence errors;
  4032. - yield unknown results from RBLs;
  4033. - fix scoring for DNSWL;
  4034. - fix use of RBL name as symbol;
  4035. - ignore RBL names that would not be yielded;
  4036. * Support captures in regular expressions
  4037. * Add captures support to lua_regexp
  4038. * Support dist on FreeBSD and Darwin
  4039. * Add RCVD_IN_DNSWL_NONE as whitelisting exclusion (by @fatalbanana)
  4040. * Multiple fixes to URL detection:
  4041. - support port definition;
  4042. - fix query and path recognition;
  4043. - fix parsing of multiple slashes in URL;
  4044. - fix parsing query just after port;
  4045. - fix path field in `url:to_table` method;
  4046. - improve support of IP based URLs.
  4047. * Set ignore_whitelists = true for RECEIVED_SPAMHAUS_XBL (by @fatalbanana)
  4048. * Add GTUBE support
  4049. * Ignore User header in SA mode
  4050. 0.9.8:
  4051. * Fix critical bug in bayes classifier (#305)
  4052. * Fix critical bug in RBL module (by @fatalbanana)
  4053. * Fix and rework settings plugin.
  4054. * Fix get_all_opts for a case of non-iterable options.
  4055. * Use tld for redirector's matching.
  4056. 0.9.7:
  4057. * Add whitelist_exception setting to RBL module (by @fatalbanana)
  4058. * Don't use RWL_MAILSPIKE_POSSIBLE or DNSWL_BLOCKED for whitelisting (by
  4059. @fatalbanana)
  4060. * Fix extreme cases in bayes classifier.
  4061. * Fix parsing of urls with '?' at the end of hostname.
  4062. * Update interface.
  4063. * Fix number of issues with webui interaction.
  4064. * Fix saving maps.
  4065. * Allow user@ and @domain matches in multimap.
  4066. * Fix issues with bounces From processing.
  4067. * Fix abs/fabs misuse.
  4068. * Fix builds on suse and arch linux distributions.
  4069. 0.9.6:
  4070. * Fix memory leak if mime cannot be parsed.
  4071. * Fix dkim cache expiration.
  4072. * Fix issues with redirector HTTP response.
  4073. * Fix abnormal connection closing with certains messages with a high score
  4074. (issue #296)
  4075. * Fix redirector installation.
  4076. * Use specific POE loop for some systems.
  4077. * Fix number of issues in URL redirector.
  4078. * Fix selecting URLs for sending to redirector.
  4079. 0.9.5:
  4080. * Avoid double free when extending HTTP message.
  4081. * Fix double free if multiple classifiers are defined.
  4082. * Fix misprint in spamassassin plugin.
  4083. * Fix cpuid invocation on i386.
  4084. * Fix ownership issues for zero-copy decode.
  4085. * Allow __len metamethod on rspamd{text}.
  4086. * Add base64 decoding lua utility.
  4087. * Fix build on FreeBSD
  4088. * Skip spaces at the beginning of mime messages.
  4089. * DBL_ABUSE_REDIR should not have significant weight.
  4090. * Allow to split by lua_regexp rspamd{text} objects.
  4091. * Allow to specify custom stop pattern for lua_tcp.
  4092. 0.9.4:
  4093. * Fix critical bugs in tokenization algorithm
  4094. * Write unit tests for tokenization
  4095. * Add documentation for lua_tcp
  4096. * Switch off legacy tokenization by default.
  4097. * Fix critical bugs in words normalization
  4098. * Add lua bindings to tokenizer.
  4099. * Implement storing of HTTP headers inside task
  4100. * Add lua API to accerss HTTP headers data
  4101. * Implemented base64 encoding suitable for MIME
  4102. * Use caseless hash and equal functions for HTTP request headers.
  4103. * Improve debian architectures support (by @dottedmag)
  4104. 0.9.3:
  4105. * Revert incorrect regexp change that broke the default rules
  4106. * Fix lua_tcp module
  4107. 0.9.2:
  4108. * Fix error on spawning unique workers.
  4109. * Add preliminary version of generic LUA TCP requests API.
  4110. * Use lua 5.1 if luajit is not available (Arm64, PowerPC, s390x etc)
  4111. * Fix fuzzy mime strings with only type.
  4112. * Improve thunderbird sanity checks.
  4113. * Fix critical bug on matching regular expressions.
  4114. * Make hiredis optional dependency.
  4115. * Fix multiple bugs in daemon reloading
  4116. 0.9.1:
  4117. * Restore utf8 validation for regular expressions to avoid crashes
  4118. * Fix symbols displaying in the interface
  4119. * Add symbol groups to the interface
  4120. * Fix maps ID parsing in the controller
  4121. * Add multimap and regexp modules documentation
  4122. * Backport fixes from libucl
  4123. * Fix debian package (by @dottedmag)
  4124. * Rework XXH32 invocations
  4125. 0.9.0:
  4126. * Add support of the fast and secure protocol level encryption:
  4127. - curve25519 is used for key exchange;
  4128. - chacha20/poly1305 cryptobox construction for bulk encryption;
  4129. - zero latency overhead;
  4130. - encrypting and balancing HTTP proxy worker
  4131. * Rework expressions and create new expressions library:
  4132. - aggressive optimizations based on the abstract syntax tree;
  4133. - abstract expressions support (regular expressions, functions, lua modules
  4134. composites and so on)
  4135. - New comparison and '+' operators support
  4136. - New greedy algorithm to minimize execution time of expressions and
  4137. all symbols
  4138. - Dynamic expressions benchmark and reoptimizations
  4139. * Many improvements to the LUA API:
  4140. - reworked logger module allowing to do pretty print of the most of lua
  4141. types (including tables and userdata classes)
  4142. - reworked lua redis and lua HTTP to support more features
  4143. - added opaque type for passing large text chunks without copying
  4144. - new regexp module with many auxiliary functions (e.g. `re:split`)
  4145. * LuaJIT is now the default requirement for rspamd allowing to speed up lua
  4146. execution by a large margin (however, plain lua is still supported)
  4147. * New plugins:
  4148. - spamassassin rules plugin that allows to load and re-use the most of
  4149. SA rules natively
  4150. - DMARC plugin that evaluates SPF and DKIM policies to the domain policies
  4151. - many old plugins has been reworked to implement new features and improve
  4152. stability
  4153. * New aho-corasic trie implementation from @mischasan that allows to load and
  4154. use hundreds of thousands of patterns with no influence on load
  4155. * Support of PCRE JIT and PCRE JIT fast path modes that significantly improves
  4156. the performance of regular expressions if supported by PCRE
  4157. * New URLs parser and extractor:
  4158. - removed legacy code that was useless for url finding
  4159. - reworked algorithms of URL parsing for more precise and accurate results
  4160. - added top-level-domains tree from http://publicsuffix.org
  4161. - improved emails parsing
  4162. - removed many phishing false positives due to TLD tree check
  4163. * New statistics infrastructure:
  4164. - created a separate layer of statistic library
  4165. - improved OSB-Bayes by re-weighting tokens according to the original
  4166. academic paper and `crm114` implementation, which reduced false positives
  4167. rate significantly
  4168. - created learn cache to avoid double learning of statistics and providing
  4169. an efficient way to re-learn class for a message
  4170. - created abstract layers for different statistics backends
  4171. - implemented new tokenization algorithms with fast or secure (siphash)
  4172. hashes to generate statistics features
  4173. * Reworked utf8 tokenization that previously corrupted all UTF8 words (minor
  4174. incompatibility with old fuzzy hashes with utf-8 symbols)
  4175. * SPF module has been completely rewritten to support complex cases of
  4176. `include` and `redirect` within SPF records
  4177. * DKIM module now supports multiple signatures
  4178. * Controller passwords can now be stored encrypted by `PBKDF2-HMAC` in the
  4179. configuration file
  4180. * Many hand-written HTTP clients has been replaced with the common rspamd
  4181. http module
  4182. * New test framework:
  4183. - import lua `telescope` test framework
  4184. - add unit tests for many rspamd modules and routines
  4185. - create a unit test for each possible bug found
  4186. - use luajit ffi for testing C code
  4187. - added preliminary support of functional testing by creating tasks from lua
  4188. * Randomize hash seed to avoid certain hash tables vulnerabilities
  4189. * Documentation improvements:
  4190. - added documentation for the vast majority of rspamd modules
  4191. - added documentation for rspamd protocol
  4192. - added documentation for the most of rspamd LUA extensions
  4193. * Fixed tonns of bugs and memory leaks
  4194. * Added tonns of minor features
  4195. 0.8.3:
  4196. * Various critical fixes in distribution (by @dottedmag and @fatalbanana)
  4197. * Fixed bugs in url detector to parse certain patterns
  4198. * Add default host and helo for a client
  4199. * Some sanity checks for tokenizer and classifier
  4200. * Reiterate on systemd support
  4201. * Fix missing symbol registration
  4202. * Add support of spamc compatible output
  4203. * Filter double-dots in rbl.lua validate_dns (by @fatalbanana)
  4204. * Update ucl submodule due to critical bugfix
  4205. 0.8.2:
  4206. * Create fuzzy db if it does not exist
  4207. * Fix: Centos init script: configtest() (by @AlexeySa)
  4208. * Enable one_shot for RECEIVED_SPAMHAUS_XBL - Fixes #102 (by @fatalbanana)
  4209. * Update Exim patch (by @fatalbanana)
  4210. * Fix processing of unix sockets.
  4211. * Allow applying settings to authenticated users (by @fatalbanana)
  4212. * Make settings priorities work as documented (by @fatalbanana)
  4213. * Fix race condition in symbols planner
  4214. * Add DNSWL_BLOCKED symbol (by @fatalbanana)
  4215. * Make Exim pass usernames to rspamd (by @fatalbanana)
  4216. * Update RBL module (by @fatalbanana):
  4217. - fix indentation;
  4218. - collapse loops;
  4219. - avoid calling for un-needed information;
  4220. - allow disabling RBLs for authenticated users
  4221. * once_received.lua: Fix indentation & add exclusion for authenticated users (by @fatalbanana)
  4222. * hfilter.lua: Add exclusion for authenticated users (by @AlexeySa)
  4223. * Updates to hfilter rules (by @AlexeySa)
  4224. * Set empty <> user or addr for msgs without FROM (by @eneq123)
  4225. * Fix: attempt to index field '?' (a nil value) (by @eneq123)
  4226. * Fix: if not exist Date-header (by @AlexeySa)
  4227. * Add task:get_content() method.
  4228. * rbl.lua: Ignore private IP space (by @fatalbanana)
  4229. * Allow to check radix maps from lua by rspamd{ip}
  4230. * Make local exclusions configurable per-RBL (by @fatalbanana)
  4231. * Add rspamd_config:radix_from_config() (by @fatalbanana)
  4232. * Support emails dnsbl in rbl (by @fatalbanana)
  4233. * Complete rework of url extraction logic
  4234. * Allow customizations for unix sockets. (fixes #182)
  4235. * Set lua path according to rspamd settings.
  4236. * Import lua-functional for plugins stuff.
  4237. * Completely rewrite multimap plugin in functional style.
  4238. * Fix FORGED_MUA_THUNDERBIRD_MSGID (fixes #186)
  4239. * Check IPv6 addresses at dnswl.org and Spamhaus whitelist (by @fatalbanana)
  4240. * Add lowercase utility for utf8 strings.
  4241. * Various fixes to build system
  4242. * Updated debian configuration infrastructure (by @dottedmag)
  4243. 0.8.1:
  4244. * Add sqlite and perl as dependencies for RPM/Debian packages (by @fatalbanana)
  4245. * Remove whitelist.lua from RPM file list (by @fatalbanana)
  4246. * Make Exim pass hostnames to rspamd (by @fatalbanana)
  4247. * Fix building on Fedora (by @fatalbanana)
  4248. * Add toggle for disabling installation of systemd units on Linux (by @fatalbanana)
  4249. * Fix double format rounding that caused output corruption (reported by @fatalbanana)
  4250. * Revert broken change for destructors ordering that led to memory corruption
  4251. * Do not reset symbols case of settings if parsed from lua (reported by @andrejzverev)
  4252. * Fix build on SunOS (by @wiedi)
  4253. * Fix multiple crashes on broken DKIM DNS records
  4254. * Fix critical issue with composites weights removing
  4255. * Fix memory corruption in composites processing code
  4256. * Ignore non-SPF TXT records when parsing SPF includes
  4257. 0.8.0:
  4258. * New fuzzy check logic:
  4259. - use shingles algorithm for fuzzy matching
  4260. - use blake2 instead of md5 for larger output space
  4261. - combine fuzzy and strict matching
  4262. - allow to organize private storages by means of keys
  4263. - preserve compatibility with previous versions
  4264. * New fuzzy storage:
  4265. - use sqlite instead of own memory based hash tables
  4266. - rework commands interface
  4267. - add conversion from the old format
  4268. - add fuzzy match by shignles
  4269. - support old rspamd versions
  4270. * Add lemmatizing for words used in fuzzy hashes that allows to improve match
  4271. quality by using of the first forms of all words
  4272. * Rework language detection
  4273. * Fix several critical bugs, memory leaks and deadlocks:
  4274. - memory leak in HTML nodes parsing
  4275. - deadlock in logger code
  4276. - deadlock in signals processing
  4277. - crashes in fuzzy_storage
  4278. - crashes in tokenizers if the input was empty
  4279. * Import new libucl with several bugfixes and improvements
  4280. * Support listening on ipv6 addresses only
  4281. * Fix macro expansion in SPF module
  4282. * Several bugfixes in DKIM module
  4283. * Add load headers support for mime parts to the lua API
  4284. * Add documentation for:
  4285. - workers in general
  4286. - fuzzy_storage worker
  4287. - fuzzy_check plugin
  4288. - mimepart and textpart lua API modules
  4289. 0.7.6:
  4290. * Apply boundary fix for dkim simple canonization
  4291. * Fix ping command
  4292. * Return nil if header was not found in lua_task
  4293. * Fix hang in upstreams revive logic
  4294. * Decode entitles when normalizing HTML parts
  4295. * Fix logic of finding URLs in HTML parts
  4296. * Do not include \0 into length of text when performing conversion to utf8
  4297. * Fix raw vs parsed reperesentations
  4298. Raw parts are now:
  4299. - decoded b64/qp, but *NOT* converted to utf-8
  4300. Processed parts are now:
  4301. - converted to UTF-8
  4302. - normalized if needed (e.g. HTML tags are stripped)
  4303. * Rework DKIM canonization to line based
  4304. * Fix fuzzy hashes adding
  4305. * Use more specific hash function for fuzzy
  4306. * Fix leaking of iconv descriptors
  4307. * Fix PTR resolving in lua resolver
  4308. * Rework spf module.
  4309. - Copy data to memory pool as cached record might be destroyed causing
  4310. freed memory being passed to the protocol output (use after free)
  4311. - Allow SPF_NEUTRAL policy to be handled separately
  4312. - Add R_SPF_NEUTRAL to the default config
  4313. * Rework `register_symbols` function
  4314. * Allow to disable components of hfilter
  4315. 0.7.5:
  4316. * Fix owner when creating folder /run/rspamd (by @sfirmery)
  4317. * Fix IP validity checks
  4318. * Decode URLs obtained from HTML tags
  4319. * Fix crash with unweighted upstreams
  4320. * Stop processing headers in parts
  4321. * Set sockaddr.sa_family properly when connectig to upstreams
  4322. * Fix reload issues in surbl and fuzzy_check (reported by @citrin)
  4323. * Fix timeouts in redirector
  4324. * Improve lua errors reporting
  4325. * Fix lua closures processing in libucl
  4326. * Rework calling of lua functions from regexp module
  4327. * Choose raw regexp for raw headers
  4328. * Rework conversion to utf since glib one is broken
  4329. * Ignore SGML style tags in html
  4330. * Fix old bug with non-capturing https urls
  4331. * Fix memory corruption on fuzzy reload (reported by @citrin)
  4332. * Fix percents display in rspamc
  4333. * Fix buffer update for DKIM
  4334. * Do not validate utf for raw headers
  4335. 0.7.4:
  4336. * Fix build under *BSD
  4337. * Detect HAN unicode script
  4338. * Implement language detection heuristic for text parts
  4339. * Fix time output in history
  4340. * Improve piechart coloring
  4341. * Fix \r\n conversion in DKIM module (reported by @citrin)
  4342. * Try to detect systems with no IPv6 support
  4343. * Fix multiple/single values in use settings (reported by @citrin)
  4344. * Rework IP addresses in upstreams:
  4345. - Select ipv4/unix addresses if they exist and use ipv6 for ipv6 only
  4346. upstreams (since the support of ipv6 is poor in many OSes and
  4347. environments)
  4348. - Free IP list on upstream destruction
  4349. - Add test cases for addresses selection
  4350. - Allow adding of free form IP addresses to upstreams
  4351. * Fix endianness in lua_radix search (reported by @citrin)
  4352. * Soft shutdown should also set wanna_die flag (reported by @citrin)
  4353. * Stop use-after-free in event loop termination
  4354. * Fix processing of very short messages in DKIM (reported by @citrin)
  4355. * Detect systems without shared mutexes
  4356. * Fix issues with PTR and MX elements in SPF parser (reported by @citrin)
  4357. 0.7.3:
  4358. * New upstreams code:
  4359. - simplify upstreams API;
  4360. - unify strings parsing in upstreams definition;
  4361. - add configuration options for the upstreams;
  4362. - for failed upstreams re-resolve their addresses;
  4363. - use all resolved addresses for an upstream (round-robin);
  4364. - implement stable hashing and use it by default for upstreams;
  4365. - add unit test for upstreams module.
  4366. * Rework signals processing in all rspamd workers:
  4367. - signals are now processed in the event loop;
  4368. - implement the most common signal handlers for all workers;
  4369. - add callbacks for workers specific signal handlers
  4370. * Fix critical issue with fuzzy storage:
  4371. Fuzzy stroage could not save any hashes on termination due to bugged
  4372. signals handling
  4373. * Fix roll history IP storage
  4374. * Rework ipv4/ipv6 handling in parsing addresses:
  4375. - turn off support of IPV6_V6ONLY socket option;
  4376. - create ipv6 socket prior to ipv4 one to handle systems with v6/v4
  4377. sockets enabled (Linux)
  4378. * Remove CBL as it's wholly included in Spamhaus XBL (by @fatalbanana)
  4379. * Remove nszones.com fake RBL (by @citrin)
  4380. * Fix upstreams interaction for fuzzy_check
  4381. * Verify spf PTR records (reported by @citrin)
  4382. * Fix spf MX records parsing
  4383. * Add compatibility for old libevent (by @yellowman)
  4384. * Sync bugfixes from libucl
  4385. 0.7.2:
  4386. * Convert all maps to the compressed radix trie
  4387. * Allow IPv6 addresses in IP maps
  4388. * Remove dynamic items support from symbols cache
  4389. * Allow hex encoded output of strings
  4390. * Fix bug with control connections count
  4391. * Process fuzzy weight correctly (reported by @fatalbanana)
  4392. * Remove extra reference retain of http connection on error
  4393. * Remove deprecated options from the default config
  4394. * Add `one_shot` attr to metric's symbols
  4395. * Doc: add documentation for metrics
  4396. * Add Upstart job to debian packaging (by @CameronNemo)
  4397. * Config: improve SURBL symbols descriptions (by @citrin)
  4398. * Config: reflect SURBL changes (by @citrin):
  4399. - Outblaze removed, malware moved to separate list:
  4400. http://www.surbl.org/news/internal/MW-malware-sublist-added-to-multi
  4401. * Fix C modules initialization on restart
  4402. * Treat single IP as a single IP in radix lists (reported by @citrin)
  4403. * Do not touch file and core limits if not asked explicitly (reported by @citrin)
  4404. * Improve logging for fuzzy errors
  4405. * Block SIGPIPE for HTTP writing
  4406. * Doc: update manual pages
  4407. * Fix HTTP connection termination
  4408. * Reduce default number of parallel requests to 8
  4409. * Sync with libucl include features
  4410. 0.7.1:
  4411. * Fix typo in stat output.
  4412. * Fix issues with includes crossing with the system includes
  4413. * Restore testing framework
  4414. * Add radix trie test suite
  4415. * Implement new path-compressed radix trie.
  4416. - The performance benefit over the old algorithm is about 1.5 times.
  4417. - Memory usage is significantly lower as well.
  4418. - Now radix trie can accept any IPv4/IPv6 values
  4419. * Various improvements to the memory pools code
  4420. * Fix writing reply to a client when no filters are defined
  4421. * Write base32 encoded fuzzy
  4422. * Fix 'soft reject' action
  4423. * Fix rspamd reload and modules reconfiguration
  4424. * Fix subject rewriting for the default subject
  4425. * Fix states for processing task and pre-filters
  4426. * Fix issues with connection closing
  4427. * Fix crashes in rdns
  4428. * Fix ratelimit pre-filter
  4429. * Update exim patch.
  4430. - Update to the recent exim version
  4431. - Strip extra leading src/ from the patch
  4432. - Remove sendfile since it was broken
  4433. - Fix rspamd spam report for exim
  4434. * Improve documentation
  4435. 0.7.0:
  4436. * Use HTTP protocol for all operatiosn
  4437. * Webui worker is now removed and controller works as webui
  4438. * Allow to serve static files via controller by option `static_dir`
  4439. * Rspamd interface is now a part of rspamd
  4440. * Rspamc client has been rewritten to use HTTP and non-blocking mode
  4441. allowing to start multiple operations simultaneously (see `-n` option)
  4442. * Lua API was completely reworked to satisfy modern standards of LUA:
  4443. * Module `lua-message` was removed
  4444. * Reduced number of superglobals registered by rspamd
  4445. * Many functions has been redesigned
  4446. * Symbols registration is now more convenient
  4447. * Users settings has been rewritten as lua plugin
  4448. * Reworked headers system as gmime's based one misses many headers and is
  4449. very slow to get headers values
  4450. * Reorganized code and removed embedded jannsson by using UCL for all json
  4451. parsing
  4452. * Migrated to `librdns` for DNS resolving that improves concurrency for
  4453. DNS requests significantly
  4454. * Fixed tonns of bugs in MIME processing
  4455. * Improved metrcis and default symbol's weights
  4456. * Added new RBL's
  4457. * Fixed a number of issues in the modules
  4458. * Removed several memory leaks found
  4459. * Fix unicode processing
  4460. * Fix fuzzy checking for unicode parts
  4461. * Significantly improve documentation and especially LUA API docs
  4462. * See migration notes at https://rspamd.com/doc/migration.html
  4463. 0.6.8:
  4464. * Controller now listen for localhost and not for 127.0.0.1 by default
  4465. * Allow FCrDNS-style RBL lookups (by @fatalbanana)
  4466. * Reduce threshold for parts_differ function.
  4467. * Fix hostname lookup for rdns rbl (by @AlexeySa)
  4468. * Fix HFILTER_URL_ONELINE to reduce false positive rate.
  4469. * Fix whitelist module.
  4470. * Allow override system predefined settings without touching system ones
  4471. by .try_include macro (by @andrejzverev)
  4472. * Check for [ip.address]-style HELO and suppress lookups. (by
  4473. @fatalbanana)
  4474. * Optimize hfilter (by @AlexeySa)
  4475. * Fix issue with random numbers generator in dns.
  4476. * Use more clever time values to setup entropy.
  4477. * Synced with the recent libucl.
  4478. 0.6.7:
  4479. * Use ChaCha20 for DNS generator (more secure DNS id)
  4480. * Unknown symbols now has zero weight and not 1.0
  4481. * Fix fuzzy hashes expire time
  4482. * Fix critical issue in statfiles on FreeBSD 9 (and some other platforms)
  4483. * Add .include_map macro to ucl parser
  4484. * Update libucl
  4485. * Fix headers end detection for DKIM module
  4486. * Fix a bug in received headers parser
  4487. * Validate IP addresses before pushing them to lua
  4488. * Start new documentation project
  4489. * Fixed tonns of other minor bugs
  4490. * Start to prepare for 0.7 with HTTP protocol and new settings
  4491. 0.6.6:
  4492. * Removed issue with BUFSIZ limitation in the controller output
  4493. * Simplify logging symbols escaping
  4494. * Adjusted weights for several rules
  4495. * Improve spamhaus rbl support
  4496. * Removed PBL for received headers checks
  4497. * Added hfilter module that performs various HELO and IP checks.
  4498. * Rspamd can now be reloaded by HUP signal
  4499. * Fuzzy storage should expire hashes properly
  4500. * Build system has been reworked for better supportof pkg-config
  4501. * Various minor bugfixes
  4502. 0.6.5:
  4503. * Fixed critical bug in DNS resolver, introduced in 0.6.4
  4504. * Improved multimap and rbl plugins to skip
  4505. * Add dns_sockets option for tuning sockets per server in DNS resolver
  4506. * Improved packages for rspamd
  4507. 0.6.4:
  4508. * Added io channels for DNS request to balance load and reduce id
  4509. collisions chance
  4510. * Fixed a bug in SPF filter that may cause core dump in specific
  4511. circumstances
  4512. * FIxed default config for rbl module
  4513. * It is possible to get a list of rspamc commands with their descriptions
  4514. * Added SORBS bl to the default config
  4515. * 2tld file for surbl module has been significantly extended
  4516. * Perl modules has been removed from the code.
  4517. * Fixed an issue in libucl when parsing macros
  4518. 0.6.3:
  4519. * Fixed issues with DNS:
  4520. - labels decompression algorithm was fixed;
  4521. - added resolve_mx to lua API;
  4522. - fixed modules that use DNS.
  4523. * Lua modules once_received and emails reworked for new resolver API and UCL.
  4524. * Debian package was polished.
  4525. * Fixed a bug in fuzzy_check module that prevents correct processing messages
  4526. without valid parts.
  4527. 0.6.2:
  4528. * Fuzzy check module has been reworked:
  4529. - now fuzzy_check operates with a group of rules, that define which
  4530. servers sre to be checked;
  4531. - it is possible to specify read_only groups to avoid learning errors;
  4532. - turn fuzzy_check to one_shot mode permanently;
  4533. - fuzzy_check module configuration is now incompatible with the previous
  4534. versions.
  4535. * Imported bugfixes from libucl.
  4536. * Fixed whitelist plugin.
  4537. * Fixed statfiles resizing.
  4538. * Improved logging initialization order.
  4539. * Fixed race condition in the controller worker.
  4540. 0.6.1:
  4541. * Critical bugfixes:
  4542. - fixed build system;
  4543. - fixed in_class setting in bayes learning;
  4544. 0.6.0:
  4545. * Use UCL instead xml for configuration (https://github.com/vstakhov/libucl)
  4546. * Fix statistics module normalization
  4547. * Rework the many modules for the new configuration:
  4548. - surbl has incompatible configuration;
  4549. - fuzzy_check has incompatible configuration;
  4550. - multimap has now new configuration;
  4551. - received_rbl is removed and replaced by rbl module.
  4552. * Removed deprecated options:
  4553. - statfile_pool_size;
  4554. - action and required/reject score for a metric.
  4555. * Simplify build system and unify configuration for all platforms.
  4556. * Improved URL detector (reduced false positive rate).
  4557. * Lua 5.2 is now the default and fully supported version.
  4558. * Tons of bugfixes and minor improvements.
  4559. 0.5.6:
  4560. * Fix bug with counters incrementing in rolling history
  4561. * Detect expl and exp2l as some systems do not have it
  4562. * Support input streams without Content-Length
  4563. * Implement counters output via rspamc and controller interface
  4564. * Fix bug with udp sockets in fuzzy storage
  4565. 0.5.5:
  4566. * New bayes normalizator based on inverse chi-square function
  4567. * Various fixes to fuzzy storage
  4568. * Allow update fuzzy storage only from specific IP addresses
  4569. * Better support of IPv6 and address selection algorithms
  4570. * Add CentOS spec file
  4571. 0.5.4:
  4572. * Fixed issues with diff algorithm
  4573. * Added support of RRD statistics
  4574. * Add webui worker for interface interaction
  4575. * Fix a lot of issues with dynamic conf
  4576. * Fix critical memory leak in settings code
  4577. * Improve stability of the system
  4578. 0.5.3:
  4579. * Added dynamic options
  4580. * Added advanced metaclassfication
  4581. * Added RESTfull API for controller
  4582. * Improved hashing algorithms
  4583. * Various fixes for rspamc client:
  4584. - allow interacting with unix sockets
  4585. - librspamdclient major cleanup
  4586. - bayes is now default classifier
  4587. 0.5.2:
  4588. * Added lua bindings for:
  4589. - basic mime parts, that allows checkign attachements for example;
  4590. - DNS resolver;
  4591. * Existing lua bindings now works without task object allowing to use them
  4592. in custom code.
  4593. * Threads system was reworked to avoid global lua interpreter lock.
  4594. * DKIM module now converts all line endings to CRLF how opendkim does.
  4595. * URL detector is now more accurate for text parts.
  4596. * Several critical bugs and memory leaks were fixed.
  4597. 0.5.1:
  4598. * Added lua worker type to handle network connections in lua.
  4599. * Added lua bindings for async_session, IO dispatcher, memory_pool, and
  4600. worker.
  4601. * Composites can now uses other composites in expressions.
  4602. * Fixes for debian package and for FreeBSD >= 9.1
  4603. * Add support of gmime-2.6 if gmime-2.4 is not found.
  4604. * Improve url detection and phishing detection.
  4605. * Add lua mime_part library to get an access to all message part
  4606. attributes (like filename, length, type).
  4607. 0.5.0:
  4608. * Added SMTP lightweight balancing proxy with XCLIENT support.
  4609. * Added lua bindings for upstreams objects and API.
  4610. * New pre-filters are implemented to support initial checking for messages.
  4611. * Added ratelimit plugin that uses redis protocol to store data.
  4612. * Added ipv6 support to spf and some other modules.
  4613. * Unbreak spf plugin.
  4614. * Allow options with the same name be threated as list.
  4615. * DKIM plugin an parsing code was added.
  4616. * Separate build system to put logic in several shared libraries.
  4617. * Many bugfixes.
  4618. 0.3.2:
  4619. * Add error handling for regexps
  4620. * Fix quit command in controller interface
  4621. * Write symbols weights to rspamc output
  4622. * Improve logic of selecting rspamc version
  4623. * Do not try to parse broken DNS replies
  4624. * Add 'raw' flag to FROM_EXCESS_BASE64 rule (requested by citrin)
  4625. * Output message id in rspamc reply
  4626. * Fix inserting composite symbol
  4627. * Fix output of log line
  4628. * Document composites
  4629. * Add logging for fuzzy checks
  4630. * Add logging for learning
  4631. * Improve logic of learning messages - do not learn more than specific threshold
  4632. * Fix inserting results for symbols that were incorrectly (for example more than 1 time) defined in config file
  4633. * Do not output control characters if output is not terminal
  4634. * Fix some logic errors in learning
  4635. * Consider lua plugins errors as fatal configuration errors
  4636. * Fix writing message id during fuzzy_add command
  4637. * Display weight of symbols correctly
  4638. * Fixes to winnow learning
  4639. * One more try to improve accuracy of winnow algorithm
  4640. * Add bayesian classifier (initial version)
  4641. * Remove normalizer as it is winnow specific thing, so all statistic algorithms now returns value from 0 to 1
  4642. * Some fixes to fuzzy hashes expiration:
  4643. * Fix assertion while look up value in NULL hash (found by cirtin)
  4644. * Fix normalization for systems that have not tanhl function
  4645. * Ignore rfc822 group addresses
  4646. * Move images library to core rspamd
  4647. * Add lua api to access images properties
  4648. * Add post filters to lua API - filters that would be called after all message's processing
  4649. * Add ability to check for specified symbol in task results from lua
  4650. * Add ability to check for metric's results from lua
  4651. * Add ability to learn specified statfile form lua
  4652. * Add ability to extract filename and size of images from lua
  4653. * Fix assertion while extracting internet address
  4654. * Fix races in fuzzy storage
  4655. * Make spf parser case insensitive
  4656. * Add ability to check hashes of selected mime types
  4657. * Add ability to set minimum size in bytes for mime types
  4658. * Add ability to set minimum dimensions for images
  4659. * Assume all text/* content types as text/plain
  4660. * Fix getting data wrapper for gmime24
  4661. * Many fixes to statfile synchronization system
  4662. * Fixed statfile pool initialization and synchronization with disk
  4663. * Prepare 0.3.2
  4664. * Fix Mail::Rspamd::Config for new rspamd features
  4665. * Use Mail::Rspamd::Config in rspamc client
  4666. * Write user's name to rspamd log
  4667. * Prepare rspamd build infrastructure for creating rpm and deb packages
  4668. * Fix depends
  4669. * Add start script for linux systems
  4670. * Fix shared usage of statfiles
  4671. * Add invalidation of statfiles in case of learning, so now statfiles
  4672. * This should fix shared usage of statfile pool by several processes
  4673. * Fix misprint (reported by az)
  4674. * Fix stupid error when all checks can be done in a single pass
  4675. * New trie based url scanner (based on libcamel)
  4676. * Small fixes to rspamd perl client
  4677. * Write fuzzy hashes info to log
  4678. * Add trie interface to lua api
  4679. * Explain sample config and cleanup it
  4680. 0.3.1:
  4681. * Add modules documentation
  4682. * Continue implementing smtp proxy
  4683. * Implement new learning system, now rspamd should be much more intelligent while learning messages
  4684. * Convert statistic sums to use long double for counters
  4685. * Use hyperbolic tangent for internal normalizer
  4686. * In classify normalize result after comparing, not before
  4687. * New symbols sorter
  4688. * Fix strict aliasing while compiling with optimization
  4689. * Fix tanhl detection for platforms that have not implementation of it
  4690. * Remove several compile warnings
  4691. * Add experimental support of dynamic rules to regexp module
  4692. * Document views configuration
  4693. * Several fixes to documentation
  4694. * Add more logic for dynamic rules
  4695. * Add documentation for dynamic rules
  4696. * Add ability to make negations in networks in dynamic rules
  4697. * Clean up cache items correctly
  4698. * Implement basic SMTP dialog:
  4699. * Implement interaction with smtp upstream (with support of XCLIENT)
  4700. * Check messages received via smtp proxy
  4701. * Add support for sendfile in io dispatcher
  4702. * Fix issues with compatibility of worker_task and smtp proxy
  4703. * Proxy DATA command
  4704. * Fix SMTP
  4705. * Change metric logic
  4706. * Completely remove lex/yacc readers for config
  4707. * Make common sense of metric/action and symbols
  4708. * Sync changes with all plugins
  4709. * Incorrectly removed in previous commit
  4710. * Fix misprint (by Andrej Zverev)
  4711. * announce the "password" keyword in usage list
  4712. * Implement initial version of greylisting triplets storage
  4713. * Fix issues with smtp worker
  4714. * Fix QUIT command in SMTP worker
  4715. * Some fixes about new metrics system (may be incomplete)
  4716. * Get weights of symbol from default metric for symbols cache
  4717. * Fix setting task->from/task->rctp in smtp client
  4718. * Copy from and rcpt correctly
  4719. * Some performance improvements to IO dispatcher (do not drain the whole buffer after a single line readed)
  4720. * Fix smtp data input
  4721. * Fix misprint
  4722. * Add limit of maximum allowed smtp session errors
  4723. * New logic of SURBL module:
  4724. * Use system mkstemp(3) on systems where it is available as glib implementation
  4725. * Try to fix memmove issues in io dispatcher
  4726. * Remove debug from SURBL module
  4727. * Rewrite buffered input for line policy (again)
  4728. * Fix issue with links that are ip addresses in numeric form in surbl
  4729. * On Darwin use BSD style sendfile definition
  4730. * Reorganize platform specific knobs in CMakeLists
  4731. * Use gettimeofday on systems that have not clock_getres
  4732. * Use ftime for dns trans id generation on systems without clock_getres
  4733. * Darwin sendfile(2) support
  4734. * TIMEDB->TIMEB
  4735. * More to previous commit
  4736. * Pass env from main() arguments instead of platform specific global environ
  4737. * Fix compatibility issues
  4738. * Fix -lintl detection
  4739. * Init some variables to avoid problems
  4740. * Remove garbadge (gnome terminal sucks)
  4741. * Add more information about why we drop smtp connection
  4742. * Fix mkstemp call
  4743. * Send to upstream QUIT command at the end of session
  4744. * Check return value of each rspamd_dispatcher_write as in case of write errors sessions can be destroyed early
  4745. * Fix states in smtp dialog
  4746. * Use rspamd_snprintf instead of libc one
  4747. * Fix URLS command
  4748. * Fix reconfigure process of surbl module
  4749. * Fix destroying smtp session (unmap memory and do not delete pool early)
  4750. * Delete pool after using its variables
  4751. * Delay timer must be registered in async session to correctly handle connection termination
  4752. * Register dns requests in session too
  4753. * Make session before registering events
  4754. * Remove events in handlers
  4755. * Add ability to set filters for smtp worker for each smtp stage
  4756. * Add very initial version of DNS resolver (many things to be done)
  4757. * Announce weights and sync
  4758. * Fix few typo
  4759. * Understand short names of facility in logging config
  4760. * Add ability to make whitelist for spf checks
  4761. * Misprint != -> ==
  4762. * Handle lua tag in way that it is not required to write additional text:
  4763. * Strip all starting whitespace symbols from xml texts
  4764. * Fix stupid bug in calculating buffer length while reading file maps
  4765. * Add resolv.conf parsing into dns.c
  4766. * Fix microseconds<->milliseconds conversions
  4767. * Take callback argument in Mail::Rspamd::Client for processing files and directories
  4768. * Print results if rspamc is called for a directory
  4769. * Fix stupid error with surbl module reconfig (another one, blame me)
  4770. * Do not show duplicate urls in url header
  4771. * Fix detection of numeric urls (reported by citrin)
  4772. * Write real time of message's scan to log (not only virtual)
  4773. * Fix chartable module in utf mode
  4774. * Fix parsing of some broken urls
  4775. * Add ability to test regexp with 'T' flag
  4776. * Write more code for DNS resolver:
  4777. * Make DNS resolver working
  4778. * Many improvements to rspamd test suite: now it CAN be used for testing rspamd functionality
  4779. * Write DNS resolver tests
  4780. * Fix issues with memory_pool mutexes and with creating of statfiles
  4781. * Forgotten in previous commit
  4782. * Add support for parsing SPF and SRV records
  4783. * Fix PTR parsing
  4784. * Add tests
  4785. * Make SURBL module to use rspamd dns module
  4786. * Several fixes to DNS logic
  4787. * Remove evdns and use only rspamd resolver
  4788. * Very hard to detect problem with race among error in socket and destroying task while we are writing to socket and go through a hash table
  4789. * Fix resolving in smtp module
  4790. * Init events before configuring resolver in smtp worker
  4791. * Set resolver inside task
  4792. * Fix reload signal (reported by citrin)
  4793. * Some improvements to redirector
  4794. * Call has_forked method to inform POE about fork
  4795. * Fix lua DNS code
  4796. * Decompress labels in DNS packets more strictly
  4797. * Fix some problems with TXT records
  4798. * Try to fix removing of DNS events
  4799. * Do not insert unparsed RR's into reply
  4800. * Calling callbacks may cause destroying session from which we are calling callback so we MUST call callback as the latest action
  4801. * Fix check_smtp_data function
  4802. * Add ability to make views by recipient
  4803. * Add ability to set metric's action from config file
  4804. * Fix bug with writing garbadge if message has no urls or no messages
  4805. * Fix bug with incorrect behaviour of compare_parts_distance function
  4806. * Add ability to assign several actions to one metric
  4807. * Report action in rspamc protocol
  4808. * Mail::Rspamd::Client and rspamc can now understand Action header too
  4809. * Write action to log as well
  4810. * Make valgrind happy about comparing symbols
  4811. * Add more debug to comparing parts distance function
  4812. * Write action even if message has no symbols
  4813. * Make improvements to HTML entities decoder: now it replaces entities with common characters and
  4814. * Add -d option to force debug output
  4815. * Assume 7bit as default transfer encoding
  4816. * Do not overwrite lua plugins and configs if they already exists in target directory
  4817. * Improve logging
  4818. * Write queue id to log
  4819. * Remove test messages from cmake
  4820. * Reopen log file by USR1 signal
  4821. * Add reopenlog method to FreeBSD rc script
  4822. * Adopt foreach for cmake 2.6
  4823. * Fix to rc script
  4824. * Do not try to resolve names with several dots in a row
  4825. * Fix surbl request formatting for ip addresses
  4826. * Handle cases of broken requests
  4827. * Fix problems with parsing compressed names
  4828. * Fix TXT records parsing
  4829. * Fix expanding spf macros that may fail in rare cases
  4830. * Fix another error with early task destroying
  4831. * Handle empty from header
  4832. * Improve reopenlog command in rc script
  4833. * Strip trailing whitespace characters in Mail::Rspamd::Client
  4834. * Use ungreedy match to strip trailing whitespaces
  4835. * Stupid error in calculation compressed label length
  4836. * Some optimizations to client library
  4837. * Do not compare empty parts
  4838. * Empty and non-empty parts are always different
  4839. * Save in regexp cache the whole regexp with header name (if exists) and with flags
  4840. * Add rspamd_log variable to lua plugins to access logging functions
  4841. * Each part in rspamd task now can have parent part
  4842. * Check for parts distance only for multipart/alternative subparts
  4843. * Do not check attachements even if they are text (but attached as file)
  4844. * Do not die if write (2) returned ENOSPACE while doing logging, turn on throttling mode instead (1 write try in a second)
  4845. * Add ability to turn on debug for specific symbols
  4846. * Add ability to configure dns timeouts and dns retransmits in config file
  4847. * More debug
  4848. * Fix extracting arguments in lua logger interface
  4849. * Turn off debug_ip during reload if it was disabled by new config
  4850. * Improve lua logging
  4851. * Pre-init symbols cache when rereading config
  4852. * Fix lua representing of invalid ip (nil, not 255.255.255.255)
  4853. * Fix R_TO_SEEMS_AUTO rule (by citrin)
  4854. * Add multimap lua plugin
  4855. * Fix some multimap issues
  4856. * Try to save images hashes to fuzzy storage to stop some annoying spammers
  4857. * Allocate some more bytes for read buffer to avoid incorrect behavoiur
  4858. * Add ability to check dns black lists by multimap module
  4859. * Add multimap documentation
  4860. * Fix labels parsing
  4861. * Another try to save regexps in cache correctly
  4862. * Improve test logs for regexps
  4863. * Fix parsing txt records to avoid reading of uninitialized data
  4864. * Fix error with writing symbols cache file
  4865. * Fix error while working in utf mode when raw regexps was not created properly
  4866. * Do not add extra byte while converting text to utf
  4867. * Add error handling for regexps