You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChangeLog 190KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189
  1. 1.7.1: 20 Mar 2018
  2. * [CritFix] Fix lowercase comparison
  3. * [CritFix] Timezone defines seconds WEST UTC not East
  4. * [Feature] Add filename to log format
  5. * [Feature] Add lua rules squeezing
  6. * [Feature] Add related symbols analysis to rspamd_stats
  7. * [Feature] Remove upstream `X-Spam: Yes` header by default
  8. * [Feature] rspamd_stats: Output progress info on STDERR
  9. * [Feature] Whitelist for emails module
  10. * [Fix] Do not allow dependencies on self
  11. * [Fix] Do not cache metric result
  12. * [Fix] Do not trust all issuers as a client certificate
  13. * [Fix] Fix dependencies in lua squeeze
  14. * [Fix] Fix enabling/disabling squeezed rules
  15. * [Fix] Fix enabling/disabling symbols
  16. * [Fix] Fix external dependencies
  17. * [Fix] Fix processing of a single compressed file
  18. * [Fix] Fix some typos
  19. * [Fix] Fix various modules in case of empty message
  20. * [Fix] Handle callbacks that returns table of options
  21. * [Fix] Improve cached action interaction
  22. * [Fix] Make dynamic conf more NaN aware
  23. * [Fix] Never hide actions from WebUI `configuration` tab
  24. * [Project] Implementation of Lua rules squeezing
  25. 1.7.0: 12 Mar 2018
  26. * [Conf] Add bayes_expiry as explicit module
  27. * [Conf] Adjust names and weights for neural network plugin
  28. * [Conf] Change updates url
  29. * [Conf] Default statistics is stored in Redis now
  30. * [Conf] Disable fann_redis module by default
  31. * [Conf] Fix default elastic configuration
  32. * [Conf] Fix double quote position
  33. * [Conf] Massive config rework for new structure of symbols and scores
  34. * [Conf] Rename Rambler BLs as they are now Rspamd's ones
  35. * [Conf] Use dedicated rspamd.com subdomains
  36. * [Conf] Use more data from rspamd.com fuzzy storage
  37. * [CritFix] Add sanity guards for badly broken HTML
  38. * [CritFix] Another errors path handling fix
  39. * [CritFix] Another portion of tokenization fixes
  40. * [CritFix] Do not send reject messages after set reply
  41. * [CritFix] Fix ARC chain verification
  42. * [CritFix] Fix crash in milter errors handler
  43. * [CritFix] Fix memory leak in spf caching logic
  44. * [CritFix] Fix milter commands pipelining
  45. * [CritFix] Fix newlines detection
  46. * [CritFix] Fix semicolons parsing in the content type
  47. * [CritFix] Plug memory leak in zstd protocol compression
  48. * [Feature] Add ability to match score in force_actions module
  49. * [Feature] Add aes-rng PRF to libottery
  50. * [Feature] Add 'composites' debug module
  51. * [Feature] Add concept of experimental modules
  52. * [Feature] Add DKIM trace symbol
  53. * [Feature] Add EBL to the default config
  54. * [Feature] Add expected ip check for emails plugin
  55. * [Feature] Add framework to manage Redis scripts
  56. * [Feature] Add framing for the new reputation generic plugin
  57. * [Feature] Add function to show plugins stat
  58. * [Feature] Add gzip compression support for clickhouse module
  59. * [Feature] Add gzip compression support for rspamd controller
  60. * [Feature] Add gzip support when sending lua http requests
  61. * [Feature] Add json output for rspamd_stats
  62. * [Feature] Add method to do a synchronous Redis connection
  63. * [Feature] Add method to get all content-type attributes in Lua
  64. * [Feature] Add `-m` flag to configdump to show modules states
  65. * [Feature] Add mime types to extensions map
  66. * [Feature] Add more features to rescore utility
  67. * [Feature] Add more gtube like patterns to test other spam actions
  68. * [Feature] Add more metafunctions, improve logging
  69. * [Feature] Add more text attributes
  70. * [Feature] Add new configwizard command to rspamadm
  71. * [Feature] Add new tooling for stats conversation
  72. * [Feature] Add old groups migration tool
  73. * [Feature] Add plugins state variable
  74. * [Feature] Add preliminary ecdsa keys support in DKIM
  75. * [Feature] Add preliminary support of idempotent symbols
  76. * [Feature] Add Redis server wizard
  77. * [Feature] Add routine to convert old style stats to a new one
  78. * [Feature] Add some sanity checks for actions and controller
  79. * [Feature] Add statistic convertation module to configwizard
  80. * [Feature] Add sugestions logic to mempool allocator
  81. * [Feature] Add support of config transform in Lua
  82. * [Feature] Add timeout to rspamc when doing corpus test
  83. * [Feature] Add tooling to convert bayes schemas
  84. * [Feature] Add torch conditional to configuration
  85. * [Feature] Add torch-decisiontree package
  86. * [Feature] Add torch-optim contrib package
  87. * [Feature] Add TTL autodetection
  88. * [Feature] Add urls reputation to the reputation framework
  89. * [Feature] Allow floating and negative values in expressions limits
  90. * [Feature] Allow multiple CTs in full extensions map
  91. * [Feature] Allow multiple fann rules
  92. * [Feature] Allow randomly select User-Agent from a list
  93. * [Feature] Allow rspamadm commands to export methods in Lua
  94. * [Feature] Allow rule specific min_bytes in fuzzy check
  95. * [Feature] Allow to adjust symbols scores from Lua
  96. * [Feature] Allow to attach stat signature to messages
  97. * [Feature] Allow to change SMTP from via milter headers
  98. * [Feature] Allow to configure monitored
  99. * [Feature] Allow to create directories in Lua API
  100. * [Feature] Allow to disable torch and skip train samples for ANN
  101. * [Feature] Allow to discard messages dynamically
  102. * [Feature] Allow to enable/disable languages from the detector
  103. * [Feature] Allow to generate DKIM keys from rspamadm API
  104. * [Feature] Allow to get CPU flags from Lua
  105. * [Feature] Allow to have high precision timestamps in logs
  106. * [Feature] Allow to insert headers into specific position
  107. * [Feature] Allow to limit redirector requests per task
  108. * [Feature] Allow to load and use dynamic ANNs with torch
  109. * [Feature] Allow to quarantine rejected messages using milter interface
  110. * [Feature] Allow to receive signing keys from mempool vars
  111. * [Feature] Allow to reserve elements in libucl
  112. * [Feature] Allow to reuse signal handlers chains
  113. * [Feature] Allow to set custom mempool variables from settings
  114. * [Feature] Allow to set headers from settings
  115. * [Feature] Allow to set Settings-Id for all connections
  116. * [Feature] Allow to skip real action and add a header instead
  117. * [Feature] Allow to skip specific hashes in fuzzy storage
  118. * [Feature] Allow to spawn asynchronous processes from Lua
  119. * [Feature] Allow to specify number of threads for ANN learning
  120. * [Feature] Allow to use global lua maps in settings
  121. * [Feature] Allow to use postfilters in composites
  122. * [Feature] Allow to verify signatures from HTTP headers in maps
  123. * [Feature] Antivirus: ordered pattern matches
  124. * [Feature] Authentication-Results: support hiding usernames
  125. * [Feature] Automatically create tables in clickhouse
  126. * [Feature] Catch next-to-last bad extension
  127. * [Feature] Check cached maps more frequently
  128. * [Feature] Check groups sanity
  129. * [Feature] Deal with obscured URLs with @ symbols
  130. * [Feature] Enhance task:store_in_file method
  131. * [Feature] Export password encryption routines to Redis
  132. * [Feature] Filter nan and inf when adding scores
  133. * [Feature] Finalize 7zip files support
  134. * [Feature] Further improvements in language detection
  135. * [Feature] Further improvements in language detection algorithm
  136. * [Feature] Generic key name expansion for Redis keys
  137. * [Feature] Hash whitelist for fuzzy_check
  138. * [Feature] Implement bayes signatures storage
  139. * [Feature] Implement buckets for Redis backend
  140. * [Feature] Implement DKIM reputation adjustments
  141. * [Feature] Implement forked workers children monitoring
  142. * [Feature] Implement headers flags in mime parser
  143. * [Feature] Implement l1/l2 regularization against the current weights
  144. * [Feature] Implement manual ANN train mode
  145. * [Feature] Implement per-user ANN support
  146. * [Feature] Implement torch based ANN learning
  147. * [Feature] Implement upstreams logic for clickhouse exporter
  148. * [Feature] Import torch to Rspamd...
  149. * [Feature] Improve allocation policy when interacting with Lua
  150. * [Feature] Improve Lua/C interaction in history_redis
  151. * [Feature] Improve multiple fuzzy results combining
  152. * [Feature] Improve parsing of DKIM keys: parse algorithm
  153. * [Feature] Improve subprocesses termination handle
  154. * [Feature] Improve symbol type parsing in Lua API
  155. * [Feature] Metadata Exporter: e-Mail Alerts: support multiple recipients; alerting senders/recipients/users (#1600)
  156. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  157. * [Feature] More metatokens
  158. * [Feature] Multimap: checking of symbol options
  159. * [Feature] Multimap: template URL filter
  160. * [Feature] New bayes expiry plugin
  161. * [Feature] Periodically save rspamd stats to disk
  162. * [Feature] Preliminary import of the elasticsearch module
  163. * [Feature] Ratelimit: allow full addresses in whitelisted_rcpts
  164. * [Feature] Ratelimit: support fetching limits from Redis
  165. * [Feature] RBL: received: filtering by position & flags
  166. * [Feature] Read global maps for lua
  167. * [Feature] Redis settings: support checking multiple keys
  168. * [Feature] Rework fann plugin to be a normal post-filter
  169. * [Feature] Rework logging configuration for rspamadm case
  170. * [Feature] Rework short hashes generation to avoid FP
  171. * [Feature] Save real ucl types when exporting to Lua
  172. * [Feature] Set TCP_NODELAY for milter sockets
  173. * [Feature] Setup DKIM signing from configwizard
  174. * [Feature] Skip certain symbols from ANN classify
  175. * [Feature] Store plugins state
  176. * [Feature] Support etag for HTTP maps
  177. * [Feature] Support Expires header when using HTTP maps
  178. * [Feature] Support sending given header multiple times in lua_http
  179. * [Feature] Support sha512 in DKIM signatures
  180. * [Feature] Try to detect HTML messages better
  181. * [Feature] Use array instead of queue to reduce memory fragmentation
  182. * [Feature] Use controller port by default when connecting to local IP
  183. * [Feature] Use rdtsc where possible
  184. * [Fix] Actively load skip hashes map in fuzzy storage
  185. * [Fix] Add another workaround to display history properly
  186. * [Fix] Add definition for old glib compatibility method
  187. * [Fix] Add missing rspamadm control options to help
  188. * [Fix] Add workaround for IPv6 in sendmail
  189. * [Fix] Add workaround for system with non-XSI compatible tzset
  190. * [Fix] Allow oversigning in DKIM signatures
  191. * [Fix] Allow to check negative scores in force_actions
  192. * [Fix] Allow to have negative actions limits
  193. * [Fix] Allow to set any layers number for fann rules
  194. * [Fix] Another fix for rdtcs
  195. * [Fix] Another fix to lua xmlrpc
  196. * [Fix] Another try to deal with #1998
  197. * [Fix] Another try to fix #1998
  198. * [Fix] Another try to fix threading in torch
  199. * [Fix] Apply language detection when adding fuzzy hashes
  200. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  201. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  202. * [Fix] Auth-Results: Multiple DKIM signatures
  203. * [Fix] Avoid changing content-transfer-encoding header's value
  204. * [Fix] Better handling of the legacy protocol
  205. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  206. * [Fix] Check for magic when checking for an archive
  207. * [Fix] Cleanup mess with groups
  208. * [Fix] Clickhouse: Insertion in the symbols table
  209. * [Fix] Crash in URL processing
  210. * [Fix] Deal with another case when processing exceptions
  211. * [Fix] Deal with deeply nested messages more aggressively
  212. * [Fix] Deal with nan and inf encoding in json/ucl
  213. * [Fix] Deal with non-key arguments in lua_redis.exec_script
  214. * [Fix] Deal with unknown weight
  215. * [Fix] Deal with URLs with no slashes after protocol
  216. * [Fix] Deal with URLs wrapped in [] in text parts
  217. * [Fix] Deal with zero scores symbols
  218. * [Fix] Default monitoring domain for surbl plugin
  219. * [Fix] Delay upstream re-resolving when one upstream is defined
  220. * [Fix] Detection of maillist optimized and fixed
  221. * [Fix] DKIM signing: allow for auth_only to be false
  222. * [Fix] DMARC: require report_settings for sending reports only
  223. * [Fix] Do not allow garbadge when checking url domain
  224. * [Fix] Do not cache SPF records with PTR elements
  225. * [Fix] Do not constantly re-resolve failed upstreams with a single element
  226. * [Fix] Do not crash if no words defined
  227. * [Fix] Do not crash on empty subtype
  228. * [Fix] Do not expose spamtrap messages to SMTP reply
  229. * [Fix] Do not fail rbl plugin when there are no received or emails
  230. * [Fix] Do not ignore short words
  231. * [Fix] Do not include idempotent/nostat symbols to checksum
  232. * [Fix] Do not override groups when converting metrics
  233. * [Fix] Do not override unix socket group when group comes before owner
  234. * [Fix] Do not skip the last character
  235. * [Fix] Do not spawn too many workers by default
  236. * [Fix] Do not stop monitored on dns errors
  237. * [Fix] Do not stop parsing headers on bad IP header
  238. * [Fix] Do not strip last character in the last word
  239. * [Fix] Do not treat script content as text
  240. * [Fix] Do not try to connect to non-supported addresses
  241. * [Fix] Do not try to dereference last character
  242. * [Fix] Do not try to sign unknown domains
  243. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  244. * [Fix] Erase unknown HTML entities
  245. * [Fix] Exim Received header protocol parsing
  246. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  247. * [Fix] Fix a lot of FP in chartable in mixed languages
  248. * [Fix] Fix ANN checks
  249. * [Fix] Fix ANN loading logic
  250. * [Fix] Fix another tokenization issue
  251. * [Fix] Fix autolearn parameters reading
  252. * [Fix] Fix bad archive characters stripping
  253. * [Fix] Fix bad extension check
  254. * [Fix] Fix bayes schema conversion
  255. * [Fix] Fix blacklists and DMARC in whitelist
  256. * [Fix] Fix brain-damaged torch build system
  257. * [Fix] Fix build on FreeBSD
  258. * [Fix] Fix clickhouse exporter
  259. * [Fix] Fix clickhouse schema
  260. * [Fix] Fix comparision
  261. * [Fix] Fix composites processing
  262. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  263. * [Fix] Fix couple of warnings
  264. * [Fix] Fix crashes in the rspamd_control path
  265. * [Fix] Fix deletion from hash
  266. * [Fix] Fix DKIM forgeries via multiple headers
  267. * [Fix] FIx dynamic conf plugin
  268. * [Fix] Fix emails detection
  269. * [Fix] Fix empty headers simple canonicalization
  270. * [Fix] Fix empty threshold check in greylisting module
  271. * [Fix] Fix encrypted legacy reply in fuzzy storage
  272. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  273. * [Fix] Fix exceptions list in surbl
  274. * [Fix] Fix *_EXCESS_BASE64 rules
  275. * [Fix] Fix expire rounding
  276. * [Fix] Fix extra hits in PCRE mode for regular expressions
  277. * [Fix] Fix format strings
  278. * [Fix] Fix get_content method
  279. * [Fix] Fix groups override when defining symbols
  280. * [Fix] Fix learned count in new schema
  281. * [Fix] Fix learn errors propagation
  282. * [Fix] Fix loading of per-user redis backend for statistics
  283. * [Fix] Fix logging buffer corruption in case of repeated messages
  284. * [Fix] Fix lua cached elements invalidation
  285. * [Fix] Fix merging of the implicit arrays
  286. * [Fix] Fix mime_types scoring
  287. * [Fix] Fix multiple headers in DKIM headers list
  288. * [Fix] Fix null callee case in clang plugin
  289. * [Fix] Fix obscured url in format user@@example.com
  290. * [Fix] Fix parsing of the per-user script
  291. * [Fix] Fix priorities in rspamd_update, disable rules execution
  292. * [Fix] Fix processing of closed tags
  293. * [Fix] Fix processing of idempotent rules when autolearn fails
  294. * [Fix] Fix processing of multipart parts with no headers
  295. * [Fix] Fix processing of skip-hashes in fuzzy storage
  296. * [Fix] Fix PTR processing in SPF
  297. * [Fix] Fix pushing country to clickhouse asn table
  298. * [Fix] Fix random forests module
  299. * [Fix] Fix real IP parsing for some strange Exim received
  300. * [Fix] Fix Redis timeout setup
  301. * [Fix] Fix reload crash when hyperscan is enabled
  302. * [Fix] Fix reusing of redis connection after exec
  303. * [Fix] Fix sanity checks on macro value
  304. * [Fix] Fix setting of path and cpath for Lua
  305. * [Fix] Fix setting of signals when spawning a thread
  306. * [Fix] Fix text splitting: stack overflow (too many captures)
  307. * [Fix] Fix ticks processing
  308. * [Fix] Fix upstream addrs updating
  309. * [Fix] Fix urls/emails distinguishing found in queries
  310. * [Fix] Fix user settings check
  311. * [Fix] Fix variable increment
  312. * [Fix] Fix various issues in stat_convert
  313. * [Fix] F-PROT Antivirus infection string for all known occurences
  314. * [Fix] F-PROT Antivirus: only check return code to determine infection
  315. * [Fix] Further fixes around floating point expressions
  316. * [Fix] Further fixes to ANN module
  317. * [Fix] Further fixes to rescore tool
  318. * [Fix] Further fixes to support ES 6
  319. * [Fix] Further tokenization fixes
  320. * [Fix] Greylisting set phase is not idempotent
  321. * [Fix] Handle proxy copy errors
  322. * [Fix] Header checks: Fix get_raw_header method
  323. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  324. * [Fix] Kill spawned processes on termination
  325. * [Fix] Load skip map from all processes as shared cache is unavailable
  326. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  327. * [Fix] Lowercase words
  328. * [Fix] Lua_http: freeing
  329. * [Fix] Lua: lpeg to be loaded with rspamd_lua_add_preload, to avoid "rspamd_config_read: rcl parse error: cannot init lua file […] module 'lpeg' not found"
  330. * [Fix] Map absence is not an error
  331. * [Fix] Metadata exporter: check IP sanity
  332. * [Fix] Milter headers: custom headers: removing headers
  333. * [Fix] Milter headers: skip_local / skip_authenticated settings
  334. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  335. * [Fix] mime_types: fix next-to-last extension length check
  336. * [Fix] More hacks to deal with old configs
  337. * [Fix] Move composites second pass to the dedicated stage
  338. * [Fix] Multimap: received: filtering of artificial header
  339. * [Fix] Multiple fixes in torch based ANN plugins
  340. * [Fix] Once more (#1879) fix bad extension check
  341. * [Fix] Optimize rspamd_fstring_t reallocations
  342. * [Fix] options.local_networks setting
  343. * [Fix] Parse HREF urls without explicit prefix
  344. * [Fix] Plan new event on HTTP errors
  345. * [Fix] Plug another possible memory leak
  346. * [Fix] Plug memory leak
  347. * [Fix] Plug memory leak in lua_tcp
  348. * [Fix] Plug memory leak when setting email addresses from Lua
  349. * [Fix] Propagate learn/stat errors more precisely
  350. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  351. * [Fix] Ratelimit: lowercase email addresses
  352. * [Fix] RBL: received: deal with missing data (#1965)
  353. * [Fix] Rebalance and slightly rework MX check plugin
  354. * [Fix] Redis key expansion: EVAL: deal with strings
  355. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  356. * [Fix] Reject invalid bh for DKIM signatures earlier
  357. * [Fix] Relax pem signature detection
  358. * [Fix] Relax unicode properties requirements for chartable module
  359. * [Fix] Remove extra noise from dkim and arc signing
  360. * [Fix] Remove hop-by-hop headers in proxy
  361. * [Fix] Remove incorrect method `task:set_metric_subject`
  362. * [Fix] Replace space like characters in headers with plain space
  363. * [Fix] Restore old style ratelimits support
  364. * [Fix] Rework elasticsearch plugin
  365. * [Fix] Rewriting subjects via force actions module
  366. * [Fix] RPM postinstall
  367. * [Fix] Sanitize IP in history redis
  368. * [Fix] Select the correct signature when doing simple canon
  369. * [Fix] Set CLOEXEC flag on files opened
  370. * [Fix] Setting check_local / check_authed in plugins (#1954)
  371. * [Fix] Settings: avoid checking invalid IP (#1981)
  372. * [Fix] Settings: header: deal with multiple settings (#1988)
  373. * [Fix] Skip checks if both extensions are not bad
  374. * [Fix] Skip nostat tokens when get number of tokens
  375. * [Fix] Some more fixes towards emails detection
  376. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  377. * [Fix] Stop using of g_slice...
  378. * [Fix] Switch rspamadm logging to message level
  379. * [Fix] Symbol 'FANNR_SPAM' has its score defined..
  380. * [Fix] Table parameter for rspamd_config:add_doc()
  381. * [Fix] Treat 'rewrite subject' as spam action
  382. * [Fix] Try harder in passing IPv6 addresses
  383. * [Fix] Try harder to find rfc822 notifications
  384. * [Fix] Try harder to find urls
  385. * [Fix] Use decoded values when parsing mime addresses
  386. * [Fix] Use full URL when making an HTTP request
  387. * [Fix] Use greylisting threshold in greylisting module
  388. * [Fix] Use n_words attribute from ngramms
  389. * [Fix] Use raw urls when sending requests to redirector
  390. * [Fix] Use the right boolean operator on error check
  391. * [Fix] Use weight from map for fuzzy scoring
  392. * [Fix] Various fixes to elastic plugin
  393. * [Fix] Various fixes to fann_redis instantiation
  394. * [Fix] Various improvements in language detection
  395. * [Fix] Virus infection string for F-PROT Antivirus
  396. * [Fix] Virus infetction string for F-PROT Antivirus
  397. * [Fix] WebUI: use relative path for savemap (#1943)
  398. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  399. * [Fix] Write configuration changes as UCL config
  400. * [Project] Add detection logic for words
  401. * [Project] Add fast debug logging infrastructure
  402. * [Project] Add more flags to languages
  403. * [Project] Add n-gramms data files
  404. * [Project] Add ngramms frequencies detector
  405. * [Project] Add random words selection logic
  406. * [Project] Add unigramms to language detection as well
  407. * [Project] Convert all C modules to fast debug infrastructure
  408. * [Project] Detect some languages based on unicode script
  409. * [Project] Enable fast debug lookup for some modules
  410. * [Project] Enable language detector init in scanner workers
  411. * [Project] Further improvements to language detector
  412. * [Project] Implement logic of ngramms application
  413. * [Project] Improve weighting in lang_detection
  414. * [Project] Initialize language detector
  415. * [Project] Preliminary version of ngramms based language detector
  416. * [Project] Preliminary version of the new stat_convert
  417. * [Project] Remove old language detector
  418. * [Project] Rework language detection ngramms structure
  419. * [Project] Start language detection project
  420. * [Project] Start rework of language detection to improve quality
  421. * [Project] Use fast debug logging check
  422. * [Rework] Add frame for new reputation based IP score module
  423. * [Rework] Continue stat_convert rework task
  424. * [Rework] Implement new version of fuzzy replies
  425. * [Rework] Improve readability of xmlrpc API
  426. * [Rework] Kill metrics!11
  427. * [Rework] Ratelimit module
  428. * [Rework] Rename fann_redis to neural plugin
  429. * [Rework] Reorganize mime_types module
  430. * [Rework] Rework rescore utility
  431. * [Rework] Rewrite model and learning logic for rescore
  432. * [Rework] Run post-loads when all initialization is completed
  433. * [Rework] Simplify lua path initialization
  434. * [Rework] Start major stat_convert rework
  435. * [Rework] Start mempool fragmentation reduce project
  436. * [Rework] Start moving of fann redis to torch
  437. * [Rework] Stop embedding rspamadm scripts into C
  438. * [Rework] Use floating point arithmetics in Rspamd expressions
  439. * [Rework] Use frequencies distribution in language detector
  440. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  441. * [WebUI] Compact graph selectors
  442. * [WebUI] Escape strings inside HTML in history
  443. * [WebUI] Fix message count in throughput summary (#1724)
  444. * [WebUI] Fix NaNs display on Throughput graph
  445. * [WebUI] Migrate widgets to D3 v4
  446. * [WebUI] Restore passwordless login support (#2003)
  447. * [WebUI] Show symbol descriptions as tooltips in history
  448. * [WebUI] Stop using commas in pie chart tooltips
  449. * [WebUI] Update D3 and jQuery
  450. * [WebUI] Update D3Evolution 1.0.0 -> 1.1.0
  451. 1.6.6: 16 Feb 2018
  452. * [CritFix] Add sanity guards for badly broken HTML
  453. * [CritFix] Another errors path handling fix
  454. * [CritFix] Fix ARC chain verification
  455. * [CritFix] Fix crash in milter errors handler
  456. * [Feature] Allow to insert headers into specific position
  457. * [Feature] Allow to receive signing keys from mempool vars
  458. * [Feature] Authentication-Results: support hiding usernames
  459. * [Fix] Another try to deal with #1998
  460. * [Fix] Another try to fix #1998
  461. * [Fix] Better handling of the legacy protocol
  462. * [Fix] Check decoded headers sanity (e.g. by excluding \0)
  463. * [Fix] Deal with nan and inf encoding in json/ucl
  464. * [Fix] Deal with URLs wrapped in [] in text parts
  465. * [Fix] DKIM signing: allow for auth_only to be false
  466. * [Fix] Do not crash on empty subtype
  467. * [Fix] Do not fail rbl plugin when there are no received or emails
  468. * [Fix] Do not skip the last character
  469. * [Fix] Do not try to dereference last character
  470. * [Fix] Do not try to sign unknown domains
  471. * [Fix] Exim Received header protocol parsing
  472. * [Fix] First load selector_map and path_map. And only return false when domain not found if try_fallback is false
  473. * [Fix] Fix bad archive characters stripping
  474. * [Fix] Fix comparision
  475. * [Fix] Fix connecting to a unix socket in rspamadm statconvert
  476. * [Fix] Fix empty headers simple canonicalization
  477. * [Fix] Fix extra hits in PCRE mode for regular expressions
  478. * [Fix] Fix parsing of the per-user script
  479. * [Fix] Fix processing of skip-hashes in fuzzy storage
  480. * [Fix] Fix Redis timeout setup
  481. * [Fix] Fix sanity checks on macro value
  482. * [Fix] Fix text splitting: stack overflow (too many captures)
  483. * [Fix] Fix urls/emails distinguishing found in queries
  484. * [Fix] F-PROT Antivirus: only check return code to determine infection
  485. * [Fix] Metadata exporter: check IP sanity
  486. * [Fix] Multimap: received: filtering of artificial header
  487. * [Fix] Plan new event on HTTP errors
  488. * [Fix] Plug another possible memory leak
  489. * [Fix] Remove hop-by-hop headers in proxy
  490. * [Fix] Sanitize IP in history redis
  491. * [Fix] Setting check_local / check_authed in plugins (#1954)
  492. * [Fix] Settings: avoid checking invalid IP (#1981)
  493. * [Fix] Try harder in passing IPv6 addresses
  494. * [Fix] WebUI: use relative path for savemap (#1943)
  495. * [WebUI] Fix message count in throughput summary (#1724)
  496. * [WebUI] Fix NaNs display on Throughput graph
  497. * [WebUI] Restore passwordless login support (#2003)
  498. 1.6.5: 22 Oct 2017
  499. * [CritFix] Another portion of tokenization fixes
  500. * [CritFix] Fix memory leak in spf caching logic
  501. * [CritFix] Fix milter commands pipelining
  502. * [CritFix] Fix newlines detection
  503. * [Feature] Filter nan and inf when adding scores
  504. * [Feature] Implement headers flags in mime parser
  505. * [Feature] Support Expires header when using HTTP maps
  506. * [Fix] Actively load skip hashes map in fuzzy storage
  507. * [Fix] Add workaround for IPv6 in sendmail
  508. * [Fix] Authentication Results: Fix SPF smtp.mail_from
  509. * [Fix] Check for magic when checking for an archive
  510. * [Fix] Deal with another case when processing exceptions
  511. * [Fix] Deal with URLs with no slashes after protocol
  512. * [Fix] Do not allow garbadge when checking url domain
  513. * [Fix] Do not ignore short words
  514. * [Fix] Do not strip last character in the last word
  515. * [Fix] Do not treat script content as text
  516. * [Fix] Erase unknown HTML entities
  517. * [Fix] Fix another tokenization issue
  518. * [Fix] Fix DKIM forgeries via multiple headers
  519. * [Fix] Fix emails detection
  520. * [Fix] Fix empty threshold check in greylisting module
  521. * [Fix] Fix enormous scores for R_WHITE_ON_WHITE
  522. * [Fix] Fix loading of per-user redis backend for statistics
  523. * [Fix] Fix multiple headers in DKIM headers list
  524. * [Fix] Fix obscured url in format user@@example.com
  525. * [Fix] Further tokenization fixes
  526. * [Fix] Load skip map from all processes as shared cache is unavailable
  527. * [Fix] Lowercase words
  528. * [Fix] Milter headers: skip_local / skip_authenticated settings
  529. * [Fix] Milter headers: X-Spamd-Result header if X-Virus ran first
  530. * [Fix] Ratelimit: fix whitelisted_rcpts matching
  531. * [Fix] Some more fixes towards emails detection
  532. * [Fix] SpamAssassin: Fail check_freemail_header if regexp didn't match
  533. * [Fix] Use greylisting threshold in greylisting module
  534. 1.6.4: 10 Sep 2017
  535. * [Feature] Add method to get all content-type attributes in Lua
  536. * [Feature] Add some sanity checks for actions and controller
  537. * [Feature] Allow randomly select User-Agent from a list
  538. * [Feature] Deal with obscured URLs with @ symbols
  539. * [Feature] Milter headers: support adding/removing arbitrary headers from config
  540. * [Fix] Add another workaround to display history properly
  541. * [Fix] Add missing rspamadm control options to help
  542. * [Fix] Auth-Results: Multiple DKIM signatures
  543. * [Fix] Crash in URL processing
  544. * [Fix] Default monitoring domain for surbl plugin
  545. * [Fix] Detection of maillist optimized and fixed
  546. * [Fix] Do not cache SPF records with PTR elements
  547. * [Fix] Fix blacklists and DMARC in whitelist
  548. * [Fix] Fix exceptions list in surbl
  549. * [Fix] Fix processing of closed tags
  550. * [Fix] Fix PTR processing in SPF
  551. * [Fix] Lowercase HTTP headers to make them searchable from Lua
  552. * [Fix] options.local_networks setting
  553. * [Fix] Ratelimit: lowercase email addresses
  554. * [Fix] Rebalance and slightly rework MX check plugin
  555. * [Fix] Redis script loading in DMARC; URL tags; URL reputation
  556. * [Fix] Reject invalid bh for DKIM signatures earlier
  557. * [Fix] Remove incorrect method `task:set_metric_subject`
  558. * [Fix] Rewriting subjects via force actions module
  559. * [Fix] RPM postinstall
  560. * [Fix] Treat 'rewrite subject' as spam action
  561. * [Fix] Try harder to find urls
  562. * [Fix] Use full URL when making an HTTP request
  563. * [Fix] Use raw urls when sending requests to redirector
  564. * [Fix] Use weight from map for fuzzy scoring
  565. * [Rules] Penalise R_BAD_CTE_7BIT for utf8 messages
  566. 1.6.3: 26 Jul 2017
  567. * [CritFix] Fix semicolons parsing in the content type
  568. * [Feature] Add EBL to the default config
  569. * [Feature] Allow to configure monitored
  570. * [Feature] Allow to skip specific hashes in fuzzy storage
  571. * [Feature] Multimap: checking of symbol options
  572. * [Feature] Redis settings: support checking multiple keys
  573. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  574. * [Fix] Avoid changing content-transfer-encoding header's value
  575. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  576. * [Fix] Fix get_content method
  577. * [Fix] Header checks: Fix get_raw_header method
  578. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  579. * [Fix] Lua_http: freeing
  580. * [Fix] Milter headers: custom headers: removing headers
  581. * [Fix] Parse HREF urls without explicit prefix
  582. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  583. * [WebUI] Escape strings inside HTML in history
  584. 1.6.2: 08 Jul 2017
  585. * [Conf] Remove Rambler email bl for now
  586. * [Conf] Switch RAMBLER_URIBL to a locally managed source
  587. * [CritFix] Switch from ragel to C for Content-Type parsing
  588. * [Feature] Add `-e` option for lua_repl
  589. * [Feature] Add per-domain emails normalisation rules
  590. * [Feature] Add sessions cache to debug dangling sessions
  591. * [Feature] Add short_text_direct_hash for fuzzy check module
  592. * [Feature] Add text_part:get_stats function
  593. * [Feature] Allow to add custom processing script for surbl
  594. * [Feature] Allow to check reply-to email
  595. * [Feature] Allow to customize spam header, remove existing spam headers
  596. * [Feature] Allow to disable specific workers in the config
  597. * [Feature] Allow to discard messages instead of rejection
  598. * [Feature] Allow to specify custom delimiter in emails plugin
  599. * [Feature] Allow to specify custom User-Agent for rspamc
  600. * [Feature] Allow to store symbols data in Clickhouse
  601. * [Feature] Allow to use HTTPS when connecting to Clickhouse
  602. * [Feature] Enable sessions cache tracking for milter connections
  603. * [Feature] Implement per-line mode in lua_repl (like `perl -p`)
  604. * [Feature] Implement rdns-curve plugin based on rspamd cryptobox
  605. * [Feature] Improve maps cached data lifetime
  606. * [Feature] Improve maps checking frequency
  607. * [Feature] Improve monitored timeouts logic
  608. * [Feature] milter_headers: add `extended_headers_rcpt` option
  609. * [Feature] Milter headers: Add X-Spam-Flag to rmilter-compatibility headers
  610. * [Feature] Milter headers: remove-header routine
  611. * [Feature] Multimap: received filters for extracting TLDs from hostnames
  612. * [Feature] Normalize email aliases in emails module
  613. * [Feature] Re-add rambler email bl (as hashed list)
  614. * [Feature] Reload file maps more frequently
  615. * [Feature] Rework newlines strip parser one more time
  616. * [Feature] Skip updates for messages scanned via controller
  617. * [Feature] Split long DKIM public keys
  618. * [Feature] Store more data when stripping newlines
  619. * [Feature] Support SPF macros transformations
  620. * [Feature] Support suppressing DMARC reports for some domains
  621. * [Fix] Add missing `break` statement
  622. * [Fix] Allow modifiers in SPF macros
  623. * [Fix] DKIM sign tools: edge-cases around use_esld
  624. * [Fix] Do not cache SPF records with macros
  625. * [Fix] Do not overwrite score when setting pre-action
  626. * [Fix] Fix comparison logic
  627. * [Fix] Fix DKIM base64 folding for milter flagged messages
  628. * [Fix] Fix emails module configuration
  629. * [Fix] Fix folding for arc headers when milter interface is used
  630. * [Fix] Fix gmail dots removal
  631. * [Fix] Fix rspamc detection in greylist module
  632. * [Fix] Fix some more issues with HTTP maps
  633. * [Fix] Milter sessions can live forever
  634. * [Fix] Normalize fuzzy probability better
  635. * [Fix] Plug memory leak
  636. * [Fix] RBL: Fixed hashed email address lookups
  637. * [Fix] Try to deal with brain-damaged milter behaviour
  638. * [Fix] Use `\n` to fold headers for milter
  639. * [Rework] Allow to use custom callback for monitored checks
  640. * [Rework] Further steps towards one process monitoring
  641. * [Rework] Send health checks from a single worker
  642. * [WebUI] Round-up throughput summary values
  643. 1.6.1: 14 Jun 2017
  644. * [Fix] Allow to init resolver without rspamd_config
  645. * [Fix] Do not crash when resolver failed to initialize
  646. * [Fix] Fix abstract context layout
  647. * [Fix] Fix CGP helper reply parsing
  648. * [Fix] Fix crashes when socket write errors occur
  649. * [Fix] Fix parsing IPv6 nameservers in resolv.conf
  650. * [Fix] Milter: Don't defer on "greylist" action
  651. 1.6.0: 12 Jun 2017
  652. * [Conf] Add rspamd_proxy to the default configuration set
  653. * [Conf] Add sample arc module config
  654. * [Conf] Do away with systemd specifics completely
  655. * [Conf] Increase min_bytes to avoid FP
  656. * [Conf] Remove ratelimits from default configuration
  657. * [CritFix] Fix accepting on IPv6 sockets
  658. * [CritFix] Fix corruption when multiple fuzzy are defined
  659. * [CritFix] Fix learn condition in fuzzy check
  660. * [CritFix] Fix memory leak in fuzzy check
  661. * [CritFix] Fix memory leak in maps scheduling
  662. * [CritFix] Paese the last character in DKIM signature correctly
  663. * [CritFix] Zero fill sockaddr_un
  664. * [Feature] Add ability to add doc strings by example
  665. * [Feature] Add API to verify DKIM (and ARC) signatures
  666. * [Feature] Add compression/decompression to proxy
  667. * [Feature] Add count to url structure
  668. * [Feature] Add initial support of the new protocol reply
  669. * [Feature] Add Lua plugin spamtrap
  670. * [Feature] Add `monitored_address` for rbls
  671. * [Feature] Add new schema for bayes tokens
  672. * [Feature] Add preliminary ARC support to dkim code
  673. * [Feature] Add preliminary support of ARC signing
  674. * [Feature] Add rules to detect bad 8bit characters in From and To
  675. * [Feature] Add scanning support for milter protocol
  676. * [Feature] Add support for bidirectional symbols in rspamd_stats
  677. * [Feature] Add support for static maps
  678. * [Feature] Add support of maps with multiple regexps matches
  679. * [Feature] Add `text_multiplier` param
  680. * [Feature] Add the preliminary ARC plugin
  681. * [Feature] Add top redirector targets rank
  682. * [Feature] Allow async events to be registered from LUA rules
  683. * [Feature] Allow storing bayes tokens in Redis
  684. * [Feature] Allow to exclude specific domains from mx check
  685. * [Feature] Allow to have a stack of watcher finalisers
  686. * [Feature] Allow to pass hostname to `-i` flag in Rspamc
  687. * [Feature] Allow to set custom user agent in url redirector
  688. * [Feature] Allow to use custom callback when parsing resolv.conf
  689. * [Feature] Allow to use domain from authenticated user
  690. * [Feature] Bayes expiry plugin
  691. * [Feature] Check dkim sign keys for modifications
  692. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  693. * [Feature] DMARC: Support excluding domains from sampling
  694. * [Feature] Expire processing items for URL redirector aggressively
  695. * [Feature] Fix surbl monitored for IP lists, add `monitored_domain` option
  696. * [Feature] Implement caching for dkim body hashes
  697. * [Feature] Implement milter protocol scan reply
  698. * [Feature] Improve omograph phishing detection
  699. * [Feature] Initial support of self-scan in Rspamd proxy
  700. * [Feature] Keep track of headers in milter interface
  701. * [Feature] Milter headers: better controls for local/authenticated
  702. * [Feature] Multimap: email:domain:tld filter
  703. * [Feature] Preliminary DMARC reporting implementation
  704. * [Feature] Reuse stemmers in the cache
  705. * [Feature] Rework confighelp to load Lua plugins
  706. * [Feature] Rework hfilter to use hyperscan if possible
  707. * [Feature] Rework lua RSA API
  708. * [Feature] Rmilter_headers: approximate rmilter's extended_spam_headers
  709. * [Feature] Start integration of milter support in proxy
  710. * [Feature] Store average words length and short words count
  711. * [Feature] Store hash of headers order and names
  712. * [Feature] Support MTA name header
  713. * [Feature] Support multiple types of dkim signing in Lua
  714. * [Feature] Support numeric arguments for Redis requests
  715. * [Feature] Use headers hash in bayes metatokens
  716. * [Feature] Use normal resolv.conf rules of rotation in Rspamd
  717. * [Feature] Use version 2 proto for checking messages
  718. * [Fix] Allow to follow symlinks when safe
  719. * [Fix] Append MX name for authentication results as required
  720. * [Fix] Change default text multiplier from 0.5 to 2.0
  721. * [Fix] Check min_bytes for images as well
  722. * [Fix] Deal with 7bit charsets properly
  723. * [Fix] Deal with 8bit characters in email addresses
  724. * [Fix] Deal with unpaired <a> tags
  725. * [Fix] Detect confighelp in plugins initialisation
  726. * [Fix] Disable certain checks for utf spoof detection
  727. * [Fix] DKIM Signing: avoid nil index when From header is missing
  728. * [Fix] Do not add exact hashes from different parts
  729. * [Fix] Do not check DMARC if SPF or DKIM were not checked
  730. * [Fix] Do not check URLs that are resolved to be redirected
  731. * [Fix] Do not set bayes probability if we don't use it
  732. * [Fix] Do not stop on illegal unicode points - replace them
  733. * [Fix] Fix another race condition in arc checks
  734. * [Fix] Fix arc count logic
  735. * [Fix] Fix ARC signing
  736. * [Fix] Fix brain-damaged spamc protocol for now
  737. * [Fix] Fix calling for peak functions
  738. * [Fix] Fix couple of issues in FORWARDED rule
  739. * [Fix] Fix CTE propagation from parent containers to children parts
  740. * [Fix] Fix errors processing in the controller
  741. * [Fix] Fix format string in milter
  742. * [Fix] Fix issues in SPF macros parsing
  743. * [Fix] Fix logging format string
  744. * [Fix] Fix logic of cached passwords check
  745. * [Fix] Fix lowercasing of stemmed words
  746. * [Fix] Fix LRU elements removal
  747. * [Fix] Fix memory leak when accepting from unix sockets
  748. * [Fix] Fix milter connections persistence
  749. * [Fix] Fix objects merging in UCL
  750. * [Fix] Fix order of operations to avoid race condition
  751. * [Fix] Fix parsing of long regexp types
  752. * [Fix] Fix passing data to log helper when many symbols defined
  753. * [Fix] Fix pools management for milter session
  754. * [Fix] Fix processing of the watchers
  755. * [Fix] Fix queue id macro in milter
  756. * [Fix] Fix R_BAD_CTE_7BIT rule
  757. * [Fix] Fix Redis timeout set
  758. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  759. * [Fix] Fix setting of email address
  760. * [Fix] Fix some more issues about duplicated fuzzy requests
  761. * [Fix] Fix spamc support in rspamd proxy
  762. * [Fix] Fix syntax error in spamtrap plugin
  763. * [Fix] Fix url counts for href urls
  764. * [Fix] Fix url handling in the protocol
  765. * [Fix] Multimap: Received IP filters with Redis
  766. * [Fix] Oops, fix d9d0fa5e86db2f4470d34395a233b450478b2f60
  767. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  768. * [Fix] Phishing: strict_domains
  769. * [Fix] Reduce maps aggressiveness
  770. * [Fix] Reresolve upstreams even if there is a single server there
  771. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  772. * [Fix] Skip text parts when checking binary parts in fuzzy check
  773. * [Fix] Support v2 checks in controller
  774. * [Fix] Treat empty address as valid
  775. * [Fix] Try harder to detect CTE
  776. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  777. * [Fix] Use dkim signing callback properly
  778. * [Fix] Use non-volatile memory for storing data
  779. * [Fix] Use static maps instead of ugly hack for radix_from_config
  780. * [Fix] Use the same pool for related sessions
  781. * [Rework] Continue modularisation for lua library
  782. * [Rework] Initial milter protocol support
  783. * [Rework] Make log pipes worker agnostic, add scanners API
  784. * [Rework] Move authentication results generation to a separate routine
  785. * [Rework] Move common DKIM functions to a separate lua module
  786. * [Rework] Move global functions to a separate directory
  787. * [Rework] Prepare dkim module for ARC checks
  788. * [Rework] Propagate ucl variables from the command line
  789. * [Rework] Remove multiple metrics support from Rspamd
  790. * [Rework] Stop using name 'rmilter' for the modern protocol
  791. * [Rework] Use LFU algorithm in LRU cache
  792. * [Rules] Fix received TLS rules
  793. * [Rules] Improve URL_COUNT_ODD rule
  794. * [WebUI] Fix add header filter in history
  795. * [WebUI] Use modern protocol for checking messages
  796. 1.5.9:
  797. * [Conf] Increase min_bytes to avoid FP
  798. * [Conf] Remove ratelimits from default configuration
  799. * [CritFix] Fix accepting on IPv6 sockets
  800. * [CritFix] Zero fill sockaddr_un
  801. * [Feature] Add `text_multiplier` param
  802. * [Fix] Check min_bytes for images as well
  803. * [Fix] Do not add exact hashes from different parts
  804. * [Fix] Fix memory leak when accepting from unix sockets
  805. * [Fix] Fix some more issues about duplicated fuzzy requests
  806. * [Fix] Phishing: strict_domains
  807. * [Fix] Skip text parts when checking binary parts in fuzzy check
  808. * [Minor] Add the same duplicates protection for all fuzzy hashes types
  809. * [Minor] Fix braces
  810. * [Minor] Fix test
  811. * [Minor] SPOOF_DISPLAY_NAME: Use all SMTP/MIME recipients
  812. * [Minor] Validate assumed spoofed display name domains to contain a dot
  813. 1.5.8:
  814. * [CritFix] Fix memory leak in fuzzy check
  815. * [CritFix] Fix memory leak in maps scheduling
  816. * [Feature] Multimap: email:domain:tld filter
  817. * [Fix] DKIM Signing: avoid nil index when From header is missing
  818. * [Fix] Do not set bayes probability if we don't use it
  819. * [Fix] Do not stop on illegal unicode points - replace them
  820. * [Fix] Fix brain-damaged spamc protocol for now
  821. * [Fix] Fix Redis timeout set
  822. * [Fix] Fix spamc support in rspamd proxy
  823. * [Fix] Multimap: Received IP filters with Redis
  824. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  825. * [Fix] Reresolve upstreams even if there is a single server there
  826. * [Fix] Treat empty address as valid
  827. * [Fix] Try harder to detect CTE
  828. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  829. * [Minor] Add `wsf` and `hta` bad archive extensions
  830. * [Minor] Fix configuration option
  831. * [Minor] Fix result parsing for SAVAPI
  832. * [Minor] Further logging improvements
  833. * [Minor] Improve logging of errors
  834. * [Minor] Prevent MID_CONTAINS_FROM from firing on empty address
  835. * [Minor] Reduce digit->number transmission penalty
  836. * [Minor] Relax CTYPE_MISSING_DISPOSITION rule
  837. 1.5.7:
  838. * [CritFix] Fix corruption when multiple fuzzy are defined
  839. * [CritFix] Fix learn condition in fuzzy check
  840. * [Feature] Add rules to detect bad 8bit characters in From and To
  841. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  842. * [Feature] Support numeric arguments for Redis requests
  843. * [Fix] Deal with 8bit characters in email addresses
  844. * [Fix] Fix couple of issues in FORWARDED rule
  845. * [Fix] Fix passing data to log helper when many symbols defined
  846. * [Fix] Fix R_BAD_CTE_7BIT rule
  847. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  848. * [Fix] Fix setting of email address
  849. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  850. * [Minor] Add Lua 5.3 workaround
  851. * [Minor] Add lua methods to detect if a part has 8bit characters
  852. * [Minor] Allow session-less lua dns requests
  853. * [Minor] Allow to append greylist end time to message reported
  854. * [Minor] Avoid `nil` table
  855. * [Minor] Disable dkim_signing if redis is specified but not configured
  856. * [Minor] Fix build with pcre2
  857. * [Minor] Fix rule
  858. * [Minor] Fix warnings
  859. * [Minor] Format floating point number
  860. * [Minor] Push email flags to the lua API
  861. * [Minor] Silence some warnings
  862. * [Minor] Silence warning
  863. * [Minor] Try all hostname regexps to find the most significant one
  864. * [WebUI] Fix add header filter in history
  865. 1.5.6:
  866. * [Feature] Add unigramms support in bayes
  867. * [Feature] Allow configurable sign headers for DKIM
  868. * [Feature] Allow to add unigramm metatokens from Lua
  869. * [Feature] DKIM Signing: envelope match exception for local IPs
  870. * [Feature] UCL: register parser variables from Lua
  871. * [Fix] Always try to adjust filename
  872. * [Fix] Do extra copy to ensure that original content is never touched
  873. * [Fix] Fix SPOOF_REPLYTO rule
  874. * [Fix] Ignore Rmilter added Received
  875. * [Fix] More fixes for hashed email dnsbls
  876. * [Fix] Plug memory leak in chartable module
  877. * [WebUI] Display multiple alerts at once
  878. 1.5.5:
  879. * [CritFix] Fix classifier learning with Redis backend
  880. * [CritFix] Fix issue when parsing encoded rfc822/messages
  881. * [Feature] Add escaped version of lua_ucl import
  882. * [Feature] Add task:headers_foreach function
  883. * [Feature] Allow to process filenames from content type
  884. * [Feature] Allow to query hashed emails
  885. * [Feature] Ignore bayes with mostly metatokens or with too few text
  886. * [Feature] Probabilistically skip metatokens
  887. * [Feature] Retrieve all virus names from SAVAPI
  888. * [Feature] Rework classifiers lua metatokens
  889. * [Feature] Store headers order
  890. * [Feature] Store text tokens inside bayes tokens
  891. * [Feature] Use cached shingles keys
  892. * [Fix] Add missing score normalisation for HFILTER_URL_ONLY
  893. * [Fix] Avoid lookup in absent hash
  894. * [Fix] Check return values from Lua functions called from C
  895. * [Fix] Do not count sending and loading time in rspamc
  896. * [Fix] Escape json strings for controller rejplies from Lua
  897. * [Fix] Fix archive scans for savapi
  898. * [Fix] Fix domain_only emails RBL
  899. * [Fix] Fix ip_score map configuration
  900. * [Fix] Fix JSON output for history_redis
  901. * [Fix] Fix one character length substrings search
  902. * [Fix] Fix parsing of non-RFC compatible Exim received
  903. * [Fix] Fix parsing of options for workers with the same type
  904. * [Fix] Fix processing of small tokens vectors
  905. * [Fix] Fix rfc2047 tokenization
  906. * [Fix] Fix typo
  907. * [Fix] More fixes for inplace decoding
  908. * [Fix] Try to avoid modifications of the original data
  909. * [Fix] URL redirector: Fix call to is_redirector
  910. * [Rework] Set token data as uint64_t instead of chars array
  911. * [WebUI] Check if neighbours' history backend versions match
  912. * [WebUI] Disable phrase connectors replacement in history filtering
  913. * [WebUI] Disable phrase connectors replacement in symbols filtering
  914. * [WebUI] Do not hide messages with bad subject, just replace it with '???'
  915. * [WebUI] Fix error message
  916. * [WebUI] Fix history v2 display
  917. * [WebUI] Fix legacy history
  918. * [WebUI] history: break To address lists on commas
  919. * [WebUI] Increase default timeout to 20 seconds
  920. * [WebUI] Save some history table space
  921. 1.5.4:
  922. * [Conf] Add history_redis default configuration
  923. * [Feature] Add spoofed rules
  924. * [Feature] Add URL_IN_SUBJECT rule
  925. * [Feature] Allow to get task's subject
  926. * [Feature] Allow to specify maximum number of shots for symbols
  927. * [Feature] Distinguish URLs found in Subject
  928. * [Feature] Memoize LPEG grammars
  929. * [Feature] Parse else parts in SA rules
  930. * [Feature] Process subject for mixed characters
  931. * [Feature] Resolve url chains in url_redirector module
  932. * [Feature] Stat greylisted messages as greylisted not soft-rejected
  933. * [Feature] Support checking for redirector in Lua SURBL
  934. * [Feature] Support tag_exists SA function
  935. * [Feature] Work with broken rfc2047 tokens
  936. * [Fix] Check all watcher's dependencies
  937. * [Fix] Do not compile hyperscan with no SSSE3 support
  938. * [Fix] Do not crash if cannot decode qp encoded part
  939. * [Fix] Fix dependencies of DKIM when multiple signatures are found
  940. * [Fix] Fix lists in whitelist plugin
  941. * [Fix] Fix one-shot symbols weight calculations
  942. * [Fix] Fix options and shots match
  943. * [Fix] Fix order of symbol options
  944. * [Fix] Fix parsing of dot at the end of the address
  945. * [Fix] Fix parsing of lua table arguments
  946. * [Fix] Fix processing of subject words
  947. * [Fix] Fix string split memoization
  948. * [Fix] Fix templates grammar usage
  949. * [Fix] Fix various issues related to Lua stack manipulation
  950. * [Fix] Force actions: Use postfilter if we have honor_action / require_action
  951. * [Fix] Further fixes to avoid PHISHING FP
  952. * [Fix] Preserve order of options in symbols
  953. * [Fix] Rspamadm grep: deal with unusually-formatted logs
  954. * [Fix] Use hostname suffix when dealing with history
  955. * [Rework] Remove outdated SA rules
  956. * [WebUI] Add flexible columns
  957. * [WebUI] Add footable
  958. * [WebUI] Add sender, recipients and subject columns
  959. * [WebUI] Allow message-id break
  960. * [WebUI] Fix history clustering
  961. * [WebUI] Fix history display
  962. * [WebUI] Fix sorting
  963. * [WebUI] Humanize sizes
  964. * [WebUI] Initial move towards footable
  965. * [WebUI] Remove datatables
  966. * [WebUI] Replace `.values` method with `.map`
  967. * [WebUI] Rework v2 symbols display
  968. * [WebUI] Try to normalize frequencies
  969. * [WebUI] Unbreak WebUI
  970. * [WebUI] Use Footable to draw Throughput summary table
  971. 1.5.3:
  972. * [Conf] Add composite for hacked wordpress phishing
  973. * [CritFix] Fix base64 decoding when there are unparseable characters
  974. * [Feature] Additional symbol metadata in metadata exporter
  975. * [Feature] Add method to get protocol reply from Lua
  976. * [Feature] Add symbols when tagged rcpt/sender are normalised
  977. * [Feature] Add task:get_symbols_all() function
  978. * [Feature] Allow multiple formats of DKIM signing key
  979. * [Feature] Allow to cache and use flexible protocol reply
  980. * [Feature] Allow to set one_shot flag from register_symbol
  981. * [Feature] Allow to skip certain types of hashes when learning fuzzy
  982. * [Feature] Cache and insert scan time into the protocol
  983. * [Feature] Detect newlines in rspamc --mime
  984. * [Feature] DKIM signing: support use of maps
  985. * [Feature] Greylist: Support excluding low-scoring messages from greylisting
  986. * [Feature] Implement lua history in controller
  987. * [Feature] Implement redis history querying
  988. * [Feature] Preliminary implementation of redis history plugin
  989. * [Feature] Support using request headers in settings
  990. * [Fix] Change default template to deal with non-ASCII characters
  991. * [Fix] Deal with lists of maps in whitelist module
  992. * [Fix] DKIM signing: use domain-specific signing key
  993. * [Fix] Do not reallocate completed zstd buffer
  994. * [Fix] Do not use local_addrs in proxy
  995. * [Fix] Fix crash when resolver is undefined
  996. * [Fix] Fix double free when closing lua_tcp connections
  997. * [Fix] Fix for lua 5.3
  998. * [Fix] Fix freeing of arrays iterators
  999. * [Fix] Fix issue with task:get_symbol and symbols with no metric
  1000. * [Fix] Fix log line duplication in `rspamadm grep`
  1001. * [Fix] Fix memory corruption on termination
  1002. * [Fix] Fix out-of-bound access in base64 decode
  1003. * [Fix] Fix ratelimit + greylisting
  1004. * [Fix] Fix subject rewriting
  1005. * [Fix] Fix task:set_recipients function
  1006. * [Fix] Fix URI_COUNT_ODD rule
  1007. * [Fix] Follow the traditional symbols conventions in RCPT_COUNT rule
  1008. * [Fix] Greylist: Suppress greylist action for whitelisted hosts too
  1009. * [Fix] Metadata exporter: use rule-specific settings for emails
  1010. * [Fix] Properly set missing fields in exporter
  1011. * [Fix] Proxy: max_retries option
  1012. * [Fix] RCPT_COUNT fixes
  1013. * [Fix] Rework HAS_X_PRIO rule to match symbols conventions
  1014. * [Fix] Update issues in ac-trie
  1015. * [Fix] Use optimised base64 decoding in DKIM
  1016. * [WebUI] Add preliminary v2 history parser
  1017. * [WebUI] Allow different history parsers
  1018. * [WebUI] Display symbols
  1019. * [WebUI] Rework history v2 function
  1020. 1.5.2:
  1021. * [Conf] Add default config for spamassasssin plugin
  1022. * [Conf] Add default configuration for antivirus module
  1023. * [Conf] Add dkim signing docs
  1024. * [Conf] Add mx_check default config
  1025. * [Conf] Add replies config
  1026. * [Conf] Add trie default config
  1027. * [Feature] Add heuristic to find text parts in files
  1028. * [Feature] Add rule to detect broken content type
  1029. * [Feature] Allow to extract CTE in Lua API
  1030. * [Feature] Allow to set from address for a lua_task
  1031. * [Feature] Allow to set recipients of a task from Lua
  1032. * [Feature] Enchance text_part:get_content method
  1033. * [Feature] Remove + aliases from emails
  1034. * [Feature] Support rmilter block and dkim signature in CGP helper
  1035. * [Feature] Support running event loop from Lua
  1036. * [Fix] Antivirus: use scanner-specific redis prefix
  1037. * [Fix] Couple of fixes for DKIM signing module
  1038. * [Fix] Distinguish missing and broken mandatory headers
  1039. * [Fix] Do more heuristical detection for missing CTE
  1040. * [Fix] Do not resort cache on each check
  1041. * [Fix] Fix CGP escaping
  1042. * [Fix] Fix MISSING_MIME_VERSION rule for plain messages
  1043. * [Fix] Fix parsing of cte in expressions
  1044. * [Fix] Fix partial matches in rspamadm grep
  1045. * [Fix] Fix setting class on style field
  1046. * [WebUI] Auto-switch Throughput units to `msg/min` for very low rate
  1047. * [WebUI] Update D3Evolution to 0.0.2
  1048. 1.5.1:
  1049. * [CritFix] Fix processing of stop_patterns with `\0` character
  1050. * [CritFix] Fix setting of raw key for signing
  1051. * [Fix] Fix lua exports from plugins during reload
  1052. * [Fix] Fix prefilters action scores
  1053. * [Fix] Fix symbols processing order
  1054. * [Minor] Help cmake find gthread
  1055. * [Minor] Some cmake fixes
  1056. 1.5.0:
  1057. * [Conf] Add configurations for asn, clickhouse and dcc
  1058. * [Conf] Add default config for url redirector plugin
  1059. * [Conf] Add the default config for greylist module
  1060. * [Conf] Allow to edit all local maps from WebUI by default
  1061. * [CritFix] Deal with absent headers in DKIM
  1062. * [CritFix] Do not trust remote shingles count
  1063. * [CritFix] Fix bad memory leak in TLS certificates validation
  1064. * [CritFix] Fix critical memory issues with radix maps
  1065. * [CritFix] Fix descriptors leak on reload
  1066. * [CritFix] Fix headers selection in DKIM verification
  1067. * [CritFix] Fix parsing of boundaries that end with `--`
  1068. * [CritFix] Repair PTR_ARRAY_FOREACH macro
  1069. * [Feature] Add CORS support to the controller
  1070. * [Feature] Add FROM_NAME_EXCESS_SPACE rule
  1071. * [Feature] Add REPLYTO_EMAIL_HAS_TITLE rule
  1072. * [Feature] Add `caseless_hash` method to `lua_util`
  1073. * [Feature] Add `rip` keyword to ratelimit module
  1074. * [Feature] Add a simple benchmark for content type parsing
  1075. * [Feature] Add boundaries parsing in content type
  1076. * [Feature] Add charset detection for text parts
  1077. * [Feature] Add content disposition parser
  1078. * [Feature] Add fallback if too many updates are failing
  1079. * [Feature] Add function to convert struct tm to time using timezone
  1080. * [Feature] Add function to normalize HTTP paths
  1081. * [Feature] Add fuzzy collection plugin
  1082. * [Feature] Add fuzzy logic for images
  1083. * [Feature] Add gmime parser to mime_tool
  1084. * [Feature] Add heuristic to detect broken messages
  1085. * [Feature] Add heuristic to find displayed URLs
  1086. * [Feature] Add heuristic to process broken email addresses
  1087. * [Feature] Add images normalization
  1088. * [Feature] Add mechanism for disabling composites (Fixes #1270)
  1089. * [Feature] Add method to create regexp from a glob pattern
  1090. * [Feature] Add mime encoding manipulation routines
  1091. * [Feature] Add mime tool to explore messages
  1092. * [Feature] Add more meta tokens from received headers
  1093. * [Feature] Add neighbours option to support Rspamd cluster in WebUI
  1094. * [Feature] Add new function to parse mime addresses
  1095. * [Feature] Add new methods for lua_tcp
  1096. * [Feature] Add own headers decoding routine
  1097. * [Feature] Add own routine to generate a message id
  1098. * [Feature] Add parser for SMTP date
  1099. * [Feature] Add per-task lua cache to reuse 'heavy' objects
  1100. * [Feature] Add plugins list path in WebUI
  1101. * [Feature] Add preliminary multipart support
  1102. * [Feature] Add preliminary version of DKIM signing module
  1103. * [Feature] Add profiling support in client output
  1104. * [Feature] Add rfc2047 grammar
  1105. * [Feature] Add rfc2047 variant for QP decoding
  1106. * [Feature] Add rmilter_headers module (Fixes #1227)
  1107. * [Feature] Add sse42 version of base64 decoding
  1108. * [Feature] Add ssse3 and avx2 base64 decoders
  1109. * [Feature] Add support of libgd
  1110. * [Feature] Add the preliminary version of redirects resolver in Lua
  1111. * [Feature] Add ucl_object_iterate_full function
  1112. * [Feature] Add url encoding function
  1113. * [Feature] Allow SOA requests in lua dns
  1114. * [Feature] Allow custom parse types in lua ucl
  1115. * [Feature] Allow plugins to register webui handlers
  1116. * [Feature] Allow to add options explicitly to symbols
  1117. * [Feature] Allow to call a callback when symbol frequency is on peak
  1118. * [Feature] Allow to call redirector script from SURBL
  1119. * [Feature] Allow to create variable length dkim keys
  1120. * [Feature] Allow to have module specific options for Redis in plugins
  1121. * [Feature] Allow to pass sign key directly from Lua
  1122. * [Feature] Allow to register configuration docs from Lua API
  1123. * [Feature] Allow to return options as a table
  1124. * [Feature] Allow to set peak callbacks from Lua
  1125. * [Feature] Allow to specify custom method for a message
  1126. * [Feature] Allow to store dkim keys in Redis
  1127. * [Feature] Allow to store messages in files
  1128. * [Feature] Apply DCT using AAN for fuzzy signature
  1129. * [Feature] Avira SAVAPI support
  1130. * [Feature] Cache and simplify DCT and jpeg decode
  1131. * [Feature] Cache libicu converters
  1132. * [Feature] Detect URLs with suspicious omographs
  1133. * [Feature] Do not increase score for duplicate options
  1134. * [Feature] Do not trust CTE, check base64 and qp strictly
  1135. * [Feature] Dynamic reputation in URL reputation plugin
  1136. * [Feature] Extend redis lock when learning spawned
  1137. * [Feature] Filter non-utf chars from all decoded headers
  1138. * [Feature] Fix phishing detection for IDNA urls
  1139. * [Feature] Ignore bad symbols on base64 decoding
  1140. * [Feature] Ignore too wide elements in SPF
  1141. * [Feature] Implement fuzzy collection mode
  1142. * [Feature] Implement helo maps in multimap
  1143. * [Feature] Implement human readable buckets configuration
  1144. * [Feature] Implement min-hash shingles for DCT data from images
  1145. * [Feature] Implement new algorithm for fuzzy hashes of images
  1146. * [Feature] Implement new unicode normalizer
  1147. * [Feature] Implement quoted printable decoding
  1148. * [Feature] Implement received headers flags
  1149. * [Feature] Implement rspamdgrep tool
  1150. * [Feature] Implement sane checksum for config file
  1151. * [Feature] Implement url tags concept
  1152. * [Feature] Improve detection of omographs using libicu
  1153. * [Feature] Improve url redirector module
  1154. * [Feature] Multimap: Received header processing
  1155. * [Feature] Multiple improvements in the maps
  1156. * [Feature] New URL filters in multimap
  1157. * [Feature] Plugin to force actions on selected symbols
  1158. * [Feature] RBL module: support hashing for emails and helo RBL
  1159. * [Feature] Reuse URL tags in SURBL module
  1160. * [Feature] Rework RRD ds count, add conversion path
  1161. * [Feature] Rework surbl module to avoid extra redirector calls
  1162. * [Feature] Send config id to the WebUI
  1163. * [Feature] Simplify HTTPCrypt client support
  1164. * [Feature] Skip processing for large images
  1165. * [Feature] Start collection only mode implementation for fuzzy storage
  1166. * [Feature] Start import of the optimized base64 decode
  1167. * [Feature] Store all received headers in lua
  1168. * [Feature] Store relational order of all headers in a message
  1169. * [Feature] Support DKIM signing in Lua plugins
  1170. * [Feature] Support HTTPCrypt client in lua_http
  1171. * [Feature] Support setting SMTP message in multimap
  1172. * [Feature] Support setting metric subject from Lua
  1173. * [Feature] Support setting subject in force actions module
  1174. * [Feature] Treat v6 mapped addresses as v4 addresses
  1175. * [Feature] URL reputation plugin
  1176. * [Feature] Use Redis instead of memcached in URLs redirector
  1177. * [Feature] Use Rspamd rfc2047 decoder instead of gmime one
  1178. * [Feature] Use a different normalization for fuzzy images
  1179. * [Feature] Use normalized images in fuzzy hashes
  1180. * [Feature] Use own code for parsing of date
  1181. * [Feature] Use shingles for images fuzzying
  1182. * [Feature] Use t1ha for hashes, allow inlining
  1183. * [Feature] Use t1ha instead of metrohash and xxhash32
  1184. * [Feature] Various new features in metadata exporter module
  1185. * [Feature] rmilter_headers: authentication-results (#78)
  1186. * [Fix] Add additional check to mark redis connection inactive
  1187. * [Fix] Add packed attribute for protocol structure
  1188. * [Fix] Adopt OMOGRAPH_URL rule
  1189. * [Fix] Allow static maps
  1190. * [Fix] Allow to disable classifiers checks using settings and conditions
  1191. * [Fix] Another try to fix 0 length maps
  1192. * [Fix] Another try to fix corruption during maps reload
  1193. * [Fix] Another try to fix descriptors leak
  1194. * [Fix] Another try to fix reload and logger
  1195. * [Fix] Antivirus module: register virtual symbols for patterns
  1196. * [Fix] Avoid extensive reallocs
  1197. * [Fix] Avoid mempool leak in SA plugin on reload
  1198. * [Fix] Avoid race condition on saving cache and reload
  1199. * [Fix] Avoid reusing g_error (Fixes #1262)
  1200. * [Fix] Break pool connection on fatal redis errors
  1201. * [Fix] Check for NaN properly
  1202. * [Fix] Couple of fixes for date parsing
  1203. * [Fix] Date header timezone adjustments (#1279)
  1204. * [Fix] Deal with EOF properly
  1205. * [Fix] Decode filename in content disposition
  1206. * [Fix] Disable fuzzy images by default
  1207. * [Fix] Disable zero-copy mode for text parts to avoid crashes
  1208. * [Fix] Do not destroy session when not all finish scripts are done
  1209. * [Fix] Do not greyscale images
  1210. * [Fix] Do not leave parent-less workers processes on fatal errors
  1211. * [Fix] Do not lowercase Content-Disposition to perform decoding
  1212. * [Fix] Do not penalize characters just after numeric prefix
  1213. * [Fix] Do not refork workers that are intended to die
  1214. * [Fix] Do not set pre-result and update records for no `Queue-ID` messages
  1215. * [Fix] Do not skip post-filters when pre-filters have set some results
  1216. * [Fix] Do not stop symbols planning if async events are pending
  1217. * [Fix] Do not try to set keys for unencrypted requests in proxy
  1218. * [Fix] Encode URLs according to rfc3986
  1219. * [Fix] Encode URLs before sending them to the protocol
  1220. * [Fix] Filter bad characters from message id
  1221. * [Fix] Fix CTE detection heuristic
  1222. * [Fix] Fix Content-Type in HTTP requests
  1223. * [Fix] Fix IDN eslds phishing checks
  1224. * [Fix] Fix adding maps from config in Lua
  1225. * [Fix] Fix another reload memory issue
  1226. * [Fix] Fix argument returned on redis backend errors
  1227. * [Fix] Fix assertion in graph handling
  1228. * [Fix] Fix body trie matching
  1229. * [Fix] Fix build
  1230. * [Fix] Fix byte array expansion during toutf8 conversion
  1231. * [Fix] Fix charset normalisation
  1232. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  1233. * [Fix] Fix couple of cornercases with email addresses
  1234. * [Fix] Fix couple of issues
  1235. * [Fix] Fix dependencies tracking for callback symbols
  1236. * [Fix] Fix detection of jpeg size
  1237. * [Fix] Fix errors handling in fuzzy backend initialization
  1238. * [Fix] Fix fuzzy hashes count
  1239. * [Fix] Fix globbing and convert lists to arrays in fuzzy_check
  1240. * [Fix] Fix heuristical CTE detection for QP encoding
  1241. * [Fix] Fix ignoring of bad text parts
  1242. * [Fix] Fix indexes in array access, interleave loop
  1243. * [Fix] Fix int64 -> double conversion
  1244. * [Fix] Fix invalid memory access on reload
  1245. * [Fix] Fix issues with empty updates
  1246. * [Fix] Fix issues with quoted-printable encoding
  1247. * [Fix] Fix keys names
  1248. * [Fix] Fix lots of issues in mime parser code
  1249. * [Fix] Fix lua maps load
  1250. * [Fix] Fix macro name
  1251. * [Fix] Fix mas group score calculations
  1252. * [Fix] Fix matching of the same patterns from different tries
  1253. * [Fix] Fix memory corruprtion and leak
  1254. * [Fix] Fix memory leak in HTTP maps
  1255. * [Fix] Fix memory leak in expression destroying
  1256. * [Fix] Fix memory leak in parsing of mime names
  1257. * [Fix] Fix memory leak in safe ucl iterators
  1258. * [Fix] Fix memory leak on reload in plugins
  1259. * [Fix] Fix modules reconfigure on reload
  1260. * [Fix] Fix monitored setup fro URLBLs with IP addresses
  1261. * [Fix] Fix name of var
  1262. * [Fix] Fix new rrd updates
  1263. * [Fix] Fix out of bounds access
  1264. * [Fix] Fix parsing messages with no body
  1265. * [Fix] Fix parsing of '=' character in headers
  1266. * [Fix] Fix parsing of messages with no content type
  1267. * [Fix] Fix plugins callbacks in webui
  1268. * [Fix] Fix possible memory corruption in redis pool
  1269. * [Fix] Fix probability calculations for fuzzy redis backend
  1270. * [Fix] Fix processing errors in lua_tcp
  1271. * [Fix] Fix processing of emails with name only
  1272. * [Fix] Fix processing of non-multipart messages
  1273. * [Fix] Fix processing of parts with no valid content type
  1274. * [Fix] Fix race condition in SIGUSR2 handler
  1275. * [Fix] Fix redis options parsing when no redis servers are defined
  1276. * [Fix] Fix reload and hyperscan ready event
  1277. * [Fix] Fix reload memory issue
  1278. * [Fix] Fix rra_ptr conversion
  1279. * [Fix] Fix rrd file conversion
  1280. * [Fix] Fix setting of content-type attributes
  1281. * [Fix] Fix signing headers creation in DKIM
  1282. * [Fix] Fix stddev calculations
  1283. * [Fix] Fix surbl plugin to work with composite maps
  1284. * [Fix] Fix timezones parsing
  1285. * [Fix] Fix tokens usage
  1286. * [Fix] Fix urls and emails hashes
  1287. * [Fix] Fix usage of unsafe ucl iterators
  1288. * [Fix] Fix work with broken utf8 tokens
  1289. * [Fix] Fix writing of user to roll history
  1290. * [Fix] Forgotten worker
  1291. * [Fix] Further memory leaks fixes
  1292. * [Fix] Ignore lua metatokens in bayes for now
  1293. * [Fix] Improve OMOGRAPH_URL rule
  1294. * [Fix] Lua IP from string should be invalid if parsing failed
  1295. * [Fix] Miltiple fixes to new lua_tcp, add debugging
  1296. * [Fix] More fixes for iterators cleanup
  1297. * [Fix] More fixes to logger initialization
  1298. * [Fix] More heuristic fixes for phishing detection
  1299. * [Fix] More leaks eliminated
  1300. * [Fix] More leaks...
  1301. * [Fix] More random fixes for reload...
  1302. * [Fix] Multimap: Fixes for email filters
  1303. * [Fix] Multiple fixes for fann module
  1304. * [Fix] Multiple memory corruption fixes
  1305. * [Fix] Normalize path in HTTP router
  1306. * [Fix] Plug memory leak
  1307. * [Fix] Plug memory leak in adding radix trees
  1308. * [Fix] Plug memory leak in configuration parser
  1309. * [Fix] Plug memory leak in expressions parsing during reload
  1310. * [Fix] Plug memory leak in learning fuzzy storage
  1311. * [Fix] Plug memory leak in lua_tcp
  1312. * [Fix] Plug reload leaks
  1313. * [Fix] Plug termination memory leaks
  1314. * [Fix] Really increase lock lifetime
  1315. * [Fix] Replies module: fix symbol weight
  1316. * [Fix] Restore content type params related functions
  1317. * [Fix] Set task's subject from mime subject
  1318. * [Fix] Sigh, one more reload leak
  1319. * [Fix] Simplify images shingles
  1320. * [Fix] Some more memory issues are fixed
  1321. * [Fix] Stop hardcoding of lua in C
  1322. * [Fix] Stop processing of bad parts as text parts
  1323. * [Fix] Strictly filter bad characters when emittin json
  1324. * [Fix] Strings returned from lua are ephemeral
  1325. * [Fix] Support unix sockets for lua redis
  1326. * [Fix] Try to fix issues with reloading config
  1327. * [Fix] Try to fix race condition in redis_pool
  1328. * [Fix] Use checksum to avoid intersection between different ANNs
  1329. * [Fix] Use rspamd hashes in embedded ucl
  1330. * [Fix] Use sane default rewrite subject (*** SPAM *** %s)
  1331. * [Fix] Various collection mode fixes
  1332. * [Fix] Various fixes to mime parser
  1333. * [Fix] Various reload leak fixing
  1334. * [Fix] Whitelist certain extensions from archive checks
  1335. * [Rework] Add preliminary implementation of the mime parser
  1336. * [Rework] Adopt code for the new options
  1337. * [Rework] Change logger setup interface
  1338. * [Rework] Composite configuration (#1270)
  1339. * [Rework] Finally remove gmime dependency from Rspamd
  1340. * [Rework] Further fixes to symbols frequencies
  1341. * [Rework] Implement content type parser for mime
  1342. * [Rework] Kill all InternetAddressList usages
  1343. * [Rework] Multiple fixes for symbols cache statistics
  1344. * [Rework] Refactor struct names
  1345. * [Rework] Rework images fuzzy hashes algorithm
  1346. * [Rework] Rework lua_tcp to allow TCP dialog
  1347. * [Rework] Start massive rework to get rid of gmime
  1348. * [Rework] Start new approach for multiparts parsing
  1349. * [Rework] Start rework of mime addresses
  1350. * [Rework] Start rework of symbols cache updates
  1351. * [Rework] Start switching to libicu
  1352. * [Rework] Use a special structure for stats tokens
  1353. * [Rework] Use hash tables for symbols options
  1354. * [Rework] Use libicu instead of iconv for conversions
  1355. * [Rework] Use new scheme to parse mime parts
  1356. * [WebUI] Add Access-Control-Allow-Origin for cluster management
  1357. * [WebUI] Add Throughput graph autorefreshing (#820)
  1358. * [WebUI] Add Visibility.js library
  1359. * [WebUI] Add basic cluster support to Throughput tab
  1360. * [WebUI] Add graph legend entries for new DSes
  1361. * [WebUI] Add graph tab
  1362. * [WebUI] Add neighbours RRD data consolidation
  1363. * [WebUI] Add preliminary save symbols clustering
  1364. * [WebUI] Add server selector to navbar
  1365. * [WebUI] Add soft reject to auth stats
  1366. * [WebUI] Add summary to the Throughput tab
  1367. * [WebUI] Allow to save maps on the cluster
  1368. * [WebUI] Avoid extra graph redraw and alerts glitching
  1369. * [WebUI] Be more generous with AJAX timeout
  1370. * [WebUI] Disable error ring loading in `read only` mode
  1371. * [WebUI] Enclose table header cells with `tr`s
  1372. * [WebUI] Finish interface rework
  1373. * [WebUI] Fix RRD summary pie chart position
  1374. * [WebUI] Fix `All SERVERS` graph fot just one available server
  1375. * [WebUI] Fix case when no cluster is defined
  1376. * [WebUI] Fix compatibility with non-ES6 compliant browsers
  1377. * [WebUI] Fix config ID
  1378. * [WebUI] Fix configuration page partially
  1379. * [WebUI] Fix disabled state
  1380. * [WebUI] Fix graph dataset selector initialization
  1381. * [WebUI] Fix graph selectors state resetting
  1382. * [WebUI] Fix mouse events on throughput summary table area
  1383. * [WebUI] Fix multiple JS issues
  1384. * [WebUI] Fix pie chart displaying
  1385. * [WebUI] Fix read only
  1386. * [WebUI] Fix read only2
  1387. * [WebUI] Fix retarded datatables
  1388. * [WebUI] Fix soft reject in pie chart
  1389. * [WebUI] Fix stat widgets timers multiplication on `Refresh` click
  1390. * [WebUI] Fix symbols config
  1391. * [WebUI] Fix various errors with login form
  1392. * [WebUI] Further fixes
  1393. * [WebUI] Hide learning tab in read-only mode
  1394. * [WebUI] Initial clusters support
  1395. * [WebUI] Make legend entry colours more contrast
  1396. * [WebUI] Move configuration tab to a separate module
  1397. * [WebUI] Move history tab
  1398. * [WebUI] Move symbols config as well
  1399. * [WebUI] New sec to time function
  1400. * [WebUI] Prevent multiple clicks on `Refresh`
  1401. * [WebUI] RRD summary: Hide inner labels of tiny pie sectors
  1402. * [WebUI] RRD summary: Respect undefined values
  1403. * [WebUI] Reduce font size of graph's legend
  1404. * [WebUI] Remove orphaned font duplicates
  1405. * [WebUI] Remove unused code
  1406. * [WebUI] Replace spinner with animated glyphicon
  1407. * [WebUI] Reset refresh timer on server switching
  1408. * [WebUI] Rework interface to use requirejs
  1409. * [WebUI] Rework neighbours query function
  1410. * [WebUI] Separate attributes by space
  1411. * [WebUI] Set focus to password field (#1230)
  1412. * [WebUI] Simplify neighbours table populating
  1413. * [WebUI] Start rework of modules
  1414. * [WebUI] Stop stats refreshing if the page is hidden
  1415. * [WebUI] Turn d3pie's stuff into a reusable function,
  1416. * [WebUI] Unify send data functions
  1417. * [WebUI] Update D3Evolution to 0.0.1
  1418. * [WebUI] Update d3.js
  1419. * [WebUI] Update datatables to work with the requirejs
  1420. * [WebUI] Use unified tab click event handler,
  1421. * [WebUI] clusters for the chart
  1422. * [WebUI] fix uptime
  1423. 1.4.2:
  1424. * [CritFix] Deal with absent headers in DKIM
  1425. * [CritFix] Do not trust remote shingles count
  1426. * [CritFix] Fix headers selection in DKIM verification
  1427. * [Feature] Add EXT_CSS rule
  1428. * [Feature] Add toggle for disabling SURBLs
  1429. * [Feature] Extend redis lock when learning spawned
  1430. * [Feature] Parse <link> HTML tags
  1431. * [Fix] Avoid reusing g_error (Fixes #1262)
  1432. * [Fix] Do not reset loaded ANN when learning is requested
  1433. * [Fix] Fix another issue with external deps in SA
  1434. * [Fix] Fix body trie matching
  1435. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  1436. * [Fix] Fix fuzzy hashes count
  1437. * [Fix] Fix keys names
  1438. * [Fix] Fix length calculations for url encoded urls
  1439. * [Fix] Fix matching of the same patterns from different tries
  1440. * [Fix] Fix name of var
  1441. * [Fix] Fix parsing of URLs with spaces and other bad chars
  1442. * [Fix] Fix probability calculations for fuzzy redis backend
  1443. * [Fix] Fix signing headers creation in DKIM
  1444. * [Fix] Plug memory leak
  1445. * [Fix] Really fix chained SA dependencies
  1446. * [Fix] Really increase lock lifetime
  1447. * [Fix] Use checksum to avoid intersection between different ANNs
  1448. * [Fix] Use rspamd hashes in embedded ucl
  1449. * [Fix] Yet another change for testing external deps
  1450. 1.4.1:
  1451. * [Feature] ASN support in Clickhouse module
  1452. * [Feature] Add clickhouse plugin
  1453. * [Feature] Add generic tool to add universal maps for lua modules
  1454. * [Feature] Add logger.debugm to debug lua modules
  1455. * [Feature] Allow to register metrics symbols using register_symbol
  1456. * [Feature] Allow to specify prefix for fann_redis
  1457. * [Feature] Clickhouse: support different masks for IPv4/IPv6
  1458. * [Feature] Support forcing action in antivirus plugin
  1459. * [Fix] Add handling of regexp maps
  1460. * [Fix] Allow backslashes in http urls
  1461. * [Fix] Avoid mapping of empty files
  1462. * [Fix] Do not load tld file to speed up rspamadm
  1463. * [Fix] Do not resolve numeric IP addresses due to ipv6 insanity
  1464. * [Fix] Filter incorrect training data
  1465. * [Fix] Fix Fuzzyconvert tool when password or DB is given
  1466. * [Fix] Fix build with custom glib/gmime
  1467. * [Fix] Fix converting of learn count from sqlite to redis
  1468. * [Fix] Fix crashes with invalid received and task:set_from_ip
  1469. * [Fix] Fix external dependencies for SA module
  1470. * [Fix] Fix fann_redis when number of scores has been changed
  1471. * [Fix] Fix hyperscan usage for non compatible platforms
  1472. * [Fix] Fix loading of maps from UCL objects
  1473. * [Fix] Fix memory leak for task-less redis requests
  1474. * [Fix] Fix mid module with new maps syntax
  1475. * [Fix] Fix parsing of URLs with username
  1476. * [Fix] Fix re cache initialisation
  1477. * [Fix] Fix replacements to sanitize '%' character
  1478. * [Fix] Fix set and regexp like static maps
  1479. * [Fix] Fix some issues in redis settings
  1480. * [Fix] Fix static IP maps
  1481. * [Fix] Fix total learns counter for redis stats
  1482. * [Fix] Fix usage of config during reload
  1483. * [Fix] Fix various warnings and issues
  1484. * [Fix] Invalidate ANN if training data is incorrect
  1485. * [Fix] Miltiple fixes to fann_redis module
  1486. * [Fix] More fixes for URLs with backslashes
  1487. * [Fix] Properly get options for ip_score module
  1488. * [Fix] Relax requirements for Received as gmail cannot RFC
  1489. * [Fix] Remove or fix hyperscan incompatible regexps
  1490. * [Fix] Settings: correctly read redis config
  1491. * [Rework] Rework lua logger interface slightly
  1492. * [Rework] Use new maps add function
  1493. 1.4.0:
  1494. * [CritFix] Add guards for inactive redis connections
  1495. * [CritFix] Another fix for proxying files using rspamd_proxy
  1496. * [CritFix] Cleanup inactive redis connections
  1497. * [CritFix] Do not sometimes try to exec posfilters before classification
  1498. * [CritFix] Fix application of IPv6 mask
  1499. * [CritFix] Fix chunked encoding when reading messages
  1500. * [CritFix] Fix file mode for rspamd_proxy
  1501. * [CritFix] Fix hyperscan compilation on regexp change
  1502. * [CritFix] Fix issue with finding of end of lines pointers
  1503. * [CritFix] Fix iteration over headers array (introduced in 1.4)
  1504. * [CritFix] Fix processing of learned tokens count for redis backend
  1505. * [CritFix] Fix race condition in checking of cached maps
  1506. * [CritFix] Fix workers scripts by sharing workers configs
  1507. * [CritFix] Introduce raw content to text parts
  1508. * [CritFix] Plug memory leak and potential memory corruption
  1509. * [Feature] Adaptive ratelimits
  1510. * [Feature] Add ASN -> rbldnsd script for asn.rspamd.com
  1511. * [Feature] Add DMARC_NA symbol
  1512. * [Feature] Add F-Prot support to antivirus module
  1513. * [Feature] Add HTTP backend to metadata exporter
  1514. * [Feature] Add Lua API module for monitored objects
  1515. * [Feature] Add R_DKIM_NA / R_SPF_NA / AUTH_NA symbols
  1516. * [Feature] Add R_DKIM_PERMFAIL symbol
  1517. * [Feature] Add R_SPF_PERMFAIL symbol
  1518. * [Feature] Add Sophos antivirus support
  1519. * [Feature] Add ZSTD compression to Lua API
  1520. * [Feature] Add `mid` Lua module
  1521. * [Feature] Add `one_param` flag for metric symbols
  1522. * [Feature] Add a generic lua classifier
  1523. * [Feature] Add a very basic interface to access workers data from on_load
  1524. * [Feature] Add ability to delete a hash by its data to fuzzy_check plugin
  1525. * [Feature] Add ability to enable/disable symbols via dynamic_conf
  1526. * [Feature] Add ability to lookup settings by key
  1527. * [Feature] Add common way to disable Lua modules
  1528. * [Feature] Add compression support to rspamd client
  1529. * [Feature] Add condition to do antiviral check
  1530. * [Feature] Add configuration for lua classifiers
  1531. * [Feature] Add configuration knobs for the errors circular buffer
  1532. * [Feature] Add decompression support in rspamd client
  1533. * [Feature] Add errors exporter to the controller
  1534. * [Feature] Add expected value for monitored DNS resources
  1535. * [Feature] Add exporter from error ringbuf to ucl
  1536. * [Feature] Add extended version for fann creation function
  1537. * [Feature] Add ffi friendly version of process_regexp function
  1538. * [Feature] Add frequency and time display to webui
  1539. * [Feature] Add fuzzy_delhash command to rspamc client
  1540. * [Feature] Add implementation of redis connections pool
  1541. * [Feature] Add latency and offline time monitoring
  1542. * [Feature] Add learning support for lua classifiers
  1543. * [Feature] Add max-size and timeout options to CGP helper
  1544. * [Feature] Add method to enable/disable symbols in config
  1545. * [Feature] Add methods to get metric's actions and symbols from Lua
  1546. * [Feature] Add mmap support to lua_text
  1547. * [Feature] Add monitored object for surbl plugin
  1548. * [Feature] Add more exceptions to surbl whitelist
  1549. * [Feature] Add more meta-tokens to bayes
  1550. * [Feature] Add neural net classifier to fann_scores module
  1551. * [Feature] Add neural net serialization/deserialization
  1552. * [Feature] Add new dynamic conf module
  1553. * [Feature] Add periodic events support for lua_config
  1554. * [Feature] Add plugin to check MX'es for the sender's domain
  1555. * [Feature] Add preliminary monitored module
  1556. * [Feature] Add preliminary support of dynamic conf updates in Redis
  1557. * [Feature] Add preliminary version of clamav plugin
  1558. * [Feature] Add redis cache to asn module
  1559. * [Feature] Add replies compression
  1560. * [Feature] Add spamhaus DROP dnsbl
  1561. * [Feature] Add support for dictionary in client compression
  1562. * [Feature] Add support for fuzzy learn and unlearn from lua
  1563. * [Feature] Add support for input encryption
  1564. * [Feature] Add support of min_learns to neural net classifier
  1565. * [Feature] Add termination callbacks for workers
  1566. * [Feature] Add user-agent for rspamc
  1567. * [Feature] Add utility to perform classifier tests
  1568. * [Feature] Add zstd compression library
  1569. * [Feature] Allow HTTPS requests in lua_http
  1570. * [Feature] Allow conditions for pre and postfilters
  1571. * [Feature] Allow custom functions for ratelimits
  1572. * [Feature] Allow for excluding messages from AV scanning based on size
  1573. * [Feature] Allow for getting worker stats from Lua
  1574. * [Feature] Allow getting task UID from Lua
  1575. * [Feature] Allow parsing of mailbox messages from the commandline
  1576. * [Feature] Allow plugins to publish their lua API via rspamd_plugins
  1577. * [Feature] Allow to compare other systems with Rspamd
  1578. * [Feature] Allow to execute Lua scripts by controller
  1579. * [Feature] Allow to have a function to set custom greylist message
  1580. * [Feature] Allow to iterate over multiple tags
  1581. * [Feature] Allow to pass extra data from plugins to log helper
  1582. * [Feature] Allow to plan new periodics at different time
  1583. * [Feature] Allow to reset hashes
  1584. * [Feature] Allow to run rspamadm lua just as a lua interpreter
  1585. * [Feature] Allow to store settings in redis
  1586. * [Feature] Allow to update dynamic conf in Redis
  1587. * [Feature] Allow to use dictionaries for compression
  1588. * [Feature] Allow to use md5, sha1, sha256, sha384 and sha512 hashes in Lua
  1589. * [Feature] Allow whitelisting by IP for greylisting plugin
  1590. * [Feature] Antivirus: Support whitelists & pattern-matching sig names
  1591. * [Feature] Backport pack/unpack routines from Lua 5.3
  1592. * [Feature] Check settings with equal priopities in alphabetical order
  1593. * [Feature] Compress neural net in redis
  1594. * [Feature] Consider more tags when doing WHITE_ON_WHITE rule
  1595. * [Feature] Descriptive options for DMARC failure symbols
  1596. * [Feature] Descriptive options for RBL symbols
  1597. * [Feature] Enable configuration for monitored objects
  1598. * [Feature] Execute on_load scripts with ev_base ready
  1599. * [Feature] Fann scores now uses metadata from a message
  1600. * [Feature] Implement FANN threaded learning
  1601. * [Feature] Implement classifying for lua classifiers
  1602. * [Feature] Implement finish scripts for worker processes
  1603. * [Feature] Implement monitoring for DNS resources
  1604. * [Feature] Implement real priorities for pre and post filters
  1605. * [Feature] Insert two symbols: FANN_HAM and FANN_SPAM instead of one
  1606. * [Feature] Module to push metadata/messages to redis pubsub
  1607. * [Feature] Monitor RBL records
  1608. * [Feature] Move fann_classifier to a separate plugin
  1609. * [Feature] Normalize all ANN inputs
  1610. * [Feature] Preliminary version of metric exporter module
  1611. * [Feature] Preserve decompression context between tasks
  1612. * [Feature] Ratelimit: Support dynamic bucket size/leak rate
  1613. * [Feature] Relax FORGED_RECIPIENTS: allow senders to BCC themselves
  1614. * [Feature] Remove symbols weights on composites processing
  1615. * [Feature] Return symbol scores when getting resulting symbols
  1616. * [Feature] Rework lua tcp module
  1617. * [Feature] Rule to detect some obvious X-PHP-Originating-Script forgeries
  1618. * [Feature] Rule to identify some X-PHP-Script forgeries
  1619. * [Feature] Rules for scoring Google Message-ID fixes
  1620. * [Feature] Send hashes values to reply
  1621. * [Feature] Set expire for dmarc reports
  1622. * [Feature] Stop using cymru zone as it is unstable
  1623. * [Feature] Stop using of GLists for headers, improve performance
  1624. * [Feature] Store `for` in task:get_received_headers
  1625. * [Feature] Store `for` part in received headers
  1626. * [Feature] Store enabled flag for webui session
  1627. * [Feature] Store error messages in ring buffer
  1628. * [Feature] Support compressed maps
  1629. * [Feature] Support excluding selected users from ratelimits
  1630. * [Feature] Support looking up NS records in lua_dns
  1631. * [Feature] Support modern style SURBL configuration
  1632. * [Feature] Support multiple hashes in delhash path
  1633. * [Feature] Support new messages in rspamc
  1634. * [Feature] Support requests without reads in lua_tcp
  1635. * [Feature] Support setting task message from Lua
  1636. * [Feature] Track visibility of HTML elements
  1637. * [Feature] Try to add CRLF when checking DKIM
  1638. * [Feature] Try to guess line endings when folding headers
  1639. * [Feature] Try to improve normalization function for bayes
  1640. * [Feature] Use FFI to optimize SA module
  1641. * [Feature] Use length based arguments for redis, allow lua_text as arg
  1642. * [Feature] Use more layers for fann and another normalization
  1643. * [Feature] User-defined ratelimits
  1644. * [Feature] Utility to convert fuzzy storage from sqlite to redis
  1645. * [Feature] Yield DMARC_DNSFAIL on lookup failure
  1646. * [Fix] Adopt fuzzy storage for flexible backends
  1647. * [Fix] Allow plain IP addresses in Rspamd maps
  1648. * [Fix] Another fix for brain-damaged hiredis
  1649. * [Fix] Another fix for rdns write errors
  1650. * [Fix] Another fix for rdns_make_request_full invocation
  1651. * [Fix] Another fix in DKIM canonicalization
  1652. * [Fix] Another memory leak plugged
  1653. * [Fix] Another try to deal with posix idiotizm
  1654. * [Fix] Another try to fix RDNS events processing logic
  1655. * [Fix] Avoid double frees in HEAD requests
  1656. * [Fix] Avoid extra symbols for RBLs
  1657. * [Fix] Banish table.maxn from Lua parts
  1658. * [Fix] Check for socket error before connection in lua_tcp
  1659. * [Fix] Correctly propagate redis timeouts to Lua
  1660. * [Fix] Do not add extra newline in MIME mode
  1661. * [Fix] Do not be cheated by system hiredis
  1662. * [Fix] Do not classify when a message has not enough tokens
  1663. * [Fix] Do not crash on redis errors
  1664. * [Fix] Do not distinguish NXDOMAIN and NOREC for monitored
  1665. * [Fix] Do not replan retransmits if merely one server is defined
  1666. * [Fix] Do not use headers to calculate messages digests
  1667. * [Fix] Don't force action in replies module for authenticated users/local networks
  1668. * [Fix] Explicitly ban default passwords in webui
  1669. * [Fix] Finally fix ambiguity between parsed and resolved spf elts
  1670. * [Fix] Fix 'decoded' value in task:get_header_full()
  1671. * [Fix] Fix DKIM calculations
  1672. * [Fix] Fix DKIM signing for messages with no newline at the end
  1673. * [Fix] Fix DNS request in monitored
  1674. * [Fix] Fix DNS write errors processing
  1675. * [Fix] Fix HTTP methods other than GET and POST
  1676. * [Fix] Fix PERMFAIL for v6/v4 ambiguities
  1677. * [Fix] Fix absurdic scores for HFILTER_URL_ONLY
  1678. * [Fix] Fix actions in rolling history
  1679. * [Fix] Fix actrie patterns
  1680. * [Fix] Fix applying of lua dynamic confg
  1681. * [Fix] Fix autolearning errors and redis cache
  1682. * [Fix] Fix bayes learn_condition
  1683. * [Fix] Fix build with the recent OpenSSL
  1684. * [Fix] Fix caching and compressed maps
  1685. * [Fix] Fix check plain text part
  1686. * [Fix] Fix crash on OpenBSD in `url_email_start`
  1687. * [Fix] Fix double free in SPF
  1688. * [Fix] Fix extraction of shingles from redis fuzzy storage
  1689. * [Fix] Fix false sharing for symbols in the cache
  1690. * [Fix] Fix float usage in util:get_time
  1691. * [Fix] Fix folding algorithm to deal with empty tokens
  1692. * [Fix] Fix format string
  1693. * [Fix] Fix format string usage in controller errors handling
  1694. * [Fix] Fix handling of '\0' in lua_tcp
  1695. * [Fix] Fix handling of HTTP HEAD methods
  1696. * [Fix] Fix hash creation
  1697. * [Fix] Fix hiredis stupidity
  1698. * [Fix] Fix implicit settings module settingsup
  1699. * [Fix] Fix interaction with lua GC to avoid craches
  1700. * [Fix] Fix ip_score module registration
  1701. * [Fix] Fix issue with empty messages and dkim
  1702. * [Fix] Fix issues with CGP helper
  1703. * [Fix] Fix issues with the recent SPF changes
  1704. * [Fix] Fix key name to load ANN correctly
  1705. * [Fix] Fix lua tcp module by saving `do_read` in callback data
  1706. * [Fix] Fix memory leak in client when using compression
  1707. * [Fix] Fix min_learns option
  1708. * [Fix] Fix on_finish scripts and async handlers
  1709. * [Fix] Fix options for SPF dnsfail symbol
  1710. * [Fix] Fix parsing includes and redirects in SPF
  1711. * [Fix] Fix parsing of lua comments with empty lines
  1712. * [Fix] Fix parsing of unquoted HTML attributes
  1713. * [Fix] Fix periodic events and redis
  1714. * [Fix] Fix processing of fuzzy learns from Lua
  1715. * [Fix] Fix processing of redirect in SPF includes
  1716. * [Fix] Fix processing of symbols when reject limit is reached
  1717. * [Fix] Fix refcounts when map is specified by IP
  1718. * [Fix] Fix rspamd{session} class in Lua API
  1719. * [Fix] Fix setting ratelimit key for 'ip' bucket
  1720. * [Fix] Fix some cases of TLD urls detector
  1721. * [Fix] Fix statconvert tool
  1722. * [Fix] Fix stats for backend-less classifiers
  1723. * [Fix] Fix training script for fann_redis
  1724. * [Fix] Fix variable in ann module
  1725. * [Fix] Fix various errors in lua dynamic conf plugin
  1726. * [Fix] Forget old ANN when max_usages is reached to avoid overtrain
  1727. * [Fix] Further canonicalization fixes
  1728. * [Fix] Further fixes for fann_redis prefixes
  1729. * [Fix] Handle failures for inactive pooled connections
  1730. * [Fix] Improve multimap info message
  1731. * [Fix] More fixes in ANN loading
  1732. * [Fix] More fixes to fann_redis
  1733. * [Fix] More issues in fann_redis
  1734. * [Fix] More spaces fix in DKIM signature
  1735. * [Fix] Multiple fixes to asn script, add IPv6 support
  1736. * [Fix] Multiple issues in fann_redis
  1737. * [Fix] No greylist rejected messages
  1738. * [Fix] One more attempt to fix lua_redis
  1739. * [Fix] One more check for readdir...
  1740. * [Fix] Params should be treated as a hash
  1741. * [Fix] Plug memory leak in regexp desctructor
  1742. * [Fix] Process headers only once
  1743. * [Fix] Properly handle nil values in ratelimit plugin
  1744. * [Fix] Really fix redis shingles check
  1745. * [Fix] Remove fann with incorrect layers count
  1746. * [Fix] Remove mentions of deleted include
  1747. * [Fix] Remove some incompatible functions
  1748. * [Fix] Settings: fix `authenticated` parameter (#886)
  1749. * [Fix] Skip MX check for authenticated users and local networks
  1750. * [Fix] Slightly fix ANN routines
  1751. * [Fix] Stop caching records with DNS failures
  1752. * [Fix] Treat all errors in redis_pool as fatal errors for a connection
  1753. * [Fix] Try avoid false-positives in HEADER_FORGED_MDN rule
  1754. * [Fix] Try to avoid race condition when using rrd
  1755. * [Fix] Try to reload redis scripts if they are missing
  1756. * [Fix] Unbreak once_received skipping for local networks
  1757. * [Fix] Unlock ANN on error
  1758. * [Fix] Use memmove for overlapping regions
  1759. * [Fix] Use real size instead of displayed for core limits
  1760. * [Fix] Use the correct macro to get the size of control
  1761. * [Fix] Various fixes for errors ringbuffer
  1762. * [Fix] Yield R_SPF_DNSFAIL if lookup of included record fails
  1763. * [Fix] mid: fix map initialization
  1764. * [Fix] mid: handle incorrect rgexps in the map
  1765. * [Rework] Add extract training data function to fann_redis
  1766. * [Rework] Add preliminary train tests
  1767. * [Rework] Add redis storage feature to fann_redis
  1768. * [Rework] Adopt fuzzy storage for abstract backend
  1769. * [Rework] Adopt plugins
  1770. * [Rework] First reiteration on fann scores
  1771. * [Rework] Implement loading/invalidating
  1772. * [Rework] Make lua_redis task agnostic
  1773. * [Rework] Make rspamd protocol messages useful
  1774. * [Rework] Massive removal of legacy code
  1775. * [Rework] More cleanup actions
  1776. * [Rework] Remove legacy code never used for classifiers
  1777. * [Rework] Remove outdated and unused lua_session module
  1778. * [Rework] Reorganize fuzzy backend structure
  1779. * [Rework] Reorganize the internal backend structure
  1780. * [Rework] Restore old fann_scores, move common parts
  1781. * [Rework] Rework and simplify rbl plugin
  1782. * [Rework] Rework parsing of DMARC records
  1783. 1.3.4:
  1784. * [Feature] ASN module; support matching ASN/country in multimap
  1785. * [Feature] Add SPF method in spf return result
  1786. * [Feature] Add Yandex and Mail.ru forwarding rules
  1787. * [Feature] Add mempool maps in multimap
  1788. * [Feature] Add rule for identifying mail sent by eval()'d PHP code
  1789. * [Feature] Add support of stub DNSSEC resolver to rdns
  1790. * [Feature] Add task:get_digest method
  1791. * [Feature] Allow for more fine-grained scoring for ip_score
  1792. * [Feature] Allow to get digest of a mime part from lua
  1793. * [Feature] Allow to print message digest in logs
  1794. * [Feature] Fold DKIM-Signature header
  1795. * [Feature] Implement encrypted logs
  1796. * [Feature] Log URLs encrypted if we have log encryption pubkey
  1797. * [Feature] Pass authenticated bit to lua
  1798. * [Feature] Read redis backend statistics configuration from global section
  1799. * [Feature] Show the exact value matched for multima symbols
  1800. * [Feature] Store task checksum
  1801. * [Fix] Avoid setting limits when required elements are missing
  1802. * [Fix] DMARC: Fix alignment checking for subdomains
  1803. * [Fix] DMARC: deal with missing and spurious spaces
  1804. * [Fix] Defer insertion of results in ip_score to avoid skewing stats
  1805. * [Fix] Disable DMARC for local/authorized mail
  1806. * [Fix] Fix handling of proxied headers in controller
  1807. * [Fix] Fix hex printing of strings
  1808. * [Fix] Fix issue with spaces in maps
  1809. * [Fix] Fix parsing of forwarded IP
  1810. * [Fix] Fix reload in some plugins and workers
  1811. * [Fix] Fix reloading on SIGHUP
  1812. * [Fix] Fix some border cases for DKIM canonicalization
  1813. * [Fix] Fix url maps
  1814. * [Fix] Make dnssec configurable option disabled by default for now
  1815. * [Fix] rspamadm statconvert: force db to be a string
  1816. * [Fix] rspamadm statconvert: use db/password for learn cache
  1817. * [Rework] Rework flags in rspamd logger
  1818. 1.3.3:
  1819. * [CritFix] Check hyperscan cache sanity before loading
  1820. * [CritFix] Fix setting of fuzzy keys (completely breaks fuzzy storage)
  1821. * [Feature] Add SARBL (sarbl.org) uribl
  1822. * [Feature] Add `--search-pattern` option to rspamd_stats
  1823. * [Feature] Add some sanity check for very long from/to log elements
  1824. * [Feature] Allow to create hashes from string in a single step
  1825. * [Feature] Fix order of pre and postfilters
  1826. * [Feature] Improve lua URLs API
  1827. * [Feature] Improve message about fuzzy rules
  1828. * [Feature] Pre-calculate blake2 digest for all parts
  1829. * [Feature] Print radix duplicate keys as IP addresses
  1830. * [Feature] Simple mechanism for disabling RBLs in local.d/rbl.conf
  1831. * [Feature] Use faster hash function for fuzzy storage
  1832. * [Feature] rspamd_stats: support log directory reading
  1833. * [Fix] Add sanity check for url filters
  1834. * [Fix] Do not show rmilter section as a fake metric in rspamc
  1835. * [Fix] Fix URL filters
  1836. * [Fix] Fix a stupid mistake in util.strequal_caseless
  1837. * [Fix] Fix blake2b hash of the string "rspamd"
  1838. * [Fix] Fix filename maps filter
  1839. * [Fix] Fix finding tld in util.get_tld
  1840. * [Fix] Fix multimap content filters
  1841. * [Fix] Fix returning boolean from Lua
  1842. * [Fix] Fix returning of REDIS_NIL
  1843. * [Fix] Try to deal with multiple workers terminated
  1844. * [Fix] Use forced DNS request when calling for lua_http
  1845. * [Rework] Rework multimap filters, add redis maps
  1846. 1.3.2:
  1847. * [Feature] Add a special symbol for SPF DNS errors: R_SPF_DNSFAIL
  1848. * [Feature] Add correlations report in fuzzy stats
  1849. * [Feature] Add experimental CGP integration
  1850. * [Feature] Add method to get urls length in a text part
  1851. * [Feature] Add new methods to lua_html to access HTML tags
  1852. * [Feature] Allow all types of symbols to be added via __newindex method
  1853. * [Feature] Allow to create settings for authenticated users
  1854. * [Feature] Allow to get block content for HTML tags
  1855. * [Feature] Improve DNS failures when dealing with SPF
  1856. * [Feature] Properly implement R_WHITE_ON_WHITE rule
  1857. * [Feature] Remove old ugly rules
  1858. * [Feature] Rspamc can now add dkim signature in mime mode
  1859. * [Feature] Store content length for HTML tags
  1860. * [Feature] Support reacher set of HTML colors
  1861. * [Feature] Try to avoid FP for low contrast fonts detection
  1862. * [Fix] Add missing HTML colors
  1863. * [Fix] Add spaces to dkim signature to allow folding
  1864. * [Fix] Avoid returning NaN as score on scan
  1865. * [Fix] Decode entitles in href parts
  1866. * [Fix] Do not cache SPF records with DNS errors
  1867. * [Fix] Do not crash on cyclic depends
  1868. * [Fix] Do not insert HELO/HOSTNAME unknown when they are not passed
  1869. * [Fix] Do not set absent hostname to "unknown"
  1870. * [Fix] Do not stress redis with KEYS command (#791)
  1871. * [Fix] Fix DMARC_BAD_POLICY symbol
  1872. * [Fix] Fix HFILTER_URL module
  1873. * [Fix] Fix HFILTER_URL_ONELINE rule
  1874. * [Fix] Fix buffering in CGP integration
  1875. * [Fix] Fix colors propagation from parent nodes
  1876. * [Fix] Fix confusing OpenSSL API usage of i2d_RSAPublicKey
  1877. * [Fix] Fix dependencies id sanity check
  1878. * [Fix] Fix folding for semicolon separated tokens
  1879. * [Fix] Fix largest possible TLD behaviour
  1880. * [Fix] Fix last token folding
  1881. * [Fix] Fix length calculations in white on white rule
  1882. * [Fix] Fix multiple request headers structure
  1883. * [Fix] Fix multiple values headers freeing
  1884. * [Fix] Fix parsing of background color
  1885. * [Fix] Fix printing from field in log_urls
  1886. * [Fix] Fix processing of last element of DMARC policies
  1887. * [Fix] Further fixes for HTML colors
  1888. * [Fix] Further fixes for multiple values headers
  1889. * [Fix] Further fixes for white on white rule
  1890. * [Fix] Further fixes in HTML tags parsing
  1891. * [Fix] Ignore content type/subtype case
  1892. * [Fix] Increase score of R_WHITE_ON_WHITE
  1893. * [Fix] Parse CGP envelope data
  1894. * [Fix] Propagate colors in HTML
  1895. * [Fix] Restore multiple values headers in protocol
  1896. * [Fix] Restore multiple values in headers processing
  1897. * [Fix] Some more changes to tag's content length calculations
  1898. * [Fix] Some more fixes for low contrast fonts detector
  1899. * [Fix] SpamAssassin plugin: support check_freemail_header('EnvelopeFrom', [..])
  1900. * [Fix] Trigger HTML_SHORT_LINK_IMG on any external image
  1901. * [Fix] rspamd_stats: remove deprecated defined(@array)
  1902. 1.3.1:
  1903. * [CritFix] Fix catena passwords validation
  1904. * [CritFix] Fix crash when the first received is faked
  1905. * [Feature] Add DMARC_BAD_POLICY symbol when DMARC policy was invalid
  1906. * [Feature] Allow for matching hostnames in multimap (#773)
  1907. * [Feature] Allow for setting action based on DMARC disposition
  1908. * [Feature] Allow limiting of the inbound message size
  1909. * [Feature] Allow maps with multiple symbols and scores
  1910. * [Feature] Allow regexps in the emails maps
  1911. * [Feature] Allow to register metric symbols from multimap
  1912. * [Feature] Allow to reset redis tokens instead of appendig values
  1913. * [Feature] Allow to store strings in radix maps
  1914. * [Feature] Check UTF validity when there are utf regexps in a map
  1915. * [Feature] Correctly work when there is no hard reject action
  1916. * [Feature] Implement dependencies for maps
  1917. * [Fix] Another effort to unbreak sqlite locking
  1918. * [Fix] Avoid crash when closing mmapped file
  1919. * [Fix] Do not break history on NaN in required score
  1920. * [Fix] Ensure that hyperscan cache written is written properly
  1921. * [Fix] Filter NaN from scores in history
  1922. * [Fix] Fix DNSBL maps
  1923. * [Fix] Fix another locking issue in sqlite
  1924. * [Fix] Fix another locking issue with mapped files
  1925. * [Fix] Fix deadlock in mmaped file stats
  1926. * [Fix] Fix dependencies in multimap plugin
  1927. * [Fix] Fix emails module configuration
  1928. * [Fix] Fix greylist plugin (#755)
  1929. * [Fix] Fix greylisting plugin variable usage
  1930. * [Fix] Fix installed permissions for rspamd_stats
  1931. * [Fix] Fix locking in mmapped statistics
  1932. * [Fix] Fix paths in tests
  1933. * [Fix] Fix prefilter mode for multimap
  1934. * [Fix] Forgot to commit leftover changes
  1935. * [Fix] Really fix local.d includes
  1936. * [Fix] Restore selective greylisting behaviour
  1937. * [Fix] Set max size on per connection basis
  1938. * [Fix] Use temporary storage for hyperscan cache
  1939. * [Rework] Remove systemd socket activation
  1940. 1.3.0:
  1941. * [CritFix] Fix SA rawbody processing - exclude top part
  1942. * [CritFix] Fix decoding of UTF HTML entitles
  1943. * [CritFix] Fix encrypted fuzzy requests
  1944. * [CritFix] Fix leak of shared memory fds and files
  1945. * [CritFix] Fix levenshtein distance calculations
  1946. * [CritFix] Fix mime headers processing
  1947. * [CritFix] Fix parsing of URLs in texts
  1948. * [CritFix] Fix parsing of missing classes
  1949. * [CritFix] Fix redis structure by adding {NULL, NULL} member
  1950. * [CritFix] Fix some more URL detector issues
  1951. * [CritFix] Fix systemd sockets activation
  1952. * [CritFix] Fix unencrypted passwords processing in the controller
  1953. * [CritFix] Fix writing CDPs to the database
  1954. * [CritFix] Fix writing of encrypted HTTP requests
  1955. * [CritFix] Plug memory leak in dkim module
  1956. * [CritFix] Plug memory leak in headers getting code
  1957. * [CritFix] Pre-filters and post-filters were completely broken
  1958. * [CritFix] Properly support SA body regexps
  1959. * [CritFix] Really skip filters in case of pre-result set
  1960. * [CritFix] Restore the intended pre-filters behaviour
  1961. * [Rework] Adopt new maps code
  1962. * [Rework] Compile ragel sources when building rspamd
  1963. * [Rework] Finish rework for the rest of places that use HTTP
  1964. * [Rework] Fix DKIM headers canonicalization
  1965. * [Rework] Fix lua maps API
  1966. * [Rework] Import linenoise for line editing
  1967. * [Rework] Include config structure to all rcl handlers
  1968. * [Rework] Make chartable module useful
  1969. * [Rework] Move http internal structures to a private header
  1970. * [Rework] Partly fix controller
  1971. * [Rework] Remove dedicated images list
  1972. * [Rework] Rename http proxy to rspamd proxy
  1973. * [Rework] Rename mime parts structures
  1974. * [Rework] Rework HTTP code
  1975. * [Rework] Rework exceptions and newlines processing
  1976. * [Rework] Rework pre and postfilters system
  1977. * [Rework] Separate method to close backend connections
  1978. * [Rework] Start the complete maps rework
  1979. * [Rework] Use dynamically generated ragel C sources
  1980. * [Feature] Add 'blacklist' and 'strict' modes for whitelists
  1981. * [Feature] Add 'symbols_enabled' and 'groups_enabled' to settings
  1982. * [Feature] Add ESMTPSA received type
  1983. * [Feature] Add a simple script to evaluate rspamd rules in the logs
  1984. * [Feature] Add a simple tool to generate DKIM keys
  1985. * [Feature] Add a trivial heuristic for codepages
  1986. * [Feature] Add and use mumhash for non-crypto hashing
  1987. * [Feature] Add better method to check lua userdata types
  1988. * [Feature] Add better zip files search algorithm
  1989. * [Feature] Add catena PBKDF function
  1990. * [Feature] Add configuration knobs for in and out parser scripts
  1991. * [Feature] Add content filtering support to multimap
  1992. * [Feature] Add different timeouts for proxy connections
  1993. * [Feature] Add dot commands for lua REPL:
  1994. * [Feature] Add execution of lua global functions script
  1995. * [Feature] Add function for pretty printing of inet addresses
  1996. * [Feature] Add function to convert fstring_t to c string
  1997. * [Feature] Add function to create temporary shared memory mapping
  1998. * [Feature] Add function to generate random hex string
  1999. * [Feature] Add generic fucnction to parse IP maps
  2000. * [Feature] Add initial version of HTTP lua repl
  2001. * [Feature] Add learn condition to the default configuration
  2002. * [Feature] Add learn conditions for classifiers
  2003. * [Feature] Add limit for dkim signatures to be checked
  2004. * [Feature] Add locking routines for lua_util
  2005. * [Feature] Add lua API for getting info from archives
  2006. * [Feature] Add lua utility to decode URL encoding
  2007. * [Feature] Add method to copy message from http connection
  2008. * [Feature] Add mirrors feature
  2009. * [Feature] Add more algorithms for shingles generation
  2010. * [Feature] Add more domains to redirectors list
  2011. * [Feature] Add more encodingsto cryptobox hash API
  2012. * [Feature] Add more file utilities to lua_util
  2013. * [Feature] Add more functions to extract data from text parts
  2014. * [Feature] Add more methods to get headers from a task
  2015. * [Feature] Add more methods to init http message body
  2016. * [Feature] Add more options for redis config parsing function
  2017. * [Feature] Add new representation of email address
  2018. * [Feature] Add new symbols to filter bad extensions in messages
  2019. * [Feature] Add new utility methods to mimepart object
  2020. * [Feature] Add openphish support to rspamd phishing module
  2021. * [Feature] Add parsers for SMTP address in ragel
  2022. * [Feature] Add parsing of mirror hosts for fuzzy storage
  2023. * [Feature] Add parsing scripts for master connection as well
  2024. * [Feature] Add preliminary greylist plugin
  2025. * [Feature] Add preliminary phishtank support
  2026. * [Feature] Add preliminary rarv5 support
  2027. * [Feature] Add preliminary version of ssl toolbox
  2028. * [Feature] Add protection against open files limit and accepting sockets
  2029. * [Feature] Add rar v4 support
  2030. * [Feature] Add reading scripts for master connection
  2031. * [Feature] Add replies plugin
  2032. * [Feature] Add results parsing code
  2033. * [Feature] Add routines to compare and check pubkeys
  2034. * [Feature] Add simpler versions of refcounts
  2035. * [Feature] Add some time manipulation functions for lua APi
  2036. * [Feature] Add support for non-standard BATV signatures
  2037. * [Feature] Add support of address with at-domain list
  2038. * [Feature] Add support to search archives by magic
  2039. * [Feature] Add task:get_rawbody method
  2040. * [Feature] Add test to check shared memory support sanity
  2041. * [Feature] Add the initial version of LUA repl to rspamadm
  2042. * [Feature] Add throughput graph for RRD backend to WebUI
  2043. * [Feature] Add universal function to make a proper redis request
  2044. * [Feature] Add universal function to parse redis servers for plugins
  2045. * [Feature] Add util.unlink function
  2046. * [Feature] Add utility function to return random number from 0 to 1
  2047. * [Feature] Add utility method to convert ftok to C string
  2048. * [Feature] Add utility to map shared memory segments
  2049. * [Feature] Add versions to fuzzy storage
  2050. * [Feature] Add workaround for legacy clients in rspamd proxy
  2051. * [Feature] Add workaround for systems without sane shmem support
  2052. * [Feature] Add xoroshiro+ fast rng for non-crypto purposes
  2053. * [Feature] Adopt plugins for new maps API
  2054. * [Feature] Allow SPF to be checked for empty tasks
  2055. * [Feature] Allow binary patterns in lua_trie
  2056. * [Feature] Allow catena encrypted passwords in controller
  2057. * [Feature] Allow client ip match in the settings
  2058. * [Feature] Allow easy adding and overriding of fuzzy rules
  2059. * [Feature] Allow empty tasks to be processed
  2060. * [Feature] Allow hostnames in IP maps
  2061. * [Feature] Allow https maps
  2062. * [Feature] Allow multiple PBKDF types in `rspamadm pw`
  2063. * [Feature] Allow named fuzzy rules
  2064. * [Feature] Allow non zero terminated patterns in multipattern
  2065. * [Feature] Allow partial hash updates
  2066. * [Feature] Allow pipelining for redis.make_request
  2067. * [Feature] Allow sending empty requests using client
  2068. * [Feature] Allow setting fuzzy flag by symbol not by value
  2069. * [Feature] Allow setting scores and actions from lua
  2070. * [Feature] Allow shared memory simple http client
  2071. * [Feature] Allow static lua files in any parts of rspamd sources
  2072. * [Feature] Allow to change flag from fuzzy learn condition
  2073. * [Feature] Allow to check rspamd_text using maps
  2074. * [Feature] Allow to disable composite rules from settings
  2075. * [Feature] Allow to disable some modules from common redis setup
  2076. * [Feature] Allow to extract ucl_object from lua using common API
  2077. * [Feature] Allow to get settings and settings id hash from lua_task
  2078. * [Feature] Allow to have specific settings for mirrored traffic
  2079. * [Feature] Allow to open message from a shared memory segment
  2080. * [Feature] Allow to parse pubkeys from the rcl config
  2081. * [Feature] Allow to pass extradata from rspamd to rmilter
  2082. * [Feature] Allow to query storage about number of fuzzy hashes stored
  2083. * [Feature] Allow to read logs without symbols scores
  2084. * [Feature] Allow to read password from console for rspamc
  2085. * [Feature] Allow to set ciphers and CA paths in config
  2086. * [Feature] Allow to skip some initialization phases to speed up rspamadm
  2087. * [Feature] Allow underscore separated names in settings
  2088. * [Feature] Allow versioning for sqlite databases
  2089. * [Feature] Always allow to terminate rspamd
  2090. * [Feature] Better deal with backend errors
  2091. * [Feature] Better lua_redis logging
  2092. * [Feature] Configure CA path and ciphers
  2093. * [Feature] Create a dedicated parser to strip newlines
  2094. * [Feature] Deduplicate the same urls in multimap module
  2095. * [Feature] Distinguish luajit from lua
  2096. * [Feature] Do not print garbadge in --compact output
  2097. * [Feature] Dynamically detect if a CPU is incompatible with hyperscan
  2098. * [Feature] Enable forced resolving for some lua plugins
  2099. * [Feature] Enable rrd by default
  2100. * [Feature] Enable workaround for exim
  2101. * [Feature] Fix task functions to work without rspamd_config
  2102. * [Feature] Further improvements to chartable module
  2103. * [Feature] Further micro-optimizations for hashing and shingles
  2104. * [Feature] Further relax parser
  2105. * [Feature] Humanize numbers in stats widgets
  2106. * [Feature] Implement HTTPS client
  2107. * [Feature] Implement SSL support in http client
  2108. * [Feature] Implement body rules for the trie plugin
  2109. * [Feature] Implement braced regexp quantifiers
  2110. * [Feature] Implement compare scripts for mirrors results
  2111. * [Feature] Implement compare scripts setup
  2112. * [Feature] Implement composites policies
  2113. * [Feature] Implement conditional learning for classifiers
  2114. * [Feature] Implement constructing of map from UCL
  2115. * [Feature] Implement dkim signing in dkim check plugin
  2116. * [Feature] Implement fuzzy storage updates
  2117. * [Feature] Implement fuzzy updates push protocol
  2118. * [Feature] Implement https maps
  2119. * [Feature] Implement inter-process maps caching
  2120. * [Feature] Implement mapping of remote flags to local flags
  2121. * [Feature] Implement mirroring in rspamd proxy
  2122. * [Feature] Implement multi-flags fuzzy replies
  2123. * [Feature] Implement multiple-sources fuzzy storage
  2124. * [Feature] Implement order of pre/post filters
  2125. * [Feature] Implement partial deleting for multi-flags
  2126. * [Feature] Implement pipelining for redis async interface
  2127. * [Feature] Implement ragel parser for received headers
  2128. * [Feature] Implement reading of messages to shared memory
  2129. * [Feature] Implement refcount for messages
  2130. * [Feature] Implement retransmits for master connection
  2131. * [Feature] Implement zero-copy mode for HTTP reading
  2132. * [Feature] Improve SPF domain detection logic
  2133. * [Feature] Improve config:register_symbol function
  2134. * [Feature] Improve error report for type mismatch in lua
  2135. * [Feature] Improve fstrings API
  2136. * [Feature] Improve getting SMTP data from lua_task
  2137. * [Feature] Improve levenshtein distance function
  2138. * [Feature] Improve logging in proxy and add refcounts
  2139. * [Feature] Improve logging lua types
  2140. * [Feature] Improve master/slave logging
  2141. * [Feature] Improve phishing plugin
  2142. * [Feature] Improve phishtank and openphish support
  2143. * [Feature] Improve ragel build target
  2144. * [Feature] Improve statistics script
  2145. * [Feature] Initialize ssl library to use SSL connections
  2146. * [Feature] Interpolate points sent to webui
  2147. * [Feature] Limit logging of elements that could have too many items
  2148. * [Feature] Lock ANN file when loading
  2149. * [Feature] New abstract hashing API in cryptobox
  2150. * [Feature] Normalize quoted addresses
  2151. * [Feature] Now cryptobox lua API accepts rspamd text as input
  2152. * [Feature] Optimize alignment to speed up hashing
  2153. * [Feature] Parse received date and ESMTPA proto
  2154. * [Feature] Parse received timestamp
  2155. * [Feature] Pass settings id to log helper
  2156. * [Feature] Pass settings id to lua script from log helper
  2157. * [Feature] Perform files expansion on proxying
  2158. * [Feature] Preliminary implementation of fuzzy master/slave updates
  2159. * [Feature] Print userdata using tostring if possible
  2160. * [Feature] Propagate HTTP result string when using proxy
  2161. * [Feature] Properly implement unweighted round-robin algorithm
  2162. * [Feature] Reduce number of timers queries
  2163. * [Feature] Rework and improve fuzzy storage
  2164. * [Feature] Rework dns resolving API for lua, add 'forced' option
  2165. * [Feature] Rework fann module to understand settings
  2166. * [Feature] Rework listening system to allow multiple socket types per worker
  2167. * [Feature] Rework ratelimit module to set expiration
  2168. * [Feature] Save bayes probability in memory pool var
  2169. * [Feature] Save settings id hash for convenience
  2170. * [Feature] Search for SSL_set_tlsext_host_name support
  2171. * [Feature] Send DKIM signature to protocol reply
  2172. * [Feature] Show DKIM signature in rspamc client
  2173. * [Feature] Show symbols description in scan output
  2174. * [Feature] Sign message merely after DKIM check
  2175. * [Feature] Simplify machines by assuming that headers are unfolded
  2176. * [Feature] Sort symbols when displaying them in log
  2177. * [Feature] Split main connection from mirrored connections
  2178. * [Feature] Start moving to the new email address structure
  2179. * [Feature] Store HTTP headers in a hash table
  2180. * [Feature] Store more information about compressed files
  2181. * [Feature] Store raw headers value to use them in DKIM
  2182. * [Feature] Store text parts content with newlines stripped
  2183. * [Feature] Support DKIM signing
  2184. * [Feature] Support EXIF jpeg images
  2185. * [Feature] Support archive files list extraction
  2186. * [Feature] Support archives when matching patterns in multimap
  2187. * [Feature] Support premium/academic feed for openphish
  2188. * [Feature] Support rspamd_updates via https
  2189. * [Feature] Supprort FQDNs in phishing module maps
  2190. * [Feature] Try to read on fuzzy timeout to avoid fake timeouts
  2191. * [Feature] Try to select the optimal possible function for input
  2192. * [Feature] Unescape and unquote smtp addresses
  2193. * [Feature] Update fuzzy timestamp when adding value
  2194. * [Feature] Update mumhash
  2195. * [Feature] Use -flto if possible when optimizations are enabled
  2196. * [Feature] Use extended map types in lua map, unify code
  2197. * [Feature] Use file lock in logger to avoid deadlocks
  2198. * [Feature] Use generic global string split function
  2199. * [Feature] Use metrohash as well
  2200. * [Feature] Use mumhash by default for incremental hashing
  2201. * [Feature] Use mumhash for words hashing
  2202. * [Feature] Use new ip parsing API
  2203. * [Feature] Use new maps API for local addrs
  2204. * [Feature] Use new ragel parser in message parsing code
  2205. * [Feature] Use new received parser instead of old one
  2206. * [Feature] Use new redis API in DMARC plugin
  2207. * [Feature] Use new redis API in greylist plugin
  2208. * [Feature] Use new redis API in ip_score plugin
  2209. * [Feature] Use new redis API in ratelimit plugin
  2210. * [Feature] Use new redis API in replies plugin
  2211. * [Feature] Use new version of register_symbol in rspamd plugins
  2212. * [Feature] Use offset when passing shm to deal with encrypted requests
  2213. * [Feature] Use one pass to remove newlines and store their positions
  2214. * [Feature] Use rspamd specific type checks for userdata
  2215. * [Feature] Use shared memory storage for http maps
  2216. * [Feature] Use universal redis definitions in rspamd plugins
  2217. * [Feature] Various improvements in greylist module
  2218. * [Feature] Wait for sqlite if locked when switching to WAL mode
  2219. * [Fix] Add filenames sanity filtering for mime types
  2220. * [Fix] Add guards for empty parts
  2221. * [Fix] Add missing types
  2222. * [Fix] Add more priority for config file symbols registered from UCL
  2223. * [Fix] Add sanity checks when compiling regexp maps
  2224. * [Fix] Add spaces instead of newlines to the normalized content
  2225. * [Fix] Add workaround for ancient openssl
  2226. * [Fix] Add workaround for gmime CTE stupidity
  2227. * [Fix] Add workaround for hex digits
  2228. * [Fix] Adjust MISSING_MIMEOLE score
  2229. * [Fix] Adjust body/body_buf when stealing encrypted message
  2230. * [Fix] Adopt lua task API for the new email addresses structure
  2231. * [Fix] Allow for disabling DMARC reporting when Redis is configured
  2232. * [Fix] Always register openphish and phishtank virtual symbols
  2233. * [Fix] Always use shmem on linux
  2234. * [Fix] Another change of newlines policy
  2235. * [Fix] Another d3evolution update
  2236. * [Fix] Another fix for exim workaround
  2237. * [Fix] Another fix for legacy clients
  2238. * [Fix] Another fix for maps scheduling
  2239. * [Fix] Another fix for marking upstreams inactive
  2240. * [Fix] Another fix for postfilters
  2241. * [Fix] Another fix for redis timeouts
  2242. * [Fix] Avoid `table.getn` method as it has been removed in lua 5.3
  2243. * [Fix] Avoid double hashing for images
  2244. * [Fix] Avoid linking with actrie if hyperscan is enabled
  2245. * [Fix] Check copy result when sending message to mirrors
  2246. * [Fix] Cleanup message when assiging body
  2247. * [Fix] Cleanup stack from global vars
  2248. * [Fix] Correctly parse query type
  2249. * [Fix] Disable all symbols if enable_groups is found in settings
  2250. * [Fix] Disable fts as it is completely broken in bloody linux
  2251. * [Fix] Disable multiple autolearn checks
  2252. * [Fix] Disallow updates by default
  2253. * [Fix] Do not abort when cannot load a map
  2254. * [Fix] Do not check recursion for non-DNS SPF record types
  2255. * [Fix] Do not delete uninitialized events
  2256. * [Fix] Do not die if shmem_mkstemp fails
  2257. * [Fix] Do not die when no metrics defined
  2258. * [Fix] Do not even try pcre in case of regexp maps
  2259. * [Fix] Do not greylist messages if redis has failed somehow
  2260. * [Fix] Do not greylist on rejection
  2261. * [Fix] Do not leave temporary maps cached
  2262. * [Fix] Do not output meaningless errors
  2263. * [Fix] Do not send NaN in json
  2264. * [Fix] Don't mix hyperscan and pcre processing within a same task
  2265. * [Fix] Finally rework and simplify redis backend for statistics
  2266. * [Fix] Fix Exim shutdown patch
  2267. * [Fix] Fix JIT compilation for PCRE2 expressions
  2268. * [Fix] Fix JIT usage for PCRE2
  2269. * [Fix] Fix REPL output
  2270. * [Fix] Fix SMTP address parsing machine
  2271. * [Fix] Fix UTF8 mode in PCRE2
  2272. * [Fix] Fix a stupid misprint in word 'phishing'
  2273. * [Fix] Fix accepting the first update when local idx is -1
  2274. * [Fix] Fix adding maps from ucl
  2275. * [Fix] Fix adding upstream to an active queue
  2276. * [Fix] Fix and rescore R_PARTS_DIFFER logic
  2277. * [Fix] Fix body rules in SA plugin
  2278. * [Fix] Fix body start position
  2279. * [Fix] Fix border case in urls detector
  2280. * [Fix] Fix border cases for incremental hashing
  2281. * [Fix] Fix caseless uthash application
  2282. * [Fix] Fix chartable issue with starting digits
  2283. * [Fix] Fix client_ip in users settings
  2284. * [Fix] Fix compilation issue
  2285. * [Fix] Fix conditional learning
  2286. * [Fix] Fix crash on empty maps
  2287. * [Fix] Fix creating of URLs from LUA
  2288. * [Fix] Fix creating of temporary shmem segment
  2289. * [Fix] Fix creation of mmapped statfiles
  2290. * [Fix] Fix descriptors leak on shmem detaching
  2291. * [Fix] Fix detaching of shared memory segments
  2292. * [Fix] Fix detection of URLs in text parts
  2293. * [Fix] Fix directories processing for rspamc
  2294. * [Fix] Fix displaying of rewrite subject in WebUI
  2295. * [Fix] Fix dkim private keys operations
  2296. * [Fix] Fix dkim signing
  2297. * [Fix] Fix dynamic scoring of subject symbols
  2298. * [Fix] Fix email address build
  2299. * [Fix] Fix encrypted proxy requests
  2300. * [Fix] Fix errors counting in upstreams
  2301. * [Fix] Fix errors handling in the proxy
  2302. * [Fix] Fix event bases for IO events
  2303. * [Fix] Fix events handling when scheduling map wacth
  2304. * [Fix] Fix fann rewrite
  2305. * [Fix] Fix files fallback for shmem transfer
  2306. * [Fix] Fix fuzzy adding in webui
  2307. * [Fix] Fix fuzzy storage encrypted mirroring
  2308. * [Fix] Fix fuzzy storage sync replies
  2309. * [Fix] Fix handling of the same words
  2310. * [Fix] Fix inserting values to the sources list
  2311. * [Fix] Fix ipv6 mask application
  2312. * [Fix] Fix issue with missing recipients
  2313. * [Fix] Fix issues with multiple returns from lua
  2314. * [Fix] Fix learning for non-existent backend
  2315. * [Fix] Fix legacy clients support in proxy
  2316. * [Fix] Fix length calculations for shared memory segments
  2317. * [Fix] Fix listening on UDP sockets
  2318. * [Fix] Fix loading of file maps
  2319. * [Fix] Fix long regexp flags (e.g. {sa_body})
  2320. * [Fix] Fix lua compare function init
  2321. * [Fix] Fix maps descriptions
  2322. * [Fix] Fix maps locking
  2323. * [Fix] Fix max_train setup in ANN module
  2324. * [Fix] Fix memory corruption
  2325. * [Fix] Fix memory leak in unsigned maps reading
  2326. * [Fix] Fix misprints for lto usage
  2327. * [Fix] Fix more issues with scripts processing
  2328. * [Fix] Fix next-to-last extension length check
  2329. * [Fix] Fix openssl initialization
  2330. * [Fix] Fix order of arguments
  2331. * [Fix] Fix order of initialization
  2332. * [Fix] Fix parser
  2333. * [Fix] Fix parsing of binary tries
  2334. * [Fix] Fix parsing of braced IPv6 addresses
  2335. * [Fix] Fix parsing of nested braces in SMTP comments
  2336. * [Fix] Fix parsing of rarv5 archives
  2337. * [Fix] Fix periodic scheduling when a map is not modified
  2338. * [Fix] Fix possible FP in TRACKER_ID rule
  2339. * [Fix] Fix post-filters processing
  2340. * [Fix] Fix potential NULL dereference
  2341. * [Fix] Fix processing of <br> and <hr> tags
  2342. * [Fix] Fix processing of addresses in protocol
  2343. * [Fix] Fix processing of messages without received headers
  2344. * [Fix] Fix proxying issue for unconnected sessions
  2345. * [Fix] Fix proxying of the encrypted messages
  2346. * [Fix] Fix race condition with shared memory by refcounts
  2347. * [Fix] Fix ratelimit initialization
  2348. * [Fix] Fix redis set request in replies plugin
  2349. * [Fix] Fix redis timeout events handling
  2350. * [Fix] Fix redis timeouts processing logic
  2351. * [Fix] Fix refcounts in lua_redis
  2352. * [Fix] Fix results checking if no master connection is active
  2353. * [Fix] Fix return value for couple of lua functions
  2354. * [Fix] Fix round-robin selection when upstreams have no weight
  2355. * [Fix] Fix rows calculation in graph
  2356. * [Fix] Fix rspamd_redis_make_request syntax in replies plugin
  2357. * [Fix] Fix scheduling of locked map events
  2358. * [Fix] Fix scores detection
  2359. * [Fix] Fix searching for newline positions
  2360. * [Fix] Fix secure_ip setting in controller
  2361. * [Fix] Fix sending data to graph command
  2362. * [Fix] Fix setting of score for parts differ
  2363. * [Fix] Fix setting of the lua top
  2364. * [Fix] Fix setting path for lua
  2365. * [Fix] Fix setting path for phishtank
  2366. * [Fix] Fix settings application
  2367. * [Fix] Fix shm_open call as described in POSIX
  2368. * [Fix] Fix size of length in fuzzy mirror wire protocol
  2369. * [Fix] Fix smtp grammar issues
  2370. * [Fix] Fix some issues with redis API
  2371. * [Fix] Fix some issues with retries in the proxy
  2372. * [Fix] Fix stack growing
  2373. * [Fix] Fix start of body detection in DKIM
  2374. * [Fix] Fix state on timeout
  2375. * [Fix] Fix stats script
  2376. * [Fix] Fix substring search when there are '\0' in strings
  2377. * [Fix] Fix symbol name for spf soft fail
  2378. * [Fix] Fix symbol type's check
  2379. * [Fix] Fix symbols registration and execution
  2380. * [Fix] Fix the case of multiple values keys
  2381. * [Fix] Fix the default symbol names according to metric
  2382. * [Fix] Fix timeout setup on learning
  2383. * [Fix] Fix timeouts in redis cache processing
  2384. * [Fix] Fix timeouts processing in lua_redis
  2385. * [Fix] Fix upstreams interaction for rspamd proxy
  2386. * [Fix] Fix usage of rdns reply structure
  2387. * [Fix] Fix varargs loop
  2388. * [Fix] Fix whitelists and blacklists in SA rules
  2389. * [Fix] Fix write servers setup for redis
  2390. * [Fix] Fix writing of HTTP messages
  2391. * [Fix] Force rspamd to upgrade fuzzy db on opening
  2392. * [Fix] Free the correct pointer
  2393. * [Fix] Further fixes for lto and static linking
  2394. * [Fix] Further fixes for surbl extensions map
  2395. * [Fix] Further fixes in maps code
  2396. * [Fix] Further improvements to error messages in fuzzy check
  2397. * [Fix] Further tweaks to redis garbadge collection
  2398. * [Fix] Groups are now case insensitive
  2399. * [Fix] Handle log pipe read errors
  2400. * [Fix] Handle nested dependencies in SpamAssassin plugin
  2401. * [Fix] Implement new automata to skip empty lines for dkim signing
  2402. * [Fix] Improve error messages on fuzzy add
  2403. * [Fix] Improve lua redis handling
  2404. * [Fix] Improve phishing module logging
  2405. * [Fix] Improve printing of fuzzy errors
  2406. * [Fix] Improve rrd diagnostic errors
  2407. * [Fix] Improve strcase hash used in uthash
  2408. * [Fix] Include fuzzy key to distinguish storages with different keys
  2409. * [Fix] Include slave cluster name into http request
  2410. * [Fix] Include some more information about archives
  2411. * [Fix] Indicate upstream error on timeout
  2412. * [Fix] Initialize hash tables array to avoid crashes
  2413. * [Fix] Initialize parser scripts properly
  2414. * [Fix] Initialize vars to avoid warnings
  2415. * [Fix] Inverse logic for saving ANN
  2416. * [Fix] Link lpeg to rspamd lua library
  2417. * [Fix] Make extension checks case-insensitive
  2418. * [Fix] Mark expired hashes as not found and not as zero flag
  2419. * [Fix] Match archive name as well
  2420. * [Fix] More and more fixes to redis states
  2421. * [Fix] More fixes about shared memory in proxy
  2422. * [Fix] More fixes for redis refcounts
  2423. * [Fix] More fixes to end of headers detection
  2424. * [Fix] More fixes to events logic
  2425. * [Fix] More fixes to multi-flag fuzzy storage
  2426. * [Fix] More fixes to parts distance calculations
  2427. * [Fix] More guards for redis free
  2428. * [Fix] One more fix in redis destructor
  2429. * [Fix] One more try to fix redis
  2430. * [Fix] PIE is required for static build
  2431. * [Fix] Partial fix for mmap'd statistics tests
  2432. * [Fix] Plug memory leak in proxy
  2433. * [Fix] Properly detect end of headers position
  2434. * [Fix] Properly init and free session structures
  2435. * [Fix] Reduce PRECEDENCE_BULK rule weight
  2436. * [Fix] Reduce the default thresholds for learning
  2437. * [Fix] Remove Type=forking from systemd unit file (#709)
  2438. * [Fix] Remove bad FANN file to save computational resources
  2439. * [Fix] Remove event before closing of fd to avoid race conditions
  2440. * [Fix] Remove parsing of 'from' variable in redis backend
  2441. * [Fix] Remove some bad domains from whitelists
  2442. * [Fix] Repair optional dependencies
  2443. * [Fix] Reset master connection when retransmitting scan request
  2444. * [Fix] Restore ONCE_RECEIVED symbol
  2445. * [Fix] Restore compatibility with old lua API behaviour
  2446. * [Fix] Restore redis runtime state
  2447. * [Fix] Reverse options when received
  2448. * [Fix] Send updates to mirrors only if we have some changes
  2449. * [Fix] Set host attribute properly when making HTTP request from lua
  2450. * [Fix] Set terminated state before calling of async free
  2451. * [Fix] Simplify MISSING_MIMEOLE rule
  2452. * [Fix] Simplify state machine by ignoring multiple spaces
  2453. * [Fix] Skip setting RPATH for static builds
  2454. * [Fix] Slightly reduce weights of rules with high FP rate
  2455. * [Fix] Some fixes to libmagic initialization
  2456. * [Fix] Some more fixes to ratelimit plugin
  2457. * [Fix] Strip '\r\n' properly
  2458. * [Fix] Switch hashes to mumhash
  2459. * [Fix] Treat NaN values properly in graph command
  2460. * [Fix] Try to avoid FP when checking for phished URLs
  2461. * [Fix] Try to avoid recursive events deletions
  2462. * [Fix] Try to fix false positive URL detections in text parts
  2463. * [Fix] Try to fix issue in redis stats backend when task is closed
  2464. * [Fix] Try to fix proxying of stupid spamc protocol to HTTP mirrors
  2465. * [Fix] Try to fix redis crashes
  2466. * [Fix] Try to fix upstreams with one element
  2467. * [Fix] Try to handle multiline history in a more sane way
  2468. * [Fix] Unbreak build on gcc < 4.9
  2469. * [Fix] Update RPM spec/sources (#700)
  2470. * [Fix] Update d3evolution version
  2471. * [Fix] Update mumhash implementation
  2472. * [Fix] Use custom error function for pre and post filters
  2473. * [Fix] Use new postfilters and prefilters API in the plugins
  2474. * [Fix] Use non-blocking mode for systemd sockets
  2475. * [Fix] Use shared memory merely for local backends in the proxy
  2476. * [Fix] Use watchers for spf plugin
  2477. * [Fix] Varioud fixes to the maps code
  2478. 1.2.8:
  2479. * Another fix for exim workaround (#637)
  2480. * Fix unencrypted passwords processing in the controller
  2481. * Fix setting path for lua (#652)
  2482. * Fix usage of rdns reply structure (#654)
  2483. * Use file lock in logger to avoid deadlocks
  2484. * Add `application/octet-stream` mime type for `pdf` extension (by @moisseev)
  2485. * Implement new automata to skip empty lines for dkim signing (#651)
  2486. * Fix parsing of missing classes
  2487. * Clarify some rspamc arguments (by @fatalbanana)
  2488. * Correct suppress spelling
  2489. 1.2.7:
  2490. * Slightly reduce weights of rules with high FP rate
  2491. * Add workround for rspamd-1.3
  2492. * Fix possible FP in TRACKER_ID rule
  2493. * Simplify MISSING_MIMEOLE rule
  2494. * Add workaround for gmime CTE stupidity
  2495. * Fix mime headers processing
  2496. * Fix false positive URL detections in text parts
  2497. * Fix Exim shutdown patch
  2498. * Enable workaround for exim mailbox format
  2499. * Backport shingles static test
  2500. * Fix levenshtein distance calculations
  2501. * Fix max_train setup in ANN module
  2502. * Fix redis structure by adding {NULL, NULL} member
  2503. * Fix build with unmodified LibreSSL opensslv.h
  2504. * Repair optional dependencies
  2505. * Really skip filters in case of pre-result set
  2506. * Restore the intended pre-filters behaviour
  2507. * Fix ipv6 mask application
  2508. 1.2.6:
  2509. * Fix parsing of URLs in texts
  2510. * Fix creating of URLs from LUA
  2511. * Fix some more URL detector issues
  2512. * Fix unit tests
  2513. * Fix JIT compilation for PCRE2 expressions
  2514. * Fix JIT usage for PCRE2
  2515. * Fix UTF8 mode in PCRE2
  2516. * Add workaround for pre-historic compilers (#605)
  2517. * Fix and rescore R_PARTS_DIFFER logic
  2518. * Properly set lua paths for tests
  2519. * Fix SA rawbody processing - exclude top part
  2520. * Store text parts content with newlines stripped
  2521. * Properly support SA body regexps
  2522. * Fix body rules in SA plugin
  2523. * Fix setting of score for parts differ
  2524. * More fixes to parts distance calculations
  2525. - Use hashed words instead of full words for speed
  2526. - Improve levenstein distance calculations and penalise replaces
  2527. - Always return number from 0 to 1
  2528. - Use g_malloc instead of alloca
  2529. * Fix percents output in R_PARTS_DIFFER
  2530. * Plug memory leak in dkim module
  2531. * Plug minor memory leak in regexps creation
  2532. 1.2.5:
  2533. * Plug an important memory leak in headers getting code
  2534. * Remove some bad domains from whitelists
  2535. 1.2.4:
  2536. * Implement new multipattern matcher that uses hyperscan if possible
  2537. * Use mutlipattern for lua_trie code
  2538. * Add utility methods for multipattern
  2539. * Use multipattern in url matcher
  2540. * Add escape functions for hyperscan
  2541. * Allow to optimize lua -> C transition by flattening table args
  2542. * Optimize hot paths in SA plugin
  2543. * Optimize rspamd_re_cache_type_from_string
  2544. * Allow empty tries
  2545. * Fix extraction of URLs from Subject
  2546. * Allow to have different flags for different patterns in multipattern
  2547. * Add common directory for hyperscan cache to config
  2548. * Implement caching for hyperscan multipattern
  2549. * Attach domain part to `R_SUSPICIOUS_URL` (by @moisseev)
  2550. * Allow multipattern scans to be nested for the case of hyperscan
  2551. * Simplify SURBL redirector search code and avoid ac_trie
  2552. * Add two way substring search algorithm
  2553. * Avoid acism usage to find gtube pattern
  2554. * Fix processing of empty headers
  2555. * Allow to disable pthread mutexes on broken platforms
  2556. * Make web interface not send password in query strings (#585) by @fatalbanana
  2557. * Add maximum delay to ratelimit module
  2558. * Backport fix for empty files inclusion from libucl
  2559. * Fix settings id setup
  2560. * Add min_learns option to classifiers
  2561. * Use more clever to utf8 conversion strategy
  2562. * Fix disabling of virtual symbols in the settings
  2563. * Rework settings to work properly in metric-less configuration
  2564. * Set the default limit for classifier
  2565. * Fix ttl based expiration from LRU cache
  2566. * Rework DKIM module to use OpenSSL for digests
  2567. * Fix mailto urls parsing with hyperscan
  2568. * Do not set obscured flag for urls starting with spaces
  2569. * Fix crash on redis learn
  2570. * Fix ratelimit ctime setting
  2571. 1.2.3:
  2572. * New DCC module (by @smfreegard)
  2573. * Rework whitelist module:
  2574. - Now we check different elements for different checks
  2575. - MIME from for DMARC
  2576. - DKIM signature domain for DKIM
  2577. - SMTP from or HELO for SPF
  2578. * Fix regexps results combination (*critical*)
  2579. * Fix issue with expressions processing (*critical*)
  2580. * Optimize strlcpy for aligned input
  2581. * Add support of half-closed connection in lua_tcp
  2582. * Allow to print compact json in client
  2583. * Save required score in history (#581)
  2584. * Allow to attach file descriptors to control commands
  2585. * Allow to send descriptors from workers to main
  2586. * Allow to attach fd when broadcasting to workers
  2587. * Implement log pipe feature for rspamd logs analysis
  2588. * Add `log_helper` worker
  2589. * Add `URIBL_SBL_CSS` (by @smfreegard)
  2590. * Add worker scripts functionality
  2591. * Add on load hooks for rspamd_config
  2592. * Add lua scripts for log_helper worker
  2593. * Add generic maillist detector (#584)
  2594. * Implement FANN autolearn using log_helper worker
  2595. * Rework metrics configuration to allow includes
  2596. * Change default value of forced removal in composite rules
  2597. * Allow to use assembly version of blake2b on x86 cpu
  2598. * Use less precise (but faster) clock if possible
  2599. * Insert redirected URL to the urls list
  2600. * Allow to get and set callback data for rspamd symbols
  2601. * Add binary heap implementation
  2602. * Use binary heap for expire algorithms in the hash
  2603. * Use `least frequent used` expiration strategy
  2604. * Allow to get mime headers from a task
  2605. * Add support for mime headers in `regexp` module
  2606. * Update Exim patches (by @fatalbanana)
  2607. * Allow building rspamd with jemalloc
  2608. * Save multipart boundaries
  2609. * SA plugin changes:
  2610. - Properly handle MIME headers
  2611. - Fix eval:check_for_missing_to_header rule
  2612. - Implement SA compatible body regexps
  2613. - Use sabody rules in SA plugin
  2614. * LUA API changes:
  2615. - Add util.get_ticks function
  2616. - Add util.stat function
  2617. - Add task:get_symbols_numeric method
  2618. - Add method to get number of symbols in the cache
  2619. - Add lua methods to get redirected urls
  2620. - Allow to get callbacks for lua symbols
  2621. - Add config:set_symbol_callback function
  2622. 1.2.2:
  2623. * Use HTTP Content-Type on non mime input if possible
  2624. * Save log level when compressing log messages
  2625. * Further rework of composite rules (add '^' prefix)
  2626. * Add tracking for rspamd expressions
  2627. * Store actions limits in metric result
  2628. * Fix parsing of include/redirect with many records in SPF
  2629. * Add method to disable symbols execution in the cache
  2630. * Allow to disable checks from settings
  2631. * Allow to select settings by id in HTTP query
  2632. * Find URLs with '\r' and '\n' inside href attribute
  2633. * Implement vectored mode for hyperscan (experimental)
  2634. * Improve client connection errors diagnostics
  2635. * Allow to edit new files with signtool
  2636. * Improve hashes performance on 32 bit platforms
  2637. * Fix sorting of limits
  2638. * Remove slow and unused rules `INVALID_EXIM_RECEIVED*`
  2639. * Add expression:process_traced lua method
  2640. * Allow tables in task:insert_result
  2641. * Save trace for SA metas
  2642. * Do not parse broken TLD parts in URLs
  2643. * Investigate many border cases in URLs parser
  2644. 1.2.1:
  2645. * Add list support to `mime types` module configuration (by @moisseev)
  2646. * Allow symbols params to be printed in logs
  2647. * Fix `MIME_BAD_ATTACHMENT` false positives for MDN/DSN
  2648. * Fix crashes on arm32
  2649. * Do not classify message if some class is missing
  2650. * Fix cryptobox cleanup
  2651. * Remove multipart/report from bad mime types (#569)
  2652. * Improve logging for fuzzy hashes
  2653. * Show map URLs in webui
  2654. * Sort symbols in webui
  2655. 1.2.0:
  2656. * New dynamic updates plugin
  2657. * Regular expressions map support
  2658. * Faster radix trie algorithm
  2659. * Faster siphash for AVX2 supporing CPUs (used in fuzzy hashes)
  2660. * PCRE2 support
  2661. * Allow quoted and slashed keys in map
  2662. * Add proper support of DNS resolvers balancing (#552)
  2663. * Rework includes and configuration system for better local changes support
  2664. * New keypairs framework for signing and encryption
  2665. * Added support for dynamic modules and workers
  2666. * Allow to dump configuration with help comments
  2667. * Rework once_received module
  2668. - Fix priority for `good_hosts`
  2669. - If a good host has been found do not add once_received symbols
  2670. - Fix priorities for strict once_received
  2671. - Add ability to whitelist IP addresses
  2672. * Implement support of signed maps for HTTP and file maps
  2673. * Add command to sync fuzzy storage (#533)
  2674. * Rework system of symbols and actions registration
  2675. It is possible now to use priorities when adding symbols to metrics and
  2676. override scores for symbols with lower priority with the scores with
  2677. high priority.
  2678. * Add auth support and db selection for redis stats
  2679. * Improve composite rules application
  2680. * Add ignore_received option
  2681. * Fix critical issue with inconsistent resorting
  2682. * Fix `all` in spf redirects
  2683. * Add punycoded versions for IDN domains (#554)
  2684. * Improve sorting order for symbols cache
  2685. * Add lockless logging for processes management
  2686. * Allow to specify flags for metric symbols
  2687. * Load images height and width from style attribute (#538)
  2688. * Override DNS requests limits for SPF and DKIM
  2689. * Fix resetting symbols to their default values in WebUI
  2690. * Improve configuration agility for redis stats
  2691. * Allow to set db and password for redis in stat_convert
  2692. * Import the latest libucl
  2693. * LUA API changes:
  2694. - Add rspamd_version function to LUA API
  2695. - Add lua_cryptobox module
  2696. - Add lua_map module
  2697. - Add task:set_metric_action lua API method
  2698. - Fix race condition in lua_tcp module
  2699. - Fix a lot of issues in lua_redis module
  2700. - Rework and abstract lua maps API
  2701. - Add util.strlen_utf8 lua function
  2702. - Add lua functions for caseless comparison
  2703. - Allow optional symbols registration
  2704. - Add config:add_map table form method, add regexp maps
  2705. - Add task:has_urls method
  2706. - Add task:has_flag method
  2707. - Add html tags methods to lua_html
  2708. - Add task:get_dns_req
  2709. * Plugins changes:
  2710. - Add support for WLBLEval SA plugin
  2711. - Use caseless comparison in SA and DMARC plugins
  2712. - Allow SA plugin to set scores for rspamd symbols
  2713. - Add regexp maps support to multimap
  2714. - Allow filenames match in multimap
  2715. - Add more filters for the existing map types
  2716. - Fix html images rules to reduce FP rates
  2717. * New rules:
  2718. - LONG_SUBJ - too long subject
  2719. - MIME_BAD_ATTACHMENT - bad attachment type
  2720. - RDNS_NONE - no reverse DNS record for sender's IP
  2721. - Fix MISSING_MIMEOLE rule for modern OE
  2722. * Many other bugfixes, memory leaks plugs thanks to:
  2723. - Coverity scan
  2724. - New gcc-6 warnings
  2725. - valgrind manual iterations
  2726. * Documentation improvements:
  2727. - FAQ list: https://rspamd.com/doc/faq.html
  2728. - Reworked quick start guide
  2729. - Added documentation for all active modules
  2730. * Other changes:
  2731. - Dropped Ubuntu Vivid support
  2732. - Added Ubuntu Xenial support
  2733. - Rework build system for rspamd and rmilter
  2734. 1.1.4:
  2735. * Print traceback on lua errors in lua config
  2736. * Fix leaks in lua error paths
  2737. * Improve 'R_EMPTY_IMAGE' rule
  2738. * Fix metas memoization in SA plugin
  2739. * Properly set `flag` in fuzzy replies
  2740. * Fix arguments order
  2741. * Fix issue with out-of-boundary reading
  2742. * Fix issues found by coverity
  2743. * Same result checking error found by coverity
  2744. * Fix varargs processing (found by coverity)
  2745. * Fix error in printing hex
  2746. * Reduce weights for some hfilter patterns
  2747. * Add aliases for task:get_from_ip:
  2748. - task:get_addr
  2749. - task:get_from_addr
  2750. - task:get_ip
  2751. * Rework once_received module
  2752. - Fix priority for `good_hosts`
  2753. - If a good host has been found do not add once_received symbols
  2754. - Fix priorities for strict once_received
  2755. - Add ability to whitelist IP addresses
  2756. * Fix `MISSING_MIMEOLE` rule for modern OE
  2757. * Treat meta tags as embedded tags (#501)
  2758. 1.1.3:
  2759. * Fix DSN rules when SMTP from is unavailable
  2760. * Fix statconvert routine to avoid lua module usage
  2761. * Set a sane quark for configtest to avoid NULL to be printed in logs
  2762. * Support c11 if available
  2763. * Fix parsing of ip:port strings
  2764. * Add more diagnostic for lua subr errors
  2765. * Fix task:set_from_ip lua method
  2766. * Add basic routines for digital signatures
  2767. * Add tool for digital signatures
  2768. * Add plain open file API method for atomic open
  2769. * Fix parsing nested braces inside logger vars
  2770. * Pre filters now actually skip processing
  2771. * Add pre-filter mode for multimap
  2772. * Switch to apache 2 license
  2773. 1.1.2:
  2774. * Fix stat_cache closing
  2775. * Add checkpoints to sqlite3 learn cache
  2776. * Do not recompile lua generated headers all the time
  2777. * Increase number of messages learned
  2778. * Fix issues with dual stack and hfilter
  2779. * Disable MID checks for hfilter by default
  2780. * Fix cache definitions in multiple classifier and no type
  2781. * Don't crash if learn cache failed to initialize
  2782. * Fix googlegroups support in maillist plugin
  2783. * Rework flags LUA API:
  2784. - Allow to check for a specific flag
  2785. - Add `learn_spam`, `learn_ham` and `broken_headers` flags
  2786. - Unify internal functions
  2787. * Add `BROKEN_HEADERS` rule
  2788. * Add support for forged confirmation headers (by @AdUser)
  2789. * Allow `any`, `mime` and `smtp` for get_from/get_recipients
  2790. * Add mime types checking plugin
  2791. * Add rule to detect spammers attempts to cheat mime parsing
  2792. * Rework parsing of IP addresses in configuration (better IPv6 support)
  2793. * Add `util.parse_mail_address` function to LUA API
  2794. * Add lua sqlite3 module
  2795. * Implement synchronous redis call
  2796. * Ratelimit: avoid possible indexing of nil value (Fixes #498) (by @fatalbanana)
  2797. * Add stat_convert command to convert stats tokens from sqlite3 to redis
  2798. * Implement redis advanced lua api with pipelining
  2799. * Fix memory leak on redis stat (#500)
  2800. * Fix user/language learn count in sqlite statistics (#496) (by @fatalbanana)
  2801. * Fix build with custom pcre
  2802. * Fix fuzzy relearning (#498)
  2803. * Improve planning of asynchronous tasks
  2804. * Show slow rules in log
  2805. * Add warning for slow regexps
  2806. * Add base32 decode/encode routines to lua util
  2807. * Allow converting of learn cache from sqlite to redis
  2808. * Add methods to check if a messages has from/rcpts
  2809. * Improve and fix multimap plugin:
  2810. - Restore 'header' maps
  2811. - Add filters for headers
  2812. - Add 'email:addr', 'email:user', 'email:domain' and 'email:name' filters
  2813. - Add generic regexp filters
  2814. * Disable reload command in rc scripts
  2815. * Improve runtime CPU dispatcher for libcryptobox
  2816. * Add preliminary support of digital signatures via ed25519
  2817. * Add detection for RDRAND support
  2818. * Print configuration of crypto on start
  2819. * A in SPF presumes AAAA lookup as well
  2820. 1.1.1:
  2821. * Fix duplicated XBL symbol
  2822. * Reduce log severity for ratelimit missing servers
  2823. * Fix XBL composite to avoid duplicate symbols
  2824. * Reduce weight of URL_ONLY rule due to FP rate
  2825. * Disable fuzzy hashes from the metadata for now
  2826. * Fix processing of empty messages (#486)
  2827. * Always treat DNS timeouts as temporary fail for SPF
  2828. * Fix issue with SPF double IP stack (#483)
  2829. * Use X-Forwarded-For when checking secure_ip (#488)
  2830. * Fix hash calculation for sqlite stats
  2831. * Fix memory corruption on punycode
  2832. * Fix strings allocation in punycode
  2833. * Fix error message (#491)
  2834. 1.1.0:
  2835. * Incompatible change: sqlite3 and per_user behaviour:
  2836. Now both redis and sqlite3 follows the common principles for per-user
  2837. statistics:
  2838. 1) If per-user statistics is enabled check per-user tokens ONLY
  2839. 2) If per-user statistics is not enabled then check common tokens ONLY
  2840. If you need old behaviour, then you'd need to use separate classifier
  2841. for per-user statistics.
  2842. * Implement redis statistics backend and cache
  2843. * Implement autolearning for statistics
  2844. * Reworked statistics architecture from scratch
  2845. * Add hyperscan (https://github.com/01org/hyperscan) engine for regular
  2846. expressions:
  2847. - add lazy loader for hyperscan databases
  2848. - rework regexp cache to have joint pcre/hyperscan scanning
  2849. - implement hyperscan pre-filter support
  2850. - add compilation guards for bad expressions
  2851. - implement `rspamadm control recompile` command
  2852. - implement hyperscan cache monitoring
  2853. - slides: <https://highsecure.ru/rspamd-hyperscan.pdf>
  2854. * Implement flexible task logging
  2855. * Rework fuzzy worker:
  2856. - it is now possible to run multiple fuzzy workers;
  2857. - implement lazy writing as sqlite3 is bad at concurrent writing;
  2858. - add retries for simple sql commands in fuzzy backend;
  2859. - use fine-grained transactions for fuzzy;
  2860. - implement new multi-pubkeys mode;
  2861. - allow encrypted only storages;
  2862. - rework statistics for fuzzy;
  2863. - add `rspamadm control fuzzystat` command for extended statistics;
  2864. - implement human readable output for the previous command;
  2865. - add condition script for learning fuzzy storage;
  2866. * Various fixes to SPF:
  2867. - fix `redirect` records;
  2868. - fix domains when parsing mx/ptr/a records in includes/redirects;
  2869. - fix issues with multiple addresses in SPF records;
  2870. - ignore SPF results in case of DNS failure;
  2871. - adjust TTL of records when resolving subelements of SPF records;
  2872. - always select `v=spf1` line if it is available
  2873. - do not cache records with DNS failure in subrequests;
  2874. - ignore records with temporary fails during subrequests resolving;
  2875. - fix `RDNS_RC_NOREC` support;
  2876. * Add clang plugin for static analysis:
  2877. - implement static checks for `rspamd_printf` format strings;
  2878. * Add 'allow_raw_input' option for non-mime messages
  2879. * Recognize types using libmagic
  2880. * Fix parsing of IPv6 received headers
  2881. * Add new interface of communication between workers in rspamd
  2882. * Add support for named socketpairs
  2883. * Don't write URLs by default as it is too verbose
  2884. * Set status for HTTP replies
  2885. * Try load `rspamd.conf.override`
  2886. * Implement words decaying for text parts to limit many checks
  2887. * Improve support of SA rules and plugins:
  2888. - add check_for_shifted_date and check_for_missing_to_header eval rules;
  2889. - add 'check_relays_unparseable' support;
  2890. - add `check_for_mime('mime_attachement')` function;
  2891. - use new re_cache interface for all SA rules;
  2892. - add support for `Mail::SpamAssassin::Plugin::MIMEHeader`;
  2893. - add support of 'special' SA headers to `exists` function;
  2894. - fix issue when SA metas contain other metas;
  2895. - fix freemail rules;
  2896. * Many fixes to the URL parser
  2897. * Match any newline character in regexps
  2898. * Fix resolving of upstreams and detection of poor IPv6 configurations
  2899. * Parse upstreams selection algorithm from the configuration line
  2900. * Add `reresolve` command to the control interface
  2901. * Generate fuzzy hashes from task metadata (URLs and headers)
  2902. * Add method to check if IP is local and `local_addrs` option
  2903. * Implement forced timeout for delayed filters
  2904. * Disable fast path of pcre-jit as it seems to be broken
  2905. * Bayes fixes:
  2906. - new normalizer function;
  2907. - really use weights of tokens from the OSB algorithm;
  2908. - restore multiple classifiers support;
  2909. * Rules changes:
  2910. - add `R_SUSPICIOUS_URL` rule that detects obfuscated URL's;
  2911. - improve empty image rule;
  2912. - rework `FORGED_RECIPIENTS` rule;
  2913. - reduce weight of `SUSPICIOUS_RECIPS`;
  2914. - fix `*_NORESOLVE_MX` symbols in hfilter;
  2915. - add `SUBJ_ALL_CAPS` rule with support of UTF8
  2916. - add spamhaus SBL to uribl
  2917. - fix `SUSPICIOUS_RECIPS` and `SORTED_RECIPS` rules
  2918. - remove `R_TO_SEEMS_AUTO` as it generates a lot of FP;
  2919. - add new Message-ID regexp for Thunderbird (by @moisseev);
  2920. * Plugins changes:
  2921. - allow ratelimit plugin to set symbol instead of pre-result
  2922. - support IP DNS black lists for URIBL (e.g spamhaus SBL);
  2923. - drop deprecated SURBL bits (by @fatalbanana)
  2924. - rename `JP_SURBL_MULTI` to `ABUSE_SURBL` (by @fatalbanana)
  2925. - add `SURBL_BLOCKED` (by @fatalbanana)
  2926. - add `CR_SURBL`
  2927. - SURBL: allow fallthrough to default symbol (by @fatalbanana)
  2928. - Settings: fix IP match (by @fatalbanana)
  2929. - SURBL: add missing symbols to metric (by @fatalbanana)
  2930. - allow processing images urls for SURBL
  2931. - unconditionally disable SPF for authenticated users and local networks
  2932. * Rework ratelimit plugin
  2933. - switch to `rates` instead of old and stupid strings to setup;
  2934. - check if a bucket is zero and disable the corresponding limits'
  2935. - turn off all buckets by default;
  2936. - check either `rcpt` or `user` buckets, not all together'
  2937. - document new `rates` and `symbol` options;
  2938. - inform user about what buckets are used in the configuration;
  2939. * Add neural network **experimental** plugin
  2940. * Add a sample script to learn neural network from rspamd logs
  2941. * Add documentation strings support to rspamd:
  2942. - add strings for the main configuration options;
  2943. - document workers options;
  2944. - add internal plugin options;
  2945. - create `rspamadm confighelp` routine;
  2946. - implement human readable output for the previous command;
  2947. - add subtree search support;
  2948. - add keyword search support;
  2949. * Documentation improvements, tutorials section, statistics description
  2950. * Many other minor and major bugfixes not noted here
  2951. 1.0.11:
  2952. * Fix spf redirects
  2953. * Fix domains when parsing mx/ptr/a records in includes/redirects
  2954. * Fix unfolded base64 encoding
  2955. * Fix GError use-after-free
  2956. * Do not rewrite the original url when using redirector
  2957. * Fix parsing of fragment in urls
  2958. * Fix processing of HTML tags
  2959. * Improve empty image rule
  2960. * Avoid long double type
  2961. * Fix tokens weights in OSB algorithm
  2962. * Improve debugging for bayes
  2963. 1.0.10:
  2964. * Fix settings application (#416)
  2965. * Fix another issue with fixed strings
  2966. * Fix hash function invocation
  2967. * Use the proper string for make_dns_request in lua_http
  2968. * Fix scan time output
  2969. * Update webui:
  2970. - fix labels for greylisting
  2971. - fix dimension of scan time
  2972. 1.0.9:
  2973. * Emergency fix in keyed blake2 to fix fuzzy hashes and encrypted password
  2974. * Support passwords longer than 64 symbols
  2975. 1.0.8:
  2976. * Add function to traverse AST atoms
  2977. * Allow dependencies on rspamd symbols for SA metas
  2978. * Fix memory corruption when timeout is removed in fuzzy check
  2979. * Fix encrypted fuzzy add processing
  2980. * Avoid use-after-free in controller session destructor
  2981. * Use session pool instead of task pool in fuzzy check
  2982. * Fix assembly in i386 mode (#413, #412)
  2983. 1.0.7:
  2984. * Plugged memory leaks in internet address object & html parser
  2985. * Fixed static build
  2986. * Fixed multiple sigchld processing
  2987. * Fixed deletion of signal events after event processing loop
  2988. * Fixed build on ARM (#404 - reported by @Gottox)
  2989. * Fixed setting the default mask for SPF.
  2990. * Fixed sanitisation of HTTP query values
  2991. * Fixed parsing of the last header in encrypted HTTP messages
  2992. * Additions and fixes for test suite & benchmarks
  2993. * Added openssl aes-256-gcm support to libcryptobox & HTTP server
  2994. * Implemented support for starting multiple HTTP servers
  2995. * Implemented batch accept in HTTP server
  2996. * Added module to get data from HTTP headers (#285 - reported by @msimerson)
  2997. * Added `rspamadm control` command
  2998. * Added ability to sort counters output.
  2999. * Added ability to specify custom headers for rspamc client
  3000. * Fix architecture detection
  3001. * Converted history storage to the UCL format
  3002. * Allow flexible number of rows in history
  3003. * Fix action badges in WebUI
  3004. * Add universal cryptobox hash API
  3005. * Migrated to the optimized blake2b implementation adopted from Andrew Moon
  3006. * Allow explicit loading of specific modules
  3007. * Always load settings module
  3008. * Allow to add symbols from settings
  3009. * Fix double free in the controller fuzzy learn command
  3010. * Avoid endless loop when cannot open sqlite db
  3011. * Updated libucl
  3012. 1.0.6:
  3013. * Fix build on i386
  3014. * Update CentOS7 service file patch (by @fatalbanana)
  3015. * Fix path to rspamadm in Debian init script (by @fatalbanana)
  3016. * Fix broken '_SC_GETPW_R_SIZE_MAX' on FreeBSD
  3017. * Fix portability issues
  3018. * Use cryptobox chacha for libottery
  3019. * Better support of 32 bit builds
  3020. * Fix header name tokens setup
  3021. * Fix levenstein distance method for words
  3022. * Add workaround for old libevent (#400)
  3023. * Fix microseconds in termination timer
  3024. * Fix some more issues with fixed strings
  3025. * Explicitly test CPU instructions even after CPUID call
  3026. * Do not check out of boundary memory
  3027. * Do not output broken emails
  3028. * Fix unknown symbols registration
  3029. * Handle SIGILL using longjmp
  3030. * Block signals when exiting event loop
  3031. * Fix incorrect allocation size
  3032. * Slightly optimize alignment
  3033. * Restore rspamd -t for compatibility
  3034. * Add more sanity checks for emails
  3035. 1.0.5:
  3036. * Add rspamd control interface:
  3037. - support `stat` command to get runtime stats of rspamd workers
  3038. - support `reload` command to reload runtime elements (e.g. sqlite3 databases)
  3039. * Rework curve25519 library for modular design:
  3040. - add Sandy2x implementation by Tung Chou
  3041. - fix CPU detection for variables loading assembly
  3042. - add testing for curve25519 ECDH
  3043. * New fixed strings library
  3044. * Add `R_SUSPICIOUS_IMAGES` rule
  3045. * Enable mmap in sqlite3
  3046. * Use new strings in the HTTP code
  3047. * Improve google perftools invocation
  3048. * Improve performance profiling in http test
  3049. * Reorganize includes to reduce namespace pollution
  3050. * Allow specific sections printing in configdump command
  3051. * Rework workers signals handlers to be chained if needed
  3052. * Update socketpair utility function
  3053. * Add control_path option for rspamd control protocol
  3054. * Fix ownership when listening on UNIX sockets
  3055. * Rework signals processing in main
  3056. * Remove extra tools from rspamd (they live in rspamadm now)
  3057. * Remove global rspamd_main
  3058. * Add global timeout for the overall task processing (8 seconds by default)
  3059. * Sanitize NULL values for fuzzy backend
  3060. * Store NM between encrypt/decrypt
  3061. * Add textpart:get_words_count method
  3062. * Fix generic DNS request in lua
  3063. * Tune hfilter weights
  3064. * Add support of IPv6 in hfilter
  3065. * Fix parsing of HTTP headers with IP addresses
  3066. * Sync with the recent libucl
  3067. * Various minor bugfixes
  3068. 1.0.4:
  3069. * Add configdump routine to rspamadm
  3070. * Implement retransmits for fuzzy_check plugin
  3071. * Fix events processing for learning anf checking fuzzy hashes
  3072. * Avoid dependency on unneeded and uncompatible glib include
  3073. * Add `historyreset` command to the controller
  3074. * Fix loading of tokenizer config from dump (#389)
  3075. * Add sorting hints for the history
  3076. * Allow custom lua scripts for users/languages extraction (#388)
  3077. * Do not add FORGED_RECIPIENTS when 'To' is missing (#387)
  3078. * Do not add R_UNDISC_RCPT when 'To' is missing (#387)
  3079. * Add encryption to fuzzy check plugin
  3080. * Add encryption for fuzzy storage
  3081. * Add new epoch for encrypted fuzzy request
  3082. * Add encryption for `rspamd.com` storage
  3083. * Remove gmime processing for LDA mode as it is deadly broken
  3084. * Add routine to find end of headers position in mime messages
  3085. * Fix LDA headers folding
  3086. * Init libraries in rspamc client as well to avoid locale issues
  3087. * Avoid collision with locally installed includes
  3088. * Allocate and free memory with the same allocator in rspamadm (#385)
  3089. * Preserve expired fuzzy hashes counter
  3090. * Improvements in webui:
  3091. - Add favicon.ico
  3092. - Rework history table
  3093. - Fix sorting for the history
  3094. - Migrate to bootstrap 3 and jquery 2
  3095. - Fix css bugs
  3096. - Add glyphicons
  3097. - Add reset history
  3098. - Improve history buttons
  3099. - Redraw graph to avoid display issues
  3100. - Webui is now MIT licensed to match licensing policy of rspamd
  3101. 1.0.3:
  3102. * Fix piechart clean slice (#380)
  3103. * Fix controller crashes when GString is reallocated (#381)
  3104. * Correctly set locale before start
  3105. * Set C locale for numeric values
  3106. * Add rspamadm routine:
  3107. - add `pw` command to manage passwords
  3108. - add `help` command for displaying help
  3109. - add `configtest` command to check configuration files
  3110. - add `keypair` command for generating encryption keys
  3111. - add `fuzzy_merge` routine to merge fuzzy sqlite databases
  3112. - add a simple manual page for rspamadm
  3113. * Allow metric registration for composite expressions
  3114. * Add strict mode for configtest
  3115. * Add logger counters
  3116. * Save and show learned messages count (#383)
  3117. * Add `no_stat` flag
  3118. * Add `task:set_flag` and `task:get_flags` (#382)
  3119. * Enable foreign keys in sqlite3
  3120. * Remove orphaned shingles from fuzzy storage
  3121. * Optimize synchronization steps for fuzzy storage
  3122. * Allow delayed conditions registration
  3123. * Add lua API for conditions registering
  3124. 1.0.2:
  3125. * Fix critical bug in webui that prevents password from being sent
  3126. * Rework webui view:
  3127. - Switch to d3.js for graphs
  3128. - Improve piechart look
  3129. - Rework colors for piechart
  3130. - Fix layout for symbols
  3131. - Fix refresh button
  3132. * Add descriptions for whitelist maps
  3133. * Fix build on arm (#379)
  3134. * Fix issue with the last element in the radix trie
  3135. * Add more tests for radix trie algorithm
  3136. * Allow to extract URLs from query strings of other URLs (#361)
  3137. * Initialize rrd fields before writing to file
  3138. * Fix double free if no password has been specified
  3139. 1.0.1:
  3140. * Add writing to rrd from the controller
  3141. * Fixed lots of bugs in rrd code
  3142. * Adopt new DNS API in hfilter plugin (by @AlexeySa)
  3143. * Allow only one controller process to manage rrd file
  3144. * Set event base for fuzzy calls
  3145. * Improve fuzzy IO errors logging
  3146. * Add rra extraction function to rrd library
  3147. * Add graph handler to the controller
  3148. * Cache correct passwords to avoid too high CPU usage when working with webui
  3149. * Controller sockets are owned by router do not export them to task
  3150. * Optimize logging by skipping hash table search if it's empty
  3151. * Fix loading issue with broken statfiles
  3152. * Print assertions from glib to rspamd logger
  3153. * Load legacy `lua/rspamd.local.lua`
  3154. * Update webui with some fixes to learning and scanning
  3155. 1.0.0:
  3156. * Rework symbols processing:
  3157. - Improve sorting logic for symbols
  3158. - Organize processing into multiple stages
  3159. - Added asynchronous watchers for symbols
  3160. - Added ability to organize dependencies between symbols
  3161. * Fixed URL redirector:
  3162. - Use optimized POE loop
  3163. - Organize dependencies
  3164. - Fix startup
  3165. * New sqlite3 backend:
  3166. - Allow to have per-languages and per-user statistics
  3167. - Allow sqlite3 to be used as statistics backend
  3168. * Store tokenizer configuration within statfiles
  3169. * Improve bayes statistics:
  3170. - Use headers and images metainformation in bayes
  3171. - Suggest using of pre-processed tokens for statistics
  3172. - Fix tokens normalization for OSB algorithm
  3173. * Rewrite url parsing:
  3174. - Fix numerous issues with url extraction and normalization
  3175. - Fix mailto urls
  3176. * Fix settings plugin to allow custom actions scores
  3177. * Improve rbl plugin
  3178. * Allow capturing patterns in rspamd lua regexp library
  3179. * Add GTUBE support
  3180. * Fix spamc legacy support
  3181. * Add DKIM support to RBL module
  3182. * Fix issues with multiple DKIM signatures
  3183. * Fix issue if rspamd cannot create statfiles (#331)
  3184. * Rework parts and task structure:
  3185. - Now text_parts, parts and received are arrays
  3186. - Pre-allocate arrays with some reasonable defaults
  3187. - Use arrays instead of lists in plugins and checks
  3188. - Remove unused fields from task structure
  3189. - Rework mime_foreach callback function
  3190. - Remove deprecated scan_milliseconds field
  3191. * Add ip_score plugin support (not enabled by default):
  3192. - Can check for asn/country and network using DNS lookups
  3193. - Can store and load reputation from redis server
  3194. * Improve PARTS_DIFFER rule to count merely different words
  3195. * New HTML parser:
  3196. - Parses HTML parts using a set of state machines
  3197. - Extracts useful data and exports it to lua functions:
  3198. + Styles
  3199. + Images
  3200. + URLs
  3201. + Colors
  3202. + Structure elements
  3203. - Added HTML rules for some checks
  3204. * New version of LUA DNS API
  3205. * Table versions of many functions in LUA API
  3206. * Improve rspamc client:
  3207. - Print execution time
  3208. - Allow executing of external commands and passing output to them
  3209. - Allow mime output mode when rspamc alters message according to rspamd
  3210. checks and send it to an external command or stdout
  3211. * Allow scanning of local files using HTTP requests
  3212. * Rework configuration system:
  3213. - Rules are now moved from the $CONFDIR to $RULESDIR to avoid ambiguity
  3214. - All modules configurations are now split in $CONFDIR/modules.d/* to
  3215. simplify upgrades
  3216. - Move hfilter to plugins
  3217. - Allow plugins and rules to define default scores to simplify metrics
  3218. setup
  3219. - Include overrides for all modules to honor local/automatic parameters
  3220. - Tune scores for many modules
  3221. * Rework and enable DMARC plugin
  3222. * Add whitelist plugin for SPF/DKIM/DMARC based whitelisting
  3223. * Add some common domains to whitelists shipped with rspamd
  3224. * Rework logging:
  3225. - Now each log entry supports module name and a `tag`. Tag is used to
  3226. identify unique objects (such as tasks) when checking log files
  3227. - It is possible to turn on debugging for the specific modules
  3228. - Systemd logging is fixed
  3229. * Improve spamassassin plugin.
  3230. - Now headers are matched more like SA
  3231. - Improve support of Message-ID
  3232. - Add support of ToCc header type
  3233. - Fix :addr and :name in headers regexps
  3234. * Resurrect rrd support code
  3235. * Save controller stats between restarts
  3236. * Fixed tonns of bugs
  3237. * Added tonns of minor improvements and features
  3238. * Added more unit tests
  3239. * Create functional tests framework
  3240. * Added documentation for missing modules
  3241. * Added rpm/deb repositories and scripts
  3242. * Updated WebUI and libucl externals
  3243. 0.9.10:
  3244. * Do not dereference null pointer on learning.
  3245. * Fix some extreme cases in BAYES.
  3246. * Add a workaround to avoid bad HTML messages breaking.
  3247. * Build with -O2 flags by default.
  3248. * Add constraints to limit DNS requests count per task.
  3249. * Add workaround for SURBL DNS flood.
  3250. * Set error if rspamd cannot learn anything.
  3251. 0.9.9:
  3252. * Don't use RWL_SPAMHAUS_WL (unknown result) for whitelisting (by @fatalbanana)
  3253. * Import updated public suffix list (by @fatalbanana)
  3254. * Remove debug message
  3255. * Fix settings (by @fatalbanana)
  3256. * Remove duplicated symbol registration
  3257. * Use WAL for fuzzy storage
  3258. * RBL fixes (by @fatalbanana):
  3259. - silence errors;
  3260. - yield unknown results from RBLs;
  3261. - fix scoring for DNSWL;
  3262. - fix use of RBL name as symbol;
  3263. - ignore RBL names that would not be yielded;
  3264. * Support captures in regular expressions
  3265. * Add captures support to lua_regexp
  3266. * Support dist on FreeBSD and Darwin
  3267. * Add RCVD_IN_DNSWL_NONE as whitelisting exclusion (by @fatalbanana)
  3268. * Multiple fixes to URL detection:
  3269. - support port definition;
  3270. - fix query and path recognition;
  3271. - fix parsing of multiple slashes in URL;
  3272. - fix parsing query just after port;
  3273. - fix path field in `url:to_table` method;
  3274. - improve support of IP based URLs.
  3275. * Set ignore_whitelists = true for RECEIVED_SPAMHAUS_XBL (by @fatalbanana)
  3276. * Add GTUBE support
  3277. * Ignore User header in SA mode
  3278. 0.9.8:
  3279. * Fix critical bug in bayes classifier (#305)
  3280. * Fix critical bug in RBL module (by @fatalbanana)
  3281. * Fix and rework settings plugin.
  3282. * Fix get_all_opts for a case of non-iterable options.
  3283. * Use tld for redirector's matching.
  3284. 0.9.7:
  3285. * Add whitelist_exception setting to RBL module (by @fatalbanana)
  3286. * Don't use RWL_MAILSPIKE_POSSIBLE or DNSWL_BLOCKED for whitelisting (by
  3287. @fatalbanana)
  3288. * Fix extreme cases in bayes classifier.
  3289. * Fix parsing of urls with '?' at the end of hostname.
  3290. * Update interface.
  3291. * Fix number of issues with webui interaction.
  3292. * Fix saving maps.
  3293. * Allow user@ and @domain matches in multimap.
  3294. * Fix issues with bounces From processing.
  3295. * Fix abs/fabs misuse.
  3296. * Fix builds on suse and arch linux distributions.
  3297. 0.9.6:
  3298. * Fix memory leak if mime cannot be parsed.
  3299. * Fix dkim cache expiration.
  3300. * Fix issues with redirector HTTP response.
  3301. * Fix abnormal connection closing with certains messages with a high score
  3302. (issue #296)
  3303. * Fix redirector installation.
  3304. * Use specific POE loop for some systems.
  3305. * Fix number of issues in URL redirector.
  3306. * Fix selecting URLs for sending to redirector.
  3307. 0.9.5:
  3308. * Avoid double free when extending HTTP message.
  3309. * Fix double free if multiple classifiers are defined.
  3310. * Fix misprint in spamassassin plugin.
  3311. * Fix cpuid invocation on i386.
  3312. * Fix ownership issues for zero-copy decode.
  3313. * Allow __len metamethod on rspamd{text}.
  3314. * Add base64 decoding lua utility.
  3315. * Fix build on FreeBSD
  3316. * Skip spaces at the beginning of mime messages.
  3317. * DBL_ABUSE_REDIR should not have significant weight.
  3318. * Allow to split by lua_regexp rspamd{text} objects.
  3319. * Allow to specify custom stop pattern for lua_tcp.
  3320. 0.9.4:
  3321. * Fix critical bugs in tokenization algorithm
  3322. * Write unit tests for tokenization
  3323. * Add documentation for lua_tcp
  3324. * Switch off legacy tokenization by default.
  3325. * Fix critical bugs in words normalization
  3326. * Add lua bindings to tokenizer.
  3327. * Implement storing of HTTP headers inside task
  3328. * Add lua API to accerss HTTP headers data
  3329. * Implemented base64 encoding suitable for MIME
  3330. * Use caseless hash and equal functions for HTTP request headers.
  3331. * Improve debian architectures support (by @dottedmag)
  3332. 0.9.3:
  3333. * Revert incorrect regexp change that broke the default rules
  3334. * Fix lua_tcp module
  3335. 0.9.2:
  3336. * Fix error on spawning unique workers.
  3337. * Add preliminary version of generic LUA TCP requests API.
  3338. * Use lua 5.1 if luajit is not available (Arm64, PowerPC, s390x etc)
  3339. * Fix fuzzy mime strings with only type.
  3340. * Improve thunderbird sanity checks.
  3341. * Fix critical bug on matching regular expressions.
  3342. * Make hiredis optional dependency.
  3343. * Fix multiple bugs in daemon reloading
  3344. 0.9.1:
  3345. * Restore utf8 validation for regular expressions to avoid crashes
  3346. * Fix symbols displaying in the interface
  3347. * Add symbol groups to the interface
  3348. * Fix maps ID parsing in the controller
  3349. * Add multimap and regexp modules documentation
  3350. * Backport fixes from libucl
  3351. * Fix debian package (by @dottedmag)
  3352. * Rework XXH32 invocations
  3353. 0.9.0:
  3354. * Add support of the fast and secure protocol level encryption:
  3355. - curve25519 is used for key exchange;
  3356. - chacha20/poly1305 cryptobox construction for bulk encryption;
  3357. - zero latency overhead;
  3358. - encrypting and balancing HTTP proxy worker
  3359. * Rework expressions and create new expressions library:
  3360. - aggressive optimizations based on the abstract syntax tree;
  3361. - abstract expressions support (regular expressions, functions, lua modules
  3362. composites and so on)
  3363. - New comparison and '+' operators support
  3364. - New greedy algorithm to minimize execution time of expressions and
  3365. all symbols
  3366. - Dynamic expressions benchmark and reoptimizations
  3367. * Many improvements to the LUA API:
  3368. - reworked logger module allowing to do pretty print of the most of lua
  3369. types (including tables and userdata classes)
  3370. - reworked lua redis and lua HTTP to support more features
  3371. - added opaque type for passing large text chunks without copying
  3372. - new regexp module with many auxiliary functions (e.g. `re:split`)
  3373. * LuaJIT is now the default requirement for rspamd allowing to speed up lua
  3374. execution by a large margin (however, plain lua is still supported)
  3375. * New plugins:
  3376. - spamassassin rules plugin that allows to load and re-use the most of
  3377. SA rules natively
  3378. - DMARC plugin that evaluates SPF and DKIM policies to the domain policies
  3379. - many old plugins has been reworked to implement new features and improve
  3380. stability
  3381. * New aho-corasic trie implementation from @mischasan that allows to load and
  3382. use hundreds of thousands of patterns with no influence on load
  3383. * Support of PCRE JIT and PCRE JIT fast path modes that significantly improves
  3384. the performance of regular expressions if supported by PCRE
  3385. * New URLs parser and extractor:
  3386. - removed legacy code that was useless for url finding
  3387. - reworked algorithms of URL parsing for more precise and accurate results
  3388. - added top-level-domains tree from http://publicsuffix.org
  3389. - improved emails parsing
  3390. - removed many phishing false positives due to TLD tree check
  3391. * New statistics infrastructure:
  3392. - created a separate layer of statistic library
  3393. - improved OSB-Bayes by re-weighting tokens according to the original
  3394. academic paper and `crm114` implementation, which reduced false positives
  3395. rate significantly
  3396. - created learn cache to avoid double learning of statistics and providing
  3397. an efficient way to re-learn class for a message
  3398. - created abstract layers for different statistics backends
  3399. - implemented new tokenization algorithms with fast or secure (siphash)
  3400. hashes to generate statistics features
  3401. * Reworked utf8 tokenization that previously corrupted all UTF8 words (minor
  3402. incompatibility with old fuzzy hashes with utf-8 symbols)
  3403. * SPF module has been completely rewritten to support complex cases of
  3404. `include` and `redirect` within SPF records
  3405. * DKIM module now supports multiple signatures
  3406. * Controller passwords can now be stored encrypted by `PBKDF2-HMAC` in the
  3407. configuration file
  3408. * Many hand-written HTTP clients has been replaced with the common rspamd
  3409. http module
  3410. * New test framework:
  3411. - import lua `telescope` test framework
  3412. - add unit tests for many rspamd modules and routines
  3413. - create a unit test for each possible bug found
  3414. - use luajit ffi for testing C code
  3415. - added preliminary support of functional testing by creating tasks from lua
  3416. * Randomize hash seed to avoid certain hash tables vulnerabilities
  3417. * Documentation improvements:
  3418. - added documentation for the vast majority of rspamd modules
  3419. - added documentation for rspamd protocol
  3420. - added documentation for the most of rspamd LUA extensions
  3421. * Fixed tonns of bugs and memory leaks
  3422. * Added tonns of minor features
  3423. 0.8.3:
  3424. * Various critical fixes in distribution (by @dottedmag and @fatalbanana)
  3425. * Fixed bugs in url detector to parse certain patterns
  3426. * Add default host and helo for a client
  3427. * Some sanity checks for tokenizer and classifier
  3428. * Reiterate on systemd support
  3429. * Fix missing symbol registration
  3430. * Add support of spamc compatible output
  3431. * Filter double-dots in rbl.lua validate_dns (by @fatalbanana)
  3432. * Update ucl submodule due to critical bugfix
  3433. 0.8.2:
  3434. * Create fuzzy db if it does not exist
  3435. * Fix: Centos init script: configtest() (by @AlexeySa)
  3436. * Enable one_shot for RECEIVED_SPAMHAUS_XBL - Fixes #102 (by @fatalbanana)
  3437. * Update Exim patch (by @fatalbanana)
  3438. * Fix processing of unix sockets.
  3439. * Allow applying settings to authenticated users (by @fatalbanana)
  3440. * Make settings priorities work as documented (by @fatalbanana)
  3441. * Fix race condition in symbols planner
  3442. * Add DNSWL_BLOCKED symbol (by @fatalbanana)
  3443. * Make Exim pass usernames to rspamd (by @fatalbanana)
  3444. * Update RBL module (by @fatalbanana):
  3445. - fix indentation;
  3446. - collapse loops;
  3447. - avoid calling for un-needed information;
  3448. - allow disabling RBLs for authenticated users
  3449. * once_received.lua: Fix indentation & add exclusion for authenticated users (by @fatalbanana)
  3450. * hfilter.lua: Add exclusion for authenticated users (by @AlexeySa)
  3451. * Updates to hfilter rules (by @AlexeySa)
  3452. * Set empty <> user or addr for msgs without FROM (by @eneq123)
  3453. * Fix: attempt to index field '?' (a nil value) (by @eneq123)
  3454. * Fix: if not exist Date-header (by @AlexeySa)
  3455. * Add task:get_content() method.
  3456. * rbl.lua: Ignore private IP space (by @fatalbanana)
  3457. * Allow to check radix maps from lua by rspamd{ip}
  3458. * Make local exclusions configurable per-RBL (by @fatalbanana)
  3459. * Add rspamd_config:radix_from_config() (by @fatalbanana)
  3460. * Support emails dnsbl in rbl (by @fatalbanana)
  3461. * Complete rework of url extraction logic
  3462. * Allow customizations for unix sockets. (fixes #182)
  3463. * Set lua path according to rspamd settings.
  3464. * Import lua-functional for plugins stuff.
  3465. * Completely rewrite multimap plugin in functional style.
  3466. * Fix FORGED_MUA_THUNDERBIRD_MSGID (fixes #186)
  3467. * Check IPv6 addresses at dnswl.org and Spamhaus whitelist (by @fatalbanana)
  3468. * Add lowercase utility for utf8 strings.
  3469. * Various fixes to build system
  3470. * Updated debian configuration infrastructure (by @dottedmag)
  3471. 0.8.1:
  3472. * Add sqlite and perl as dependencies for RPM/Debian packages (by @fatalbanana)
  3473. * Remove whitelist.lua from RPM file list (by @fatalbanana)
  3474. * Make Exim pass hostnames to rspamd (by @fatalbanana)
  3475. * Fix building on Fedora (by @fatalbanana)
  3476. * Add toggle for disabling installation of systemd units on Linux (by @fatalbanana)
  3477. * Fix double format rounding that caused output corruption (reported by @fatalbanana)
  3478. * Revert broken change for destructors ordering that led to memory corruption
  3479. * Do not reset symbols case of settings if parsed from lua (reported by @andrejzverev)
  3480. * Fix build on SunOS (by @wiedi)
  3481. * Fix multiple crashes on broken DKIM DNS records
  3482. * Fix critical issue with composites weights removing
  3483. * Fix memory corruption in composites processing code
  3484. * Ignore non-SPF TXT records when parsing SPF includes
  3485. 0.8.0:
  3486. * New fuzzy check logic:
  3487. - use shingles algorithm for fuzzy matching
  3488. - use blake2 instead of md5 for larger output space
  3489. - combine fuzzy and strict matching
  3490. - allow to organize private storages by means of keys
  3491. - preserve compatibility with previous versions
  3492. * New fuzzy storage:
  3493. - use sqlite instead of own memory based hash tables
  3494. - rework commands interface
  3495. - add conversion from the old format
  3496. - add fuzzy match by shignles
  3497. - support old rspamd versions
  3498. * Add lemmatizing for words used in fuzzy hashes that allows to improve match
  3499. quality by using of the first forms of all words
  3500. * Rework language detection
  3501. * Fix several critical bugs, memory leaks and deadlocks:
  3502. - memory leak in HTML nodes parsing
  3503. - deadlock in logger code
  3504. - deadlock in signals processing
  3505. - crashes in fuzzy_storage
  3506. - crashes in tokenizers if the input was empty
  3507. * Import new libucl with several bugfixes and improvements
  3508. * Support listening on ipv6 addresses only
  3509. * Fix macro expansion in SPF module
  3510. * Several bugfixes in DKIM module
  3511. * Add load headers support for mime parts to the lua API
  3512. * Add documentation for:
  3513. - workers in general
  3514. - fuzzy_storage worker
  3515. - fuzzy_check plugin
  3516. - mimepart and textpart lua API modules
  3517. 0.7.6:
  3518. * Apply boundary fix for dkim simple canonization
  3519. * Fix ping command
  3520. * Return nil if header was not found in lua_task
  3521. * Fix hang in upstreams revive logic
  3522. * Decode entitles when normalizing HTML parts
  3523. * Fix logic of finding URLs in HTML parts
  3524. * Do not include \0 into length of text when performing conversion to utf8
  3525. * Fix raw vs parsed reperesentations
  3526. Raw parts are now:
  3527. - decoded b64/qp, but *NOT* converted to utf-8
  3528. Processed parts are now:
  3529. - converted to UTF-8
  3530. - normalized if needed (e.g. HTML tags are stripped)
  3531. * Rework DKIM canonization to line based
  3532. * Fix fuzzy hashes adding
  3533. * Use more specific hash function for fuzzy
  3534. * Fix leaking of iconv descriptors
  3535. * Fix PTR resolving in lua resolver
  3536. * Rework spf module.
  3537. - Copy data to memory pool as cached record might be destroyed causing
  3538. freed memory being passed to the protocol output (use after free)
  3539. - Allow SPF_NEUTRAL policy to be handled separately
  3540. - Add R_SPF_NEUTRAL to the default config
  3541. * Rework `register_symbols` function
  3542. * Allow to disable components of hfilter
  3543. 0.7.5:
  3544. * Fix owner when creating folder /run/rspamd (by @sfirmery)
  3545. * Fix IP validity checks
  3546. * Decode URLs obtained from HTML tags
  3547. * Fix crash with unweighted upstreams
  3548. * Stop processing headers in parts
  3549. * Set sockaddr.sa_family properly when connectig to upstreams
  3550. * Fix reload issues in surbl and fuzzy_check (reported by @citrin)
  3551. * Fix timeouts in redirector
  3552. * Improve lua errors reporting
  3553. * Fix lua closures processing in libucl
  3554. * Rework calling of lua functions from regexp module
  3555. * Choose raw regexp for raw headers
  3556. * Rework conversion to utf since glib one is broken
  3557. * Ignore SGML style tags in html
  3558. * Fix old bug with non-capturing https urls
  3559. * Fix memory corruption on fuzzy reload (reported by @citrin)
  3560. * Fix percents display in rspamc
  3561. * Fix buffer update for DKIM
  3562. * Do not validate utf for raw headers
  3563. 0.7.4:
  3564. * Fix build under *BSD
  3565. * Detect HAN unicode script
  3566. * Implement language detection heuristic for text parts
  3567. * Fix time output in history
  3568. * Improve piechart coloring
  3569. * Fix \r\n conversion in DKIM module (reported by @citrin)
  3570. * Try to detect systems with no IPv6 support
  3571. * Fix multiple/single values in use settings (reported by @citrin)
  3572. * Rework IP addresses in upstreams:
  3573. - Select ipv4/unix addresses if they exist and use ipv6 for ipv6 only
  3574. upstreams (since the support of ipv6 is poor in many OSes and
  3575. environments)
  3576. - Free IP list on upstream destruction
  3577. - Add test cases for addresses selection
  3578. - Allow adding of free form IP addresses to upstreams
  3579. * Fix endianness in lua_radix search (reported by @citrin)
  3580. * Soft shutdown should also set wanna_die flag (reported by @citrin)
  3581. * Stop use-after-free in event loop termination
  3582. * Fix processing of very short messages in DKIM (reported by @citrin)
  3583. * Detect systems without shared mutexes
  3584. * Fix issues with PTR and MX elements in SPF parser (reported by @citrin)
  3585. 0.7.3:
  3586. * New upstreams code:
  3587. - simplify upstreams API;
  3588. - unify strings parsing in upstreams definition;
  3589. - add configuration options for the upstreams;
  3590. - for failed upstreams re-resolve their addresses;
  3591. - use all resolved addresses for an upstream (round-robin);
  3592. - implement stable hashing and use it by default for upstreams;
  3593. - add unit test for upstreams module.
  3594. * Rework signals processing in all rspamd workers:
  3595. - signals are now processed in the event loop;
  3596. - implement the most common signal handlers for all workers;
  3597. - add callbacks for workers specific signal handlers
  3598. * Fix critical issue with fuzzy storage:
  3599. Fuzzy stroage could not save any hashes on termination due to bugged
  3600. signals handling
  3601. * Fix roll history IP storage
  3602. * Rework ipv4/ipv6 handling in parsing addresses:
  3603. - turn off support of IPV6_V6ONLY socket option;
  3604. - create ipv6 socket prior to ipv4 one to handle systems with v6/v4
  3605. sockets enabled (Linux)
  3606. * Remove CBL as it's wholly included in Spamhaus XBL (by @fatalbanana)
  3607. * Remove nszones.com fake RBL (by @citrin)
  3608. * Fix upstreams interaction for fuzzy_check
  3609. * Verify spf PTR records (reported by @citrin)
  3610. * Fix spf MX records parsing
  3611. * Add compatibility for old libevent (by @yellowman)
  3612. * Sync bugfixes from libucl
  3613. 0.7.2:
  3614. * Convert all maps to the compressed radix trie
  3615. * Allow IPv6 addresses in IP maps
  3616. * Remove dynamic items support from symbols cache
  3617. * Allow hex encoded output of strings
  3618. * Fix bug with control connections count
  3619. * Process fuzzy weight correctly (reported by @fatalbanana)
  3620. * Remove extra reference retain of http connection on error
  3621. * Remove deprecated options from the default config
  3622. * Add `one_shot` attr to metric's symbols
  3623. * Doc: add documentation for metrics
  3624. * Add Upstart job to debian packaging (by @CameronNemo)
  3625. * Config: improve SURBL symbols descriptions (by @citrin)
  3626. * Config: reflect SURBL changes (by @citrin):
  3627. - Outblaze removed, malware moved to separate list:
  3628. http://www.surbl.org/news/internal/MW-malware-sublist-added-to-multi
  3629. * Fix C modules initialization on restart
  3630. * Treat single IP as a single IP in radix lists (reported by @citrin)
  3631. * Do not touch file and core limits if not asked explicitly (reported by @citrin)
  3632. * Improve logging for fuzzy errors
  3633. * Block SIGPIPE for HTTP writing
  3634. * Doc: update manual pages
  3635. * Fix HTTP connection termination
  3636. * Reduce default number of parallel requests to 8
  3637. * Sync with libucl include features
  3638. 0.7.1:
  3639. * Fix typo in stat output.
  3640. * Fix issues with includes crossing with the system includes
  3641. * Restore testing framework
  3642. * Add radix trie test suite
  3643. * Implement new path-compressed radix trie.
  3644. - The performance benefit over the old algorithm is about 1.5 times.
  3645. - Memory usage is significantly lower as well.
  3646. - Now radix trie can accept any IPv4/IPv6 values
  3647. * Various improvements to the memory pools code
  3648. * Fix writing reply to a client when no filters are defined
  3649. * Write base32 encoded fuzzy
  3650. * Fix 'soft reject' action
  3651. * Fix rspamd reload and modules reconfiguration
  3652. * Fix subject rewriting for the default subject
  3653. * Fix states for processing task and pre-filters
  3654. * Fix issues with connection closing
  3655. * Fix crashes in rdns
  3656. * Fix ratelimit pre-filter
  3657. * Update exim patch.
  3658. - Update to the recent exim version
  3659. - Strip extra leading src/ from the patch
  3660. - Remove sendfile since it was broken
  3661. - Fix rspamd spam report for exim
  3662. * Improve documentation
  3663. 0.7.0:
  3664. * Use HTTP protocol for all operatiosn
  3665. * Webui worker is now removed and controller works as webui
  3666. * Allow to serve static files via controller by option `static_dir`
  3667. * Rspamd interface is now a part of rspamd
  3668. * Rspamc client has been rewritten to use HTTP and non-blocking mode
  3669. allowing to start multiple operations simultaneously (see `-n` option)
  3670. * Lua API was completely reworked to satisfy modern standards of LUA:
  3671. * Module `lua-message` was removed
  3672. * Reduced number of superglobals registered by rspamd
  3673. * Many functions has been redesigned
  3674. * Symbols registration is now more convenient
  3675. * Users settings has been rewritten as lua plugin
  3676. * Reworked headers system as gmime's based one misses many headers and is
  3677. very slow to get headers values
  3678. * Reorganized code and removed embedded jannsson by using UCL for all json
  3679. parsing
  3680. * Migrated to `librdns` for DNS resolving that improves concurrency for
  3681. DNS requests significantly
  3682. * Fixed tonns of bugs in MIME processing
  3683. * Improved metrcis and default symbol's weights
  3684. * Added new RBL's
  3685. * Fixed a number of issues in the modules
  3686. * Removed several memory leaks found
  3687. * Fix unicode processing
  3688. * Fix fuzzy checking for unicode parts
  3689. * Significantly improve documentation and especially LUA API docs
  3690. * See migration notes at https://rspamd.com/doc/migration.html
  3691. 0.6.8:
  3692. * Controller now listen for localhost and not for 127.0.0.1 by default
  3693. * Allow FCrDNS-style RBL lookups (by @fatalbanana)
  3694. * Reduce threshold for parts_differ function.
  3695. * Fix hostname lookup for rdns rbl (by @AlexeySa)
  3696. * Fix HFILTER_URL_ONELINE to reduce false positive rate.
  3697. * Fix whitelist module.
  3698. * Allow override system predefined settings without touching system ones
  3699. by .try_include macro (by @andrejzverev)
  3700. * Check for [ip.address]-style HELO and suppress lookups. (by
  3701. @fatalbanana)
  3702. * Optimize hfilter (by @AlexeySa)
  3703. * Fix issue with random numbers generator in dns.
  3704. * Use more clever time values to setup entropy.
  3705. * Synced with the recent libucl.
  3706. 0.6.7:
  3707. * Use ChaCha20 for DNS generator (more secure DNS id)
  3708. * Unknown symbols now has zero weight and not 1.0
  3709. * Fix fuzzy hashes expire time
  3710. * Fix critical issue in statfiles on FreeBSD 9 (and some other platforms)
  3711. * Add .include_map macro to ucl parser
  3712. * Update libucl
  3713. * Fix headers end detection for DKIM module
  3714. * Fix a bug in received headers parser
  3715. * Validate IP addresses before pushing them to lua
  3716. * Start new documentation project
  3717. * Fixed tonns of other minor bugs
  3718. * Start to prepare for 0.7 with HTTP protocol and new settings
  3719. 0.6.6:
  3720. * Removed issue with BUFSIZ limitation in the controller output
  3721. * Simplify logging symbols escaping
  3722. * Adjusted weights for several rules
  3723. * Improve spamhaus rbl support
  3724. * Removed PBL for received headers checks
  3725. * Added hfilter module that performs various HELO and IP checks.
  3726. * Rspamd can now be reloaded by HUP signal
  3727. * Fuzzy storage should expire hashes properly
  3728. * Build system has been reworked for better supportof pkg-config
  3729. * Various minor bugfixes
  3730. 0.6.5:
  3731. * Fixed critical bug in DNS resolver, introduced in 0.6.4
  3732. * Improved multimap and rbl plugins to skip
  3733. * Add dns_sockets option for tuning sockets per server in DNS resolver
  3734. * Improved packages for rspamd
  3735. 0.6.4:
  3736. * Added io channels for DNS request to balance load and reduce id
  3737. collisions chance
  3738. * Fixed a bug in SPF filter that may cause core dump in specific
  3739. circumstances
  3740. * FIxed default config for rbl module
  3741. * It is possible to get a list of rspamc commands with their descriptions
  3742. * Added SORBS bl to the default config
  3743. * 2tld file for surbl module has been significantly extended
  3744. * Perl modules has been removed from the code.
  3745. * Fixed an issue in libucl when parsing macros
  3746. 0.6.3:
  3747. * Fixed issues with DNS:
  3748. - labels decompression algorithm was fixed;
  3749. - added resolve_mx to lua API;
  3750. - fixed modules that use DNS.
  3751. * Lua modules once_received and emails reworked for new resolver API and UCL.
  3752. * Debian package was polished.
  3753. * Fixed a bug in fuzzy_check module that prevents correct processing messages
  3754. without valid parts.
  3755. 0.6.2:
  3756. * Fuzzy check module has been reworked:
  3757. - now fuzzy_check operates with a group of rules, that define which
  3758. servers sre to be checked;
  3759. - it is possible to specify read_only groups to avoid learning errors;
  3760. - turn fuzzy_check to one_shot mode permanently;
  3761. - fuzzy_check module configuration is now incompatible with the previous
  3762. versions.
  3763. * Imported bugfixes from libucl.
  3764. * Fixed whitelist plugin.
  3765. * Fixed statfiles resizing.
  3766. * Improved logging initialization order.
  3767. * Fixed race condition in the controller worker.
  3768. 0.6.1:
  3769. * Critical bugfixes:
  3770. - fixed build system;
  3771. - fixed in_class setting in bayes learning;
  3772. 0.6.0:
  3773. * Use UCL instead xml for configuration (https://github.com/vstakhov/libucl)
  3774. * Fix statistics module normalization
  3775. * Rework the many modules for the new configuration:
  3776. - surbl has incompatible configuration;
  3777. - fuzzy_check has incompatible configuration;
  3778. - multimap has now new configuration;
  3779. - received_rbl is removed and replaced by rbl module.
  3780. * Removed deprecated options:
  3781. - statfile_pool_size;
  3782. - action and required/reject score for a metric.
  3783. * Simplify build system and unify configuration for all platforms.
  3784. * Improved URL detector (reduced false positive rate).
  3785. * Lua 5.2 is now the default and fully supported version.
  3786. * Tons of bugfixes and minor improvements.
  3787. 0.5.6:
  3788. * Fix bug with counters incrementing in rolling history
  3789. * Detect expl and exp2l as some systems do not have it
  3790. * Support input streams without Content-Length
  3791. * Implement counters output via rspamc and controller interface
  3792. * Fix bug with udp sockets in fuzzy storage
  3793. 0.5.5:
  3794. * New bayes normalizator based on inverse chi-square function
  3795. * Various fixes to fuzzy storage
  3796. * Allow update fuzzy storage only from specific IP addresses
  3797. * Better support of IPv6 and address selection algorithms
  3798. * Add CentOS spec file
  3799. 0.5.4:
  3800. * Fixed issues with diff algorithm
  3801. * Added support of RRD statistics
  3802. * Add webui worker for interface interaction
  3803. * Fix a lot of issues with dynamic conf
  3804. * Fix critical memory leak in settings code
  3805. * Improve stability of the system
  3806. 0.5.3:
  3807. * Added dynamic options
  3808. * Added advanced metaclassfication
  3809. * Added RESTfull API for controller
  3810. * Improved hashing algorithms
  3811. * Various fixes for rspamc client:
  3812. - allow interacting with unix sockets
  3813. - librspamdclient major cleanup
  3814. - bayes is now default classifier
  3815. 0.5.2:
  3816. * Added lua bindings for:
  3817. - basic mime parts, that allows checkign attachements for example;
  3818. - DNS resolver;
  3819. * Existing lua bindings now works without task object allowing to use them
  3820. in custom code.
  3821. * Threads system was reworked to avoid global lua interpreter lock.
  3822. * DKIM module now converts all line endings to CRLF how opendkim does.
  3823. * URL detector is now more accurate for text parts.
  3824. * Several critical bugs and memory leaks were fixed.
  3825. 0.5.1:
  3826. * Added lua worker type to handle network connections in lua.
  3827. * Added lua bindings for async_session, IO dispatcher, memory_pool, and
  3828. worker.
  3829. * Composites can now uses other composites in expressions.
  3830. * Fixes for debian package and for FreeBSD >= 9.1
  3831. * Add support of gmime-2.6 if gmime-2.4 is not found.
  3832. * Improve url detection and phishing detection.
  3833. * Add lua mime_part library to get an access to all message part
  3834. attributes (like filename, length, type).
  3835. 0.5.0:
  3836. * Added SMTP lightweight balancing proxy with XCLIENT support.
  3837. * Added lua bindings for upstreams objects and API.
  3838. * New pre-filters are implemented to support initial checking for messages.
  3839. * Added ratelimit plugin that uses redis protocol to store data.
  3840. * Added ipv6 support to spf and some other modules.
  3841. * Unbreak spf plugin.
  3842. * Allow options with the same name be threated as list.
  3843. * DKIM plugin an parsing code was added.
  3844. * Separate build system to put logic in several shared libraries.
  3845. * Many bugfixes.
  3846. 0.3.2:
  3847. * Add error handling for regexps
  3848. * Fix quit command in controller interface
  3849. * Write symbols weights to rspamc output
  3850. * Improve logic of selecting rspamc version
  3851. * Do not try to parse broken DNS replies
  3852. * Add 'raw' flag to FROM_EXCESS_BASE64 rule (requested by citrin)
  3853. * Output message id in rspamc reply
  3854. * Fix inserting composite symbol
  3855. * Fix output of log line
  3856. * Document composites
  3857. * Add logging for fuzzy checks
  3858. * Add logging for learning
  3859. * Improve logic of learning messages - do not learn more than specific threshold
  3860. * Fix inserting results for symbols that were incorrectly (for example more than 1 time) defined in config file
  3861. * Do not output control characters if output is not terminal
  3862. * Fix some logic errors in learning
  3863. * Consider lua plugins errors as fatal configuration errors
  3864. * Fix writing message id during fuzzy_add command
  3865. * Display weight of symbols correctly
  3866. * Fixes to winnow learning
  3867. * One more try to improve accuracy of winnow algorithm
  3868. * Add bayesian classifier (initial version)
  3869. * Remove normalizer as it is winnow specific thing, so all statistic algorithms now returns value from 0 to 1
  3870. * Some fixes to fuzzy hashes expiration:
  3871. * Fix assertion while look up value in NULL hash (found by cirtin)
  3872. * Fix normalization for systems that have not tanhl function
  3873. * Ignore rfc822 group addresses
  3874. * Move images library to core rspamd
  3875. * Add lua api to access images properties
  3876. * Add post filters to lua API - filters that would be called after all message's processing
  3877. * Add ability to check for specified symbol in task results from lua
  3878. * Add ability to check for metric's results from lua
  3879. * Add ability to learn specified statfile form lua
  3880. * Add ability to extract filename and size of images from lua
  3881. * Fix assertion while extracting internet address
  3882. * Fix races in fuzzy storage
  3883. * Make spf parser case insensitive
  3884. * Add ability to check hashes of selected mime types
  3885. * Add ability to set minimum size in bytes for mime types
  3886. * Add ability to set minimum dimensions for images
  3887. * Assume all text/* content types as text/plain
  3888. * Fix getting data wrapper for gmime24
  3889. * Many fixes to statfile synchronization system
  3890. * Fixed statfile pool initialization and synchronization with disk
  3891. * Prepare 0.3.2
  3892. * Fix Mail::Rspamd::Config for new rspamd features
  3893. * Use Mail::Rspamd::Config in rspamc client
  3894. * Write user's name to rspamd log
  3895. * Prepare rspamd build infrastructure for creating rpm and deb packages
  3896. * Fix depends
  3897. * Add start script for linux systems
  3898. * Fix shared usage of statfiles
  3899. * Add invalidation of statfiles in case of learning, so now statfiles
  3900. * This should fix shared usage of statfile pool by several processes
  3901. * Fix misprint (reported by az)
  3902. * Fix stupid error when all checks can be done in a single pass
  3903. * New trie based url scanner (based on libcamel)
  3904. * Small fixes to rspamd perl client
  3905. * Write fuzzy hashes info to log
  3906. * Add trie interface to lua api
  3907. * Explain sample config and cleanup it
  3908. 0.3.1:
  3909. * Add modules documentation
  3910. * Continue implementing smtp proxy
  3911. * Implement new learning system, now rspamd should be much more intelligent while learning messages
  3912. * Convert statistic sums to use long double for counters
  3913. * Use hyperbolic tangent for internal normalizer
  3914. * In classify normalize result after comparing, not before
  3915. * New symbols sorter
  3916. * Fix strict aliasing while compiling with optimization
  3917. * Fix tanhl detection for platforms that have not implementation of it
  3918. * Remove several compile warnings
  3919. * Add experimental support of dynamic rules to regexp module
  3920. * Document views configuration
  3921. * Several fixes to documentation
  3922. * Add more logic for dynamic rules
  3923. * Add documentation for dynamic rules
  3924. * Add ability to make negations in networks in dynamic rules
  3925. * Clean up cache items correctly
  3926. * Implement basic SMTP dialog:
  3927. * Implement interaction with smtp upstream (with support of XCLIENT)
  3928. * Check messages received via smtp proxy
  3929. * Add support for sendfile in io dispatcher
  3930. * Fix issues with compatibility of worker_task and smtp proxy
  3931. * Proxy DATA command
  3932. * Fix SMTP
  3933. * Change metric logic
  3934. * Completely remove lex/yacc readers for config
  3935. * Make common sense of metric/action and symbols
  3936. * Sync changes with all plugins
  3937. * Incorrectly removed in previous commit
  3938. * Fix misprint (by Andrej Zverev)
  3939. * announce the "password" keyword in usage list
  3940. * Implement initial version of greylisting triplets storage
  3941. * Fix issues with smtp worker
  3942. * Fix QUIT command in SMTP worker
  3943. * Some fixes about new metrics system (may be incomplete)
  3944. * Get weights of symbol from default metric for symbols cache
  3945. * Fix setting task->from/task->rctp in smtp client
  3946. * Copy from and rcpt correctly
  3947. * Some performance improvements to IO dispatcher (do not drain the whole buffer after a single line readed)
  3948. * Fix smtp data input
  3949. * Fix misprint
  3950. * Add limit of maximum allowed smtp session errors
  3951. * New logic of SURBL module:
  3952. * Use system mkstemp(3) on systems where it is available as glib implementation
  3953. * Try to fix memmove issues in io dispatcher
  3954. * Remove debug from SURBL module
  3955. * Rewrite buffered input for line policy (again)
  3956. * Fix issue with links that are ip addresses in numeric form in surbl
  3957. * On Darwin use BSD style sendfile definition
  3958. * Reorganize platform specific knobs in CMakeLists
  3959. * Use gettimeofday on systems that have not clock_getres
  3960. * Use ftime for dns trans id generation on systems without clock_getres
  3961. * Darwin sendfile(2) support
  3962. * TIMEDB->TIMEB
  3963. * More to previous commit
  3964. * Pass env from main() arguments instead of platform specific global environ
  3965. * Fix compatibility issues
  3966. * Fix -lintl detection
  3967. * Init some variables to avoid problems
  3968. * Remove garbadge (gnome terminal sucks)
  3969. * Add more information about why we drop smtp connection
  3970. * Fix mkstemp call
  3971. * Send to upstream QUIT command at the end of session
  3972. * Check return value of each rspamd_dispatcher_write as in case of write errors sessions can be destroyed early
  3973. * Fix states in smtp dialog
  3974. * Use rspamd_snprintf instead of libc one
  3975. * Fix URLS command
  3976. * Fix reconfigure process of surbl module
  3977. * Fix destroying smtp session (unmap memory and do not delete pool early)
  3978. * Delete pool after using its variables
  3979. * Delay timer must be registered in async session to correctly handle connection termination
  3980. * Register dns requests in session too
  3981. * Make session before registering events
  3982. * Remove events in handlers
  3983. * Add ability to set filters for smtp worker for each smtp stage
  3984. * Add very initial version of DNS resolver (many things to be done)
  3985. * Announce weights and sync
  3986. * Fix few typo
  3987. * Understand short names of facility in logging config
  3988. * Add ability to make whitelist for spf checks
  3989. * Misprint != -> ==
  3990. * Handle lua tag in way that it is not required to write additional text:
  3991. * Strip all starting whitespace symbols from xml texts
  3992. * Fix stupid bug in calculating buffer length while reading file maps
  3993. * Add resolv.conf parsing into dns.c
  3994. * Fix microseconds<->milliseconds conversions
  3995. * Take callback argument in Mail::Rspamd::Client for processing files and directories
  3996. * Print results if rspamc is called for a directory
  3997. * Fix stupid error with surbl module reconfig (another one, blame me)
  3998. * Do not show duplicate urls in url header
  3999. * Fix detection of numeric urls (reported by citrin)
  4000. * Write real time of message's scan to log (not only virtual)
  4001. * Fix chartable module in utf mode
  4002. * Fix parsing of some broken urls
  4003. * Add ability to test regexp with 'T' flag
  4004. * Write more code for DNS resolver:
  4005. * Make DNS resolver working
  4006. * Many improvements to rspamd test suite: now it CAN be used for testing rspamd functionality
  4007. * Write DNS resolver tests
  4008. * Fix issues with memory_pool mutexes and with creating of statfiles
  4009. * Forgotten in previous commit
  4010. * Add support for parsing SPF and SRV records
  4011. * Fix PTR parsing
  4012. * Add tests
  4013. * Make SURBL module to use rspamd dns module
  4014. * Several fixes to DNS logic
  4015. * Remove evdns and use only rspamd resolver
  4016. * Very hard to detect problem with race among error in socket and destroying task while we are writing to socket and go through a hash table
  4017. * Fix resolving in smtp module
  4018. * Init events before configuring resolver in smtp worker
  4019. * Set resolver inside task
  4020. * Fix reload signal (reported by citrin)
  4021. * Some improvements to redirector
  4022. * Call has_forked method to inform POE about fork
  4023. * Fix lua DNS code
  4024. * Decompress labels in DNS packets more strictly
  4025. * Fix some problems with TXT records
  4026. * Try to fix removing of DNS events
  4027. * Do not insert unparsed RR's into reply
  4028. * Calling callbacks may cause destroying session from which we are calling callback so we MUST call callback as the latest action
  4029. * Fix check_smtp_data function
  4030. * Add ability to make views by recipient
  4031. * Add ability to set metric's action from config file
  4032. * Fix bug with writing garbadge if message has no urls or no messages
  4033. * Fix bug with incorrect behaviour of compare_parts_distance function
  4034. * Add ability to assign several actions to one metric
  4035. * Report action in rspamc protocol
  4036. * Mail::Rspamd::Client and rspamc can now understand Action header too
  4037. * Write action to log as well
  4038. * Make valgrind happy about comparing symbols
  4039. * Add more debug to comparing parts distance function
  4040. * Write action even if message has no symbols
  4041. * Make improvements to HTML entities decoder: now it replaces entities with common characters and
  4042. * Add -d option to force debug output
  4043. * Assume 7bit as default transfer encoding
  4044. * Do not overwrite lua plugins and configs if they already exists in target directory
  4045. * Improve logging
  4046. * Write queue id to log
  4047. * Remove test messages from cmake
  4048. * Reopen log file by USR1 signal
  4049. * Add reopenlog method to FreeBSD rc script
  4050. * Adopt foreach for cmake 2.6
  4051. * Fix to rc script
  4052. * Do not try to resolve names with several dots in a row
  4053. * Fix surbl request formatting for ip addresses
  4054. * Handle cases of broken requests
  4055. * Fix problems with parsing compressed names
  4056. * Fix TXT records parsing
  4057. * Fix expanding spf macros that may fail in rare cases
  4058. * Fix another error with early task destroying
  4059. * Handle empty from header
  4060. * Improve reopenlog command in rc script
  4061. * Strip trailing whitespace characters in Mail::Rspamd::Client
  4062. * Use ungreedy match to strip trailing whitespaces
  4063. * Stupid error in calculation compressed label length
  4064. * Some optimizations to client library
  4065. * Do not compare empty parts
  4066. * Empty and non-empty parts are always different
  4067. * Save in regexp cache the whole regexp with header name (if exists) and with flags
  4068. * Add rspamd_log variable to lua plugins to access logging functions
  4069. * Each part in rspamd task now can have parent part
  4070. * Check for parts distance only for multipart/alternative subparts
  4071. * Do not check attachements even if they are text (but attached as file)
  4072. * Do not die if write (2) returned ENOSPACE while doing logging, turn on throttling mode instead (1 write try in a second)
  4073. * Add ability to turn on debug for specific symbols
  4074. * Add ability to configure dns timeouts and dns retransmits in config file
  4075. * More debug
  4076. * Fix extracting arguments in lua logger interface
  4077. * Turn off debug_ip during reload if it was disabled by new config
  4078. * Improve lua logging
  4079. * Pre-init symbols cache when rereading config
  4080. * Fix lua representing of invalid ip (nil, not 255.255.255.255)
  4081. * Fix R_TO_SEEMS_AUTO rule (by citrin)
  4082. * Add multimap lua plugin
  4083. * Fix some multimap issues
  4084. * Try to save images hashes to fuzzy storage to stop some annoying spammers
  4085. * Allocate some more bytes for read buffer to avoid incorrect behavoiur
  4086. * Add ability to check dns black lists by multimap module
  4087. * Add multimap documentation
  4088. * Fix labels parsing
  4089. * Another try to save regexps in cache correctly
  4090. * Improve test logs for regexps
  4091. * Fix parsing txt records to avoid reading of uninitialized data
  4092. * Fix error with writing symbols cache file
  4093. * Fix error while working in utf mode when raw regexps was not created properly
  4094. * Do not add extra byte while converting text to utf
  4095. * Add error handling for regexps