You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChangeLog 162KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619
  1. 1.6.3: 26 Jul 2017
  2. * [CritFix] Fix semicolons parsing in the content type
  3. * [Feature] Add EBL to the default config
  4. * [Feature] Allow to configure monitored
  5. * [Feature] Allow to skip specific hashes in fuzzy storage
  6. * [Feature] Multimap: checking of symbol options
  7. * [Feature] Redis settings: support checking multiple keys
  8. * [Fix] ARC: Fix Lua 5.3 compatibility; timestamp should be integer
  9. * [Fix] Avoid changing content-transfer-encoding header's value
  10. * [Fix] Don't use whitelist/greylist maps as regexp, but as map
  11. * [Fix] Fix get_content method
  12. * [Fix] Header checks: Fix get_raw_header method
  13. * [Fix] Header checks: REPLYTO_UNPARSEABLE rule
  14. * [Fix] Lua_http: freeing
  15. * [Fix] Milter headers: custom headers: removing headers
  16. * [Fix] Parse HREF urls without explicit prefix
  17. * [Fix] WHITE_ON_WHITE: Ensure score is matched to part that fired the rule
  18. * [WebUI] Escape strings inside HTML in history
  19. 1.6.2: 08 Jul 2017
  20. * [Conf] Remove Rambler email bl for now
  21. * [Conf] Switch RAMBLER_URIBL to a locally managed source
  22. * [CritFix] Switch from ragel to C for Content-Type parsing
  23. * [Feature] Add `-e` option for lua_repl
  24. * [Feature] Add per-domain emails normalisation rules
  25. * [Feature] Add sessions cache to debug dangling sessions
  26. * [Feature] Add short_text_direct_hash for fuzzy check module
  27. * [Feature] Add text_part:get_stats function
  28. * [Feature] Allow to add custom processing script for surbl
  29. * [Feature] Allow to check reply-to email
  30. * [Feature] Allow to customize spam header, remove existing spam headers
  31. * [Feature] Allow to disable specific workers in the config
  32. * [Feature] Allow to discard messages instead of rejection
  33. * [Feature] Allow to specify custom delimiter in emails plugin
  34. * [Feature] Allow to specify custom User-Agent for rspamc
  35. * [Feature] Allow to store symbols data in Clickhouse
  36. * [Feature] Allow to use HTTPS when connecting to Clickhouse
  37. * [Feature] Enable sessions cache tracking for milter connections
  38. * [Feature] Implement per-line mode in lua_repl (like `perl -p`)
  39. * [Feature] Implement rdns-curve plugin based on rspamd cryptobox
  40. * [Feature] Improve maps cached data lifetime
  41. * [Feature] Improve maps checking frequency
  42. * [Feature] Improve monitored timeouts logic
  43. * [Feature] milter_headers: add `extended_headers_rcpt` option
  44. * [Feature] Milter headers: Add X-Spam-Flag to rmilter-compatibility headers
  45. * [Feature] Milter headers: remove-header routine
  46. * [Feature] Multimap: received filters for extracting TLDs from hostnames
  47. * [Feature] Normalize email aliases in emails module
  48. * [Feature] Re-add rambler email bl (as hashed list)
  49. * [Feature] Reload file maps more frequently
  50. * [Feature] Rework newlines strip parser one more time
  51. * [Feature] Skip updates for messages scanned via controller
  52. * [Feature] Split long DKIM public keys
  53. * [Feature] Store more data when stripping newlines
  54. * [Feature] Support SPF macros transformations
  55. * [Feature] Support suppressing DMARC reports for some domains
  56. * [Fix] Add missing `break` statement
  57. * [Fix] Allow modifiers in SPF macros
  58. * [Fix] DKIM sign tools: edge-cases around use_esld
  59. * [Fix] Do not cache SPF records with macros
  60. * [Fix] Do not overwrite score when setting pre-action
  61. * [Fix] Fix comparision logic
  62. * [Fix] Fix DKIM base64 folding for milter flagged messages
  63. * [Fix] Fix emails module configuration
  64. * [Fix] Fix folding for arc headers when milter interface is used
  65. * [Fix] Fix gmail dots removal
  66. * [Fix] Fix rspamc detection in greylist module
  67. * [Fix] Fix some more issues with HTTP maps
  68. * [Fix] Milter sessions can live forever
  69. * [Fix] Normalize fuzzy probability better
  70. * [Fix] Plug memory leak
  71. * [Fix] RBL: Fixed hashed email address lookups
  72. * [Fix] Try to deal with brain-damaged milter behaviour
  73. * [Fix] Use `\n` to fold headers for milter
  74. * [Rework] Allow to use custom callback for monitored checks
  75. * [Rework] Further steps towards one process monitoring
  76. * [Rework] Send health checks from a single worker
  77. * [WebUI] Round-up throughput summary values
  78. 1.6.1: 14 Jun 2017
  79. * [Fix] Allow to init resolver without rspamd_config
  80. * [Fix] Do not crash when resolver failed to initialize
  81. * [Fix] Fix abstract context layout
  82. * [Fix] Fix CGP helper reply parsing
  83. * [Fix] Fix crashes when socket write errors occur
  84. * [Fix] Fix parsing IPv6 nameservers in resolv.conf
  85. * [Fix] Milter: Don't defer on "greylist" action
  86. 1.6.0: 12 Jun 2017
  87. * [Conf] Add rspamd_proxy to the default configuration set
  88. * [Conf] Add sample arc module config
  89. * [Conf] Do away with systemd specifics completely
  90. * [Conf] Increase min_bytes to avoid FP
  91. * [Conf] Remove ratelimits from default configuration
  92. * [CritFix] Fix accepting on IPv6 sockets
  93. * [CritFix] Fix corruption when multiple fuzzy are defined
  94. * [CritFix] Fix learn condition in fuzzy check
  95. * [CritFix] Fix memory leak in fuzzy check
  96. * [CritFix] Fix memory leak in maps scheduling
  97. * [CritFix] Paese the last character in DKIM signature correctly
  98. * [CritFix] Zero fill sockaddr_un
  99. * [Feature] Add ability to add doc strings by example
  100. * [Feature] Add API to verify DKIM (and ARC) signatures
  101. * [Feature] Add compression/decompression to proxy
  102. * [Feature] Add count to url structure
  103. * [Feature] Add initial support of the new protocol reply
  104. * [Feature] Add Lua plugin spamtrap
  105. * [Feature] Add `monitored_address` for rbls
  106. * [Feature] Add new schema for bayes tokens
  107. * [Feature] Add preliminary ARC support to dkim code
  108. * [Feature] Add preliminary support of ARC signing
  109. * [Feature] Add rules to detect bad 8bit characters in From and To
  110. * [Feature] Add scanning support for milter protocol
  111. * [Feature] Add support for bidirectional symbols in rspamd_stats
  112. * [Feature] Add support for static maps
  113. * [Feature] Add support of maps with multiple regexps matches
  114. * [Feature] Add `text_multiplier` param
  115. * [Feature] Add the preliminary ARC plugin
  116. * [Feature] Add top redirector targets rank
  117. * [Feature] Allow async events to be registered from LUA rules
  118. * [Feature] Allow storing bayes tokens in Redis
  119. * [Feature] Allow to exclude specific domains from mx check
  120. * [Feature] Allow to have a stack of watcher finalisers
  121. * [Feature] Allow to pass hostname to `-i` flag in Rspamc
  122. * [Feature] Allow to set custom user agent in url redirector
  123. * [Feature] Allow to use custom callback when parsing resolv.conf
  124. * [Feature] Allow to use domain from authenticated user
  125. * [Feature] Bayes expiry plugin
  126. * [Feature] Check dkim sign keys for modifications
  127. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  128. * [Feature] DMARC: Support excluding domains from sampling
  129. * [Feature] Expire processing items for URL redirector aggressively
  130. * [Feature] Fix surbl monitored for IP lists, add `monitored_domain` option
  131. * [Feature] Implement caching for dkim body hashes
  132. * [Feature] Implement milter protocol scan reply
  133. * [Feature] Improve omograph phishing detection
  134. * [Feature] Initial support of self-scan in Rspamd proxy
  135. * [Feature] Keep track of headers in milter interface
  136. * [Feature] Milter headers: better controls for local/authenticated
  137. * [Feature] Multimap: email:domain:tld filter
  138. * [Feature] Preliminary DMARC reporting implementation
  139. * [Feature] Reuse stemmers in the cache
  140. * [Feature] Rework confighelp to load Lua plugins
  141. * [Feature] Rework hfilter to use hyperscan if possible
  142. * [Feature] Rework lua RSA API
  143. * [Feature] Rmilter_headers: approximate rmilter's extended_spam_headers
  144. * [Feature] Start integration of milter support in proxy
  145. * [Feature] Store average words length and short words count
  146. * [Feature] Store hash of headers order and names
  147. * [Feature] Support MTA name header
  148. * [Feature] Support multiple types of dkim signing in Lua
  149. * [Feature] Support numeric arguments for Redis requests
  150. * [Feature] Use headers hash in bayes metatokens
  151. * [Feature] Use normal resolv.conf rules of rotation in Rspamd
  152. * [Feature] Use version 2 proto for checking messages
  153. * [Fix] Allow to follow symlinks when safe
  154. * [Fix] Append MX name for authentication results as required
  155. * [Fix] Change default text multiplier from 0.5 to 2.0
  156. * [Fix] Check min_bytes for images as well
  157. * [Fix] Deal with 7bit charsets properly
  158. * [Fix] Deal with 8bit characters in email addresses
  159. * [Fix] Deal with unpaired <a> tags
  160. * [Fix] Detect confighelp in plugins initialisation
  161. * [Fix] Disable certain checks for utf spoof detection
  162. * [Fix] DKIM Signing: avoid nil index when From header is missing
  163. * [Fix] Do not add exact hashes from different parts
  164. * [Fix] Do not check DMARC if SPF or DKIM were not checked
  165. * [Fix] Do not check URLs that are resolved to be redirected
  166. * [Fix] Do not set bayes probability if we don't use it
  167. * [Fix] Do not stop on illegal unicode points - replace them
  168. * [Fix] Fix another race condition in arc checks
  169. * [Fix] Fix arc count logic
  170. * [Fix] Fix ARC signing
  171. * [Fix] Fix brain-damaged spamc protocol for now
  172. * [Fix] Fix calling for peak functions
  173. * [Fix] Fix couple of issues in FORWARDED rule
  174. * [Fix] Fix CTE propagation from parent containers to children parts
  175. * [Fix] Fix errors processing in the controller
  176. * [Fix] Fix format string in milter
  177. * [Fix] Fix issues in SPF macros parsing
  178. * [Fix] Fix logging format string
  179. * [Fix] Fix logic of cached passwords check
  180. * [Fix] Fix lowercasing of stemmed words
  181. * [Fix] Fix LRU elements removal
  182. * [Fix] Fix memory leak when accepting from unix sockets
  183. * [Fix] Fix milter connections persistence
  184. * [Fix] Fix objects merging in UCL
  185. * [Fix] Fix order of operations to avoid race condition
  186. * [Fix] Fix parsing of long regexp types
  187. * [Fix] Fix passing data to log helper when many symbols defined
  188. * [Fix] Fix pools management for milter session
  189. * [Fix] Fix processing of the watchers
  190. * [Fix] Fix queue id macro in milter
  191. * [Fix] Fix R_BAD_CTE_7BIT rule
  192. * [Fix] Fix Redis timeout set
  193. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  194. * [Fix] Fix setting of email address
  195. * [Fix] Fix some more issues about duplicated fuzzy requests
  196. * [Fix] Fix spamc support in rspamd proxy
  197. * [Fix] Fix syntax error in spamtrap plugin
  198. * [Fix] Fix url counts for href urls
  199. * [Fix] Fix url handling in the protocol
  200. * [Fix] Multimap: Received IP filters with Redis
  201. * [Fix] Oops, fix d9d0fa5e86db2f4470d34395a233b450478b2f60
  202. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  203. * [Fix] Phishing: strict_domains
  204. * [Fix] Reduce maps aggressiveness
  205. * [Fix] Reresolve upstreams even if there is a single server there
  206. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  207. * [Fix] Skip text parts when checking binary parts in fuzzy check
  208. * [Fix] Support v2 checks in controller
  209. * [Fix] Treat empty address as valid
  210. * [Fix] Try harder to detect CTE
  211. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  212. * [Fix] Use dkim signing callback properly
  213. * [Fix] Use non-volatile memory for storing data
  214. * [Fix] Use static maps instead of ugly hack for radix_from_config
  215. * [Fix] Use the same pool for related sessions
  216. * [Rework] Continue modularisation for lua library
  217. * [Rework] Initial milter protocol support
  218. * [Rework] Make log pipes worker agnostic, add scanners API
  219. * [Rework] Move authentication results generation to a separate routine
  220. * [Rework] Move common DKIM functions to a separate lua module
  221. * [Rework] Move global functions to a separate directory
  222. * [Rework] Prepare dkim module for ARC checks
  223. * [Rework] Propagate ucl variables from the command line
  224. * [Rework] Remove multiple metrics support from Rspamd
  225. * [Rework] Stop using name 'rmilter' for the modern protocol
  226. * [Rework] Use LFU algorithm in LRU cache
  227. * [Rules] Fix received TLS rules
  228. * [Rules] Improve URL_COUNT_ODD rule
  229. * [WebUI] Fix add header filter in history
  230. * [WebUI] Use modern protocol for checking messages
  231. 1.5.9:
  232. * [Conf] Increase min_bytes to avoid FP
  233. * [Conf] Remove ratelimits from default configuration
  234. * [CritFix] Fix accepting on IPv6 sockets
  235. * [CritFix] Zero fill sockaddr_un
  236. * [Feature] Add `text_multiplier` param
  237. * [Fix] Check min_bytes for images as well
  238. * [Fix] Do not add exact hashes from different parts
  239. * [Fix] Fix memory leak when accepting from unix sockets
  240. * [Fix] Fix some more issues about duplicated fuzzy requests
  241. * [Fix] Phishing: strict_domains
  242. * [Fix] Skip text parts when checking binary parts in fuzzy check
  243. * [Minor] Add the same duplicates protection for all fuzzy hashes types
  244. * [Minor] Fix braces
  245. * [Minor] Fix test
  246. * [Minor] SPOOF_DISPLAY_NAME: Use all SMTP/MIME recipients
  247. * [Minor] Validate assumed spoofed display name domains to contain a dot
  248. 1.5.8:
  249. * [CritFix] Fix memory leak in fuzzy check
  250. * [CritFix] Fix memory leak in maps scheduling
  251. * [Feature] Multimap: email:domain:tld filter
  252. * [Fix] DKIM Signing: avoid nil index when From header is missing
  253. * [Fix] Do not set bayes probability if we don't use it
  254. * [Fix] Do not stop on illegal unicode points - replace them
  255. * [Fix] Fix brain-damaged spamc protocol for now
  256. * [Fix] Fix Redis timeout set
  257. * [Fix] Fix spamc support in rspamd proxy
  258. * [Fix] Multimap: Received IP filters with Redis
  259. * [Fix] Parse rgb[a](x,x,x[,x]) css colors
  260. * [Fix] Reresolve upstreams even if there is a single server there
  261. * [Fix] Treat empty address as valid
  262. * [Fix] Try harder to detect CTE
  263. * [Fix] Try to deal with v4 mapped to v6 addresses on accept
  264. * [Minor] Add `wsf` and `hta` bad archive extensions
  265. * [Minor] Fix configuration option
  266. * [Minor] Fix result parsing for SAVAPI
  267. * [Minor] Further logging improvements
  268. * [Minor] Improve logging of errors
  269. * [Minor] Prevent MID_CONTAINS_FROM from firing on empty address
  270. * [Minor] Reduce digit->number transmission penalty
  271. * [Minor] Relax CTYPE_MISSING_DISPOSITION rule
  272. 1.5.7:
  273. * [CritFix] Fix corruption when multiple fuzzy are defined
  274. * [CritFix] Fix learn condition in fuzzy check
  275. * [Feature] Add rules to detect bad 8bit characters in From and To
  276. * [Feature] DKIM signing: sign_networks/local address specific use_domain settings
  277. * [Feature] Support numeric arguments for Redis requests
  278. * [Fix] Deal with 8bit characters in email addresses
  279. * [Fix] Fix couple of issues in FORWARDED rule
  280. * [Fix] Fix passing data to log helper when many symbols defined
  281. * [Fix] Fix R_BAD_CTE_7BIT rule
  282. * [Fix] Fix REPLYTO_UNPARSEABLE rule
  283. * [Fix] Fix setting of email address
  284. * [Fix] Rspamadm grep: Disable Lua patterns in string search by default
  285. * [Minor] Add Lua 5.3 workaround
  286. * [Minor] Add lua methods to detect if a part has 8bit characters
  287. * [Minor] Allow session-less lua dns requests
  288. * [Minor] Allow to append greylist end time to message reported
  289. * [Minor] Avoid `nil` table
  290. * [Minor] Disable dkim_signing if redis is specified but not configured
  291. * [Minor] Fix build with pcre2
  292. * [Minor] Fix rule
  293. * [Minor] Fix warnings
  294. * [Minor] Format floating point number
  295. * [Minor] Push email flags to the lua API
  296. * [Minor] Silence some warnings
  297. * [Minor] Silence warning
  298. * [Minor] Try all hostname regexps to find the most significant one
  299. * [WebUI] Fix add header filter in history
  300. 1.5.6:
  301. * [Feature] Add unigramms support in bayes
  302. * [Feature] Allow configurable sign headers for DKIM
  303. * [Feature] Allow to add unigramm metatokens from Lua
  304. * [Feature] DKIM Signing: envelope match exception for local IPs
  305. * [Feature] UCL: register parser variables from Lua
  306. * [Fix] Always try to adjust filename
  307. * [Fix] Do extra copy to ensure that original content is never touched
  308. * [Fix] Fix SPOOF_REPLYTO rule
  309. * [Fix] Ignore Rmilter added Received
  310. * [Fix] More fixes for hashed email dnsbls
  311. * [Fix] Plug memory leak in chartable module
  312. * [WebUI] Display multiple alerts at once
  313. 1.5.5:
  314. * [CritFix] Fix classifier learning with Redis backend
  315. * [CritFix] Fix issue when parsing encoded rfc822/messages
  316. * [Feature] Add escaped version of lua_ucl import
  317. * [Feature] Add task:headers_foreach function
  318. * [Feature] Allow to process filenames from content type
  319. * [Feature] Allow to query hashed emails
  320. * [Feature] Ignore bayes with mostly metatokens or with too few text
  321. * [Feature] Probabilistically skip metatokens
  322. * [Feature] Retrieve all virus names from SAVAPI
  323. * [Feature] Rework classifiers lua metatokens
  324. * [Feature] Store headers order
  325. * [Feature] Store text tokens inside bayes tokens
  326. * [Feature] Use cached shingles keys
  327. * [Fix] Add missing score normalisation for HFILTER_URL_ONLY
  328. * [Fix] Avoid lookup in absent hash
  329. * [Fix] Check return values from Lua functions called from C
  330. * [Fix] Do not count sending and loading time in rspamc
  331. * [Fix] Escape json strings for controller rejplies from Lua
  332. * [Fix] Fix archive scans for savapi
  333. * [Fix] Fix domain_only emails RBL
  334. * [Fix] Fix ip_score map configuration
  335. * [Fix] Fix JSON output for history_redis
  336. * [Fix] Fix one character length substrings search
  337. * [Fix] Fix parsing of non-RFC compatible Exim received
  338. * [Fix] Fix parsing of options for workers with the same type
  339. * [Fix] Fix processing of small tokens vectors
  340. * [Fix] Fix rfc2047 tokenization
  341. * [Fix] Fix typo
  342. * [Fix] More fixes for inplace decoding
  343. * [Fix] Try to avoid modifications of the original data
  344. * [Fix] URL redirector: Fix call to is_redirector
  345. * [Rework] Set token data as uint64_t instead of chars array
  346. * [WebUI] Check if neighbours' history backend versions match
  347. * [WebUI] Disable phrase connectors replacement in history filtering
  348. * [WebUI] Disable phrase connectors replacement in symbols filtering
  349. * [WebUI] Do not hide messages with bad subject, just replace it with '???'
  350. * [WebUI] Fix error message
  351. * [WebUI] Fix history v2 display
  352. * [WebUI] Fix legacy history
  353. * [WebUI] history: break To address lists on commas
  354. * [WebUI] Increase default timeout to 20 seconds
  355. * [WebUI] Save some history table space
  356. 1.5.4:
  357. * [Conf] Add history_redis default configuration
  358. * [Feature] Add spoofed rules
  359. * [Feature] Add URL_IN_SUBJECT rule
  360. * [Feature] Allow to get task's subject
  361. * [Feature] Allow to specify maximum number of shots for symbols
  362. * [Feature] Distinguish URLs found in Subject
  363. * [Feature] Memoize LPEG grammars
  364. * [Feature] Parse else parts in SA rules
  365. * [Feature] Process subject for mixed characters
  366. * [Feature] Resolve url chains in url_redirector module
  367. * [Feature] Stat greylisted messages as greylisted not soft-rejected
  368. * [Feature] Support checking for redirector in Lua SURBL
  369. * [Feature] Support tag_exists SA function
  370. * [Feature] Work with broken rfc2047 tokens
  371. * [Fix] Check all watcher's dependencies
  372. * [Fix] Do not compile hyperscan with no SSSE3 support
  373. * [Fix] Do not crash if cannot decode qp encoded part
  374. * [Fix] Fix dependencies of DKIM when multiple signatures are found
  375. * [Fix] Fix lists in whitelist plugin
  376. * [Fix] Fix one-shot symbols weight calculations
  377. * [Fix] Fix options and shots match
  378. * [Fix] Fix order of symbol options
  379. * [Fix] Fix parsing of dot at the end of the address
  380. * [Fix] Fix parsing of lua table arguments
  381. * [Fix] Fix processing of subject words
  382. * [Fix] Fix string split memoization
  383. * [Fix] Fix templates grammar usage
  384. * [Fix] Fix various issues related to Lua stack manipulation
  385. * [Fix] Force actions: Use postfilter if we have honor_action / require_action
  386. * [Fix] Further fixes to avoid PHISHING FP
  387. * [Fix] Preserve order of options in symbols
  388. * [Fix] Rspamadm grep: deal with unusually-formatted logs
  389. * [Fix] Use hostname suffix when dealing with history
  390. * [Rework] Remove outdated SA rules
  391. * [WebUI] Add flexible columns
  392. * [WebUI] Add footable
  393. * [WebUI] Add sender, recipients and subject columns
  394. * [WebUI] Allow message-id break
  395. * [WebUI] Fix history clustering
  396. * [WebUI] Fix history display
  397. * [WebUI] Fix sorting
  398. * [WebUI] Humanize sizes
  399. * [WebUI] Initial move towards footable
  400. * [WebUI] Remove datatables
  401. * [WebUI] Replace `.values` method with `.map`
  402. * [WebUI] Rework v2 symbols display
  403. * [WebUI] Try to normalize frequencies
  404. * [WebUI] Unbreak WebUI
  405. * [WebUI] Use Footable to draw Throughput summary table
  406. 1.5.3:
  407. * [Conf] Add composite for hacked wordpress phishing
  408. * [CritFix] Fix base64 decoding when there are unparseable characters
  409. * [Feature] Additional symbol metadata in metadata exporter
  410. * [Feature] Add method to get protocol reply from Lua
  411. * [Feature] Add symbols when tagged rcpt/sender are normalised
  412. * [Feature] Add task:get_symbols_all() function
  413. * [Feature] Allow multiple formats of DKIM signing key
  414. * [Feature] Allow to cache and use flexible protocol reply
  415. * [Feature] Allow to set one_shot flag from register_symbol
  416. * [Feature] Allow to skip certain types of hashes when learning fuzzy
  417. * [Feature] Cache and insert scan time into the protocol
  418. * [Feature] Detect newlines in rspamc --mime
  419. * [Feature] DKIM signing: support use of maps
  420. * [Feature] Greylist: Support excluding low-scoring messages from greylisting
  421. * [Feature] Implement lua history in controller
  422. * [Feature] Implement redis history querying
  423. * [Feature] Preliminary implementation of redis history plugin
  424. * [Feature] Support using request headers in settings
  425. * [Fix] Change default template to deal with non-ASCII characters
  426. * [Fix] Deal with lists of maps in whitelist module
  427. * [Fix] DKIM signing: use domain-specific signing key
  428. * [Fix] Do not reallocate completed zstd buffer
  429. * [Fix] Do not use local_addrs in proxy
  430. * [Fix] Fix crash when resolver is undefined
  431. * [Fix] Fix double free when closing lua_tcp connections
  432. * [Fix] Fix for lua 5.3
  433. * [Fix] Fix freeing of arrays iterators
  434. * [Fix] Fix issue with task:get_symbol and symbols with no metric
  435. * [Fix] Fix log line duplication in `rspamadm grep`
  436. * [Fix] Fix memory corruption on termination
  437. * [Fix] Fix out-of-bound access in base64 decode
  438. * [Fix] Fix ratelimit + greylisting
  439. * [Fix] Fix subject rewriting
  440. * [Fix] Fix task:set_recipients function
  441. * [Fix] Fix URI_COUNT_ODD rule
  442. * [Fix] Follow the traditional symbols conventions in RCPT_COUNT rule
  443. * [Fix] Greylist: Suppress greylist action for whitelisted hosts too
  444. * [Fix] Metadata exporter: use rule-specific settings for emails
  445. * [Fix] Properly set missing fields in exporter
  446. * [Fix] Proxy: max_retries option
  447. * [Fix] RCPT_COUNT fixes
  448. * [Fix] Rework HAS_X_PRIO rule to match symbols conventions
  449. * [Fix] Update issues in ac-trie
  450. * [Fix] Use optimised base64 decoding in DKIM
  451. * [WebUI] Add preliminary v2 history parser
  452. * [WebUI] Allow different history parsers
  453. * [WebUI] Display symbols
  454. * [WebUI] Rework history v2 function
  455. 1.5.2:
  456. * [Conf] Add default config for spamassasssin plugin
  457. * [Conf] Add default configuration for antivirus module
  458. * [Conf] Add dkim signing docs
  459. * [Conf] Add mx_check default config
  460. * [Conf] Add replies config
  461. * [Conf] Add trie default config
  462. * [Feature] Add heuristic to find text parts in files
  463. * [Feature] Add rule to detect broken content type
  464. * [Feature] Allow to extract CTE in Lua API
  465. * [Feature] Allow to set from address for a lua_task
  466. * [Feature] Allow to set recipients of a task from Lua
  467. * [Feature] Enchance text_part:get_content method
  468. * [Feature] Remove + aliases from emails
  469. * [Feature] Support rmilter block and dkim signature in CGP helper
  470. * [Feature] Support running event loop from Lua
  471. * [Fix] Antivirus: use scanner-specific redis prefix
  472. * [Fix] Couple of fixes for DKIM signing module
  473. * [Fix] Distinguish missing and broken mandatory headers
  474. * [Fix] Do more heuristical detection for missing CTE
  475. * [Fix] Do not resort cache on each check
  476. * [Fix] Fix CGP escaping
  477. * [Fix] Fix MISSING_MIME_VERSION rule for plain messages
  478. * [Fix] Fix parsing of cte in expressions
  479. * [Fix] Fix partial matches in rspamadm grep
  480. * [Fix] Fix setting class on style field
  481. * [WebUI] Auto-switch Throughput units to `msg/min` for very low rate
  482. * [WebUI] Update D3Evolution to 0.0.2
  483. 1.5.1:
  484. * [CritFix] Fix processing of stop_patterns with `\0` character
  485. * [CritFix] Fix setting of raw key for signing
  486. * [Fix] Fix lua exports from plugins during reload
  487. * [Fix] Fix prefilters action scores
  488. * [Fix] Fix symbols processing order
  489. * [Minor] Help cmake find gthread
  490. * [Minor] Some cmake fixes
  491. 1.5.0:
  492. * [Conf] Add configurations for asn, clickhouse and dcc
  493. * [Conf] Add default config for url redirector plugin
  494. * [Conf] Add the default config for greylist module
  495. * [Conf] Allow to edit all local maps from WebUI by default
  496. * [CritFix] Deal with absent headers in DKIM
  497. * [CritFix] Do not trust remote shingles count
  498. * [CritFix] Fix bad memory leak in TLS certificates validation
  499. * [CritFix] Fix critical memory issues with radix maps
  500. * [CritFix] Fix descriptors leak on reload
  501. * [CritFix] Fix headers selection in DKIM verification
  502. * [CritFix] Fix parsing of boundaries that end with `--`
  503. * [CritFix] Repair PTR_ARRAY_FOREACH macro
  504. * [Feature] Add CORS support to the controller
  505. * [Feature] Add FROM_NAME_EXCESS_SPACE rule
  506. * [Feature] Add REPLYTO_EMAIL_HAS_TITLE rule
  507. * [Feature] Add `caseless_hash` method to `lua_util`
  508. * [Feature] Add `rip` keyword to ratelimit module
  509. * [Feature] Add a simple benchmark for content type parsing
  510. * [Feature] Add boundaries parsing in content type
  511. * [Feature] Add charset detection for text parts
  512. * [Feature] Add content disposition parser
  513. * [Feature] Add fallback if too many updates are failing
  514. * [Feature] Add function to convert struct tm to time using timezone
  515. * [Feature] Add function to normalize HTTP paths
  516. * [Feature] Add fuzzy collection plugin
  517. * [Feature] Add fuzzy logic for images
  518. * [Feature] Add gmime parser to mime_tool
  519. * [Feature] Add heuristic to detect broken messages
  520. * [Feature] Add heuristic to find displayed URLs
  521. * [Feature] Add heuristic to process broken email addresses
  522. * [Feature] Add images normalization
  523. * [Feature] Add mechanism for disabling composites (Fixes #1270)
  524. * [Feature] Add method to create regexp from a glob pattern
  525. * [Feature] Add mime encoding manipulation routines
  526. * [Feature] Add mime tool to explore messages
  527. * [Feature] Add more meta tokens from received headers
  528. * [Feature] Add neighbours option to support Rspamd cluster in WebUI
  529. * [Feature] Add new function to parse mime addresses
  530. * [Feature] Add new methods for lua_tcp
  531. * [Feature] Add own headers decoding routine
  532. * [Feature] Add own routine to generate a message id
  533. * [Feature] Add parser for SMTP date
  534. * [Feature] Add per-task lua cache to reuse 'heavy' objects
  535. * [Feature] Add plugins list path in WebUI
  536. * [Feature] Add preliminary multipart support
  537. * [Feature] Add preliminary version of DKIM signing module
  538. * [Feature] Add profiling support in client output
  539. * [Feature] Add rfc2047 grammar
  540. * [Feature] Add rfc2047 variant for QP decoding
  541. * [Feature] Add rmilter_headers module (Fixes #1227)
  542. * [Feature] Add sse42 version of base64 decoding
  543. * [Feature] Add ssse3 and avx2 base64 decoders
  544. * [Feature] Add support of libgd
  545. * [Feature] Add the preliminary version of redirects resolver in Lua
  546. * [Feature] Add ucl_object_iterate_full function
  547. * [Feature] Add url encoding function
  548. * [Feature] Allow SOA requests in lua dns
  549. * [Feature] Allow custom parse types in lua ucl
  550. * [Feature] Allow plugins to register webui handlers
  551. * [Feature] Allow to add options explicitly to symbols
  552. * [Feature] Allow to call a callback when symbol frequency is on peak
  553. * [Feature] Allow to call redirector script from SURBL
  554. * [Feature] Allow to create variable length dkim keys
  555. * [Feature] Allow to have module specific options for Redis in plugins
  556. * [Feature] Allow to pass sign key directly from Lua
  557. * [Feature] Allow to register configuration docs from Lua API
  558. * [Feature] Allow to return options as a table
  559. * [Feature] Allow to set peak callbacks from Lua
  560. * [Feature] Allow to specify custom method for a message
  561. * [Feature] Allow to store dkim keys in Redis
  562. * [Feature] Allow to store messages in files
  563. * [Feature] Apply DCT using AAN for fuzzy signature
  564. * [Feature] Avira SAVAPI support
  565. * [Feature] Cache and simplify DCT and jpeg decode
  566. * [Feature] Cache libicu converters
  567. * [Feature] Detect URLs with suspicious omographs
  568. * [Feature] Do not increase score for duplicate options
  569. * [Feature] Do not trust CTE, check base64 and qp strictly
  570. * [Feature] Dynamic reputation in URL reputation plugin
  571. * [Feature] Extend redis lock when learning spawned
  572. * [Feature] Filter non-utf chars from all decoded headers
  573. * [Feature] Fix phishing detection for IDNA urls
  574. * [Feature] Ignore bad symbols on base64 decoding
  575. * [Feature] Ignore too wide elements in SPF
  576. * [Feature] Implement fuzzy collection mode
  577. * [Feature] Implement helo maps in multimap
  578. * [Feature] Implement human readable buckets configuration
  579. * [Feature] Implement min-hash shingles for DCT data from images
  580. * [Feature] Implement new algorithm for fuzzy hashes of images
  581. * [Feature] Implement new unicode normalizer
  582. * [Feature] Implement quoted printable decoding
  583. * [Feature] Implement received headers flags
  584. * [Feature] Implement rspamdgrep tool
  585. * [Feature] Implement sane checksum for config file
  586. * [Feature] Implement url tags concept
  587. * [Feature] Improve detection of omographs using libicu
  588. * [Feature] Improve url redirector module
  589. * [Feature] Multimap: Received header processing
  590. * [Feature] Multiple improvements in the maps
  591. * [Feature] New URL filters in multimap
  592. * [Feature] Plugin to force actions on selected symbols
  593. * [Feature] RBL module: support hashing for emails and helo RBL
  594. * [Feature] Reuse URL tags in SURBL module
  595. * [Feature] Rework RRD ds count, add conversion path
  596. * [Feature] Rework surbl module to avoid extra redirector calls
  597. * [Feature] Send config id to the WebUI
  598. * [Feature] Simplify HTTPCrypt client support
  599. * [Feature] Skip processing for large images
  600. * [Feature] Start collection only mode implementation for fuzzy storage
  601. * [Feature] Start import of the optimized base64 decode
  602. * [Feature] Store all received headers in lua
  603. * [Feature] Store relational order of all headers in a message
  604. * [Feature] Support DKIM signing in Lua plugins
  605. * [Feature] Support HTTPCrypt client in lua_http
  606. * [Feature] Support setting SMTP message in multimap
  607. * [Feature] Support setting metric subject from Lua
  608. * [Feature] Support setting subject in force actions module
  609. * [Feature] Treat v6 mapped addresses as v4 addresses
  610. * [Feature] URL reputation plugin
  611. * [Feature] Use Redis instead of memcached in URLs redirector
  612. * [Feature] Use Rspamd rfc2047 decoder instead of gmime one
  613. * [Feature] Use a different normalization for fuzzy images
  614. * [Feature] Use normalized images in fuzzy hashes
  615. * [Feature] Use own code for parsing of date
  616. * [Feature] Use shingles for images fuzzying
  617. * [Feature] Use t1ha for hashes, allow inlining
  618. * [Feature] Use t1ha instead of metrohash and xxhash32
  619. * [Feature] Various new features in metadata exporter module
  620. * [Feature] rmilter_headers: authentication-results (#78)
  621. * [Fix] Add additional check to mark redis connection inactive
  622. * [Fix] Add packed attribute for protocol structure
  623. * [Fix] Adopt OMOGRAPH_URL rule
  624. * [Fix] Allow static maps
  625. * [Fix] Allow to disable classifiers checks using settings and conditions
  626. * [Fix] Another try to fix 0 length maps
  627. * [Fix] Another try to fix corruption during maps reload
  628. * [Fix] Another try to fix descriptors leak
  629. * [Fix] Another try to fix reload and logger
  630. * [Fix] Antivirus module: register virtual symbols for patterns
  631. * [Fix] Avoid extensive reallocs
  632. * [Fix] Avoid mempool leak in SA plugin on reload
  633. * [Fix] Avoid race condition on saving cache and reload
  634. * [Fix] Avoid reusing g_error (Fixes #1262)
  635. * [Fix] Break pool connection on fatal redis errors
  636. * [Fix] Check for NaN properly
  637. * [Fix] Couple of fixes for date parsing
  638. * [Fix] Date header timezone adjustments (#1279)
  639. * [Fix] Deal with EOF properly
  640. * [Fix] Decode filename in content disposition
  641. * [Fix] Disable fuzzy images by default
  642. * [Fix] Disable zero-copy mode for text parts to avoid crashes
  643. * [Fix] Do not destroy session when not all finish scripts are done
  644. * [Fix] Do not greyscale images
  645. * [Fix] Do not leave parent-less workers processes on fatal errors
  646. * [Fix] Do not lowercase Content-Disposition to perform decoding
  647. * [Fix] Do not penalize characters just after numeric prefix
  648. * [Fix] Do not refork workers that are intended to die
  649. * [Fix] Do not set pre-result and update records for no `Queue-ID` messages
  650. * [Fix] Do not skip post-filters when pre-filters have set some results
  651. * [Fix] Do not stop symbols planning if async events are pending
  652. * [Fix] Do not try to set keys for unencrypted requests in proxy
  653. * [Fix] Encode URLs according to rfc3986
  654. * [Fix] Encode URLs before sending them to the protocol
  655. * [Fix] Filter bad characters from message id
  656. * [Fix] Fix CTE detection heuristic
  657. * [Fix] Fix Content-Type in HTTP requests
  658. * [Fix] Fix IDN eslds phishing checks
  659. * [Fix] Fix adding maps from config in Lua
  660. * [Fix] Fix another reload memory issue
  661. * [Fix] Fix argument returned on redis backend errors
  662. * [Fix] Fix assertion in graph handling
  663. * [Fix] Fix body trie matching
  664. * [Fix] Fix build
  665. * [Fix] Fix byte array expansion during toutf8 conversion
  666. * [Fix] Fix charset normalisation
  667. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  668. * [Fix] Fix couple of cornercases with email addresses
  669. * [Fix] Fix couple of issues
  670. * [Fix] Fix dependencies tracking for callback symbols
  671. * [Fix] Fix detection of jpeg size
  672. * [Fix] Fix errors handling in fuzzy backend initialization
  673. * [Fix] Fix fuzzy hashes count
  674. * [Fix] Fix globbing and convert lists to arrays in fuzzy_check
  675. * [Fix] Fix heuristical CTE detection for QP encoding
  676. * [Fix] Fix ignoring of bad text parts
  677. * [Fix] Fix indexes in array access, interleave loop
  678. * [Fix] Fix int64 -> double conversion
  679. * [Fix] Fix invalid memory access on reload
  680. * [Fix] Fix issues with empty updates
  681. * [Fix] Fix issues with quoted-printable encoding
  682. * [Fix] Fix keys names
  683. * [Fix] Fix lots of issues in mime parser code
  684. * [Fix] Fix lua maps load
  685. * [Fix] Fix macro name
  686. * [Fix] Fix mas group score calculations
  687. * [Fix] Fix matching of the same patterns from different tries
  688. * [Fix] Fix memory corruprtion and leak
  689. * [Fix] Fix memory leak in HTTP maps
  690. * [Fix] Fix memory leak in expression destroying
  691. * [Fix] Fix memory leak in parsing of mime names
  692. * [Fix] Fix memory leak in safe ucl iterators
  693. * [Fix] Fix memory leak on reload in plugins
  694. * [Fix] Fix modules reconfigure on reload
  695. * [Fix] Fix monitored setup fro URLBLs with IP addresses
  696. * [Fix] Fix name of var
  697. * [Fix] Fix new rrd updates
  698. * [Fix] Fix out of bounds access
  699. * [Fix] Fix parsing messages with no body
  700. * [Fix] Fix parsing of '=' character in headers
  701. * [Fix] Fix parsing of messages with no content type
  702. * [Fix] Fix plugins callbacks in webui
  703. * [Fix] Fix possible memory corruption in redis pool
  704. * [Fix] Fix probability calculations for fuzzy redis backend
  705. * [Fix] Fix processing errors in lua_tcp
  706. * [Fix] Fix processing of emails with name only
  707. * [Fix] Fix processing of non-multipart messages
  708. * [Fix] Fix processing of parts with no valid content type
  709. * [Fix] Fix race condition in SIGUSR2 handler
  710. * [Fix] Fix redis options parsing when no redis servers are defined
  711. * [Fix] Fix reload and hyperscan ready event
  712. * [Fix] Fix reload memory issue
  713. * [Fix] Fix rra_ptr conversion
  714. * [Fix] Fix rrd file conversion
  715. * [Fix] Fix setting of content-type attributes
  716. * [Fix] Fix signing headers creation in DKIM
  717. * [Fix] Fix stddev calculations
  718. * [Fix] Fix surbl plugin to work with composite maps
  719. * [Fix] Fix timezones parsing
  720. * [Fix] Fix tokens usage
  721. * [Fix] Fix urls and emails hashes
  722. * [Fix] Fix usage of unsafe ucl iterators
  723. * [Fix] Fix work with broken utf8 tokens
  724. * [Fix] Fix writing of user to roll history
  725. * [Fix] Forgotten worker
  726. * [Fix] Further memory leaks fixes
  727. * [Fix] Ignore lua metatokens in bayes for now
  728. * [Fix] Improve OMOGRAPH_URL rule
  729. * [Fix] Lua IP from string should be invalid if parsing failed
  730. * [Fix] Miltiple fixes to new lua_tcp, add debugging
  731. * [Fix] More fixes for iterators cleanup
  732. * [Fix] More fixes to logger initialization
  733. * [Fix] More heuristic fixes for phishing detection
  734. * [Fix] More leaks eliminated
  735. * [Fix] More leaks...
  736. * [Fix] More random fixes for reload...
  737. * [Fix] Multimap: Fixes for email filters
  738. * [Fix] Multiple fixes for fann module
  739. * [Fix] Multiple memory corruption fixes
  740. * [Fix] Normalize path in HTTP router
  741. * [Fix] Plug memory leak
  742. * [Fix] Plug memory leak in adding radix trees
  743. * [Fix] Plug memory leak in configuration parser
  744. * [Fix] Plug memory leak in expressions parsing during reload
  745. * [Fix] Plug memory leak in learning fuzzy storage
  746. * [Fix] Plug memory leak in lua_tcp
  747. * [Fix] Plug reload leaks
  748. * [Fix] Plug termination memory leaks
  749. * [Fix] Really increase lock lifetime
  750. * [Fix] Replies module: fix symbol weight
  751. * [Fix] Restore content type params related functions
  752. * [Fix] Set task's subject from mime subject
  753. * [Fix] Sigh, one more reload leak
  754. * [Fix] Simplify images shingles
  755. * [Fix] Some more memory issues are fixed
  756. * [Fix] Stop hardcoding of lua in C
  757. * [Fix] Stop processing of bad parts as text parts
  758. * [Fix] Strictly filter bad characters when emittin json
  759. * [Fix] Strings returned from lua are ephemeral
  760. * [Fix] Support unix sockets for lua redis
  761. * [Fix] Try to fix issues with reloading config
  762. * [Fix] Try to fix race condition in redis_pool
  763. * [Fix] Use checksum to avoid intersection between different ANNs
  764. * [Fix] Use rspamd hashes in embedded ucl
  765. * [Fix] Use sane default rewrite subject (*** SPAM *** %s)
  766. * [Fix] Various collection mode fixes
  767. * [Fix] Various fixes to mime parser
  768. * [Fix] Various reload leak fixing
  769. * [Fix] Whitelist certain extensions from archive checks
  770. * [Rework] Add preliminary implementation of the mime parser
  771. * [Rework] Adopt code for the new options
  772. * [Rework] Change logger setup interface
  773. * [Rework] Composite configuration (#1270)
  774. * [Rework] Finally remove gmime dependency from Rspamd
  775. * [Rework] Further fixes to symbols frequencies
  776. * [Rework] Implement content type parser for mime
  777. * [Rework] Kill all InternetAddressList usages
  778. * [Rework] Multiple fixes for symbols cache statistics
  779. * [Rework] Refactor struct names
  780. * [Rework] Rework images fuzzy hashes algorithm
  781. * [Rework] Rework lua_tcp to allow TCP dialog
  782. * [Rework] Start massive rework to get rid of gmime
  783. * [Rework] Start new approach for multiparts parsing
  784. * [Rework] Start rework of mime addresses
  785. * [Rework] Start rework of symbols cache updates
  786. * [Rework] Start switching to libicu
  787. * [Rework] Use a special structure for stats tokens
  788. * [Rework] Use hash tables for symbols options
  789. * [Rework] Use libicu instead of iconv for conversions
  790. * [Rework] Use new scheme to parse mime parts
  791. * [WebUI] Add Access-Control-Allow-Origin for cluster management
  792. * [WebUI] Add Throughput graph autorefreshing (#820)
  793. * [WebUI] Add Visibility.js library
  794. * [WebUI] Add basic cluster support to Throughput tab
  795. * [WebUI] Add graph legend entries for new DSes
  796. * [WebUI] Add graph tab
  797. * [WebUI] Add neighbours RRD data consolidation
  798. * [WebUI] Add preliminary save symbols clustering
  799. * [WebUI] Add server selector to navbar
  800. * [WebUI] Add soft reject to auth stats
  801. * [WebUI] Add summary to the Throughput tab
  802. * [WebUI] Allow to save maps on the cluster
  803. * [WebUI] Avoid extra graph redraw and alerts glitching
  804. * [WebUI] Be more generous with AJAX timeout
  805. * [WebUI] Disable error ring loading in `read only` mode
  806. * [WebUI] Enclose table header cells with `tr`s
  807. * [WebUI] Finish interface rework
  808. * [WebUI] Fix RRD summary pie chart position
  809. * [WebUI] Fix `All SERVERS` graph fot just one available server
  810. * [WebUI] Fix case when no cluster is defined
  811. * [WebUI] Fix compatibility with non-ES6 compliant browsers
  812. * [WebUI] Fix config ID
  813. * [WebUI] Fix configuration page partially
  814. * [WebUI] Fix disabled state
  815. * [WebUI] Fix graph dataset selector initialization
  816. * [WebUI] Fix graph selectors state resetting
  817. * [WebUI] Fix mouse events on throughput summary table area
  818. * [WebUI] Fix multiple JS issues
  819. * [WebUI] Fix pie chart displaying
  820. * [WebUI] Fix read only
  821. * [WebUI] Fix read only2
  822. * [WebUI] Fix retarded datatables
  823. * [WebUI] Fix soft reject in pie chart
  824. * [WebUI] Fix stat widgets timers multiplication on `Refresh` click
  825. * [WebUI] Fix symbols config
  826. * [WebUI] Fix various errors with login form
  827. * [WebUI] Further fixes
  828. * [WebUI] Hide learning tab in read-only mode
  829. * [WebUI] Initial clusters support
  830. * [WebUI] Make legend entry colours more contrast
  831. * [WebUI] Move configuration tab to a separate module
  832. * [WebUI] Move history tab
  833. * [WebUI] Move symbols config as well
  834. * [WebUI] New sec to time function
  835. * [WebUI] Prevent multiple clicks on `Refresh`
  836. * [WebUI] RRD summary: Hide inner labels of tiny pie sectors
  837. * [WebUI] RRD summary: Respect undefined values
  838. * [WebUI] Reduce font size of graph's legend
  839. * [WebUI] Remove orphaned font duplicates
  840. * [WebUI] Remove unused code
  841. * [WebUI] Replace spinner with animated glyphicon
  842. * [WebUI] Reset refresh timer on server switching
  843. * [WebUI] Rework interface to use requirejs
  844. * [WebUI] Rework neighbours query function
  845. * [WebUI] Separate attributes by space
  846. * [WebUI] Set focus to password field (#1230)
  847. * [WebUI] Simplify neighbours table populating
  848. * [WebUI] Start rework of modules
  849. * [WebUI] Stop stats refreshing if the page is hidden
  850. * [WebUI] Turn d3pie's stuff into a reusable function,
  851. * [WebUI] Unify send data functions
  852. * [WebUI] Update D3Evolution to 0.0.1
  853. * [WebUI] Update d3.js
  854. * [WebUI] Update datatables to work with the requirejs
  855. * [WebUI] Use unified tab click event handler,
  856. * [WebUI] clusters for the chart
  857. * [WebUI] fix uptime
  858. 1.4.2:
  859. * [CritFix] Deal with absent headers in DKIM
  860. * [CritFix] Do not trust remote shingles count
  861. * [CritFix] Fix headers selection in DKIM verification
  862. * [Feature] Add EXT_CSS rule
  863. * [Feature] Add toggle for disabling SURBLs
  864. * [Feature] Extend redis lock when learning spawned
  865. * [Feature] Parse <link> HTML tags
  866. * [Fix] Avoid reusing g_error (Fixes #1262)
  867. * [Fix] Do not reset loaded ANN when learning is requested
  868. * [Fix] Fix another issue with external deps in SA
  869. * [Fix] Fix body trie matching
  870. * [Fix] Fix checking of DKIM bodies that needs just `\n` to be added
  871. * [Fix] Fix fuzzy hashes count
  872. * [Fix] Fix keys names
  873. * [Fix] Fix length calculations for url encoded urls
  874. * [Fix] Fix matching of the same patterns from different tries
  875. * [Fix] Fix name of var
  876. * [Fix] Fix parsing of URLs with spaces and other bad chars
  877. * [Fix] Fix probability calculations for fuzzy redis backend
  878. * [Fix] Fix signing headers creation in DKIM
  879. * [Fix] Plug memory leak
  880. * [Fix] Really fix chained SA dependencies
  881. * [Fix] Really increase lock lifetime
  882. * [Fix] Use checksum to avoid intersection between different ANNs
  883. * [Fix] Use rspamd hashes in embedded ucl
  884. * [Fix] Yet another change for testing external deps
  885. 1.4.1:
  886. * [Feature] ASN support in Clickhouse module
  887. * [Feature] Add clickhouse plugin
  888. * [Feature] Add generic tool to add universal maps for lua modules
  889. * [Feature] Add logger.debugm to debug lua modules
  890. * [Feature] Allow to register metrics symbols using register_symbol
  891. * [Feature] Allow to specify prefix for fann_redis
  892. * [Feature] Clickhouse: support different masks for IPv4/IPv6
  893. * [Feature] Support forcing action in antivirus plugin
  894. * [Fix] Add handling of regexp maps
  895. * [Fix] Allow backslashes in http urls
  896. * [Fix] Avoid mapping of empty files
  897. * [Fix] Do not load tld file to speed up rspamadm
  898. * [Fix] Do not resolve numeric IP addresses due to ipv6 insanity
  899. * [Fix] Filter incorrect training data
  900. * [Fix] Fix Fuzzyconvert tool when password or DB is given
  901. * [Fix] Fix build with custom glib/gmime
  902. * [Fix] Fix converting of learn count from sqlite to redis
  903. * [Fix] Fix crashes with invalid received and task:set_from_ip
  904. * [Fix] Fix external dependencies for SA module
  905. * [Fix] Fix fann_redis when number of scores has been changed
  906. * [Fix] Fix hyperscan usage for non compatible platforms
  907. * [Fix] Fix loading of maps from UCL objects
  908. * [Fix] Fix memory leak for task-less redis requests
  909. * [Fix] Fix mid module with new maps syntax
  910. * [Fix] Fix parsing of URLs with username
  911. * [Fix] Fix re cache initialisation
  912. * [Fix] Fix replacements to sanitize '%' character
  913. * [Fix] Fix set and regexp like static maps
  914. * [Fix] Fix some issues in redis settings
  915. * [Fix] Fix static IP maps
  916. * [Fix] Fix total learns counter for redis stats
  917. * [Fix] Fix usage of config during reload
  918. * [Fix] Fix various warnings and issues
  919. * [Fix] Invalidate ANN if training data is incorrect
  920. * [Fix] Miltiple fixes to fann_redis module
  921. * [Fix] More fixes for URLs with backslashes
  922. * [Fix] Properly get options for ip_score module
  923. * [Fix] Relax requirements for Received as gmail cannot RFC
  924. * [Fix] Remove or fix hyperscan incompatible regexps
  925. * [Fix] Settings: correctly read redis config
  926. * [Rework] Rework lua logger interface slightly
  927. * [Rework] Use new maps add function
  928. 1.4.0:
  929. * [CritFix] Add guards for inactive redis connections
  930. * [CritFix] Another fix for proxying files using rspamd_proxy
  931. * [CritFix] Cleanup inactive redis connections
  932. * [CritFix] Do not sometimes try to exec posfilters before classification
  933. * [CritFix] Fix application of IPv6 mask
  934. * [CritFix] Fix chunked encoding when reading messages
  935. * [CritFix] Fix file mode for rspamd_proxy
  936. * [CritFix] Fix hyperscan compilation on regexp change
  937. * [CritFix] Fix issue with finding of end of lines pointers
  938. * [CritFix] Fix iteration over headers array (introduced in 1.4)
  939. * [CritFix] Fix processing of learned tokens count for redis backend
  940. * [CritFix] Fix race condition in checking of cached maps
  941. * [CritFix] Fix workers scripts by sharing workers configs
  942. * [CritFix] Introduce raw content to text parts
  943. * [CritFix] Plug memory leak and potential memory corruption
  944. * [Feature] Adaptive ratelimits
  945. * [Feature] Add ASN -> rbldnsd script for asn.rspamd.com
  946. * [Feature] Add DMARC_NA symbol
  947. * [Feature] Add F-Prot support to antivirus module
  948. * [Feature] Add HTTP backend to metadata exporter
  949. * [Feature] Add Lua API module for monitored objects
  950. * [Feature] Add R_DKIM_NA / R_SPF_NA / AUTH_NA symbols
  951. * [Feature] Add R_DKIM_PERMFAIL symbol
  952. * [Feature] Add R_SPF_PERMFAIL symbol
  953. * [Feature] Add Sophos antivirus support
  954. * [Feature] Add ZSTD compression to Lua API
  955. * [Feature] Add `mid` Lua module
  956. * [Feature] Add `one_param` flag for metric symbols
  957. * [Feature] Add a generic lua classifier
  958. * [Feature] Add a very basic interface to access workers data from on_load
  959. * [Feature] Add ability to delete a hash by its data to fuzzy_check plugin
  960. * [Feature] Add ability to enable/disable symbols via dynamic_conf
  961. * [Feature] Add ability to lookup settings by key
  962. * [Feature] Add common way to disable Lua modules
  963. * [Feature] Add compression support to rspamd client
  964. * [Feature] Add condition to do antiviral check
  965. * [Feature] Add configuration for lua classifiers
  966. * [Feature] Add configuration knobs for the errors circular buffer
  967. * [Feature] Add decompression support in rspamd client
  968. * [Feature] Add errors exporter to the controller
  969. * [Feature] Add expected value for monitored DNS resources
  970. * [Feature] Add exporter from error ringbuf to ucl
  971. * [Feature] Add extended version for fann creation function
  972. * [Feature] Add ffi friendly version of process_regexp function
  973. * [Feature] Add frequency and time display to webui
  974. * [Feature] Add fuzzy_delhash command to rspamc client
  975. * [Feature] Add implementation of redis connections pool
  976. * [Feature] Add latency and offline time monitoring
  977. * [Feature] Add learning support for lua classifiers
  978. * [Feature] Add max-size and timeout options to CGP helper
  979. * [Feature] Add method to enable/disable symbols in config
  980. * [Feature] Add methods to get metric's actions and symbols from Lua
  981. * [Feature] Add mmap support to lua_text
  982. * [Feature] Add monitored object for surbl plugin
  983. * [Feature] Add more exceptions to surbl whitelist
  984. * [Feature] Add more meta-tokens to bayes
  985. * [Feature] Add neural net classifier to fann_scores module
  986. * [Feature] Add neural net serialization/deserialization
  987. * [Feature] Add new dynamic conf module
  988. * [Feature] Add periodic events support for lua_config
  989. * [Feature] Add plugin to check MX'es for the sender's domain
  990. * [Feature] Add preliminary monitored module
  991. * [Feature] Add preliminary support of dynamic conf updates in Redis
  992. * [Feature] Add preliminary version of clamav plugin
  993. * [Feature] Add redis cache to asn module
  994. * [Feature] Add replies compression
  995. * [Feature] Add spamhaus DROP dnsbl
  996. * [Feature] Add support for dictionary in client compression
  997. * [Feature] Add support for fuzzy learn and unlearn from lua
  998. * [Feature] Add support for input encryption
  999. * [Feature] Add support of min_learns to neural net classifier
  1000. * [Feature] Add termination callbacks for workers
  1001. * [Feature] Add user-agent for rspamc
  1002. * [Feature] Add utility to perform classifier tests
  1003. * [Feature] Add zstd compression library
  1004. * [Feature] Allow HTTPS requests in lua_http
  1005. * [Feature] Allow conditions for pre and postfilters
  1006. * [Feature] Allow custom functions for ratelimits
  1007. * [Feature] Allow for excluding messages from AV scanning based on size
  1008. * [Feature] Allow for getting worker stats from Lua
  1009. * [Feature] Allow getting task UID from Lua
  1010. * [Feature] Allow parsing of mailbox messages from the commandline
  1011. * [Feature] Allow plugins to publish their lua API via rspamd_plugins
  1012. * [Feature] Allow to compare other systems with Rspamd
  1013. * [Feature] Allow to execute Lua scripts by controller
  1014. * [Feature] Allow to have a function to set custom greylist message
  1015. * [Feature] Allow to iterate over multiple tags
  1016. * [Feature] Allow to pass extra data from plugins to log helper
  1017. * [Feature] Allow to plan new periodics at different time
  1018. * [Feature] Allow to reset hashes
  1019. * [Feature] Allow to run rspamadm lua just as a lua interpreter
  1020. * [Feature] Allow to store settings in redis
  1021. * [Feature] Allow to update dynamic conf in Redis
  1022. * [Feature] Allow to use dictionaries for compression
  1023. * [Feature] Allow to use md5, sha1, sha256, sha384 and sha512 hashes in Lua
  1024. * [Feature] Allow whitelisting by IP for greylisting plugin
  1025. * [Feature] Antivirus: Support whitelists & pattern-matching sig names
  1026. * [Feature] Backport pack/unpack routines from Lua 5.3
  1027. * [Feature] Check settings with equal priopities in alphabetical order
  1028. * [Feature] Compress neural net in redis
  1029. * [Feature] Consider more tags when doing WHITE_ON_WHITE rule
  1030. * [Feature] Descriptive options for DMARC failure symbols
  1031. * [Feature] Descriptive options for RBL symbols
  1032. * [Feature] Enable configuration for monitored objects
  1033. * [Feature] Execute on_load scripts with ev_base ready
  1034. * [Feature] Fann scores now uses metadata from a message
  1035. * [Feature] Implement FANN threaded learning
  1036. * [Feature] Implement classifying for lua classifiers
  1037. * [Feature] Implement finish scripts for worker processes
  1038. * [Feature] Implement monitoring for DNS resources
  1039. * [Feature] Implement real priorities for pre and post filters
  1040. * [Feature] Insert two symbols: FANN_HAM and FANN_SPAM instead of one
  1041. * [Feature] Module to push metadata/messages to redis pubsub
  1042. * [Feature] Monitor RBL records
  1043. * [Feature] Move fann_classifier to a separate plugin
  1044. * [Feature] Normalize all ANN inputs
  1045. * [Feature] Preliminary version of metric exporter module
  1046. * [Feature] Preserve decompression context between tasks
  1047. * [Feature] Ratelimit: Support dynamic bucket size/leak rate
  1048. * [Feature] Relax FORGED_RECIPIENTS: allow senders to BCC themselves
  1049. * [Feature] Remove symbols weights on composites processing
  1050. * [Feature] Return symbol scores when getting resulting symbols
  1051. * [Feature] Rework lua tcp module
  1052. * [Feature] Rule to detect some obvious X-PHP-Originating-Script forgeries
  1053. * [Feature] Rule to identify some X-PHP-Script forgeries
  1054. * [Feature] Rules for scoring Google Message-ID fixes
  1055. * [Feature] Send hashes values to reply
  1056. * [Feature] Set expire for dmarc reports
  1057. * [Feature] Stop using cymru zone as it is unstable
  1058. * [Feature] Stop using of GLists for headers, improve performance
  1059. * [Feature] Store `for` in task:get_received_headers
  1060. * [Feature] Store `for` part in received headers
  1061. * [Feature] Store enabled flag for webui session
  1062. * [Feature] Store error messages in ring buffer
  1063. * [Feature] Support compressed maps
  1064. * [Feature] Support excluding selected users from ratelimits
  1065. * [Feature] Support looking up NS records in lua_dns
  1066. * [Feature] Support modern style SURBL configuration
  1067. * [Feature] Support multiple hashes in delhash path
  1068. * [Feature] Support new messages in rspamc
  1069. * [Feature] Support requests without reads in lua_tcp
  1070. * [Feature] Support setting task message from Lua
  1071. * [Feature] Track visibility of HTML elements
  1072. * [Feature] Try to add CRLF when checking DKIM
  1073. * [Feature] Try to guess line endings when folding headers
  1074. * [Feature] Try to improve normalization function for bayes
  1075. * [Feature] Use FFI to optimize SA module
  1076. * [Feature] Use length based arguments for redis, allow lua_text as arg
  1077. * [Feature] Use more layers for fann and another normalization
  1078. * [Feature] User-defined ratelimits
  1079. * [Feature] Utility to convert fuzzy storage from sqlite to redis
  1080. * [Feature] Yield DMARC_DNSFAIL on lookup failure
  1081. * [Fix] Adopt fuzzy storage for flexible backends
  1082. * [Fix] Allow plain IP addresses in Rspamd maps
  1083. * [Fix] Another fix for brain-damaged hiredis
  1084. * [Fix] Another fix for rdns write errors
  1085. * [Fix] Another fix for rdns_make_request_full invocation
  1086. * [Fix] Another fix in DKIM canonicalization
  1087. * [Fix] Another memory leak plugged
  1088. * [Fix] Another try to deal with posix idiotizm
  1089. * [Fix] Another try to fix RDNS events processing logic
  1090. * [Fix] Avoid double frees in HEAD requests
  1091. * [Fix] Avoid extra symbols for RBLs
  1092. * [Fix] Banish table.maxn from Lua parts
  1093. * [Fix] Check for socket error before connection in lua_tcp
  1094. * [Fix] Correctly propagate redis timeouts to Lua
  1095. * [Fix] Do not add extra newline in MIME mode
  1096. * [Fix] Do not be cheated by system hiredis
  1097. * [Fix] Do not classify when a message has not enough tokens
  1098. * [Fix] Do not crash on redis errors
  1099. * [Fix] Do not distinguish NXDOMAIN and NOREC for monitored
  1100. * [Fix] Do not replan retransmits if merely one server is defined
  1101. * [Fix] Do not use headers to calculate messages digests
  1102. * [Fix] Don't force action in replies module for authenticated users/local networks
  1103. * [Fix] Explicitly ban default passwords in webui
  1104. * [Fix] Finally fix ambiguity between parsed and resolved spf elts
  1105. * [Fix] Fix 'decoded' value in task:get_header_full()
  1106. * [Fix] Fix DKIM calculations
  1107. * [Fix] Fix DKIM signing for messages with no newline at the end
  1108. * [Fix] Fix DNS request in monitored
  1109. * [Fix] Fix DNS write errors processing
  1110. * [Fix] Fix HTTP methods other than GET and POST
  1111. * [Fix] Fix PERMFAIL for v6/v4 ambiguities
  1112. * [Fix] Fix absurdic scores for HFILTER_URL_ONLY
  1113. * [Fix] Fix actions in rolling history
  1114. * [Fix] Fix actrie patterns
  1115. * [Fix] Fix applying of lua dynamic confg
  1116. * [Fix] Fix autolearning errors and redis cache
  1117. * [Fix] Fix bayes learn_condition
  1118. * [Fix] Fix build with the recent OpenSSL
  1119. * [Fix] Fix caching and compressed maps
  1120. * [Fix] Fix check plain text part
  1121. * [Fix] Fix crash on OpenBSD in `url_email_start`
  1122. * [Fix] Fix double free in SPF
  1123. * [Fix] Fix extraction of shingles from redis fuzzy storage
  1124. * [Fix] Fix false sharing for symbols in the cache
  1125. * [Fix] Fix float usage in util:get_time
  1126. * [Fix] Fix folding algorithm to deal with empty tokens
  1127. * [Fix] Fix format string
  1128. * [Fix] Fix format string usage in controller errors handling
  1129. * [Fix] Fix handling of '\0' in lua_tcp
  1130. * [Fix] Fix handling of HTTP HEAD methods
  1131. * [Fix] Fix hash creation
  1132. * [Fix] Fix hiredis stupidity
  1133. * [Fix] Fix implicit settings module settingsup
  1134. * [Fix] Fix interaction with lua GC to avoid craches
  1135. * [Fix] Fix ip_score module registration
  1136. * [Fix] Fix issue with empty messages and dkim
  1137. * [Fix] Fix issues with CGP helper
  1138. * [Fix] Fix issues with the recent SPF changes
  1139. * [Fix] Fix key name to load ANN correctly
  1140. * [Fix] Fix lua tcp module by saving `do_read` in callback data
  1141. * [Fix] Fix memory leak in client when using compression
  1142. * [Fix] Fix min_learns option
  1143. * [Fix] Fix on_finish scripts and async handlers
  1144. * [Fix] Fix options for SPF dnsfail symbol
  1145. * [Fix] Fix parsing includes and redirects in SPF
  1146. * [Fix] Fix parsing of lua comments with empty lines
  1147. * [Fix] Fix parsing of unquoted HTML attributes
  1148. * [Fix] Fix periodic events and redis
  1149. * [Fix] Fix processing of fuzzy learns from Lua
  1150. * [Fix] Fix processing of redirect in SPF includes
  1151. * [Fix] Fix processing of symbols when reject limit is reached
  1152. * [Fix] Fix refcounts when map is specified by IP
  1153. * [Fix] Fix rspamd{session} class in Lua API
  1154. * [Fix] Fix setting ratelimit key for 'ip' bucket
  1155. * [Fix] Fix some cases of TLD urls detector
  1156. * [Fix] Fix statconvert tool
  1157. * [Fix] Fix stats for backend-less classifiers
  1158. * [Fix] Fix training script for fann_redis
  1159. * [Fix] Fix variable in ann module
  1160. * [Fix] Fix various errors in lua dynamic conf plugin
  1161. * [Fix] Forget old ANN when max_usages is reached to avoid overtrain
  1162. * [Fix] Further canonicalization fixes
  1163. * [Fix] Further fixes for fann_redis prefixes
  1164. * [Fix] Handle failures for inactive pooled connections
  1165. * [Fix] Improve multimap info message
  1166. * [Fix] More fixes in ANN loading
  1167. * [Fix] More fixes to fann_redis
  1168. * [Fix] More issues in fann_redis
  1169. * [Fix] More spaces fix in DKIM signature
  1170. * [Fix] Multiple fixes to asn script, add IPv6 support
  1171. * [Fix] Multiple issues in fann_redis
  1172. * [Fix] No greylist rejected messages
  1173. * [Fix] One more attempt to fix lua_redis
  1174. * [Fix] One more check for readdir...
  1175. * [Fix] Params should be treated as a hash
  1176. * [Fix] Plug memory leak in regexp desctructor
  1177. * [Fix] Process headers only once
  1178. * [Fix] Properly handle nil values in ratelimit plugin
  1179. * [Fix] Really fix redis shingles check
  1180. * [Fix] Remove fann with incorrect layers count
  1181. * [Fix] Remove mentions of deleted include
  1182. * [Fix] Remove some incompatible functions
  1183. * [Fix] Settings: fix `authenticated` parameter (#886)
  1184. * [Fix] Skip MX check for authenticated users and local networks
  1185. * [Fix] Slightly fix ANN routines
  1186. * [Fix] Stop caching records with DNS failures
  1187. * [Fix] Treat all errors in redis_pool as fatal errors for a connection
  1188. * [Fix] Try avoid false-positives in HEADER_FORGED_MDN rule
  1189. * [Fix] Try to avoid race condition when using rrd
  1190. * [Fix] Try to reload redis scripts if they are missing
  1191. * [Fix] Unbreak once_received skipping for local networks
  1192. * [Fix] Unlock ANN on error
  1193. * [Fix] Use memmove for overlapping regions
  1194. * [Fix] Use real size instead of displayed for core limits
  1195. * [Fix] Use the correct macro to get the size of control
  1196. * [Fix] Various fixes for errors ringbuffer
  1197. * [Fix] Yield R_SPF_DNSFAIL if lookup of included record fails
  1198. * [Fix] mid: fix map initialization
  1199. * [Fix] mid: handle incorrect rgexps in the map
  1200. * [Rework] Add extract training data function to fann_redis
  1201. * [Rework] Add preliminary train tests
  1202. * [Rework] Add redis storage feature to fann_redis
  1203. * [Rework] Adopt fuzzy storage for abstract backend
  1204. * [Rework] Adopt plugins
  1205. * [Rework] First reiteration on fann scores
  1206. * [Rework] Implement loading/invalidating
  1207. * [Rework] Make lua_redis task agnostic
  1208. * [Rework] Make rspamd protocol messages useful
  1209. * [Rework] Massive removal of legacy code
  1210. * [Rework] More cleanup actions
  1211. * [Rework] Remove legacy code never used for classifiers
  1212. * [Rework] Remove outdated and unused lua_session module
  1213. * [Rework] Reorganize fuzzy backend structure
  1214. * [Rework] Reorganize the internal backend structure
  1215. * [Rework] Restore old fann_scores, move common parts
  1216. * [Rework] Rework and simplify rbl plugin
  1217. * [Rework] Rework parsing of DMARC records
  1218. 1.3.4:
  1219. * [Feature] ASN module; support matching ASN/country in multimap
  1220. * [Feature] Add SPF method in spf return result
  1221. * [Feature] Add Yandex and Mail.ru forwarding rules
  1222. * [Feature] Add mempool maps in multimap
  1223. * [Feature] Add rule for identifying mail sent by eval()'d PHP code
  1224. * [Feature] Add support of stub DNSSEC resolver to rdns
  1225. * [Feature] Add task:get_digest method
  1226. * [Feature] Allow for more fine-grained scoring for ip_score
  1227. * [Feature] Allow to get digest of a mime part from lua
  1228. * [Feature] Allow to print message digest in logs
  1229. * [Feature] Fold DKIM-Signature header
  1230. * [Feature] Implement encrypted logs
  1231. * [Feature] Log URLs encrypted if we have log encryption pubkey
  1232. * [Feature] Pass authenticated bit to lua
  1233. * [Feature] Read redis backend statistics configuration from global section
  1234. * [Feature] Show the exact value matched for multima symbols
  1235. * [Feature] Store task checksum
  1236. * [Fix] Avoid setting limits when required elements are missing
  1237. * [Fix] DMARC: Fix alignment checking for subdomains
  1238. * [Fix] DMARC: deal with missing and spurious spaces
  1239. * [Fix] Defer insertion of results in ip_score to avoid skewing stats
  1240. * [Fix] Disable DMARC for local/authorized mail
  1241. * [Fix] Fix handling of proxied headers in controller
  1242. * [Fix] Fix hex printing of strings
  1243. * [Fix] Fix issue with spaces in maps
  1244. * [Fix] Fix parsing of forwarded IP
  1245. * [Fix] Fix reload in some plugins and workers
  1246. * [Fix] Fix reloading on SIGHUP
  1247. * [Fix] Fix some border cases for DKIM canonicalization
  1248. * [Fix] Fix url maps
  1249. * [Fix] Make dnssec configurable option disabled by default for now
  1250. * [Fix] rspamadm statconvert: force db to be a string
  1251. * [Fix] rspamadm statconvert: use db/password for learn cache
  1252. * [Rework] Rework flags in rspamd logger
  1253. 1.3.3:
  1254. * [CritFix] Check hyperscan cache sanity before loading
  1255. * [CritFix] Fix setting of fuzzy keys (completely breaks fuzzy storage)
  1256. * [Feature] Add SARBL (sarbl.org) uribl
  1257. * [Feature] Add `--search-pattern` option to rspamd_stats
  1258. * [Feature] Add some sanity check for very long from/to log elements
  1259. * [Feature] Allow to create hashes from string in a single step
  1260. * [Feature] Fix order of pre and postfilters
  1261. * [Feature] Improve lua URLs API
  1262. * [Feature] Improve message about fuzzy rules
  1263. * [Feature] Pre-calculate blake2 digest for all parts
  1264. * [Feature] Print radix duplicate keys as IP addresses
  1265. * [Feature] Simple mechanism for disabling RBLs in local.d/rbl.conf
  1266. * [Feature] Use faster hash function for fuzzy storage
  1267. * [Feature] rspamd_stats: support log directory reading
  1268. * [Fix] Add sanity check for url filters
  1269. * [Fix] Do not show rmilter section as a fake metric in rspamc
  1270. * [Fix] Fix URL filters
  1271. * [Fix] Fix a stupid mistake in util.strequal_caseless
  1272. * [Fix] Fix blake2b hash of the string "rspamd"
  1273. * [Fix] Fix filename maps filter
  1274. * [Fix] Fix finding tld in util.get_tld
  1275. * [Fix] Fix multimap content filters
  1276. * [Fix] Fix returning boolean from Lua
  1277. * [Fix] Fix returning of REDIS_NIL
  1278. * [Fix] Try to deal with multiple workers terminated
  1279. * [Fix] Use forced DNS request when calling for lua_http
  1280. * [Rework] Rework multimap filters, add redis maps
  1281. 1.3.2:
  1282. * [Feature] Add a special symbol for SPF DNS errors: R_SPF_DNSFAIL
  1283. * [Feature] Add correlations report in fuzzy stats
  1284. * [Feature] Add experimental CGP integration
  1285. * [Feature] Add method to get urls length in a text part
  1286. * [Feature] Add new methods to lua_html to access HTML tags
  1287. * [Feature] Allow all types of symbols to be added via __newindex method
  1288. * [Feature] Allow to create settings for authenticated users
  1289. * [Feature] Allow to get block content for HTML tags
  1290. * [Feature] Improve DNS failures when dealing with SPF
  1291. * [Feature] Properly implement R_WHITE_ON_WHITE rule
  1292. * [Feature] Remove old ugly rules
  1293. * [Feature] Rspamc can now add dkim signature in mime mode
  1294. * [Feature] Store content length for HTML tags
  1295. * [Feature] Support reacher set of HTML colors
  1296. * [Feature] Try to avoid FP for low contrast fonts detection
  1297. * [Fix] Add missing HTML colors
  1298. * [Fix] Add spaces to dkim signature to allow folding
  1299. * [Fix] Avoid returning NaN as score on scan
  1300. * [Fix] Decode entitles in href parts
  1301. * [Fix] Do not cache SPF records with DNS errors
  1302. * [Fix] Do not crash on cyclic depends
  1303. * [Fix] Do not insert HELO/HOSTNAME unknown when they are not passed
  1304. * [Fix] Do not set absent hostname to "unknown"
  1305. * [Fix] Do not stress redis with KEYS command (#791)
  1306. * [Fix] Fix DMARC_BAD_POLICY symbol
  1307. * [Fix] Fix HFILTER_URL module
  1308. * [Fix] Fix HFILTER_URL_ONELINE rule
  1309. * [Fix] Fix buffering in CGP integration
  1310. * [Fix] Fix colors propagation from parent nodes
  1311. * [Fix] Fix confusing OpenSSL API usage of i2d_RSAPublicKey
  1312. * [Fix] Fix dependencies id sanity check
  1313. * [Fix] Fix folding for semicolon separated tokens
  1314. * [Fix] Fix largest possible TLD behaviour
  1315. * [Fix] Fix last token folding
  1316. * [Fix] Fix length calculations in white on white rule
  1317. * [Fix] Fix multiple request headers structure
  1318. * [Fix] Fix multiple values headers freeing
  1319. * [Fix] Fix parsing of background color
  1320. * [Fix] Fix printing from field in log_urls
  1321. * [Fix] Fix processing of last element of DMARC policies
  1322. * [Fix] Further fixes for HTML colors
  1323. * [Fix] Further fixes for multiple values headers
  1324. * [Fix] Further fixes for white on white rule
  1325. * [Fix] Further fixes in HTML tags parsing
  1326. * [Fix] Ignore content type/subtype case
  1327. * [Fix] Increase score of R_WHITE_ON_WHITE
  1328. * [Fix] Parse CGP envelope data
  1329. * [Fix] Propagate colors in HTML
  1330. * [Fix] Restore multiple values headers in protocol
  1331. * [Fix] Restore multiple values in headers processing
  1332. * [Fix] Some more changes to tag's content length calculations
  1333. * [Fix] Some more fixes for low contrast fonts detector
  1334. * [Fix] SpamAssassin plugin: support check_freemail_header('EnvelopeFrom', [..])
  1335. * [Fix] Trigger HTML_SHORT_LINK_IMG on any external image
  1336. * [Fix] rspamd_stats: remove deprecated defined(@array)
  1337. 1.3.1:
  1338. * [CritFix] Fix catena passwords validation
  1339. * [CritFix] Fix crash when the first received is faked
  1340. * [Feature] Add DMARC_BAD_POLICY symbol when DMARC policy was invalid
  1341. * [Feature] Allow for matching hostnames in multimap (#773)
  1342. * [Feature] Allow for setting action based on DMARC disposition
  1343. * [Feature] Allow limiting of the inbound message size
  1344. * [Feature] Allow maps with multiple symbols and scores
  1345. * [Feature] Allow regexps in the emails maps
  1346. * [Feature] Allow to register metric symbols from multimap
  1347. * [Feature] Allow to reset redis tokens instead of appendig values
  1348. * [Feature] Allow to store strings in radix maps
  1349. * [Feature] Check UTF validity when there are utf regexps in a map
  1350. * [Feature] Correctly work when there is no hard reject action
  1351. * [Feature] Implement dependencies for maps
  1352. * [Fix] Another effort to unbreak sqlite locking
  1353. * [Fix] Avoid crash when closing mmapped file
  1354. * [Fix] Do not break history on NaN in required score
  1355. * [Fix] Ensure that hyperscan cache written is written properly
  1356. * [Fix] Filter NaN from scores in history
  1357. * [Fix] Fix DNSBL maps
  1358. * [Fix] Fix another locking issue in sqlite
  1359. * [Fix] Fix another locking issue with mapped files
  1360. * [Fix] Fix deadlock in mmaped file stats
  1361. * [Fix] Fix dependencies in multimap plugin
  1362. * [Fix] Fix emails module configuration
  1363. * [Fix] Fix greylist plugin (#755)
  1364. * [Fix] Fix greylisting plugin variable usage
  1365. * [Fix] Fix installed permissions for rspamd_stats
  1366. * [Fix] Fix locking in mmapped statistics
  1367. * [Fix] Fix paths in tests
  1368. * [Fix] Fix prefilter mode for multimap
  1369. * [Fix] Forgot to commit leftover changes
  1370. * [Fix] Really fix local.d includes
  1371. * [Fix] Restore selective greylisting behaviour
  1372. * [Fix] Set max size on per connection basis
  1373. * [Fix] Use temporary storage for hyperscan cache
  1374. * [Rework] Remove systemd socket activation
  1375. 1.3.0:
  1376. * [CritFix] Fix SA rawbody processing - exclude top part
  1377. * [CritFix] Fix decoding of UTF HTML entitles
  1378. * [CritFix] Fix encrypted fuzzy requests
  1379. * [CritFix] Fix leak of shared memory fds and files
  1380. * [CritFix] Fix levenshtein distance calculations
  1381. * [CritFix] Fix mime headers processing
  1382. * [CritFix] Fix parsing of URLs in texts
  1383. * [CritFix] Fix parsing of missing classes
  1384. * [CritFix] Fix redis structure by adding {NULL, NULL} member
  1385. * [CritFix] Fix some more URL detector issues
  1386. * [CritFix] Fix systemd sockets activation
  1387. * [CritFix] Fix unencrypted passwords processing in the controller
  1388. * [CritFix] Fix writing CDPs to the database
  1389. * [CritFix] Fix writing of encrypted HTTP requests
  1390. * [CritFix] Plug memory leak in dkim module
  1391. * [CritFix] Plug memory leak in headers getting code
  1392. * [CritFix] Pre-filters and post-filters were completely broken
  1393. * [CritFix] Properly support SA body regexps
  1394. * [CritFix] Really skip filters in case of pre-result set
  1395. * [CritFix] Restore the intended pre-filters behaviour
  1396. * [Rework] Adopt new maps code
  1397. * [Rework] Compile ragel sources when building rspamd
  1398. * [Rework] Finish rework for the rest of places that use HTTP
  1399. * [Rework] Fix DKIM headers canonicalization
  1400. * [Rework] Fix lua maps API
  1401. * [Rework] Import linenoise for line editing
  1402. * [Rework] Include config structure to all rcl handlers
  1403. * [Rework] Make chartable module useful
  1404. * [Rework] Move http internal structures to a private header
  1405. * [Rework] Partly fix controller
  1406. * [Rework] Remove dedicated images list
  1407. * [Rework] Rename http proxy to rspamd proxy
  1408. * [Rework] Rename mime parts structures
  1409. * [Rework] Rework HTTP code
  1410. * [Rework] Rework exceptions and newlines processing
  1411. * [Rework] Rework pre and postfilters system
  1412. * [Rework] Separate method to close backend connections
  1413. * [Rework] Start the complete maps rework
  1414. * [Rework] Use dynamically generated ragel C sources
  1415. * [Feature] Add 'blacklist' and 'strict' modes for whitelists
  1416. * [Feature] Add 'symbols_enabled' and 'groups_enabled' to settings
  1417. * [Feature] Add ESMTPSA received type
  1418. * [Feature] Add a simple script to evaluate rspamd rules in the logs
  1419. * [Feature] Add a simple tool to generate DKIM keys
  1420. * [Feature] Add a trivial heuristic for codepages
  1421. * [Feature] Add and use mumhash for non-crypto hashing
  1422. * [Feature] Add better method to check lua userdata types
  1423. * [Feature] Add better zip files search algorithm
  1424. * [Feature] Add catena PBKDF function
  1425. * [Feature] Add configuration knobs for in and out parser scripts
  1426. * [Feature] Add content filtering support to multimap
  1427. * [Feature] Add different timeouts for proxy connections
  1428. * [Feature] Add dot commands for lua REPL:
  1429. * [Feature] Add execution of lua global functions script
  1430. * [Feature] Add function for pretty printing of inet addresses
  1431. * [Feature] Add function to convert fstring_t to c string
  1432. * [Feature] Add function to create temporary shared memory mapping
  1433. * [Feature] Add function to generate random hex string
  1434. * [Feature] Add generic fucnction to parse IP maps
  1435. * [Feature] Add initial version of HTTP lua repl
  1436. * [Feature] Add learn condition to the default configuration
  1437. * [Feature] Add learn conditions for classifiers
  1438. * [Feature] Add limit for dkim signatures to be checked
  1439. * [Feature] Add locking routines for lua_util
  1440. * [Feature] Add lua API for getting info from archives
  1441. * [Feature] Add lua utility to decode URL encoding
  1442. * [Feature] Add method to copy message from http connection
  1443. * [Feature] Add mirrors feature
  1444. * [Feature] Add more algorithms for shingles generation
  1445. * [Feature] Add more domains to redirectors list
  1446. * [Feature] Add more encodingsto cryptobox hash API
  1447. * [Feature] Add more file utilities to lua_util
  1448. * [Feature] Add more functions to extract data from text parts
  1449. * [Feature] Add more methods to get headers from a task
  1450. * [Feature] Add more methods to init http message body
  1451. * [Feature] Add more options for redis config parsing function
  1452. * [Feature] Add new representation of email address
  1453. * [Feature] Add new symbols to filter bad extensions in messages
  1454. * [Feature] Add new utility methods to mimepart object
  1455. * [Feature] Add openphish support to rspamd phishing module
  1456. * [Feature] Add parsers for SMTP address in ragel
  1457. * [Feature] Add parsing of mirror hosts for fuzzy storage
  1458. * [Feature] Add parsing scripts for master connection as well
  1459. * [Feature] Add preliminary greylist plugin
  1460. * [Feature] Add preliminary phishtank support
  1461. * [Feature] Add preliminary rarv5 support
  1462. * [Feature] Add preliminary version of ssl toolbox
  1463. * [Feature] Add protection against open files limit and accepting sockets
  1464. * [Feature] Add rar v4 support
  1465. * [Feature] Add reading scripts for master connection
  1466. * [Feature] Add replies plugin
  1467. * [Feature] Add results parsing code
  1468. * [Feature] Add routines to compare and check pubkeys
  1469. * [Feature] Add simpler versions of refcounts
  1470. * [Feature] Add some time manipulation functions for lua APi
  1471. * [Feature] Add support for non-standard BATV signatures
  1472. * [Feature] Add support of address with at-domain list
  1473. * [Feature] Add support to search archives by magic
  1474. * [Feature] Add task:get_rawbody method
  1475. * [Feature] Add test to check shared memory support sanity
  1476. * [Feature] Add the initial version of LUA repl to rspamadm
  1477. * [Feature] Add throughput graph for RRD backend to WebUI
  1478. * [Feature] Add universal function to make a proper redis request
  1479. * [Feature] Add universal function to parse redis servers for plugins
  1480. * [Feature] Add util.unlink function
  1481. * [Feature] Add utility function to return random number from 0 to 1
  1482. * [Feature] Add utility method to convert ftok to C string
  1483. * [Feature] Add utility to map shared memory segments
  1484. * [Feature] Add versions to fuzzy storage
  1485. * [Feature] Add workaround for legacy clients in rspamd proxy
  1486. * [Feature] Add workaround for systems without sane shmem support
  1487. * [Feature] Add xoroshiro+ fast rng for non-crypto purposes
  1488. * [Feature] Adopt plugins for new maps API
  1489. * [Feature] Allow SPF to be checked for empty tasks
  1490. * [Feature] Allow binary patterns in lua_trie
  1491. * [Feature] Allow catena encrypted passwords in controller
  1492. * [Feature] Allow client ip match in the settings
  1493. * [Feature] Allow easy adding and overriding of fuzzy rules
  1494. * [Feature] Allow empty tasks to be processed
  1495. * [Feature] Allow hostnames in IP maps
  1496. * [Feature] Allow https maps
  1497. * [Feature] Allow multiple PBKDF types in `rspamadm pw`
  1498. * [Feature] Allow named fuzzy rules
  1499. * [Feature] Allow non zero terminated patterns in multipattern
  1500. * [Feature] Allow partial hash updates
  1501. * [Feature] Allow pipelining for redis.make_request
  1502. * [Feature] Allow sending empty requests using client
  1503. * [Feature] Allow setting fuzzy flag by symbol not by value
  1504. * [Feature] Allow setting scores and actions from lua
  1505. * [Feature] Allow shared memory simple http client
  1506. * [Feature] Allow static lua files in any parts of rspamd sources
  1507. * [Feature] Allow to change flag from fuzzy learn condition
  1508. * [Feature] Allow to check rspamd_text using maps
  1509. * [Feature] Allow to disable composite rules from settings
  1510. * [Feature] Allow to disable some modules from common redis setup
  1511. * [Feature] Allow to extract ucl_object from lua using common API
  1512. * [Feature] Allow to get settings and settings id hash from lua_task
  1513. * [Feature] Allow to have specific settings for mirrored traffic
  1514. * [Feature] Allow to open message from a shared memory segment
  1515. * [Feature] Allow to parse pubkeys from the rcl config
  1516. * [Feature] Allow to pass extradata from rspamd to rmilter
  1517. * [Feature] Allow to query storage about number of fuzzy hashes stored
  1518. * [Feature] Allow to read logs without symbols scores
  1519. * [Feature] Allow to read password from console for rspamc
  1520. * [Feature] Allow to set ciphers and CA paths in config
  1521. * [Feature] Allow to skip some initialization phases to speed up rspamadm
  1522. * [Feature] Allow underscore separated names in settings
  1523. * [Feature] Allow versioning for sqlite databases
  1524. * [Feature] Always allow to terminate rspamd
  1525. * [Feature] Better deal with backend errors
  1526. * [Feature] Better lua_redis logging
  1527. * [Feature] Configure CA path and ciphers
  1528. * [Feature] Create a dedicated parser to strip newlines
  1529. * [Feature] Deduplicate the same urls in multimap module
  1530. * [Feature] Distinguish luajit from lua
  1531. * [Feature] Do not print garbadge in --compact output
  1532. * [Feature] Dynamically detect if a CPU is incompatible with hyperscan
  1533. * [Feature] Enable forced resolving for some lua plugins
  1534. * [Feature] Enable rrd by default
  1535. * [Feature] Enable workaround for exim
  1536. * [Feature] Fix task functions to work without rspamd_config
  1537. * [Feature] Further improvements to chartable module
  1538. * [Feature] Further micro-optimizations for hashing and shingles
  1539. * [Feature] Further relax parser
  1540. * [Feature] Humanize numbers in stats widgets
  1541. * [Feature] Implement HTTPS client
  1542. * [Feature] Implement SSL support in http client
  1543. * [Feature] Implement body rules for the trie plugin
  1544. * [Feature] Implement braced regexp quantifiers
  1545. * [Feature] Implement compare scripts for mirrors results
  1546. * [Feature] Implement compare scripts setup
  1547. * [Feature] Implement composites policies
  1548. * [Feature] Implement conditional learning for classifiers
  1549. * [Feature] Implement constructing of map from UCL
  1550. * [Feature] Implement dkim signing in dkim check plugin
  1551. * [Feature] Implement fuzzy storage updates
  1552. * [Feature] Implement fuzzy updates push protocol
  1553. * [Feature] Implement https maps
  1554. * [Feature] Implement inter-process maps caching
  1555. * [Feature] Implement mapping of remote flags to local flags
  1556. * [Feature] Implement mirroring in rspamd proxy
  1557. * [Feature] Implement multi-flags fuzzy replies
  1558. * [Feature] Implement multiple-sources fuzzy storage
  1559. * [Feature] Implement order of pre/post filters
  1560. * [Feature] Implement partial deleting for multi-flags
  1561. * [Feature] Implement pipelining for redis async interface
  1562. * [Feature] Implement ragel parser for received headers
  1563. * [Feature] Implement reading of messages to shared memory
  1564. * [Feature] Implement refcount for messages
  1565. * [Feature] Implement retransmits for master connection
  1566. * [Feature] Implement zero-copy mode for HTTP reading
  1567. * [Feature] Improve SPF domain detection logic
  1568. * [Feature] Improve config:register_symbol function
  1569. * [Feature] Improve error report for type mismatch in lua
  1570. * [Feature] Improve fstrings API
  1571. * [Feature] Improve getting SMTP data from lua_task
  1572. * [Feature] Improve levenshtein distance function
  1573. * [Feature] Improve logging in proxy and add refcounts
  1574. * [Feature] Improve logging lua types
  1575. * [Feature] Improve master/slave logging
  1576. * [Feature] Improve phishing plugin
  1577. * [Feature] Improve phishtank and openphish support
  1578. * [Feature] Improve ragel build target
  1579. * [Feature] Improve statistics script
  1580. * [Feature] Initialize ssl library to use SSL connections
  1581. * [Feature] Interpolate points sent to webui
  1582. * [Feature] Limit logging of elements that could have too many items
  1583. * [Feature] Lock ANN file when loading
  1584. * [Feature] New abstract hashing API in cryptobox
  1585. * [Feature] Normalize quoted addresses
  1586. * [Feature] Now cryptobox lua API accepts rspamd text as input
  1587. * [Feature] Optimize alignment to speed up hashing
  1588. * [Feature] Parse received date and ESMTPA proto
  1589. * [Feature] Parse received timestamp
  1590. * [Feature] Pass settings id to log helper
  1591. * [Feature] Pass settings id to lua script from log helper
  1592. * [Feature] Perform files expansion on proxying
  1593. * [Feature] Preliminary implementation of fuzzy master/slave updates
  1594. * [Feature] Print userdata using tostring if possible
  1595. * [Feature] Propagate HTTP result string when using proxy
  1596. * [Feature] Properly implement unweighted round-robin algorithm
  1597. * [Feature] Reduce number of timers queries
  1598. * [Feature] Rework and improve fuzzy storage
  1599. * [Feature] Rework dns resolving API for lua, add 'forced' option
  1600. * [Feature] Rework fann module to understand settings
  1601. * [Feature] Rework listening system to allow multiple socket types per worker
  1602. * [Feature] Rework ratelimit module to set expiration
  1603. * [Feature] Save bayes probability in memory pool var
  1604. * [Feature] Save settings id hash for convenience
  1605. * [Feature] Search for SSL_set_tlsext_host_name support
  1606. * [Feature] Send DKIM signature to protocol reply
  1607. * [Feature] Show DKIM signature in rspamc client
  1608. * [Feature] Show symbols description in scan output
  1609. * [Feature] Sign message merely after DKIM check
  1610. * [Feature] Simplify machines by assuming that headers are unfolded
  1611. * [Feature] Sort symbols when displaying them in log
  1612. * [Feature] Split main connection from mirrored connections
  1613. * [Feature] Start moving to the new email address structure
  1614. * [Feature] Store HTTP headers in a hash table
  1615. * [Feature] Store more information about compressed files
  1616. * [Feature] Store raw headers value to use them in DKIM
  1617. * [Feature] Store text parts content with newlines stripped
  1618. * [Feature] Support DKIM signing
  1619. * [Feature] Support EXIF jpeg images
  1620. * [Feature] Support archive files list extraction
  1621. * [Feature] Support archives when matching patterns in multimap
  1622. * [Feature] Support premium/academic feed for openphish
  1623. * [Feature] Support rspamd_updates via https
  1624. * [Feature] Supprort FQDNs in phishing module maps
  1625. * [Feature] Try to read on fuzzy timeout to avoid fake timeouts
  1626. * [Feature] Try to select the optimal possible function for input
  1627. * [Feature] Unescape and unquote smtp addresses
  1628. * [Feature] Update fuzzy timestamp when adding value
  1629. * [Feature] Update mumhash
  1630. * [Feature] Use -flto if possible when optimizations are enabled
  1631. * [Feature] Use extended map types in lua map, unify code
  1632. * [Feature] Use file lock in logger to avoid deadlocks
  1633. * [Feature] Use generic global string split function
  1634. * [Feature] Use metrohash as well
  1635. * [Feature] Use mumhash by default for incremental hashing
  1636. * [Feature] Use mumhash for words hashing
  1637. * [Feature] Use new ip parsing API
  1638. * [Feature] Use new maps API for local addrs
  1639. * [Feature] Use new ragel parser in message parsing code
  1640. * [Feature] Use new received parser instead of old one
  1641. * [Feature] Use new redis API in DMARC plugin
  1642. * [Feature] Use new redis API in greylist plugin
  1643. * [Feature] Use new redis API in ip_score plugin
  1644. * [Feature] Use new redis API in ratelimit plugin
  1645. * [Feature] Use new redis API in replies plugin
  1646. * [Feature] Use new version of register_symbol in rspamd plugins
  1647. * [Feature] Use offset when passing shm to deal with encrypted requests
  1648. * [Feature] Use one pass to remove newlines and store their positions
  1649. * [Feature] Use rspamd specific type checks for userdata
  1650. * [Feature] Use shared memory storage for http maps
  1651. * [Feature] Use universal redis definitions in rspamd plugins
  1652. * [Feature] Various improvements in greylist module
  1653. * [Feature] Wait for sqlite if locked when switching to WAL mode
  1654. * [Fix] Add filenames sanity filtering for mime types
  1655. * [Fix] Add guards for empty parts
  1656. * [Fix] Add missing types
  1657. * [Fix] Add more priority for config file symbols registered from UCL
  1658. * [Fix] Add sanity checks when compiling regexp maps
  1659. * [Fix] Add spaces instead of newlines to the normalized content
  1660. * [Fix] Add workaround for ancient openssl
  1661. * [Fix] Add workaround for gmime CTE stupidity
  1662. * [Fix] Add workaround for hex digits
  1663. * [Fix] Adjust MISSING_MIMEOLE score
  1664. * [Fix] Adjust body/body_buf when stealing encrypted message
  1665. * [Fix] Adopt lua task API for the new email addresses structure
  1666. * [Fix] Allow for disabling DMARC reporting when Redis is configured
  1667. * [Fix] Always register openphish and phishtank virtual symbols
  1668. * [Fix] Always use shmem on linux
  1669. * [Fix] Another change of newlines policy
  1670. * [Fix] Another d3evolution update
  1671. * [Fix] Another fix for exim workaround
  1672. * [Fix] Another fix for legacy clients
  1673. * [Fix] Another fix for maps scheduling
  1674. * [Fix] Another fix for marking upstreams inactive
  1675. * [Fix] Another fix for postfilters
  1676. * [Fix] Another fix for redis timeouts
  1677. * [Fix] Avoid `table.getn` method as it has been removed in lua 5.3
  1678. * [Fix] Avoid double hashing for images
  1679. * [Fix] Avoid linking with actrie if hyperscan is enabled
  1680. * [Fix] Check copy result when sending message to mirrors
  1681. * [Fix] Cleanup message when assiging body
  1682. * [Fix] Cleanup stack from global vars
  1683. * [Fix] Correctly parse query type
  1684. * [Fix] Disable all symbols if enable_groups is found in settings
  1685. * [Fix] Disable fts as it is completely broken in bloody linux
  1686. * [Fix] Disable multiple autolearn checks
  1687. * [Fix] Disallow updates by default
  1688. * [Fix] Do not abort when cannot load a map
  1689. * [Fix] Do not check recursion for non-DNS SPF record types
  1690. * [Fix] Do not delete uninitialized events
  1691. * [Fix] Do not die if shmem_mkstemp fails
  1692. * [Fix] Do not die when no metrics defined
  1693. * [Fix] Do not even try pcre in case of regexp maps
  1694. * [Fix] Do not greylist messages if redis has failed somehow
  1695. * [Fix] Do not greylist on rejection
  1696. * [Fix] Do not leave temporary maps cached
  1697. * [Fix] Do not output meaningless errors
  1698. * [Fix] Do not send NaN in json
  1699. * [Fix] Don't mix hyperscan and pcre processing within a same task
  1700. * [Fix] Finally rework and simplify redis backend for statistics
  1701. * [Fix] Fix Exim shutdown patch
  1702. * [Fix] Fix JIT compilation for PCRE2 expressions
  1703. * [Fix] Fix JIT usage for PCRE2
  1704. * [Fix] Fix REPL output
  1705. * [Fix] Fix SMTP address parsing machine
  1706. * [Fix] Fix UTF8 mode in PCRE2
  1707. * [Fix] Fix a stupid misprint in word 'phishing'
  1708. * [Fix] Fix accepting the first update when local idx is -1
  1709. * [Fix] Fix adding maps from ucl
  1710. * [Fix] Fix adding upstream to an active queue
  1711. * [Fix] Fix and rescore R_PARTS_DIFFER logic
  1712. * [Fix] Fix body rules in SA plugin
  1713. * [Fix] Fix body start position
  1714. * [Fix] Fix border case in urls detector
  1715. * [Fix] Fix border cases for incremental hashing
  1716. * [Fix] Fix caseless uthash application
  1717. * [Fix] Fix chartable issue with starting digits
  1718. * [Fix] Fix client_ip in users settings
  1719. * [Fix] Fix compilation issue
  1720. * [Fix] Fix conditional learning
  1721. * [Fix] Fix crash on empty maps
  1722. * [Fix] Fix creating of URLs from LUA
  1723. * [Fix] Fix creating of temporary shmem segment
  1724. * [Fix] Fix creation of mmapped statfiles
  1725. * [Fix] Fix descriptors leak on shmem detaching
  1726. * [Fix] Fix detaching of shared memory segments
  1727. * [Fix] Fix detection of URLs in text parts
  1728. * [Fix] Fix directories processing for rspamc
  1729. * [Fix] Fix displaying of rewrite subject in WebUI
  1730. * [Fix] Fix dkim private keys operations
  1731. * [Fix] Fix dkim signing
  1732. * [Fix] Fix dynamic scoring of subject symbols
  1733. * [Fix] Fix email address build
  1734. * [Fix] Fix encrypted proxy requests
  1735. * [Fix] Fix errors counting in upstreams
  1736. * [Fix] Fix errors handling in the proxy
  1737. * [Fix] Fix event bases for IO events
  1738. * [Fix] Fix events handling when scheduling map wacth
  1739. * [Fix] Fix fann rewrite
  1740. * [Fix] Fix files fallback for shmem transfer
  1741. * [Fix] Fix fuzzy adding in webui
  1742. * [Fix] Fix fuzzy storage encrypted mirroring
  1743. * [Fix] Fix fuzzy storage sync replies
  1744. * [Fix] Fix handling of the same words
  1745. * [Fix] Fix inserting values to the sources list
  1746. * [Fix] Fix ipv6 mask application
  1747. * [Fix] Fix issue with missing recipients
  1748. * [Fix] Fix issues with multiple returns from lua
  1749. * [Fix] Fix learning for non-existent backend
  1750. * [Fix] Fix legacy clients support in proxy
  1751. * [Fix] Fix length calculations for shared memory segments
  1752. * [Fix] Fix listening on UDP sockets
  1753. * [Fix] Fix loading of file maps
  1754. * [Fix] Fix long regexp flags (e.g. {sa_body})
  1755. * [Fix] Fix lua compare function init
  1756. * [Fix] Fix maps descriptions
  1757. * [Fix] Fix maps locking
  1758. * [Fix] Fix max_train setup in ANN module
  1759. * [Fix] Fix memory corruption
  1760. * [Fix] Fix memory leak in unsigned maps reading
  1761. * [Fix] Fix misprints for lto usage
  1762. * [Fix] Fix more issues with scripts processing
  1763. * [Fix] Fix next-to-last extension length check
  1764. * [Fix] Fix openssl initialization
  1765. * [Fix] Fix order of arguments
  1766. * [Fix] Fix order of initialization
  1767. * [Fix] Fix parser
  1768. * [Fix] Fix parsing of binary tries
  1769. * [Fix] Fix parsing of braced IPv6 addresses
  1770. * [Fix] Fix parsing of nested braces in SMTP comments
  1771. * [Fix] Fix parsing of rarv5 archives
  1772. * [Fix] Fix periodic scheduling when a map is not modified
  1773. * [Fix] Fix possible FP in TRACKER_ID rule
  1774. * [Fix] Fix post-filters processing
  1775. * [Fix] Fix potential NULL dereference
  1776. * [Fix] Fix processing of <br> and <hr> tags
  1777. * [Fix] Fix processing of addresses in protocol
  1778. * [Fix] Fix processing of messages without received headers
  1779. * [Fix] Fix proxying issue for unconnected sessions
  1780. * [Fix] Fix proxying of the encrypted messages
  1781. * [Fix] Fix race condition with shared memory by refcounts
  1782. * [Fix] Fix ratelimit initialization
  1783. * [Fix] Fix redis set request in replies plugin
  1784. * [Fix] Fix redis timeout events handling
  1785. * [Fix] Fix redis timeouts processing logic
  1786. * [Fix] Fix refcounts in lua_redis
  1787. * [Fix] Fix results checking if no master connection is active
  1788. * [Fix] Fix return value for couple of lua functions
  1789. * [Fix] Fix round-robin selection when upstreams have no weight
  1790. * [Fix] Fix rows calculation in graph
  1791. * [Fix] Fix rspamd_redis_make_request syntax in replies plugin
  1792. * [Fix] Fix scheduling of locked map events
  1793. * [Fix] Fix scores detection
  1794. * [Fix] Fix searching for newline positions
  1795. * [Fix] Fix secure_ip setting in controller
  1796. * [Fix] Fix sending data to graph command
  1797. * [Fix] Fix setting of score for parts differ
  1798. * [Fix] Fix setting of the lua top
  1799. * [Fix] Fix setting path for lua
  1800. * [Fix] Fix setting path for phishtank
  1801. * [Fix] Fix settings application
  1802. * [Fix] Fix shm_open call as described in POSIX
  1803. * [Fix] Fix size of length in fuzzy mirror wire protocol
  1804. * [Fix] Fix smtp grammar issues
  1805. * [Fix] Fix some issues with redis API
  1806. * [Fix] Fix some issues with retries in the proxy
  1807. * [Fix] Fix stack growing
  1808. * [Fix] Fix start of body detection in DKIM
  1809. * [Fix] Fix state on timeout
  1810. * [Fix] Fix stats script
  1811. * [Fix] Fix substring search when there are '\0' in strings
  1812. * [Fix] Fix symbol name for spf soft fail
  1813. * [Fix] Fix symbol type's check
  1814. * [Fix] Fix symbols registration and execution
  1815. * [Fix] Fix the case of multiple values keys
  1816. * [Fix] Fix the default symbol names according to metric
  1817. * [Fix] Fix timeout setup on learning
  1818. * [Fix] Fix timeouts in redis cache processing
  1819. * [Fix] Fix timeouts processing in lua_redis
  1820. * [Fix] Fix upstreams interaction for rspamd proxy
  1821. * [Fix] Fix usage of rdns reply structure
  1822. * [Fix] Fix varargs loop
  1823. * [Fix] Fix whitelists and blacklists in SA rules
  1824. * [Fix] Fix write servers setup for redis
  1825. * [Fix] Fix writing of HTTP messages
  1826. * [Fix] Force rspamd to upgrade fuzzy db on opening
  1827. * [Fix] Free the correct pointer
  1828. * [Fix] Further fixes for lto and static linking
  1829. * [Fix] Further fixes for surbl extensions map
  1830. * [Fix] Further fixes in maps code
  1831. * [Fix] Further improvements to error messages in fuzzy check
  1832. * [Fix] Further tweaks to redis garbadge collection
  1833. * [Fix] Groups are now case insensitive
  1834. * [Fix] Handle log pipe read errors
  1835. * [Fix] Handle nested dependencies in SpamAssassin plugin
  1836. * [Fix] Implement new automata to skip empty lines for dkim signing
  1837. * [Fix] Improve error messages on fuzzy add
  1838. * [Fix] Improve lua redis handling
  1839. * [Fix] Improve phishing module logging
  1840. * [Fix] Improve printing of fuzzy errors
  1841. * [Fix] Improve rrd diagnostic errors
  1842. * [Fix] Improve strcase hash used in uthash
  1843. * [Fix] Include fuzzy key to distinguish storages with different keys
  1844. * [Fix] Include slave cluster name into http request
  1845. * [Fix] Include some more information about archives
  1846. * [Fix] Indicate upstream error on timeout
  1847. * [Fix] Initialize hash tables array to avoid crashes
  1848. * [Fix] Initialize parser scripts properly
  1849. * [Fix] Initialize vars to avoid warnings
  1850. * [Fix] Inverse logic for saving ANN
  1851. * [Fix] Link lpeg to rspamd lua library
  1852. * [Fix] Make extension checks case-insensitive
  1853. * [Fix] Mark expired hashes as not found and not as zero flag
  1854. * [Fix] Match archive name as well
  1855. * [Fix] More and more fixes to redis states
  1856. * [Fix] More fixes about shared memory in proxy
  1857. * [Fix] More fixes for redis refcounts
  1858. * [Fix] More fixes to end of headers detection
  1859. * [Fix] More fixes to events logic
  1860. * [Fix] More fixes to multi-flag fuzzy storage
  1861. * [Fix] More fixes to parts distance calculations
  1862. * [Fix] More guards for redis free
  1863. * [Fix] One more fix in redis destructor
  1864. * [Fix] One more try to fix redis
  1865. * [Fix] PIE is required for static build
  1866. * [Fix] Partial fix for mmap'd statistics tests
  1867. * [Fix] Plug memory leak in proxy
  1868. * [Fix] Properly detect end of headers position
  1869. * [Fix] Properly init and free session structures
  1870. * [Fix] Reduce PRECEDENCE_BULK rule weight
  1871. * [Fix] Reduce the default thresholds for learning
  1872. * [Fix] Remove Type=forking from systemd unit file (#709)
  1873. * [Fix] Remove bad FANN file to save computational resources
  1874. * [Fix] Remove event before closing of fd to avoid race conditions
  1875. * [Fix] Remove parsing of 'from' variable in redis backend
  1876. * [Fix] Remove some bad domains from whitelists
  1877. * [Fix] Repair optional dependencies
  1878. * [Fix] Reset master connection when retransmitting scan request
  1879. * [Fix] Restore ONCE_RECEIVED symbol
  1880. * [Fix] Restore compatibility with old lua API behaviour
  1881. * [Fix] Restore redis runtime state
  1882. * [Fix] Reverse options when received
  1883. * [Fix] Send updates to mirrors only if we have some changes
  1884. * [Fix] Set host attribute properly when making HTTP request from lua
  1885. * [Fix] Set terminated state before calling of async free
  1886. * [Fix] Simplify MISSING_MIMEOLE rule
  1887. * [Fix] Simplify state machine by ignoring multiple spaces
  1888. * [Fix] Skip setting RPATH for static builds
  1889. * [Fix] Slightly reduce weights of rules with high FP rate
  1890. * [Fix] Some fixes to libmagic initialization
  1891. * [Fix] Some more fixes to ratelimit plugin
  1892. * [Fix] Strip '\r\n' properly
  1893. * [Fix] Switch hashes to mumhash
  1894. * [Fix] Treat NaN values properly in graph command
  1895. * [Fix] Try to avoid FP when checking for phished URLs
  1896. * [Fix] Try to avoid recursive events deletions
  1897. * [Fix] Try to fix false positive URL detections in text parts
  1898. * [Fix] Try to fix issue in redis stats backend when task is closed
  1899. * [Fix] Try to fix proxying of stupid spamc protocol to HTTP mirrors
  1900. * [Fix] Try to fix redis crashes
  1901. * [Fix] Try to fix upstreams with one element
  1902. * [Fix] Try to handle multiline history in a more sane way
  1903. * [Fix] Unbreak build on gcc < 4.9
  1904. * [Fix] Update RPM spec/sources (#700)
  1905. * [Fix] Update d3evolution version
  1906. * [Fix] Update mumhash implementation
  1907. * [Fix] Use custom error function for pre and post filters
  1908. * [Fix] Use new postfilters and prefilters API in the plugins
  1909. * [Fix] Use non-blocking mode for systemd sockets
  1910. * [Fix] Use shared memory merely for local backends in the proxy
  1911. * [Fix] Use watchers for spf plugin
  1912. * [Fix] Varioud fixes to the maps code
  1913. 1.2.8:
  1914. * Another fix for exim workaround (#637)
  1915. * Fix unencrypted passwords processing in the controller
  1916. * Fix setting path for lua (#652)
  1917. * Fix usage of rdns reply structure (#654)
  1918. * Use file lock in logger to avoid deadlocks
  1919. * Add `application/octet-stream` mime type for `pdf` extension (by @moisseev)
  1920. * Implement new automata to skip empty lines for dkim signing (#651)
  1921. * Fix parsing of missing classes
  1922. * Clarify some rspamc arguments (by @fatalbanana)
  1923. * Correct suppress spelling
  1924. 1.2.7:
  1925. * Slightly reduce weights of rules with high FP rate
  1926. * Add workround for rspamd-1.3
  1927. * Fix possible FP in TRACKER_ID rule
  1928. * Simplify MISSING_MIMEOLE rule
  1929. * Add workaround for gmime CTE stupidity
  1930. * Fix mime headers processing
  1931. * Fix false positive URL detections in text parts
  1932. * Fix Exim shutdown patch
  1933. * Enable workaround for exim mailbox format
  1934. * Backport shingles static test
  1935. * Fix levenshtein distance calculations
  1936. * Fix max_train setup in ANN module
  1937. * Fix redis structure by adding {NULL, NULL} member
  1938. * Fix build with unmodified LibreSSL opensslv.h
  1939. * Repair optional dependencies
  1940. * Really skip filters in case of pre-result set
  1941. * Restore the intended pre-filters behaviour
  1942. * Fix ipv6 mask application
  1943. 1.2.6:
  1944. * Fix parsing of URLs in texts
  1945. * Fix creating of URLs from LUA
  1946. * Fix some more URL detector issues
  1947. * Fix unit tests
  1948. * Fix JIT compilation for PCRE2 expressions
  1949. * Fix JIT usage for PCRE2
  1950. * Fix UTF8 mode in PCRE2
  1951. * Add workaround for pre-historic compilers (#605)
  1952. * Fix and rescore R_PARTS_DIFFER logic
  1953. * Properly set lua paths for tests
  1954. * Fix SA rawbody processing - exclude top part
  1955. * Store text parts content with newlines stripped
  1956. * Properly support SA body regexps
  1957. * Fix body rules in SA plugin
  1958. * Fix setting of score for parts differ
  1959. * More fixes to parts distance calculations
  1960. - Use hashed words instead of full words for speed
  1961. - Improve levenstein distance calculations and penalise replaces
  1962. - Always return number from 0 to 1
  1963. - Use g_malloc instead of alloca
  1964. * Fix percents output in R_PARTS_DIFFER
  1965. * Plug memory leak in dkim module
  1966. * Plug minor memory leak in regexps creation
  1967. 1.2.5:
  1968. * Plug an important memory leak in headers getting code
  1969. * Remove some bad domains from whitelists
  1970. 1.2.4:
  1971. * Implement new multipattern matcher that uses hyperscan if possible
  1972. * Use mutlipattern for lua_trie code
  1973. * Add utility methods for multipattern
  1974. * Use multipattern in url matcher
  1975. * Add escape functions for hyperscan
  1976. * Allow to optimize lua -> C transition by flattening table args
  1977. * Optimize hot paths in SA plugin
  1978. * Optimize rspamd_re_cache_type_from_string
  1979. * Allow empty tries
  1980. * Fix extraction of URLs from Subject
  1981. * Allow to have different flags for different patterns in multipattern
  1982. * Add common directory for hyperscan cache to config
  1983. * Implement caching for hyperscan multipattern
  1984. * Attach domain part to `R_SUSPICIOUS_URL` (by @moisseev)
  1985. * Allow multipattern scans to be nested for the case of hyperscan
  1986. * Simplify SURBL redirector search code and avoid ac_trie
  1987. * Add two way substring search algorithm
  1988. * Avoid acism usage to find gtube pattern
  1989. * Fix processing of empty headers
  1990. * Allow to disable pthread mutexes on broken platforms
  1991. * Make web interface not send password in query strings (#585) by @fatalbanana
  1992. * Add maximum delay to ratelimit module
  1993. * Backport fix for empty files inclusion from libucl
  1994. * Fix settings id setup
  1995. * Add min_learns option to classifiers
  1996. * Use more clever to utf8 conversion strategy
  1997. * Fix disabling of virtual symbols in the settings
  1998. * Rework settings to work properly in metric-less configuration
  1999. * Set the default limit for classifier
  2000. * Fix ttl based expiration from LRU cache
  2001. * Rework DKIM module to use OpenSSL for digests
  2002. * Fix mailto urls parsing with hyperscan
  2003. * Do not set obscured flag for urls starting with spaces
  2004. * Fix crash on redis learn
  2005. * Fix ratelimit ctime setting
  2006. 1.2.3:
  2007. * New DCC module (by @smfreegard)
  2008. * Rework whitelist module:
  2009. - Now we check different elements for different checks
  2010. - MIME from for DMARC
  2011. - DKIM signature domain for DKIM
  2012. - SMTP from or HELO for SPF
  2013. * Fix regexps results combination (*critical*)
  2014. * Fix issue with expressions processing (*critical*)
  2015. * Optimize strlcpy for aligned input
  2016. * Add support of half-closed connection in lua_tcp
  2017. * Allow to print compact json in client
  2018. * Save required score in history (#581)
  2019. * Allow to attach file descriptors to control commands
  2020. * Allow to send descriptors from workers to main
  2021. * Allow to attach fd when broadcasting to workers
  2022. * Implement log pipe feature for rspamd logs analysis
  2023. * Add `log_helper` worker
  2024. * Add `URIBL_SBL_CSS` (by @smfreegard)
  2025. * Add worker scripts functionality
  2026. * Add on load hooks for rspamd_config
  2027. * Add lua scripts for log_helper worker
  2028. * Add generic maillist detector (#584)
  2029. * Implement FANN autolearn using log_helper worker
  2030. * Rework metrics configuration to allow includes
  2031. * Change default value of forced removal in composite rules
  2032. * Allow to use assembly version of blake2b on x86 cpu
  2033. * Use less precise (but faster) clock if possible
  2034. * Insert redirected URL to the urls list
  2035. * Allow to get and set callback data for rspamd symbols
  2036. * Add binary heap implementation
  2037. * Use binary heap for expire algorithms in the hash
  2038. * Use `least frequent used` expiration strategy
  2039. * Allow to get mime headers from a task
  2040. * Add support for mime headers in `regexp` module
  2041. * Update Exim patches (by @fatalbanana)
  2042. * Allow building rspamd with jemalloc
  2043. * Save multipart boundaries
  2044. * SA plugin changes:
  2045. - Properly handle MIME headers
  2046. - Fix eval:check_for_missing_to_header rule
  2047. - Implement SA compatible body regexps
  2048. - Use sabody rules in SA plugin
  2049. * LUA API changes:
  2050. - Add util.get_ticks function
  2051. - Add util.stat function
  2052. - Add task:get_symbols_numeric method
  2053. - Add method to get number of symbols in the cache
  2054. - Add lua methods to get redirected urls
  2055. - Allow to get callbacks for lua symbols
  2056. - Add config:set_symbol_callback function
  2057. 1.2.2:
  2058. * Use HTTP Content-Type on non mime input if possible
  2059. * Save log level when compressing log messages
  2060. * Further rework of composite rules (add '^' prefix)
  2061. * Add tracking for rspamd expressions
  2062. * Store actions limits in metric result
  2063. * Fix parsing of include/redirect with many records in SPF
  2064. * Add method to disable symbols execution in the cache
  2065. * Allow to disable checks from settings
  2066. * Allow to select settings by id in HTTP query
  2067. * Find URLs with '\r' and '\n' inside href attribute
  2068. * Implement vectored mode for hyperscan (experimental)
  2069. * Improve client connection errors diagnostics
  2070. * Allow to edit new files with signtool
  2071. * Improve hashes performance on 32 bit platforms
  2072. * Fix sorting of limits
  2073. * Remove slow and unused rules `INVALID_EXIM_RECEIVED*`
  2074. * Add expression:process_traced lua method
  2075. * Allow tables in task:insert_result
  2076. * Save trace for SA metas
  2077. * Do not parse broken TLD parts in URLs
  2078. * Investigate many border cases in URLs parser
  2079. 1.2.1:
  2080. * Add list support to `mime types` module configuration (by @moisseev)
  2081. * Allow symbols params to be printed in logs
  2082. * Fix `MIME_BAD_ATTACHMENT` false positives for MDN/DSN
  2083. * Fix crashes on arm32
  2084. * Do not classify message if some class is missing
  2085. * Fix cryptobox cleanup
  2086. * Remove multipart/report from bad mime types (#569)
  2087. * Improve logging for fuzzy hashes
  2088. * Show map URLs in webui
  2089. * Sort symbols in webui
  2090. 1.2.0:
  2091. * New dynamic updates plugin
  2092. * Regular expressions map support
  2093. * Faster radix trie algorithm
  2094. * Faster siphash for AVX2 supporing CPUs (used in fuzzy hashes)
  2095. * PCRE2 support
  2096. * Allow quoted and slashed keys in map
  2097. * Add proper support of DNS resolvers balancing (#552)
  2098. * Rework includes and configuration system for better local changes support
  2099. * New keypairs framework for signing and encryption
  2100. * Added support for dynamic modules and workers
  2101. * Allow to dump configuration with help comments
  2102. * Rework once_received module
  2103. - Fix priority for `good_hosts`
  2104. - If a good host has been found do not add once_received symbols
  2105. - Fix priorities for strict once_received
  2106. - Add ability to whitelist IP addresses
  2107. * Implement support of signed maps for HTTP and file maps
  2108. * Add command to sync fuzzy storage (#533)
  2109. * Rework system of symbols and actions registration
  2110. It is possible now to use priorities when adding symbols to metrics and
  2111. override scores for symbols with lower priority with the scores with
  2112. high priority.
  2113. * Add auth support and db selection for redis stats
  2114. * Improve composite rules application
  2115. * Add ignore_received option
  2116. * Fix critical issue with inconsistent resorting
  2117. * Fix `all` in spf redirects
  2118. * Add punycoded versions for IDN domains (#554)
  2119. * Improve sorting order for symbols cache
  2120. * Add lockless logging for processes management
  2121. * Allow to specify flags for metric symbols
  2122. * Load images height and width from style attribute (#538)
  2123. * Override DNS requests limits for SPF and DKIM
  2124. * Fix resetting symbols to their default values in WebUI
  2125. * Improve configuration agility for redis stats
  2126. * Allow to set db and password for redis in stat_convert
  2127. * Import the latest libucl
  2128. * LUA API changes:
  2129. - Add rspamd_version function to LUA API
  2130. - Add lua_cryptobox module
  2131. - Add lua_map module
  2132. - Add task:set_metric_action lua API method
  2133. - Fix race condition in lua_tcp module
  2134. - Fix a lot of issues in lua_redis module
  2135. - Rework and abstract lua maps API
  2136. - Add util.strlen_utf8 lua function
  2137. - Add lua functions for caseless comparison
  2138. - Allow optional symbols registration
  2139. - Add config:add_map table form method, add regexp maps
  2140. - Add task:has_urls method
  2141. - Add task:has_flag method
  2142. - Add html tags methods to lua_html
  2143. - Add task:get_dns_req
  2144. * Plugins changes:
  2145. - Add support for WLBLEval SA plugin
  2146. - Use caseless comparison in SA and DMARC plugins
  2147. - Allow SA plugin to set scores for rspamd symbols
  2148. - Add regexp maps support to multimap
  2149. - Allow filenames match in multimap
  2150. - Add more filters for the existing map types
  2151. - Fix html images rules to reduce FP rates
  2152. * New rules:
  2153. - LONG_SUBJ - too long subject
  2154. - MIME_BAD_ATTACHMENT - bad attachment type
  2155. - RDNS_NONE - no reverse DNS record for sender's IP
  2156. - Fix MISSING_MIMEOLE rule for modern OE
  2157. * Many other bugfixes, memory leaks plugs thanks to:
  2158. - Coverity scan
  2159. - New gcc-6 warnings
  2160. - valgrind manual iterations
  2161. * Documentation improvements:
  2162. - FAQ list: https://rspamd.com/doc/faq.html
  2163. - Reworked quick start guide
  2164. - Added documentation for all active modules
  2165. * Other changes:
  2166. - Dropped Ubuntu Vivid support
  2167. - Added Ubuntu Xenial support
  2168. - Rework build system for rspamd and rmilter
  2169. 1.1.4:
  2170. * Print traceback on lua errors in lua config
  2171. * Fix leaks in lua error paths
  2172. * Improve 'R_EMPTY_IMAGE' rule
  2173. * Fix metas memoization in SA plugin
  2174. * Properly set `flag` in fuzzy replies
  2175. * Fix arguments order
  2176. * Fix issue with out-of-boundary reading
  2177. * Fix issues found by coverity
  2178. * Same result checking error found by coverity
  2179. * Fix varargs processing (found by coverity)
  2180. * Fix error in printing hex
  2181. * Reduce weights for some hfilter patterns
  2182. * Add aliases for task:get_from_ip:
  2183. - task:get_addr
  2184. - task:get_from_addr
  2185. - task:get_ip
  2186. * Rework once_received module
  2187. - Fix priority for `good_hosts`
  2188. - If a good host has been found do not add once_received symbols
  2189. - Fix priorities for strict once_received
  2190. - Add ability to whitelist IP addresses
  2191. * Fix `MISSING_MIMEOLE` rule for modern OE
  2192. * Treat meta tags as embedded tags (#501)
  2193. 1.1.3:
  2194. * Fix DSN rules when SMTP from is unavailable
  2195. * Fix statconvert routine to avoid lua module usage
  2196. * Set a sane quark for configtest to avoid NULL to be printed in logs
  2197. * Support c11 if available
  2198. * Fix parsing of ip:port strings
  2199. * Add more diagnostic for lua subr errors
  2200. * Fix task:set_from_ip lua method
  2201. * Add basic routines for digital signatures
  2202. * Add tool for digital signatures
  2203. * Add plain open file API method for atomic open
  2204. * Fix parsing nested braces inside logger vars
  2205. * Pre filters now actually skip processing
  2206. * Add pre-filter mode for multimap
  2207. * Switch to apache 2 license
  2208. 1.1.2:
  2209. * Fix stat_cache closing
  2210. * Add checkpoints to sqlite3 learn cache
  2211. * Do not recompile lua generated headers all the time
  2212. * Increase number of messages learned
  2213. * Fix issues with dual stack and hfilter
  2214. * Disable MID checks for hfilter by default
  2215. * Fix cache definitions in multiple classifier and no type
  2216. * Don't crash if learn cache failed to initialize
  2217. * Fix googlegroups support in maillist plugin
  2218. * Rework flags LUA API:
  2219. - Allow to check for a specific flag
  2220. - Add `learn_spam`, `learn_ham` and `broken_headers` flags
  2221. - Unify internal functions
  2222. * Add `BROKEN_HEADERS` rule
  2223. * Add support for forged confirmation headers (by @AdUser)
  2224. * Allow `any`, `mime` and `smtp` for get_from/get_recipients
  2225. * Add mime types checking plugin
  2226. * Add rule to detect spammers attempts to cheat mime parsing
  2227. * Rework parsing of IP addresses in configuration (better IPv6 support)
  2228. * Add `util.parse_mail_address` function to LUA API
  2229. * Add lua sqlite3 module
  2230. * Implement synchronous redis call
  2231. * Ratelimit: avoid possible indexing of nil value (Fixes #498) (by @fatalbanana)
  2232. * Add stat_convert command to convert stats tokens from sqlite3 to redis
  2233. * Implement redis advanced lua api with pipelining
  2234. * Fix memory leak on redis stat (#500)
  2235. * Fix user/language learn count in sqlite statistics (#496) (by @fatalbanana)
  2236. * Fix build with custom pcre
  2237. * Fix fuzzy relearning (#498)
  2238. * Improve planning of asynchronous tasks
  2239. * Show slow rules in log
  2240. * Add warning for slow regexps
  2241. * Add base32 decode/encode routines to lua util
  2242. * Allow converting of learn cache from sqlite to redis
  2243. * Add methods to check if a messages has from/rcpts
  2244. * Improve and fix multimap plugin:
  2245. - Restore 'header' maps
  2246. - Add filters for headers
  2247. - Add 'email:addr', 'email:user', 'email:domain' and 'email:name' filters
  2248. - Add generic regexp filters
  2249. * Disable reload command in rc scripts
  2250. * Improve runtime CPU dispatcher for libcryptobox
  2251. * Add preliminary support of digital signatures via ed25519
  2252. * Add detection for RDRAND support
  2253. * Print configuration of crypto on start
  2254. * A in SPF presumes AAAA lookup as well
  2255. 1.1.1:
  2256. * Fix duplicated XBL symbol
  2257. * Reduce log severity for ratelimit missing servers
  2258. * Fix XBL composite to avoid duplicate symbols
  2259. * Reduce weight of URL_ONLY rule due to FP rate
  2260. * Disable fuzzy hashes from the metadata for now
  2261. * Fix processing of empty messages (#486)
  2262. * Always treat DNS timeouts as temporary fail for SPF
  2263. * Fix issue with SPF double IP stack (#483)
  2264. * Use X-Forwarded-For when checking secure_ip (#488)
  2265. * Fix hash calculation for sqlite stats
  2266. * Fix memory corruption on punycode
  2267. * Fix strings allocation in punycode
  2268. * Fix error message (#491)
  2269. 1.1.0:
  2270. * Incompatible change: sqlite3 and per_user behaviour:
  2271. Now both redis and sqlite3 follows the common principles for per-user
  2272. statistics:
  2273. 1) If per-user statistics is enabled check per-user tokens ONLY
  2274. 2) If per-user statistics is not enabled then check common tokens ONLY
  2275. If you need old behaviour, then you'd need to use separate classifier
  2276. for per-user statistics.
  2277. * Implement redis statistics backend and cache
  2278. * Implement autolearning for statistics
  2279. * Reworked statistics architecture from scratch
  2280. * Add hyperscan (https://github.com/01org/hyperscan) engine for regular
  2281. expressions:
  2282. - add lazy loader for hyperscan databases
  2283. - rework regexp cache to have joint pcre/hyperscan scanning
  2284. - implement hyperscan pre-filter support
  2285. - add compilation guards for bad expressions
  2286. - implement `rspamadm control recompile` command
  2287. - implement hyperscan cache monitoring
  2288. - slides: <https://highsecure.ru/rspamd-hyperscan.pdf>
  2289. * Implement flexible task logging
  2290. * Rework fuzzy worker:
  2291. - it is now possible to run multiple fuzzy workers;
  2292. - implement lazy writing as sqlite3 is bad at concurrent writing;
  2293. - add retries for simple sql commands in fuzzy backend;
  2294. - use fine-grained transactions for fuzzy;
  2295. - implement new multi-pubkeys mode;
  2296. - allow encrypted only storages;
  2297. - rework statistics for fuzzy;
  2298. - add `rspamadm control fuzzystat` command for extended statistics;
  2299. - implement human readable output for the previous command;
  2300. - add condition script for learning fuzzy storage;
  2301. * Various fixes to SPF:
  2302. - fix `redirect` records;
  2303. - fix domains when parsing mx/ptr/a records in includes/redirects;
  2304. - fix issues with multiple addresses in SPF records;
  2305. - ignore SPF results in case of DNS failure;
  2306. - adjust TTL of records when resolving subelements of SPF records;
  2307. - always select `v=spf1` line if it is available
  2308. - do not cache records with DNS failure in subrequests;
  2309. - ignore records with temporary fails during subrequests resolving;
  2310. - fix `RDNS_RC_NOREC` support;
  2311. * Add clang plugin for static analysis:
  2312. - implement static checks for `rspamd_printf` format strings;
  2313. * Add 'allow_raw_input' option for non-mime messages
  2314. * Recognize types using libmagic
  2315. * Fix parsing of IPv6 received headers
  2316. * Add new interface of communication between workers in rspamd
  2317. * Add support for named socketpairs
  2318. * Don't write URLs by default as it is too verbose
  2319. * Set status for HTTP replies
  2320. * Try load `rspamd.conf.override`
  2321. * Implement words decaying for text parts to limit many checks
  2322. * Improve support of SA rules and plugins:
  2323. - add check_for_shifted_date and check_for_missing_to_header eval rules;
  2324. - add 'check_relays_unparseable' support;
  2325. - add `check_for_mime('mime_attachement')` function;
  2326. - use new re_cache interface for all SA rules;
  2327. - add support for `Mail::SpamAssassin::Plugin::MIMEHeader`;
  2328. - add support of 'special' SA headers to `exists` function;
  2329. - fix issue when SA metas contain other metas;
  2330. - fix freemail rules;
  2331. * Many fixes to the URL parser
  2332. * Match any newline character in regexps
  2333. * Fix resolving of upstreams and detection of poor IPv6 configurations
  2334. * Parse upstreams selection algorithm from the configuration line
  2335. * Add `reresolve` command to the control interface
  2336. * Generate fuzzy hashes from task metadata (URLs and headers)
  2337. * Add method to check if IP is local and `local_addrs` option
  2338. * Implement forced timeout for delayed filters
  2339. * Disable fast path of pcre-jit as it seems to be broken
  2340. * Bayes fixes:
  2341. - new normalizer function;
  2342. - really use weights of tokens from the OSB algorithm;
  2343. - restore multiple classifiers support;
  2344. * Rules changes:
  2345. - add `R_SUSPICIOUS_URL` rule that detects obfuscated URL's;
  2346. - improve empty image rule;
  2347. - rework `FORGED_RECIPIENTS` rule;
  2348. - reduce weight of `SUSPICIOUS_RECIPS`;
  2349. - fix `*_NORESOLVE_MX` symbols in hfilter;
  2350. - add `SUBJ_ALL_CAPS` rule with support of UTF8
  2351. - add spamhaus SBL to uribl
  2352. - fix `SUSPICIOUS_RECIPS` and `SORTED_RECIPS` rules
  2353. - remove `R_TO_SEEMS_AUTO` as it generates a lot of FP;
  2354. - add new Message-ID regexp for Thunderbird (by @moisseev);
  2355. * Plugins changes:
  2356. - allow ratelimit plugin to set symbol instead of pre-result
  2357. - support IP DNS black lists for URIBL (e.g spamhaus SBL);
  2358. - drop deprecated SURBL bits (by @fatalbanana)
  2359. - rename `JP_SURBL_MULTI` to `ABUSE_SURBL` (by @fatalbanana)
  2360. - add `SURBL_BLOCKED` (by @fatalbanana)
  2361. - add `CR_SURBL`
  2362. - SURBL: allow fallthrough to default symbol (by @fatalbanana)
  2363. - Settings: fix IP match (by @fatalbanana)
  2364. - SURBL: add missing symbols to metric (by @fatalbanana)
  2365. - allow processing images urls for SURBL
  2366. - unconditionally disable SPF for authenticated users and local networks
  2367. * Rework ratelimit plugin
  2368. - switch to `rates` instead of old and stupid strings to setup;
  2369. - check if a bucket is zero and disable the corresponding limits'
  2370. - turn off all buckets by default;
  2371. - check either `rcpt` or `user` buckets, not all together'
  2372. - document new `rates` and `symbol` options;
  2373. - inform user about what buckets are used in the configuration;
  2374. * Add neural network **experimental** plugin
  2375. * Add a sample script to learn neural network from rspamd logs
  2376. * Add documentation strings support to rspamd:
  2377. - add strings for the main configuration options;
  2378. - document workers options;
  2379. - add internal plugin options;
  2380. - create `rspamadm confighelp` routine;
  2381. - implement human readable output for the previous command;
  2382. - add subtree search support;
  2383. - add keyword search support;
  2384. * Documentation improvements, tutorials section, statistics description
  2385. * Many other minor and major bugfixes not noted here
  2386. 1.0.11:
  2387. * Fix spf redirects
  2388. * Fix domains when parsing mx/ptr/a records in includes/redirects
  2389. * Fix unfolded base64 encoding
  2390. * Fix GError use-after-free
  2391. * Do not rewrite the original url when using redirector
  2392. * Fix parsing of fragment in urls
  2393. * Fix processing of HTML tags
  2394. * Improve empty image rule
  2395. * Avoid long double type
  2396. * Fix tokens weights in OSB algorithm
  2397. * Improve debugging for bayes
  2398. 1.0.10:
  2399. * Fix settings application (#416)
  2400. * Fix another issue with fixed strings
  2401. * Fix hash function invocation
  2402. * Use the proper string for make_dns_request in lua_http
  2403. * Fix scan time output
  2404. * Update webui:
  2405. - fix labels for greylisting
  2406. - fix dimension of scan time
  2407. 1.0.9:
  2408. * Emergency fix in keyed blake2 to fix fuzzy hashes and encrypted password
  2409. * Support passwords longer than 64 symbols
  2410. 1.0.8:
  2411. * Add function to traverse AST atoms
  2412. * Allow dependencies on rspamd symbols for SA metas
  2413. * Fix memory corruption when timeout is removed in fuzzy check
  2414. * Fix encrypted fuzzy add processing
  2415. * Avoid use-after-free in controller session destructor
  2416. * Use session pool instead of task pool in fuzzy check
  2417. * Fix assembly in i386 mode (#413, #412)
  2418. 1.0.7:
  2419. * Plugged memory leaks in internet address object & html parser
  2420. * Fixed static build
  2421. * Fixed multiple sigchld processing
  2422. * Fixed deletion of signal events after event processing loop
  2423. * Fixed build on ARM (#404 - reported by @Gottox)
  2424. * Fixed setting the default mask for SPF.
  2425. * Fixed sanitisation of HTTP query values
  2426. * Fixed parsing of the last header in encrypted HTTP messages
  2427. * Additions and fixes for test suite & benchmarks
  2428. * Added openssl aes-256-gcm support to libcryptobox & HTTP server
  2429. * Implemented support for starting multiple HTTP servers
  2430. * Implemented batch accept in HTTP server
  2431. * Added module to get data from HTTP headers (#285 - reported by @msimerson)
  2432. * Added `rspamadm control` command
  2433. * Added ability to sort counters output.
  2434. * Added ability to specify custom headers for rspamc client
  2435. * Fix architecture detection
  2436. * Converted history storage to the UCL format
  2437. * Allow flexible number of rows in history
  2438. * Fix action badges in WebUI
  2439. * Add universal cryptobox hash API
  2440. * Migrated to the optimized blake2b implementation adopted from Andrew Moon
  2441. * Allow explicit loading of specific modules
  2442. * Always load settings module
  2443. * Allow to add symbols from settings
  2444. * Fix double free in the controller fuzzy learn command
  2445. * Avoid endless loop when cannot open sqlite db
  2446. * Updated libucl
  2447. 1.0.6:
  2448. * Fix build on i386
  2449. * Update CentOS7 service file patch (by @fatalbanana)
  2450. * Fix path to rspamadm in Debian init script (by @fatalbanana)
  2451. * Fix broken '_SC_GETPW_R_SIZE_MAX' on FreeBSD
  2452. * Fix portability issues
  2453. * Use cryptobox chacha for libottery
  2454. * Better support of 32 bit builds
  2455. * Fix header name tokens setup
  2456. * Fix levenstein distance method for words
  2457. * Add workaround for old libevent (#400)
  2458. * Fix microseconds in termination timer
  2459. * Fix some more issues with fixed strings
  2460. * Explicitly test CPU instructions even after CPUID call
  2461. * Do not check out of boundary memory
  2462. * Do not output broken emails
  2463. * Fix unknown symbols registration
  2464. * Handle SIGILL using longjmp
  2465. * Block signals when exiting event loop
  2466. * Fix incorrect allocation size
  2467. * Slightly optimize alignment
  2468. * Restore rspamd -t for compatibility
  2469. * Add more sanity checks for emails
  2470. 1.0.5:
  2471. * Add rspamd control interface:
  2472. - support `stat` command to get runtime stats of rspamd workers
  2473. - support `reload` command to reload runtime elements (e.g. sqlite3 databases)
  2474. * Rework curve25519 library for modular design:
  2475. - add Sandy2x implementation by Tung Chou
  2476. - fix CPU detection for variables loading assembly
  2477. - add testing for curve25519 ECDH
  2478. * New fixed strings library
  2479. * Add `R_SUSPICIOUS_IMAGES` rule
  2480. * Enable mmap in sqlite3
  2481. * Use new strings in the HTTP code
  2482. * Improve google perftools invocation
  2483. * Improve performance profiling in http test
  2484. * Reorganize includes to reduce namespace pollution
  2485. * Allow specific sections printing in configdump command
  2486. * Rework workers signals handlers to be chained if needed
  2487. * Update socketpair utility function
  2488. * Add control_path option for rspamd control protocol
  2489. * Fix ownership when listening on UNIX sockets
  2490. * Rework signals processing in main
  2491. * Remove extra tools from rspamd (they live in rspamadm now)
  2492. * Remove global rspamd_main
  2493. * Add global timeout for the overall task processing (8 seconds by default)
  2494. * Sanitize NULL values for fuzzy backend
  2495. * Store NM between encrypt/decrypt
  2496. * Add textpart:get_words_count method
  2497. * Fix generic DNS request in lua
  2498. * Tune hfilter weights
  2499. * Add support of IPv6 in hfilter
  2500. * Fix parsing of HTTP headers with IP addresses
  2501. * Sync with the recent libucl
  2502. * Various minor bugfixes
  2503. 1.0.4:
  2504. * Add configdump routine to rspamadm
  2505. * Implement retransmits for fuzzy_check plugin
  2506. * Fix events processing for learning anf checking fuzzy hashes
  2507. * Avoid dependency on unneeded and uncompatible glib include
  2508. * Add `historyreset` command to the controller
  2509. * Fix loading of tokenizer config from dump (#389)
  2510. * Add sorting hints for the history
  2511. * Allow custom lua scripts for users/languages extraction (#388)
  2512. * Do not add FORGED_RECIPIENTS when 'To' is missing (#387)
  2513. * Do not add R_UNDISC_RCPT when 'To' is missing (#387)
  2514. * Add encryption to fuzzy check plugin
  2515. * Add encryption for fuzzy storage
  2516. * Add new epoch for encrypted fuzzy request
  2517. * Add encryption for `rspamd.com` storage
  2518. * Remove gmime processing for LDA mode as it is deadly broken
  2519. * Add routine to find end of headers position in mime messages
  2520. * Fix LDA headers folding
  2521. * Init libraries in rspamc client as well to avoid locale issues
  2522. * Avoid collision with locally installed includes
  2523. * Allocate and free memory with the same allocator in rspamadm (#385)
  2524. * Preserve expired fuzzy hashes counter
  2525. * Improvements in webui:
  2526. - Add favicon.ico
  2527. - Rework history table
  2528. - Fix sorting for the history
  2529. - Migrate to bootstrap 3 and jquery 2
  2530. - Fix css bugs
  2531. - Add glyphicons
  2532. - Add reset history
  2533. - Improve history buttons
  2534. - Redraw graph to avoid display issues
  2535. - Webui is now MIT licensed to match licensing policy of rspamd
  2536. 1.0.3:
  2537. * Fix piechart clean slice (#380)
  2538. * Fix controller crashes when GString is reallocated (#381)
  2539. * Correctly set locale before start
  2540. * Set C locale for numeric values
  2541. * Add rspamadm routine:
  2542. - add `pw` command to manage passwords
  2543. - add `help` command for displaying help
  2544. - add `configtest` command to check configuration files
  2545. - add `keypair` command for generating encryption keys
  2546. - add `fuzzy_merge` routine to merge fuzzy sqlite databases
  2547. - add a simple manual page for rspamadm
  2548. * Allow metric registration for composite expressions
  2549. * Add strict mode for configtest
  2550. * Add logger counters
  2551. * Save and show learned messages count (#383)
  2552. * Add `no_stat` flag
  2553. * Add `task:set_flag` and `task:get_flags` (#382)
  2554. * Enable foreign keys in sqlite3
  2555. * Remove orphaned shingles from fuzzy storage
  2556. * Optimize synchronization steps for fuzzy storage
  2557. * Allow delayed conditions registration
  2558. * Add lua API for conditions registering
  2559. 1.0.2:
  2560. * Fix critical bug in webui that prevents password from being sent
  2561. * Rework webui view:
  2562. - Switch to d3.js for graphs
  2563. - Improve piechart look
  2564. - Rework colors for piechart
  2565. - Fix layout for symbols
  2566. - Fix refresh button
  2567. * Add descriptions for whitelist maps
  2568. * Fix build on arm (#379)
  2569. * Fix issue with the last element in the radix trie
  2570. * Add more tests for radix trie algorithm
  2571. * Allow to extract URLs from query strings of other URLs (#361)
  2572. * Initialize rrd fields before writing to file
  2573. * Fix double free if no password has been specified
  2574. 1.0.1:
  2575. * Add writing to rrd from the controller
  2576. * Fixed lots of bugs in rrd code
  2577. * Adopt new DNS API in hfilter plugin (by @AlexeySa)
  2578. * Allow only one controller process to manage rrd file
  2579. * Set event base for fuzzy calls
  2580. * Improve fuzzy IO errors logging
  2581. * Add rra extraction function to rrd library
  2582. * Add graph handler to the controller
  2583. * Cache correct passwords to avoid too high CPU usage when working with webui
  2584. * Controller sockets are owned by router do not export them to task
  2585. * Optimize logging by skipping hash table search if it's empty
  2586. * Fix loading issue with broken statfiles
  2587. * Print assertions from glib to rspamd logger
  2588. * Load legacy `lua/rspamd.local.lua`
  2589. * Update webui with some fixes to learning and scanning
  2590. 1.0.0:
  2591. * Rework symbols processing:
  2592. - Improve sorting logic for symbols
  2593. - Organize processing into multiple stages
  2594. - Added asynchronous watchers for symbols
  2595. - Added ability to organize dependencies between symbols
  2596. * Fixed URL redirector:
  2597. - Use optimized POE loop
  2598. - Organize dependencies
  2599. - Fix startup
  2600. * New sqlite3 backend:
  2601. - Allow to have per-languages and per-user statistics
  2602. - Allow sqlite3 to be used as statistics backend
  2603. * Store tokenizer configuration within statfiles
  2604. * Improve bayes statistics:
  2605. - Use headers and images metainformation in bayes
  2606. - Suggest using of pre-processed tokens for statistics
  2607. - Fix tokens normalization for OSB algorithm
  2608. * Rewrite url parsing:
  2609. - Fix numerous issues with url extraction and normalization
  2610. - Fix mailto urls
  2611. * Fix settings plugin to allow custom actions scores
  2612. * Improve rbl plugin
  2613. * Allow capturing patterns in rspamd lua regexp library
  2614. * Add GTUBE support
  2615. * Fix spamc legacy support
  2616. * Add DKIM support to RBL module
  2617. * Fix issues with multiple DKIM signatures
  2618. * Fix issue if rspamd cannot create statfiles (#331)
  2619. * Rework parts and task structure:
  2620. - Now text_parts, parts and received are arrays
  2621. - Pre-allocate arrays with some reasonable defaults
  2622. - Use arrays instead of lists in plugins and checks
  2623. - Remove unused fields from task structure
  2624. - Rework mime_foreach callback function
  2625. - Remove deprecated scan_milliseconds field
  2626. * Add ip_score plugin support (not enabled by default):
  2627. - Can check for asn/country and network using DNS lookups
  2628. - Can store and load reputation from redis server
  2629. * Improve PARTS_DIFFER rule to count merely different words
  2630. * New HTML parser:
  2631. - Parses HTML parts using a set of state machines
  2632. - Extracts useful data and exports it to lua functions:
  2633. + Styles
  2634. + Images
  2635. + URLs
  2636. + Colors
  2637. + Structure elements
  2638. - Added HTML rules for some checks
  2639. * New version of LUA DNS API
  2640. * Table versions of many functions in LUA API
  2641. * Improve rspamc client:
  2642. - Print execution time
  2643. - Allow executing of external commands and passing output to them
  2644. - Allow mime output mode when rspamc alters message according to rspamd
  2645. checks and send it to an external command or stdout
  2646. * Allow scanning of local files using HTTP requests
  2647. * Rework configuration system:
  2648. - Rules are now moved from the $CONFDIR to $RULESDIR to avoid ambiguity
  2649. - All modules configurations are now split in $CONFDIR/modules.d/* to
  2650. simplify upgrades
  2651. - Move hfilter to plugins
  2652. - Allow plugins and rules to define default scores to simplify metrics
  2653. setup
  2654. - Include overrides for all modules to honor local/automatic parameters
  2655. - Tune scores for many modules
  2656. * Rework and enable DMARC plugin
  2657. * Add whitelist plugin for SPF/DKIM/DMARC based whitelisting
  2658. * Add some common domains to whitelists shipped with rspamd
  2659. * Rework logging:
  2660. - Now each log entry supports module name and a `tag`. Tag is used to
  2661. identify unique objects (such as tasks) when checking log files
  2662. - It is possible to turn on debugging for the specific modules
  2663. - Systemd logging is fixed
  2664. * Improve spamassassin plugin.
  2665. - Now headers are matched more like SA
  2666. - Improve support of Message-ID
  2667. - Add support of ToCc header type
  2668. - Fix :addr and :name in headers regexps
  2669. * Resurrect rrd support code
  2670. * Save controller stats between restarts
  2671. * Fixed tonns of bugs
  2672. * Added tonns of minor improvements and features
  2673. * Added more unit tests
  2674. * Create functional tests framework
  2675. * Added documentation for missing modules
  2676. * Added rpm/deb repositories and scripts
  2677. * Updated WebUI and libucl externals
  2678. 0.9.10:
  2679. * Do not dereference null pointer on learning.
  2680. * Fix some extreme cases in BAYES.
  2681. * Add a workaround to avoid bad HTML messages breaking.
  2682. * Build with -O2 flags by default.
  2683. * Add constraints to limit DNS requests count per task.
  2684. * Add workaround for SURBL DNS flood.
  2685. * Set error if rspamd cannot learn anything.
  2686. 0.9.9:
  2687. * Don't use RWL_SPAMHAUS_WL (unknown result) for whitelisting (by @fatalbanana)
  2688. * Import updated public suffix list (by @fatalbanana)
  2689. * Remove debug message
  2690. * Fix settings (by @fatalbanana)
  2691. * Remove duplicated symbol registration
  2692. * Use WAL for fuzzy storage
  2693. * RBL fixes (by @fatalbanana):
  2694. - silence errors;
  2695. - yield unknown results from RBLs;
  2696. - fix scoring for DNSWL;
  2697. - fix use of RBL name as symbol;
  2698. - ignore RBL names that would not be yielded;
  2699. * Support captures in regular expressions
  2700. * Add captures support to lua_regexp
  2701. * Support dist on FreeBSD and Darwin
  2702. * Add RCVD_IN_DNSWL_NONE as whitelisting exclusion (by @fatalbanana)
  2703. * Multiple fixes to URL detection:
  2704. - support port definition;
  2705. - fix query and path recognition;
  2706. - fix parsing of multiple slashes in URL;
  2707. - fix parsing query just after port;
  2708. - fix path field in `url:to_table` method;
  2709. - improve support of IP based URLs.
  2710. * Set ignore_whitelists = true for RECEIVED_SPAMHAUS_XBL (by @fatalbanana)
  2711. * Add GTUBE support
  2712. * Ignore User header in SA mode
  2713. 0.9.8:
  2714. * Fix critical bug in bayes classifier (#305)
  2715. * Fix critical bug in RBL module (by @fatalbanana)
  2716. * Fix and rework settings plugin.
  2717. * Fix get_all_opts for a case of non-iterable options.
  2718. * Use tld for redirector's matching.
  2719. 0.9.7:
  2720. * Add whitelist_exception setting to RBL module (by @fatalbanana)
  2721. * Don't use RWL_MAILSPIKE_POSSIBLE or DNSWL_BLOCKED for whitelisting (by
  2722. @fatalbanana)
  2723. * Fix extreme cases in bayes classifier.
  2724. * Fix parsing of urls with '?' at the end of hostname.
  2725. * Update interface.
  2726. * Fix number of issues with webui interaction.
  2727. * Fix saving maps.
  2728. * Allow user@ and @domain matches in multimap.
  2729. * Fix issues with bounces From processing.
  2730. * Fix abs/fabs misuse.
  2731. * Fix builds on suse and arch linux distributions.
  2732. 0.9.6:
  2733. * Fix memory leak if mime cannot be parsed.
  2734. * Fix dkim cache expiration.
  2735. * Fix issues with redirector HTTP response.
  2736. * Fix abnormal connection closing with certains messages with a high score
  2737. (issue #296)
  2738. * Fix redirector installation.
  2739. * Use specific POE loop for some systems.
  2740. * Fix number of issues in URL redirector.
  2741. * Fix selecting URLs for sending to redirector.
  2742. 0.9.5:
  2743. * Avoid double free when extending HTTP message.
  2744. * Fix double free if multiple classifiers are defined.
  2745. * Fix misprint in spamassassin plugin.
  2746. * Fix cpuid invocation on i386.
  2747. * Fix ownership issues for zero-copy decode.
  2748. * Allow __len metamethod on rspamd{text}.
  2749. * Add base64 decoding lua utility.
  2750. * Fix build on FreeBSD
  2751. * Skip spaces at the beginning of mime messages.
  2752. * DBL_ABUSE_REDIR should not have significant weight.
  2753. * Allow to split by lua_regexp rspamd{text} objects.
  2754. * Allow to specify custom stop pattern for lua_tcp.
  2755. 0.9.4:
  2756. * Fix critical bugs in tokenization algorithm
  2757. * Write unit tests for tokenization
  2758. * Add documentation for lua_tcp
  2759. * Switch off legacy tokenization by default.
  2760. * Fix critical bugs in words normalization
  2761. * Add lua bindings to tokenizer.
  2762. * Implement storing of HTTP headers inside task
  2763. * Add lua API to accerss HTTP headers data
  2764. * Implemented base64 encoding suitable for MIME
  2765. * Use caseless hash and equal functions for HTTP request headers.
  2766. * Improve debian architectures support (by @dottedmag)
  2767. 0.9.3:
  2768. * Revert incorrect regexp change that broke the default rules
  2769. * Fix lua_tcp module
  2770. 0.9.2:
  2771. * Fix error on spawning unique workers.
  2772. * Add preliminary version of generic LUA TCP requests API.
  2773. * Use lua 5.1 if luajit is not available (Arm64, PowerPC, s390x etc)
  2774. * Fix fuzzy mime strings with only type.
  2775. * Improve thunderbird sanity checks.
  2776. * Fix critical bug on matching regular expressions.
  2777. * Make hiredis optional dependency.
  2778. * Fix multiple bugs in daemon reloading
  2779. 0.9.1:
  2780. * Restore utf8 validation for regular expressions to avoid crashes
  2781. * Fix symbols displaying in the interface
  2782. * Add symbol groups to the interface
  2783. * Fix maps ID parsing in the controller
  2784. * Add multimap and regexp modules documentation
  2785. * Backport fixes from libucl
  2786. * Fix debian package (by @dottedmag)
  2787. * Rework XXH32 invocations
  2788. 0.9.0:
  2789. * Add support of the fast and secure protocol level encryption:
  2790. - curve25519 is used for key exchange;
  2791. - chacha20/poly1305 cryptobox construction for bulk encryption;
  2792. - zero latency overhead;
  2793. - encrypting and balancing HTTP proxy worker
  2794. * Rework expressions and create new expressions library:
  2795. - aggressive optimizations based on the abstract syntax tree;
  2796. - abstract expressions support (regular expressions, functions, lua modules
  2797. composites and so on)
  2798. - New comparison and '+' operators support
  2799. - New greedy algorithm to minimize execution time of expressions and
  2800. all symbols
  2801. - Dynamic expressions benchmark and reoptimizations
  2802. * Many improvements to the LUA API:
  2803. - reworked logger module allowing to do pretty print of the most of lua
  2804. types (including tables and userdata classes)
  2805. - reworked lua redis and lua HTTP to support more features
  2806. - added opaque type for passing large text chunks without copying
  2807. - new regexp module with many auxiliary functions (e.g. `re:split`)
  2808. * LuaJIT is now the default requirement for rspamd allowing to speed up lua
  2809. execution by a large margin (however, plain lua is still supported)
  2810. * New plugins:
  2811. - spamassassin rules plugin that allows to load and re-use the most of
  2812. SA rules natively
  2813. - DMARC plugin that evaluates SPF and DKIM policies to the domain policies
  2814. - many old plugins has been reworked to implement new features and improve
  2815. stability
  2816. * New aho-corasic trie implementation from @mischasan that allows to load and
  2817. use hundreds of thousands of patterns with no influence on load
  2818. * Support of PCRE JIT and PCRE JIT fast path modes that significantly improves
  2819. the performance of regular expressions if supported by PCRE
  2820. * New URLs parser and extractor:
  2821. - removed legacy code that was useless for url finding
  2822. - reworked algorithms of URL parsing for more precise and accurate results
  2823. - added top-level-domains tree from http://publicsuffix.org
  2824. - improved emails parsing
  2825. - removed many phishing false positives due to TLD tree check
  2826. * New statistics infrastructure:
  2827. - created a separate layer of statistic library
  2828. - improved OSB-Bayes by re-weighting tokens according to the original
  2829. academic paper and `crm114` implementation, which reduced false positives
  2830. rate significantly
  2831. - created learn cache to avoid double learning of statistics and providing
  2832. an efficient way to re-learn class for a message
  2833. - created abstract layers for different statistics backends
  2834. - implemented new tokenization algorithms with fast or secure (siphash)
  2835. hashes to generate statistics features
  2836. * Reworked utf8 tokenization that previously corrupted all UTF8 words (minor
  2837. incompatibility with old fuzzy hashes with utf-8 symbols)
  2838. * SPF module has been completely rewritten to support complex cases of
  2839. `include` and `redirect` within SPF records
  2840. * DKIM module now supports multiple signatures
  2841. * Controller passwords can now be stored encrypted by `PBKDF2-HMAC` in the
  2842. configuration file
  2843. * Many hand-written HTTP clients has been replaced with the common rspamd
  2844. http module
  2845. * New test framework:
  2846. - import lua `telescope` test framework
  2847. - add unit tests for many rspamd modules and routines
  2848. - create a unit test for each possible bug found
  2849. - use luajit ffi for testing C code
  2850. - added preliminary support of functional testing by creating tasks from lua
  2851. * Randomize hash seed to avoid certain hash tables vulnerabilities
  2852. * Documentation improvements:
  2853. - added documentation for the vast majority of rspamd modules
  2854. - added documentation for rspamd protocol
  2855. - added documentation for the most of rspamd LUA extensions
  2856. * Fixed tonns of bugs and memory leaks
  2857. * Added tonns of minor features
  2858. 0.8.3:
  2859. * Various critical fixes in distribution (by @dottedmag and @fatalbanana)
  2860. * Fixed bugs in url detector to parse certain patterns
  2861. * Add default host and helo for a client
  2862. * Some sanity checks for tokenizer and classifier
  2863. * Reiterate on systemd support
  2864. * Fix missing symbol registration
  2865. * Add support of spamc compatible output
  2866. * Filter double-dots in rbl.lua validate_dns (by @fatalbanana)
  2867. * Update ucl submodule due to critical bugfix
  2868. 0.8.2:
  2869. * Create fuzzy db if it does not exist
  2870. * Fix: Centos init script: configtest() (by @AlexeySa)
  2871. * Enable one_shot for RECEIVED_SPAMHAUS_XBL - Fixes #102 (by @fatalbanana)
  2872. * Update Exim patch (by @fatalbanana)
  2873. * Fix processing of unix sockets.
  2874. * Allow applying settings to authenticated users (by @fatalbanana)
  2875. * Make settings priorities work as documented (by @fatalbanana)
  2876. * Fix race condition in symbols planner
  2877. * Add DNSWL_BLOCKED symbol (by @fatalbanana)
  2878. * Make Exim pass usernames to rspamd (by @fatalbanana)
  2879. * Update RBL module (by @fatalbanana):
  2880. - fix indentation;
  2881. - collapse loops;
  2882. - avoid calling for un-needed information;
  2883. - allow disabling RBLs for authenticated users
  2884. * once_received.lua: Fix indentation & add exclusion for authenticated users (by @fatalbanana)
  2885. * hfilter.lua: Add exclusion for authenticated users (by @AlexeySa)
  2886. * Updates to hfilter rules (by @AlexeySa)
  2887. * Set empty <> user or addr for msgs without FROM (by @eneq123)
  2888. * Fix: attempt to index field '?' (a nil value) (by @eneq123)
  2889. * Fix: if not exist Date-header (by @AlexeySa)
  2890. * Add task:get_content() method.
  2891. * rbl.lua: Ignore private IP space (by @fatalbanana)
  2892. * Allow to check radix maps from lua by rspamd{ip}
  2893. * Make local exclusions configurable per-RBL (by @fatalbanana)
  2894. * Add rspamd_config:radix_from_config() (by @fatalbanana)
  2895. * Support emails dnsbl in rbl (by @fatalbanana)
  2896. * Complete rework of url extraction logic
  2897. * Allow customizations for unix sockets. (fixes #182)
  2898. * Set lua path according to rspamd settings.
  2899. * Import lua-functional for plugins stuff.
  2900. * Completely rewrite multimap plugin in functional style.
  2901. * Fix FORGED_MUA_THUNDERBIRD_MSGID (fixes #186)
  2902. * Check IPv6 addresses at dnswl.org and Spamhaus whitelist (by @fatalbanana)
  2903. * Add lowercase utility for utf8 strings.
  2904. * Various fixes to build system
  2905. * Updated debian configuration infrastructure (by @dottedmag)
  2906. 0.8.1:
  2907. * Add sqlite and perl as dependencies for RPM/Debian packages (by @fatalbanana)
  2908. * Remove whitelist.lua from RPM file list (by @fatalbanana)
  2909. * Make Exim pass hostnames to rspamd (by @fatalbanana)
  2910. * Fix building on Fedora (by @fatalbanana)
  2911. * Add toggle for disabling installation of systemd units on Linux (by @fatalbanana)
  2912. * Fix double format rounding that caused output corruption (reported by @fatalbanana)
  2913. * Revert broken change for destructors ordering that led to memory corruption
  2914. * Do not reset symbols case of settings if parsed from lua (reported by @andrejzverev)
  2915. * Fix build on SunOS (by @wiedi)
  2916. * Fix multiple crashes on broken DKIM DNS records
  2917. * Fix critical issue with composites weights removing
  2918. * Fix memory corruption in composites processing code
  2919. * Ignore non-SPF TXT records when parsing SPF includes
  2920. 0.8.0:
  2921. * New fuzzy check logic:
  2922. - use shingles algorithm for fuzzy matching
  2923. - use blake2 instead of md5 for larger output space
  2924. - combine fuzzy and strict matching
  2925. - allow to organize private storages by means of keys
  2926. - preserve compatibility with previous versions
  2927. * New fuzzy storage:
  2928. - use sqlite instead of own memory based hash tables
  2929. - rework commands interface
  2930. - add conversion from the old format
  2931. - add fuzzy match by shignles
  2932. - support old rspamd versions
  2933. * Add lemmatizing for words used in fuzzy hashes that allows to improve match
  2934. quality by using of the first forms of all words
  2935. * Rework language detection
  2936. * Fix several critical bugs, memory leaks and deadlocks:
  2937. - memory leak in HTML nodes parsing
  2938. - deadlock in logger code
  2939. - deadlock in signals processing
  2940. - crashes in fuzzy_storage
  2941. - crashes in tokenizers if the input was empty
  2942. * Import new libucl with several bugfixes and improvements
  2943. * Support listening on ipv6 addresses only
  2944. * Fix macro expansion in SPF module
  2945. * Several bugfixes in DKIM module
  2946. * Add load headers support for mime parts to the lua API
  2947. * Add documentation for:
  2948. - workers in general
  2949. - fuzzy_storage worker
  2950. - fuzzy_check plugin
  2951. - mimepart and textpart lua API modules
  2952. 0.7.6:
  2953. * Apply boundary fix for dkim simple canonization
  2954. * Fix ping command
  2955. * Return nil if header was not found in lua_task
  2956. * Fix hang in upstreams revive logic
  2957. * Decode entitles when normalizing HTML parts
  2958. * Fix logic of finding URLs in HTML parts
  2959. * Do not include \0 into length of text when performing conversion to utf8
  2960. * Fix raw vs parsed reperesentations
  2961. Raw parts are now:
  2962. - decoded b64/qp, but *NOT* converted to utf-8
  2963. Processed parts are now:
  2964. - converted to UTF-8
  2965. - normalized if needed (e.g. HTML tags are stripped)
  2966. * Rework DKIM canonization to line based
  2967. * Fix fuzzy hashes adding
  2968. * Use more specific hash function for fuzzy
  2969. * Fix leaking of iconv descriptors
  2970. * Fix PTR resolving in lua resolver
  2971. * Rework spf module.
  2972. - Copy data to memory pool as cached record might be destroyed causing
  2973. freed memory being passed to the protocol output (use after free)
  2974. - Allow SPF_NEUTRAL policy to be handled separately
  2975. - Add R_SPF_NEUTRAL to the default config
  2976. * Rework `register_symbols` function
  2977. * Allow to disable components of hfilter
  2978. 0.7.5:
  2979. * Fix owner when creating folder /run/rspamd (by @sfirmery)
  2980. * Fix IP validity checks
  2981. * Decode URLs obtained from HTML tags
  2982. * Fix crash with unweighted upstreams
  2983. * Stop processing headers in parts
  2984. * Set sockaddr.sa_family properly when connectig to upstreams
  2985. * Fix reload issues in surbl and fuzzy_check (reported by @citrin)
  2986. * Fix timeouts in redirector
  2987. * Improve lua errors reporting
  2988. * Fix lua closures processing in libucl
  2989. * Rework calling of lua functions from regexp module
  2990. * Choose raw regexp for raw headers
  2991. * Rework conversion to utf since glib one is broken
  2992. * Ignore SGML style tags in html
  2993. * Fix old bug with non-capturing https urls
  2994. * Fix memory corruption on fuzzy reload (reported by @citrin)
  2995. * Fix percents display in rspamc
  2996. * Fix buffer update for DKIM
  2997. * Do not validate utf for raw headers
  2998. 0.7.4:
  2999. * Fix build under *BSD
  3000. * Detect HAN unicode script
  3001. * Implement language detection heuristic for text parts
  3002. * Fix time output in history
  3003. * Improve piechart coloring
  3004. * Fix \r\n conversion in DKIM module (reported by @citrin)
  3005. * Try to detect systems with no IPv6 support
  3006. * Fix multiple/single values in use settings (reported by @citrin)
  3007. * Rework IP addresses in upstreams:
  3008. - Select ipv4/unix addresses if they exist and use ipv6 for ipv6 only
  3009. upstreams (since the support of ipv6 is poor in many OSes and
  3010. environments)
  3011. - Free IP list on upstream destruction
  3012. - Add test cases for addresses selection
  3013. - Allow adding of free form IP addresses to upstreams
  3014. * Fix endianness in lua_radix search (reported by @citrin)
  3015. * Soft shutdown should also set wanna_die flag (reported by @citrin)
  3016. * Stop use-after-free in event loop termination
  3017. * Fix processing of very short messages in DKIM (reported by @citrin)
  3018. * Detect systems without shared mutexes
  3019. * Fix issues with PTR and MX elements in SPF parser (reported by @citrin)
  3020. 0.7.3:
  3021. * New upstreams code:
  3022. - simplify upstreams API;
  3023. - unify strings parsing in upstreams definition;
  3024. - add configuration options for the upstreams;
  3025. - for failed upstreams re-resolve their addresses;
  3026. - use all resolved addresses for an upstream (round-robin);
  3027. - implement stable hashing and use it by default for upstreams;
  3028. - add unit test for upstreams module.
  3029. * Rework signals processing in all rspamd workers:
  3030. - signals are now processed in the event loop;
  3031. - implement the most common signal handlers for all workers;
  3032. - add callbacks for workers specific signal handlers
  3033. * Fix critical issue with fuzzy storage:
  3034. Fuzzy stroage could not save any hashes on termination due to bugged
  3035. signals handling
  3036. * Fix roll history IP storage
  3037. * Rework ipv4/ipv6 handling in parsing addresses:
  3038. - turn off support of IPV6_V6ONLY socket option;
  3039. - create ipv6 socket prior to ipv4 one to handle systems with v6/v4
  3040. sockets enabled (Linux)
  3041. * Remove CBL as it's wholly included in Spamhaus XBL (by @fatalbanana)
  3042. * Remove nszones.com fake RBL (by @citrin)
  3043. * Fix upstreams interaction for fuzzy_check
  3044. * Verify spf PTR records (reported by @citrin)
  3045. * Fix spf MX records parsing
  3046. * Add compatibility for old libevent (by @yellowman)
  3047. * Sync bugfixes from libucl
  3048. 0.7.2:
  3049. * Convert all maps to the compressed radix trie
  3050. * Allow IPv6 addresses in IP maps
  3051. * Remove dynamic items support from symbols cache
  3052. * Allow hex encoded output of strings
  3053. * Fix bug with control connections count
  3054. * Process fuzzy weight correctly (reported by @fatalbanana)
  3055. * Remove extra reference retain of http connection on error
  3056. * Remove deprecated options from the default config
  3057. * Add `one_shot` attr to metric's symbols
  3058. * Doc: add documentation for metrics
  3059. * Add Upstart job to debian packaging (by @CameronNemo)
  3060. * Config: improve SURBL symbols descriptions (by @citrin)
  3061. * Config: reflect SURBL changes (by @citrin):
  3062. - Outblaze removed, malware moved to separate list:
  3063. http://www.surbl.org/news/internal/MW-malware-sublist-added-to-multi
  3064. * Fix C modules initialization on restart
  3065. * Treat single IP as a single IP in radix lists (reported by @citrin)
  3066. * Do not touch file and core limits if not asked explicitly (reported by @citrin)
  3067. * Improve logging for fuzzy errors
  3068. * Block SIGPIPE for HTTP writing
  3069. * Doc: update manual pages
  3070. * Fix HTTP connection termination
  3071. * Reduce default number of parallel requests to 8
  3072. * Sync with libucl include features
  3073. 0.7.1:
  3074. * Fix typo in stat output.
  3075. * Fix issues with includes crossing with the system includes
  3076. * Restore testing framework
  3077. * Add radix trie test suite
  3078. * Implement new path-compressed radix trie.
  3079. - The performance benefit over the old algorithm is about 1.5 times.
  3080. - Memory usage is significantly lower as well.
  3081. - Now radix trie can accept any IPv4/IPv6 values
  3082. * Various improvements to the memory pools code
  3083. * Fix writing reply to a client when no filters are defined
  3084. * Write base32 encoded fuzzy
  3085. * Fix 'soft reject' action
  3086. * Fix rspamd reload and modules reconfiguration
  3087. * Fix subject rewriting for the default subject
  3088. * Fix states for processing task and pre-filters
  3089. * Fix issues with connection closing
  3090. * Fix crashes in rdns
  3091. * Fix ratelimit pre-filter
  3092. * Update exim patch.
  3093. - Update to the recent exim version
  3094. - Strip extra leading src/ from the patch
  3095. - Remove sendfile since it was broken
  3096. - Fix rspamd spam report for exim
  3097. * Improve documentation
  3098. 0.7.0:
  3099. * Use HTTP protocol for all operatiosn
  3100. * Webui worker is now removed and controller works as webui
  3101. * Allow to serve static files via controller by option `static_dir`
  3102. * Rspamd interface is now a part of rspamd
  3103. * Rspamc client has been rewritten to use HTTP and non-blocking mode
  3104. allowing to start multiple operations simultaneously (see `-n` option)
  3105. * Lua API was completely reworked to satisfy modern standards of LUA:
  3106. * Module `lua-message` was removed
  3107. * Reduced number of superglobals registered by rspamd
  3108. * Many functions has been redesigned
  3109. * Symbols registration is now more convenient
  3110. * Users settings has been rewritten as lua plugin
  3111. * Reworked headers system as gmime's based one misses many headers and is
  3112. very slow to get headers values
  3113. * Reorganized code and removed embedded jannsson by using UCL for all json
  3114. parsing
  3115. * Migrated to `librdns` for DNS resolving that improves concurrency for
  3116. DNS requests significantly
  3117. * Fixed tonns of bugs in MIME processing
  3118. * Improved metrcis and default symbol's weights
  3119. * Added new RBL's
  3120. * Fixed a number of issues in the modules
  3121. * Removed several memory leaks found
  3122. * Fix unicode processing
  3123. * Fix fuzzy checking for unicode parts
  3124. * Significantly improve documentation and especially LUA API docs
  3125. * See migration notes at https://rspamd.com/doc/migration.html
  3126. 0.6.8:
  3127. * Controller now listen for localhost and not for 127.0.0.1 by default
  3128. * Allow FCrDNS-style RBL lookups (by @fatalbanana)
  3129. * Reduce threshold for parts_differ function.
  3130. * Fix hostname lookup for rdns rbl (by @AlexeySa)
  3131. * Fix HFILTER_URL_ONELINE to reduce false positive rate.
  3132. * Fix whitelist module.
  3133. * Allow override system predefined settings without touching system ones
  3134. by .try_include macro (by @andrejzverev)
  3135. * Check for [ip.address]-style HELO and suppress lookups. (by
  3136. @fatalbanana)
  3137. * Optimize hfilter (by @AlexeySa)
  3138. * Fix issue with random numbers generator in dns.
  3139. * Use more clever time values to setup entropy.
  3140. * Synced with the recent libucl.
  3141. 0.6.7:
  3142. * Use ChaCha20 for DNS generator (more secure DNS id)
  3143. * Unknown symbols now has zero weight and not 1.0
  3144. * Fix fuzzy hashes expire time
  3145. * Fix critical issue in statfiles on FreeBSD 9 (and some other platforms)
  3146. * Add .include_map macro to ucl parser
  3147. * Update libucl
  3148. * Fix headers end detection for DKIM module
  3149. * Fix a bug in received headers parser
  3150. * Validate IP addresses before pushing them to lua
  3151. * Start new documentation project
  3152. * Fixed tonns of other minor bugs
  3153. * Start to prepare for 0.7 with HTTP protocol and new settings
  3154. 0.6.6:
  3155. * Removed issue with BUFSIZ limitation in the controller output
  3156. * Simplify logging symbols escaping
  3157. * Adjusted weights for several rules
  3158. * Improve spamhaus rbl support
  3159. * Removed PBL for received headers checks
  3160. * Added hfilter module that performs various HELO and IP checks.
  3161. * Rspamd can now be reloaded by HUP signal
  3162. * Fuzzy storage should expire hashes properly
  3163. * Build system has been reworked for better supportof pkg-config
  3164. * Various minor bugfixes
  3165. 0.6.5:
  3166. * Fixed critical bug in DNS resolver, introduced in 0.6.4
  3167. * Improved multimap and rbl plugins to skip
  3168. * Add dns_sockets option for tuning sockets per server in DNS resolver
  3169. * Improved packages for rspamd
  3170. 0.6.4:
  3171. * Added io channels for DNS request to balance load and reduce id
  3172. collisions chance
  3173. * Fixed a bug in SPF filter that may cause core dump in specific
  3174. circumstances
  3175. * FIxed default config for rbl module
  3176. * It is possible to get a list of rspamc commands with their descriptions
  3177. * Added SORBS bl to the default config
  3178. * 2tld file for surbl module has been significantly extended
  3179. * Perl modules has been removed from the code.
  3180. * Fixed an issue in libucl when parsing macros
  3181. 0.6.3:
  3182. * Fixed issues with DNS:
  3183. - labels decompression algorithm was fixed;
  3184. - added resolve_mx to lua API;
  3185. - fixed modules that use DNS.
  3186. * Lua modules once_received and emails reworked for new resolver API and UCL.
  3187. * Debian package was polished.
  3188. * Fixed a bug in fuzzy_check module that prevents correct processing messages
  3189. without valid parts.
  3190. 0.6.2:
  3191. * Fuzzy check module has been reworked:
  3192. - now fuzzy_check operates with a group of rules, that define which
  3193. servers sre to be checked;
  3194. - it is possible to specify read_only groups to avoid learning errors;
  3195. - turn fuzzy_check to one_shot mode permanently;
  3196. - fuzzy_check module configuration is now incompatible with the previous
  3197. versions.
  3198. * Imported bugfixes from libucl.
  3199. * Fixed whitelist plugin.
  3200. * Fixed statfiles resizing.
  3201. * Improved logging initialization order.
  3202. * Fixed race condition in the controller worker.
  3203. 0.6.1:
  3204. * Critical bugfixes:
  3205. - fixed build system;
  3206. - fixed in_class setting in bayes learning;
  3207. 0.6.0:
  3208. * Use UCL instead xml for configuration (https://github.com/vstakhov/libucl)
  3209. * Fix statistics module normalization
  3210. * Rework the many modules for the new configuration:
  3211. - surbl has incompatible configuration;
  3212. - fuzzy_check has incompatible configuration;
  3213. - multimap has now new configuration;
  3214. - received_rbl is removed and replaced by rbl module.
  3215. * Removed deprecated options:
  3216. - statfile_pool_size;
  3217. - action and required/reject score for a metric.
  3218. * Simplify build system and unify configuration for all platforms.
  3219. * Improved URL detector (reduced false positive rate).
  3220. * Lua 5.2 is now the default and fully supported version.
  3221. * Tons of bugfixes and minor improvements.
  3222. 0.5.6:
  3223. * Fix bug with counters incrementing in rolling history
  3224. * Detect expl and exp2l as some systems do not have it
  3225. * Support input streams without Content-Length
  3226. * Implement counters output via rspamc and controller interface
  3227. * Fix bug with udp sockets in fuzzy storage
  3228. 0.5.5:
  3229. * New bayes normalizator based on inverse chi-square function
  3230. * Various fixes to fuzzy storage
  3231. * Allow update fuzzy storage only from specific IP addresses
  3232. * Better support of IPv6 and address selection algorithms
  3233. * Add CentOS spec file
  3234. 0.5.4:
  3235. * Fixed issues with diff algorithm
  3236. * Added support of RRD statistics
  3237. * Add webui worker for interface interaction
  3238. * Fix a lot of issues with dynamic conf
  3239. * Fix critical memory leak in settings code
  3240. * Improve stability of the system
  3241. 0.5.3:
  3242. * Added dynamic options
  3243. * Added advanced metaclassfication
  3244. * Added RESTfull API for controller
  3245. * Improved hashing algorithms
  3246. * Various fixes for rspamc client:
  3247. - allow interacting with unix sockets
  3248. - librspamdclient major cleanup
  3249. - bayes is now default classifier
  3250. 0.5.2:
  3251. * Added lua bindings for:
  3252. - basic mime parts, that allows checkign attachements for example;
  3253. - DNS resolver;
  3254. * Existing lua bindings now works without task object allowing to use them
  3255. in custom code.
  3256. * Threads system was reworked to avoid global lua interpreter lock.
  3257. * DKIM module now converts all line endings to CRLF how opendkim does.
  3258. * URL detector is now more accurate for text parts.
  3259. * Several critical bugs and memory leaks were fixed.
  3260. 0.5.1:
  3261. * Added lua worker type to handle network connections in lua.
  3262. * Added lua bindings for async_session, IO dispatcher, memory_pool, and
  3263. worker.
  3264. * Composites can now uses other composites in expressions.
  3265. * Fixes for debian package and for FreeBSD >= 9.1
  3266. * Add support of gmime-2.6 if gmime-2.4 is not found.
  3267. * Improve url detection and phishing detection.
  3268. * Add lua mime_part library to get an access to all message part
  3269. attributes (like filename, length, type).
  3270. 0.5.0:
  3271. * Added SMTP lightweight balancing proxy with XCLIENT support.
  3272. * Added lua bindings for upstreams objects and API.
  3273. * New pre-filters are implemented to support initial checking for messages.
  3274. * Added ratelimit plugin that uses redis protocol to store data.
  3275. * Added ipv6 support to spf and some other modules.
  3276. * Unbreak spf plugin.
  3277. * Allow options with the same name be threated as list.
  3278. * DKIM plugin an parsing code was added.
  3279. * Separate build system to put logic in several shared libraries.
  3280. * Many bugfixes.
  3281. 0.3.2:
  3282. * Add error handling for regexps
  3283. * Fix quit command in controller interface
  3284. * Write symbols weights to rspamc output
  3285. * Improve logic of selecting rspamc version
  3286. * Do not try to parse broken DNS replies
  3287. * Add 'raw' flag to FROM_EXCESS_BASE64 rule (requested by citrin)
  3288. * Output message id in rspamc reply
  3289. * Fix inserting composite symbol
  3290. * Fix output of log line
  3291. * Document composites
  3292. * Add logging for fuzzy checks
  3293. * Add logging for learning
  3294. * Improve logic of learning messages - do not learn more than specific threshold
  3295. * Fix inserting results for symbols that were incorrectly (for example more than 1 time) defined in config file
  3296. * Do not output control characters if output is not terminal
  3297. * Fix some logic errors in learning
  3298. * Consider lua plugins errors as fatal configuration errors
  3299. * Fix writing message id during fuzzy_add command
  3300. * Display weight of symbols correctly
  3301. * Fixes to winnow learning
  3302. * One more try to improve accuracy of winnow algorithm
  3303. * Add bayesian classifier (initial version)
  3304. * Remove normalizer as it is winnow specific thing, so all statistic algorithms now returns value from 0 to 1
  3305. * Some fixes to fuzzy hashes expiration:
  3306. * Fix assertion while look up value in NULL hash (found by cirtin)
  3307. * Fix normalization for systems that have not tanhl function
  3308. * Ignore rfc822 group addresses
  3309. * Move images library to core rspamd
  3310. * Add lua api to access images properties
  3311. * Add post filters to lua API - filters that would be called after all message's processing
  3312. * Add ability to check for specified symbol in task results from lua
  3313. * Add ability to check for metric's results from lua
  3314. * Add ability to learn specified statfile form lua
  3315. * Add ability to extract filename and size of images from lua
  3316. * Fix assertion while extracting internet address
  3317. * Fix races in fuzzy storage
  3318. * Make spf parser case insensitive
  3319. * Add ability to check hashes of selected mime types
  3320. * Add ability to set minimum size in bytes for mime types
  3321. * Add ability to set minimum dimensions for images
  3322. * Assume all text/* content types as text/plain
  3323. * Fix getting data wrapper for gmime24
  3324. * Many fixes to statfile synchronization system
  3325. * Fixed statfile pool initialization and synchronization with disk
  3326. * Prepare 0.3.2
  3327. * Fix Mail::Rspamd::Config for new rspamd features
  3328. * Use Mail::Rspamd::Config in rspamc client
  3329. * Write user's name to rspamd log
  3330. * Prepare rspamd build infrastructure for creating rpm and deb packages
  3331. * Fix depends
  3332. * Add start script for linux systems
  3333. * Fix shared usage of statfiles
  3334. * Add invalidation of statfiles in case of learning, so now statfiles
  3335. * This should fix shared usage of statfile pool by several processes
  3336. * Fix misprint (reported by az)
  3337. * Fix stupid error when all checks can be done in a single pass
  3338. * New trie based url scanner (based on libcamel)
  3339. * Small fixes to rspamd perl client
  3340. * Write fuzzy hashes info to log
  3341. * Add trie interface to lua api
  3342. * Explain sample config and cleanup it
  3343. 0.3.1:
  3344. * Add modules documentation
  3345. * Continue implementing smtp proxy
  3346. * Implement new learning system, now rspamd should be much more intelligent while learning messages
  3347. * Convert statistic sums to use long double for counters
  3348. * Use hyperbolic tangent for internal normalizer
  3349. * In classify normalize result after comparing, not before
  3350. * New symbols sorter
  3351. * Fix strict aliasing while compiling with optimization
  3352. * Fix tanhl detection for platforms that have not implementation of it
  3353. * Remove several compile warnings
  3354. * Add experimental support of dynamic rules to regexp module
  3355. * Document views configuration
  3356. * Several fixes to documentation
  3357. * Add more logic for dynamic rules
  3358. * Add documentation for dynamic rules
  3359. * Add ability to make negations in networks in dynamic rules
  3360. * Clean up cache items correctly
  3361. * Implement basic SMTP dialog:
  3362. * Implement interaction with smtp upstream (with support of XCLIENT)
  3363. * Check messages received via smtp proxy
  3364. * Add support for sendfile in io dispatcher
  3365. * Fix issues with compatibility of worker_task and smtp proxy
  3366. * Proxy DATA command
  3367. * Fix SMTP
  3368. * Change metric logic
  3369. * Completely remove lex/yacc readers for config
  3370. * Make common sense of metric/action and symbols
  3371. * Sync changes with all plugins
  3372. * Incorrectly removed in previous commit
  3373. * Fix misprint (by Andrej Zverev)
  3374. * announce the "password" keyword in usage list
  3375. * Implement initial version of greylisting triplets storage
  3376. * Fix issues with smtp worker
  3377. * Fix QUIT command in SMTP worker
  3378. * Some fixes about new metrics system (may be incomplete)
  3379. * Get weights of symbol from default metric for symbols cache
  3380. * Fix setting task->from/task->rctp in smtp client
  3381. * Copy from and rcpt correctly
  3382. * Some performance improvements to IO dispatcher (do not drain the whole buffer after a single line readed)
  3383. * Fix smtp data input
  3384. * Fix misprint
  3385. * Add limit of maximum allowed smtp session errors
  3386. * New logic of SURBL module:
  3387. * Use system mkstemp(3) on systems where it is available as glib implementation
  3388. * Try to fix memmove issues in io dispatcher
  3389. * Remove debug from SURBL module
  3390. * Rewrite buffered input for line policy (again)
  3391. * Fix issue with links that are ip addresses in numeric form in surbl
  3392. * On Darwin use BSD style sendfile definition
  3393. * Reorganize platform specific knobs in CMakeLists
  3394. * Use gettimeofday on systems that have not clock_getres
  3395. * Use ftime for dns trans id generation on systems without clock_getres
  3396. * Darwin sendfile(2) support
  3397. * TIMEDB->TIMEB
  3398. * More to previous commit
  3399. * Pass env from main() arguments instead of platform specific global environ
  3400. * Fix compatibility issues
  3401. * Fix -lintl detection
  3402. * Init some variables to avoid problems
  3403. * Remove garbadge (gnome terminal sucks)
  3404. * Add more information about why we drop smtp connection
  3405. * Fix mkstemp call
  3406. * Send to upstream QUIT command at the end of session
  3407. * Check return value of each rspamd_dispatcher_write as in case of write errors sessions can be destroyed early
  3408. * Fix states in smtp dialog
  3409. * Use rspamd_snprintf instead of libc one
  3410. * Fix URLS command
  3411. * Fix reconfigure process of surbl module
  3412. * Fix destroying smtp session (unmap memory and do not delete pool early)
  3413. * Delete pool after using its variables
  3414. * Delay timer must be registered in async session to correctly handle connection termination
  3415. * Register dns requests in session too
  3416. * Make session before registering events
  3417. * Remove events in handlers
  3418. * Add ability to set filters for smtp worker for each smtp stage
  3419. * Add very initial version of DNS resolver (many things to be done)
  3420. * Announce weights and sync
  3421. * Fix few typo
  3422. * Understand short names of facility in logging config
  3423. * Add ability to make whitelist for spf checks
  3424. * Misprint != -> ==
  3425. * Handle lua tag in way that it is not required to write additional text:
  3426. * Strip all starting whitespace symbols from xml texts
  3427. * Fix stupid bug in calculating buffer length while reading file maps
  3428. * Add resolv.conf parsing into dns.c
  3429. * Fix microseconds<->milliseconds conversions
  3430. * Take callback argument in Mail::Rspamd::Client for processing files and directories
  3431. * Print results if rspamc is called for a directory
  3432. * Fix stupid error with surbl module reconfig (another one, blame me)
  3433. * Do not show duplicate urls in url header
  3434. * Fix detection of numeric urls (reported by citrin)
  3435. * Write real time of message's scan to log (not only virtual)
  3436. * Fix chartable module in utf mode
  3437. * Fix parsing of some broken urls
  3438. * Add ability to test regexp with 'T' flag
  3439. * Write more code for DNS resolver:
  3440. * Make DNS resolver working
  3441. * Many improvements to rspamd test suite: now it CAN be used for testing rspamd functionality
  3442. * Write DNS resolver tests
  3443. * Fix issues with memory_pool mutexes and with creating of statfiles
  3444. * Forgotten in previous commit
  3445. * Add support for parsing SPF and SRV records
  3446. * Fix PTR parsing
  3447. * Add tests
  3448. * Make SURBL module to use rspamd dns module
  3449. * Several fixes to DNS logic
  3450. * Remove evdns and use only rspamd resolver
  3451. * Very hard to detect problem with race among error in socket and destroying task while we are writing to socket and go through a hash table
  3452. * Fix resolving in smtp module
  3453. * Init events before configuring resolver in smtp worker
  3454. * Set resolver inside task
  3455. * Fix reload signal (reported by citrin)
  3456. * Some improvements to redirector
  3457. * Call has_forked method to inform POE about fork
  3458. * Fix lua DNS code
  3459. * Decompress labels in DNS packets more strictly
  3460. * Fix some problems with TXT records
  3461. * Try to fix removing of DNS events
  3462. * Do not insert unparsed RR's into reply
  3463. * Calling callbacks may cause destroying session from which we are calling callback so we MUST call callback as the latest action
  3464. * Fix check_smtp_data function
  3465. * Add ability to make views by recipient
  3466. * Add ability to set metric's action from config file
  3467. * Fix bug with writing garbadge if message has no urls or no messages
  3468. * Fix bug with incorrect behaviour of compare_parts_distance function
  3469. * Add ability to assign several actions to one metric
  3470. * Report action in rspamc protocol
  3471. * Mail::Rspamd::Client and rspamc can now understand Action header too
  3472. * Write action to log as well
  3473. * Make valgrind happy about comparing symbols
  3474. * Add more debug to comparing parts distance function
  3475. * Write action even if message has no symbols
  3476. * Make improvements to HTML entities decoder: now it replaces entities with common characters and
  3477. * Add -d option to force debug output
  3478. * Assume 7bit as default transfer encoding
  3479. * Do not overwrite lua plugins and configs if they already exists in target directory
  3480. * Improve logging
  3481. * Write queue id to log
  3482. * Remove test messages from cmake
  3483. * Reopen log file by USR1 signal
  3484. * Add reopenlog method to FreeBSD rc script
  3485. * Adopt foreach for cmake 2.6
  3486. * Fix to rc script
  3487. * Do not try to resolve names with several dots in a row
  3488. * Fix surbl request formatting for ip addresses
  3489. * Handle cases of broken requests
  3490. * Fix problems with parsing compressed names
  3491. * Fix TXT records parsing
  3492. * Fix expanding spf macros that may fail in rare cases
  3493. * Fix another error with early task destroying
  3494. * Handle empty from header
  3495. * Improve reopenlog command in rc script
  3496. * Strip trailing whitespace characters in Mail::Rspamd::Client
  3497. * Use ungreedy match to strip trailing whitespaces
  3498. * Stupid error in calculation compressed label length
  3499. * Some optimizations to client library
  3500. * Do not compare empty parts
  3501. * Empty and non-empty parts are always different
  3502. * Save in regexp cache the whole regexp with header name (if exists) and with flags
  3503. * Add rspamd_log variable to lua plugins to access logging functions
  3504. * Each part in rspamd task now can have parent part
  3505. * Check for parts distance only for multipart/alternative subparts
  3506. * Do not check attachements even if they are text (but attached as file)
  3507. * Do not die if write (2) returned ENOSPACE while doing logging, turn on throttling mode instead (1 write try in a second)
  3508. * Add ability to turn on debug for specific symbols
  3509. * Add ability to configure dns timeouts and dns retransmits in config file
  3510. * More debug
  3511. * Fix extracting arguments in lua logger interface
  3512. * Turn off debug_ip during reload if it was disabled by new config
  3513. * Improve lua logging
  3514. * Pre-init symbols cache when rereading config
  3515. * Fix lua representing of invalid ip (nil, not 255.255.255.255)
  3516. * Fix R_TO_SEEMS_AUTO rule (by citrin)
  3517. * Add multimap lua plugin
  3518. * Fix some multimap issues
  3519. * Try to save images hashes to fuzzy storage to stop some annoying spammers
  3520. * Allocate some more bytes for read buffer to avoid incorrect behavoiur
  3521. * Add ability to check dns black lists by multimap module
  3522. * Add multimap documentation
  3523. * Fix labels parsing
  3524. * Another try to save regexps in cache correctly
  3525. * Improve test logs for regexps
  3526. * Fix parsing txt records to avoid reading of uninitialized data
  3527. * Fix error with writing symbols cache file
  3528. * Fix error while working in utf mode when raw regexps was not created properly
  3529. * Do not add extra byte while converting text to utf
  3530. * Add error handling for regexps