You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ChangeLog 104KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382
  1. 1.3.4:
  2. * [Feature] ASN module; support matching ASN/country in multimap
  3. * [Feature] Add SPF method in spf return result
  4. * [Feature] Add Yandex and Mail.ru forwarding rules
  5. * [Feature] Add mempool maps in multimap
  6. * [Feature] Add rule for identifying mail sent by eval()'d PHP code
  7. * [Feature] Add support of stub DNSSEC resolver to rdns
  8. * [Feature] Add task:get_digest method
  9. * [Feature] Allow for more fine-grained scoring for ip_score
  10. * [Feature] Allow to get digest of a mime part from lua
  11. * [Feature] Allow to print message digest in logs
  12. * [Feature] Fold DKIM-Signature header
  13. * [Feature] Implement encrypted logs
  14. * [Feature] Log URLs encrypted if we have log encryption pubkey
  15. * [Feature] Pass authenticated bit to lua
  16. * [Feature] Read redis backend statistics configuration from global section
  17. * [Feature] Show the exact value matched for multima symbols
  18. * [Feature] Store task checksum
  19. * [Fix] Avoid setting limits when required elements are missing
  20. * [Fix] DMARC: Fix alignment checking for subdomains
  21. * [Fix] DMARC: deal with missing and spurious spaces
  22. * [Fix] Defer insertion of results in ip_score to avoid skewing stats
  23. * [Fix] Disable DMARC for local/authorized mail
  24. * [Fix] Fix handling of proxied headers in controller
  25. * [Fix] Fix hex printing of strings
  26. * [Fix] Fix issue with spaces in maps
  27. * [Fix] Fix parsing of forwarded IP
  28. * [Fix] Fix reload in some plugins and workers
  29. * [Fix] Fix reloading on SIGHUP
  30. * [Fix] Fix some border cases for DKIM canonicalization
  31. * [Fix] Fix url maps
  32. * [Fix] Make dnssec configurable option disabled by default for now
  33. * [Fix] rspamadm statconvert: force db to be a string
  34. * [Fix] rspamadm statconvert: use db/password for learn cache
  35. * [Rework] Rework flags in rspamd logger
  36. 1.3.3:
  37. * [CritFix] Check hyperscan cache sanity before loading
  38. * [CritFix] Fix setting of fuzzy keys (completely breaks fuzzy storage)
  39. * [Feature] Add SARBL (sarbl.org) uribl
  40. * [Feature] Add `--search-pattern` option to rspamd_stats
  41. * [Feature] Add some sanity check for very long from/to log elements
  42. * [Feature] Allow to create hashes from string in a single step
  43. * [Feature] Fix order of pre and postfilters
  44. * [Feature] Improve lua URLs API
  45. * [Feature] Improve message about fuzzy rules
  46. * [Feature] Pre-calculate blake2 digest for all parts
  47. * [Feature] Print radix duplicate keys as IP addresses
  48. * [Feature] Simple mechanism for disabling RBLs in local.d/rbl.conf
  49. * [Feature] Use faster hash function for fuzzy storage
  50. * [Feature] rspamd_stats: support log directory reading
  51. * [Fix] Add sanity check for url filters
  52. * [Fix] Do not show rmilter section as a fake metric in rspamc
  53. * [Fix] Fix URL filters
  54. * [Fix] Fix a stupid mistake in util.strequal_caseless
  55. * [Fix] Fix blake2b hash of the string "rspamd"
  56. * [Fix] Fix filename maps filter
  57. * [Fix] Fix finding tld in util.get_tld
  58. * [Fix] Fix multimap content filters
  59. * [Fix] Fix returning boolean from Lua
  60. * [Fix] Fix returning of REDIS_NIL
  61. * [Fix] Try to deal with multiple workers terminated
  62. * [Fix] Use forced DNS request when calling for lua_http
  63. * [Rework] Rework multimap filters, add redis maps
  64. 1.3.2:
  65. * [Feature] Add a special symbol for SPF DNS errors: R_SPF_DNSFAIL
  66. * [Feature] Add correlations report in fuzzy stats
  67. * [Feature] Add experimental CGP integration
  68. * [Feature] Add method to get urls length in a text part
  69. * [Feature] Add new methods to lua_html to access HTML tags
  70. * [Feature] Allow all types of symbols to be added via __newindex method
  71. * [Feature] Allow to create settings for authenticated users
  72. * [Feature] Allow to get block content for HTML tags
  73. * [Feature] Improve DNS failures when dealing with SPF
  74. * [Feature] Properly implement R_WHITE_ON_WHITE rule
  75. * [Feature] Remove old ugly rules
  76. * [Feature] Rspamc can now add dkim signature in mime mode
  77. * [Feature] Store content length for HTML tags
  78. * [Feature] Support reacher set of HTML colors
  79. * [Feature] Try to avoid FP for low contrast fonts detection
  80. * [Fix] Add missing HTML colors
  81. * [Fix] Add spaces to dkim signature to allow folding
  82. * [Fix] Avoid returning NaN as score on scan
  83. * [Fix] Decode entitles in href parts
  84. * [Fix] Do not cache SPF records with DNS errors
  85. * [Fix] Do not crash on cyclic depends
  86. * [Fix] Do not insert HELO/HOSTNAME unknown when they are not passed
  87. * [Fix] Do not set absent hostname to "unknown"
  88. * [Fix] Do not stress redis with KEYS command (#791)
  89. * [Fix] Fix DMARC_BAD_POLICY symbol
  90. * [Fix] Fix HFILTER_URL module
  91. * [Fix] Fix HFILTER_URL_ONELINE rule
  92. * [Fix] Fix buffering in CGP integration
  93. * [Fix] Fix colors propagation from parent nodes
  94. * [Fix] Fix confusing OpenSSL API usage of i2d_RSAPublicKey
  95. * [Fix] Fix dependencies id sanity check
  96. * [Fix] Fix folding for semicolon separated tokens
  97. * [Fix] Fix largest possible TLD behaviour
  98. * [Fix] Fix last token folding
  99. * [Fix] Fix length calculations in white on white rule
  100. * [Fix] Fix multiple request headers structure
  101. * [Fix] Fix multiple values headers freeing
  102. * [Fix] Fix parsing of background color
  103. * [Fix] Fix printing from field in log_urls
  104. * [Fix] Fix processing of last element of DMARC policies
  105. * [Fix] Further fixes for HTML colors
  106. * [Fix] Further fixes for multiple values headers
  107. * [Fix] Further fixes for white on white rule
  108. * [Fix] Further fixes in HTML tags parsing
  109. * [Fix] Ignore content type/subtype case
  110. * [Fix] Increase score of R_WHITE_ON_WHITE
  111. * [Fix] Parse CGP envelope data
  112. * [Fix] Propagate colors in HTML
  113. * [Fix] Restore multiple values headers in protocol
  114. * [Fix] Restore multiple values in headers processing
  115. * [Fix] Some more changes to tag's content length calculations
  116. * [Fix] Some more fixes for low contrast fonts detector
  117. * [Fix] SpamAssassin plugin: support check_freemail_header('EnvelopeFrom', [..])
  118. * [Fix] Trigger HTML_SHORT_LINK_IMG on any external image
  119. * [Fix] rspamd_stats: remove deprecated defined(@array)
  120. 1.3.1:
  121. * [CritFix] Fix catena passwords validation
  122. * [CritFix] Fix crash when the first received is faked
  123. * [Feature] Add DMARC_BAD_POLICY symbol when DMARC policy was invalid
  124. * [Feature] Allow for matching hostnames in multimap (#773)
  125. * [Feature] Allow for setting action based on DMARC disposition
  126. * [Feature] Allow limiting of the inbound message size
  127. * [Feature] Allow maps with multiple symbols and scores
  128. * [Feature] Allow regexps in the emails maps
  129. * [Feature] Allow to register metric symbols from multimap
  130. * [Feature] Allow to reset redis tokens instead of appendig values
  131. * [Feature] Allow to store strings in radix maps
  132. * [Feature] Check UTF validity when there are utf regexps in a map
  133. * [Feature] Correctly work when there is no hard reject action
  134. * [Feature] Implement dependencies for maps
  135. * [Fix] Another effort to unbreak sqlite locking
  136. * [Fix] Avoid crash when closing mmapped file
  137. * [Fix] Do not break history on NaN in required score
  138. * [Fix] Ensure that hyperscan cache written is written properly
  139. * [Fix] Filter NaN from scores in history
  140. * [Fix] Fix DNSBL maps
  141. * [Fix] Fix another locking issue in sqlite
  142. * [Fix] Fix another locking issue with mapped files
  143. * [Fix] Fix deadlock in mmaped file stats
  144. * [Fix] Fix dependencies in multimap plugin
  145. * [Fix] Fix emails module configuration
  146. * [Fix] Fix greylist plugin (#755)
  147. * [Fix] Fix greylisting plugin variable usage
  148. * [Fix] Fix installed permissions for rspamd_stats
  149. * [Fix] Fix locking in mmapped statistics
  150. * [Fix] Fix paths in tests
  151. * [Fix] Fix prefilter mode for multimap
  152. * [Fix] Forgot to commit leftover changes
  153. * [Fix] Really fix local.d includes
  154. * [Fix] Restore selective greylisting behaviour
  155. * [Fix] Set max size on per connection basis
  156. * [Fix] Use temporary storage for hyperscan cache
  157. * [Rework] Remove systemd socket activation
  158. 1.3.0:
  159. * [CritFix] Fix SA rawbody processing - exclude top part
  160. * [CritFix] Fix decoding of UTF HTML entitles
  161. * [CritFix] Fix encrypted fuzzy requests
  162. * [CritFix] Fix leak of shared memory fds and files
  163. * [CritFix] Fix levenshtein distance calculations
  164. * [CritFix] Fix mime headers processing
  165. * [CritFix] Fix parsing of URLs in texts
  166. * [CritFix] Fix parsing of missing classes
  167. * [CritFix] Fix redis structure by adding {NULL, NULL} member
  168. * [CritFix] Fix some more URL detector issues
  169. * [CritFix] Fix systemd sockets activation
  170. * [CritFix] Fix unencrypted passwords processing in the controller
  171. * [CritFix] Fix writing CDPs to the database
  172. * [CritFix] Fix writing of encrypted HTTP requests
  173. * [CritFix] Plug memory leak in dkim module
  174. * [CritFix] Plug memory leak in headers getting code
  175. * [CritFix] Pre-filters and post-filters were completely broken
  176. * [CritFix] Properly support SA body regexps
  177. * [CritFix] Really skip filters in case of pre-result set
  178. * [CritFix] Restore the intended pre-filters behaviour
  179. * [Rework] Adopt new maps code
  180. * [Rework] Compile ragel sources when building rspamd
  181. * [Rework] Finish rework for the rest of places that use HTTP
  182. * [Rework] Fix DKIM headers canonicalization
  183. * [Rework] Fix lua maps API
  184. * [Rework] Import linenoise for line editing
  185. * [Rework] Include config structure to all rcl handlers
  186. * [Rework] Make chartable module useful
  187. * [Rework] Move http internal structures to a private header
  188. * [Rework] Partly fix controller
  189. * [Rework] Remove dedicated images list
  190. * [Rework] Rename http proxy to rspamd proxy
  191. * [Rework] Rename mime parts structures
  192. * [Rework] Rework HTTP code
  193. * [Rework] Rework exceptions and newlines processing
  194. * [Rework] Rework pre and postfilters system
  195. * [Rework] Separate method to close backend connections
  196. * [Rework] Start the complete maps rework
  197. * [Rework] Use dynamically generated ragel C sources
  198. * [Feature] Add 'blacklist' and 'strict' modes for whitelists
  199. * [Feature] Add 'symbols_enabled' and 'groups_enabled' to settings
  200. * [Feature] Add ESMTPSA received type
  201. * [Feature] Add a simple script to evaluate rspamd rules in the logs
  202. * [Feature] Add a simple tool to generate DKIM keys
  203. * [Feature] Add a trivial heuristic for codepages
  204. * [Feature] Add and use mumhash for non-crypto hashing
  205. * [Feature] Add better method to check lua userdata types
  206. * [Feature] Add better zip files search algorithm
  207. * [Feature] Add catena PBKDF function
  208. * [Feature] Add configuration knobs for in and out parser scripts
  209. * [Feature] Add content filtering support to multimap
  210. * [Feature] Add different timeouts for proxy connections
  211. * [Feature] Add dot commands for lua REPL:
  212. * [Feature] Add execution of lua global functions script
  213. * [Feature] Add function for pretty printing of inet addresses
  214. * [Feature] Add function to convert fstring_t to c string
  215. * [Feature] Add function to create temporary shared memory mapping
  216. * [Feature] Add function to generate random hex string
  217. * [Feature] Add generic fucnction to parse IP maps
  218. * [Feature] Add initial version of HTTP lua repl
  219. * [Feature] Add learn condition to the default configuration
  220. * [Feature] Add learn conditions for classifiers
  221. * [Feature] Add limit for dkim signatures to be checked
  222. * [Feature] Add locking routines for lua_util
  223. * [Feature] Add lua API for getting info from archives
  224. * [Feature] Add lua utility to decode URL encoding
  225. * [Feature] Add method to copy message from http connection
  226. * [Feature] Add mirrors feature
  227. * [Feature] Add more algorithms for shingles generation
  228. * [Feature] Add more domains to redirectors list
  229. * [Feature] Add more encodingsto cryptobox hash API
  230. * [Feature] Add more file utilities to lua_util
  231. * [Feature] Add more functions to extract data from text parts
  232. * [Feature] Add more methods to get headers from a task
  233. * [Feature] Add more methods to init http message body
  234. * [Feature] Add more options for redis config parsing function
  235. * [Feature] Add new representation of email address
  236. * [Feature] Add new symbols to filter bad extensions in messages
  237. * [Feature] Add new utility methods to mimepart object
  238. * [Feature] Add openphish support to rspamd phishing module
  239. * [Feature] Add parsers for SMTP address in ragel
  240. * [Feature] Add parsing of mirror hosts for fuzzy storage
  241. * [Feature] Add parsing scripts for master connection as well
  242. * [Feature] Add preliminary greylist plugin
  243. * [Feature] Add preliminary phishtank support
  244. * [Feature] Add preliminary rarv5 support
  245. * [Feature] Add preliminary version of ssl toolbox
  246. * [Feature] Add protection against open files limit and accepting sockets
  247. * [Feature] Add rar v4 support
  248. * [Feature] Add reading scripts for master connection
  249. * [Feature] Add replies plugin
  250. * [Feature] Add results parsing code
  251. * [Feature] Add routines to compare and check pubkeys
  252. * [Feature] Add simplier versions of refcounts
  253. * [Feature] Add some time manipulation functions for lua APi
  254. * [Feature] Add support for non-standard BATV signatures
  255. * [Feature] Add support of address with at-domain list
  256. * [Feature] Add support to search archives by magic
  257. * [Feature] Add task:get_rawbody method
  258. * [Feature] Add test to check shared memory support sanity
  259. * [Feature] Add the initial version of LUA repl to rspamadm
  260. * [Feature] Add throughput graph for RRD backend to WebUI
  261. * [Feature] Add universal function to make a proper redis request
  262. * [Feature] Add universal function to parse redis servers for plugins
  263. * [Feature] Add util.unlink function
  264. * [Feature] Add utility function to return random number from 0 to 1
  265. * [Feature] Add utility method to convert ftok to C string
  266. * [Feature] Add utility to map shared memory segments
  267. * [Feature] Add versions to fuzzy storage
  268. * [Feature] Add workaround for legacy clients in rspamd proxy
  269. * [Feature] Add workaround for systems without sane shmem support
  270. * [Feature] Add xoroshiro+ fast rng for non-crypto purposes
  271. * [Feature] Adopt plugins for new maps API
  272. * [Feature] Allow SPF to be checked for empty tasks
  273. * [Feature] Allow binary patterns in lua_trie
  274. * [Feature] Allow catena encrypted passwords in controller
  275. * [Feature] Allow client ip match in the settings
  276. * [Feature] Allow easy adding and overriding of fuzzy rules
  277. * [Feature] Allow empty tasks to be processed
  278. * [Feature] Allow hostnames in IP maps
  279. * [Feature] Allow https maps
  280. * [Feature] Allow multiple PBKDF types in `rspamadm pw`
  281. * [Feature] Allow named fuzzy rules
  282. * [Feature] Allow non zero terminated patterns in multipattern
  283. * [Feature] Allow partial hash updates
  284. * [Feature] Allow pipelining for redis.make_request
  285. * [Feature] Allow sending empty requests using client
  286. * [Feature] Allow setting fuzzy flag by symbol not by value
  287. * [Feature] Allow setting scores and actions from lua
  288. * [Feature] Allow shared memory simple http client
  289. * [Feature] Allow static lua files in any parts of rspamd sources
  290. * [Feature] Allow to change flag from fuzzy learn condition
  291. * [Feature] Allow to check rspamd_text using maps
  292. * [Feature] Allow to disable composite rules from settings
  293. * [Feature] Allow to disable some modules from common redis setup
  294. * [Feature] Allow to extract ucl_object from lua using common API
  295. * [Feature] Allow to get settings and settings id hash from lua_task
  296. * [Feature] Allow to have specific settings for mirrored traffic
  297. * [Feature] Allow to open message from a shared memory segment
  298. * [Feature] Allow to parse pubkeys from the rcl config
  299. * [Feature] Allow to pass extradata from rspamd to rmilter
  300. * [Feature] Allow to query storage about number of fuzzy hashes stored
  301. * [Feature] Allow to read logs without symbols scores
  302. * [Feature] Allow to read password from console for rspamc
  303. * [Feature] Allow to set ciphers and CA paths in config
  304. * [Feature] Allow to skip some initialization phases to speed up rspamadm
  305. * [Feature] Allow underscore separated names in settings
  306. * [Feature] Allow versioning for sqlite databases
  307. * [Feature] Always allow to terminate rspamd
  308. * [Feature] Better deal with backend errors
  309. * [Feature] Better lua_redis logging
  310. * [Feature] Configure CA path and ciphers
  311. * [Feature] Create a dedicated parser to strip newlines
  312. * [Feature] Deduplicate the same urls in multimap module
  313. * [Feature] Distinguish luajit from lua
  314. * [Feature] Do not print garbadge in --compact output
  315. * [Feature] Dynamically detect if a CPU is incompatible with hyperscan
  316. * [Feature] Enable forced resolving for some lua plugins
  317. * [Feature] Enable rrd by default
  318. * [Feature] Enable workaround for exim
  319. * [Feature] Fix task functions to work without rspamd_config
  320. * [Feature] Further improvements to chartable module
  321. * [Feature] Further micro-optimizations for hashing and shingles
  322. * [Feature] Further relax parser
  323. * [Feature] Humanize numbers in stats widgets
  324. * [Feature] Implement HTTPS client
  325. * [Feature] Implement SSL support in http client
  326. * [Feature] Implement body rules for the trie plugin
  327. * [Feature] Implement braced regexp quantifiers
  328. * [Feature] Implement compare scripts for mirrors results
  329. * [Feature] Implement compare scripts setup
  330. * [Feature] Implement composites policies
  331. * [Feature] Implement conditional learning for classifiers
  332. * [Feature] Implement constructing of map from UCL
  333. * [Feature] Implement dkim signing in dkim check plugin
  334. * [Feature] Implement fuzzy storage updates
  335. * [Feature] Implement fuzzy updates push protocol
  336. * [Feature] Implement https maps
  337. * [Feature] Implement inter-process maps caching
  338. * [Feature] Implement mapping of remote flags to local flags
  339. * [Feature] Implement mirroring in rspamd proxy
  340. * [Feature] Implement multi-flags fuzzy replies
  341. * [Feature] Implement multiple-sources fuzzy storage
  342. * [Feature] Implement order of pre/post filters
  343. * [Feature] Implement partial deleting for multi-flags
  344. * [Feature] Implement pipelining for redis async interface
  345. * [Feature] Implement ragel parser for received headers
  346. * [Feature] Implement reading of messages to shared memory
  347. * [Feature] Implement refcount for messages
  348. * [Feature] Implement retransmits for master connection
  349. * [Feature] Implement zero-copy mode for HTTP reading
  350. * [Feature] Improve SPF domain detection logic
  351. * [Feature] Improve config:register_symbol function
  352. * [Feature] Improve error report for type missmatch in lua
  353. * [Feature] Improve fstrings API
  354. * [Feature] Improve getting SMTP data from lua_task
  355. * [Feature] Improve levenshtein distance function
  356. * [Feature] Improve logging in proxy and add refcounts
  357. * [Feature] Improve logging lua types
  358. * [Feature] Improve master/slave logging
  359. * [Feature] Improve phishing plugin
  360. * [Feature] Improve phishtank and openphish support
  361. * [Feature] Improve ragel build target
  362. * [Feature] Improve statistics script
  363. * [Feature] Initialize ssl library to use SSL connections
  364. * [Feature] Interpolate points sent to webui
  365. * [Feature] Limit logging of elements that could have too many items
  366. * [Feature] Lock ANN file when loading
  367. * [Feature] New abstract hashing API in cryptobox
  368. * [Feature] Normalize quoted addresses
  369. * [Feature] Now cryptobox lua API accepts rspamd text as input
  370. * [Feature] Optimize alignment to speed up hashing
  371. * [Feature] Parse received date and ESMTPA proto
  372. * [Feature] Parse received timestamp
  373. * [Feature] Pass settings id to log helper
  374. * [Feature] Pass settings id to lua script from log helper
  375. * [Feature] Perform files expansion on proxying
  376. * [Feature] Preliminary implementation of fuzzy master/slave updates
  377. * [Feature] Print userdata using tostring if possible
  378. * [Feature] Propagate HTTP result string when using proxy
  379. * [Feature] Properly implement unweighted round-robin algorithm
  380. * [Feature] Reduce number of timers queries
  381. * [Feature] Rework and improve fuzzy storage
  382. * [Feature] Rework dns resolving API for lua, add 'forced' option
  383. * [Feature] Rework fann module to understand settings
  384. * [Feature] Rework listening system to allow multiple socket types per worker
  385. * [Feature] Rework ratelimit module to set expiration
  386. * [Feature] Save bayes probability in memory pool var
  387. * [Feature] Save settings id hash for convenience
  388. * [Feature] Search for SSL_set_tlsext_host_name support
  389. * [Feature] Send DKIM signature to protocol reply
  390. * [Feature] Show DKIM signature in rspamc client
  391. * [Feature] Show symbols description in scan output
  392. * [Feature] Sign message merely after DKIM check
  393. * [Feature] Simplify machines by assuming that headers are unfolded
  394. * [Feature] Sort symbols when displaying them in log
  395. * [Feature] Split main connection from mirrored connections
  396. * [Feature] Start moving to the new email address structure
  397. * [Feature] Store HTTP headers in a hash table
  398. * [Feature] Store more information about compressed files
  399. * [Feature] Store raw headers value to use them in DKIM
  400. * [Feature] Store text parts content with newlines stripped
  401. * [Feature] Support DKIM signing
  402. * [Feature] Support EXIF jpeg images
  403. * [Feature] Support archive files list extraction
  404. * [Feature] Support archives when matching patterns in multimap
  405. * [Feature] Support premium/academic feed for openphish
  406. * [Feature] Support rspamd_updates via https
  407. * [Feature] Supprort FQDNs in phishing module maps
  408. * [Feature] Try to read on fuzzy timeout to avoid fake timeouts
  409. * [Feature] Try to select the optimal possible function for input
  410. * [Feature] Unescape and unquote smtp addresses
  411. * [Feature] Update fuzzy timestamp when adding value
  412. * [Feature] Update mumhash
  413. * [Feature] Use -flto if possible when optimizations are enabled
  414. * [Feature] Use extended map types in lua map, unify code
  415. * [Feature] Use file lock in logger to avoid deadlocks
  416. * [Feature] Use generic global string split function
  417. * [Feature] Use metrohash as well
  418. * [Feature] Use mumhash by default for incremental hashing
  419. * [Feature] Use mumhash for words hashing
  420. * [Feature] Use new ip parsing API
  421. * [Feature] Use new maps API for local addrs
  422. * [Feature] Use new ragel parser in message parsing code
  423. * [Feature] Use new received parser instead of old one
  424. * [Feature] Use new redis API in DMARC plugin
  425. * [Feature] Use new redis API in greylist plugin
  426. * [Feature] Use new redis API in ip_score plugin
  427. * [Feature] Use new redis API in ratelimit plugin
  428. * [Feature] Use new redis API in replies plugin
  429. * [Feature] Use new version of register_symbol in rspamd plugins
  430. * [Feature] Use offset when passing shm to deal with encrypted requests
  431. * [Feature] Use one pass to remove newlines and store their positions
  432. * [Feature] Use rspamd specific type checks for userdata
  433. * [Feature] Use shared memory storage for http maps
  434. * [Feature] Use universal redis definitions in rspamd plugins
  435. * [Feature] Various improvements in greylist module
  436. * [Feature] Wait for sqlite if locked when switching to WAL mode
  437. * [Fix] Add filenames sanity filtering for mime types
  438. * [Fix] Add guards for empty parts
  439. * [Fix] Add missing types
  440. * [Fix] Add more priority for config file symbols registered from UCL
  441. * [Fix] Add sanity checks when compiling regexp maps
  442. * [Fix] Add spaces instead of newlines to the normalized content
  443. * [Fix] Add workaround for ancient openssl
  444. * [Fix] Add workaround for gmime CTE stupidity
  445. * [Fix] Add workaround for hex digits
  446. * [Fix] Adjust MISSING_MIMEOLE score
  447. * [Fix] Adjust body/body_buf when stealing encrypted message
  448. * [Fix] Adopt lua task API for the new email addresses structure
  449. * [Fix] Allow for disabling DMARC reporting when Redis is configured
  450. * [Fix] Always register openphish and phishtank virtual symbols
  451. * [Fix] Always use shmem on linux
  452. * [Fix] Another change of newlines policy
  453. * [Fix] Another d3evolution update
  454. * [Fix] Another fix for exim workaround
  455. * [Fix] Another fix for legacy clients
  456. * [Fix] Another fix for maps scheduling
  457. * [Fix] Another fix for marking upstreams inactive
  458. * [Fix] Another fix for postfilters
  459. * [Fix] Another fix for redis timeouts
  460. * [Fix] Avoid `table.getn` method as it has been removed in lua 5.3
  461. * [Fix] Avoid double hashing for images
  462. * [Fix] Avoid linking with actrie if hyperscan is enabled
  463. * [Fix] Check copy result when sending message to mirrors
  464. * [Fix] Cleanup message when assiging body
  465. * [Fix] Cleanup stack from global vars
  466. * [Fix] Correctly parse query type
  467. * [Fix] Disable all symbols if enable_groups is found in settings
  468. * [Fix] Disable fts as it is completely broken in bloody linux
  469. * [Fix] Disable multiple autolearn checks
  470. * [Fix] Disallow updates by default
  471. * [Fix] Do not abort when cannot load a map
  472. * [Fix] Do not check recursion for non-DNS SPF record types
  473. * [Fix] Do not delete uninitialized events
  474. * [Fix] Do not die if shmem_mkstemp fails
  475. * [Fix] Do not die when no metrics defined
  476. * [Fix] Do not even try pcre in case of regexp maps
  477. * [Fix] Do not greylist messages if redis has failed somehow
  478. * [Fix] Do not greylist on rejection
  479. * [Fix] Do not leave temporary maps cached
  480. * [Fix] Do not output meaningless errors
  481. * [Fix] Do not send NaN in json
  482. * [Fix] Don't mix hyperscan and pcre processing within a same task
  483. * [Fix] Finally rework and simplify redis backend for statistics
  484. * [Fix] Fix Exim shutdown patch
  485. * [Fix] Fix JIT compilation for PCRE2 expressions
  486. * [Fix] Fix JIT usage for PCRE2
  487. * [Fix] Fix REPL output
  488. * [Fix] Fix SMTP address parsing machine
  489. * [Fix] Fix UTF8 mode in PCRE2
  490. * [Fix] Fix a stupid misprint in word 'phishing'
  491. * [Fix] Fix accepting the first update when local idx is -1
  492. * [Fix] Fix adding maps from ucl
  493. * [Fix] Fix adding upstream to an active queue
  494. * [Fix] Fix and rescore R_PARTS_DIFFER logic
  495. * [Fix] Fix body rules in SA plugin
  496. * [Fix] Fix body start position
  497. * [Fix] Fix border case in urls detector
  498. * [Fix] Fix border cases for incremental hashing
  499. * [Fix] Fix caseless uthash application
  500. * [Fix] Fix chartable issue with starting digits
  501. * [Fix] Fix client_ip in users settings
  502. * [Fix] Fix compilation issue
  503. * [Fix] Fix conditional learning
  504. * [Fix] Fix crash on empty maps
  505. * [Fix] Fix creating of URLs from LUA
  506. * [Fix] Fix creating of temporary shmem segment
  507. * [Fix] Fix creation of mmapped statfiles
  508. * [Fix] Fix descriptors leak on shmem detaching
  509. * [Fix] Fix detaching of shared memory segments
  510. * [Fix] Fix detection of URLs in text parts
  511. * [Fix] Fix directories processing for rspamc
  512. * [Fix] Fix displaying of rewrite subject in WebUI
  513. * [Fix] Fix dkim private keys operations
  514. * [Fix] Fix dkim signing
  515. * [Fix] Fix dynamic scoring of subject symbols
  516. * [Fix] Fix email address build
  517. * [Fix] Fix encrypted proxy requests
  518. * [Fix] Fix errors counting in upstreams
  519. * [Fix] Fix errors handling in the proxy
  520. * [Fix] Fix event bases for IO events
  521. * [Fix] Fix events handling when scheduling map wacth
  522. * [Fix] Fix fann rewrite
  523. * [Fix] Fix files fallback for shmem transfer
  524. * [Fix] Fix fuzzy adding in webui
  525. * [Fix] Fix fuzzy storage encrypted mirroring
  526. * [Fix] Fix fuzzy storage sync replies
  527. * [Fix] Fix handling of the same words
  528. * [Fix] Fix inserting values to the sources list
  529. * [Fix] Fix ipv6 mask application
  530. * [Fix] Fix issue with missing recipients
  531. * [Fix] Fix issues with multiple returns from lua
  532. * [Fix] Fix learning for non-existent backend
  533. * [Fix] Fix legacy clients support in proxy
  534. * [Fix] Fix length calculations for shared memory segments
  535. * [Fix] Fix listening on UDP sockets
  536. * [Fix] Fix loading of file maps
  537. * [Fix] Fix long regexp flags (e.g. {sa_body})
  538. * [Fix] Fix lua compare function init
  539. * [Fix] Fix maps descriptions
  540. * [Fix] Fix maps locking
  541. * [Fix] Fix max_train setup in ANN module
  542. * [Fix] Fix memory corruption
  543. * [Fix] Fix memory leak in unsigned maps reading
  544. * [Fix] Fix misprints for lto usage
  545. * [Fix] Fix more issues with scripts processing
  546. * [Fix] Fix next-to-last extension length check
  547. * [Fix] Fix openssl initialization
  548. * [Fix] Fix order of arguments
  549. * [Fix] Fix order of initialization
  550. * [Fix] Fix parser
  551. * [Fix] Fix parsing of binary tries
  552. * [Fix] Fix parsing of braced IPv6 addresses
  553. * [Fix] Fix parsing of nested braces in SMTP comments
  554. * [Fix] Fix parsing of rarv5 archives
  555. * [Fix] Fix periodic scheduling when a map is not modified
  556. * [Fix] Fix possible FP in TRACKER_ID rule
  557. * [Fix] Fix post-filters processing
  558. * [Fix] Fix potential NULL dereference
  559. * [Fix] Fix processing of <br> and <hr> tags
  560. * [Fix] Fix processing of addresses in protocol
  561. * [Fix] Fix processing of messages without received headers
  562. * [Fix] Fix proxying issue for unconnected sessions
  563. * [Fix] Fix proxying of the encrypted messages
  564. * [Fix] Fix race condition with shared memory by refcounts
  565. * [Fix] Fix ratelimit initialization
  566. * [Fix] Fix redis set request in replies plugin
  567. * [Fix] Fix redis timeout events handling
  568. * [Fix] Fix redis timeouts processing logic
  569. * [Fix] Fix refcounts in lua_redis
  570. * [Fix] Fix results checking if no master connection is active
  571. * [Fix] Fix return value for couple of lua functions
  572. * [Fix] Fix round-robin selection when upstreams have no weight
  573. * [Fix] Fix rows calculation in graph
  574. * [Fix] Fix rspamd_redis_make_request syntax in replies plugin
  575. * [Fix] Fix scheduling of locked map events
  576. * [Fix] Fix scores detection
  577. * [Fix] Fix searching for newline positions
  578. * [Fix] Fix secure_ip setting in controller
  579. * [Fix] Fix sending data to graph command
  580. * [Fix] Fix setting of score for parts differ
  581. * [Fix] Fix setting of the lua top
  582. * [Fix] Fix setting path for lua
  583. * [Fix] Fix setting path for phishtank
  584. * [Fix] Fix settings application
  585. * [Fix] Fix shm_open call as described in POSIX
  586. * [Fix] Fix size of length in fuzzy mirror wire protocol
  587. * [Fix] Fix smtp grammar issues
  588. * [Fix] Fix some issues with redis API
  589. * [Fix] Fix some issues with retries in the proxy
  590. * [Fix] Fix stack growing
  591. * [Fix] Fix start of body detection in DKIM
  592. * [Fix] Fix state on timeout
  593. * [Fix] Fix stats script
  594. * [Fix] Fix substring search when there are '\0' in strings
  595. * [Fix] Fix symbol name for spf soft fail
  596. * [Fix] Fix symbol type's check
  597. * [Fix] Fix symbols registration and execution
  598. * [Fix] Fix the case of multiple values keys
  599. * [Fix] Fix the default symbol names according to metric
  600. * [Fix] Fix timeout setup on learning
  601. * [Fix] Fix timeouts in redis cache processing
  602. * [Fix] Fix timeouts processing in lua_redis
  603. * [Fix] Fix upstreams interaction for rspamd proxy
  604. * [Fix] Fix usage of rdns reply structure
  605. * [Fix] Fix varargs loop
  606. * [Fix] Fix whitelists and blacklists in SA rules
  607. * [Fix] Fix write servers setup for redis
  608. * [Fix] Fix writing of HTTP messages
  609. * [Fix] Force rspamd to upgrade fuzzy db on opening
  610. * [Fix] Free the correct pointer
  611. * [Fix] Further fixes for lto and static linking
  612. * [Fix] Further fixes for surbl extensions map
  613. * [Fix] Further fixes in maps code
  614. * [Fix] Further improvements to error messages in fuzzy check
  615. * [Fix] Further tweaks to redis garbadge collection
  616. * [Fix] Groups are now case insensitive
  617. * [Fix] Handle log pipe read errors
  618. * [Fix] Handle nested dependencies in SpamAssassin plugin
  619. * [Fix] Implement new automata to skip empty lines for dkim signing
  620. * [Fix] Improve error messages on fuzzy add
  621. * [Fix] Improve lua redis handling
  622. * [Fix] Improve phishing module logging
  623. * [Fix] Improve printing of fuzzy errors
  624. * [Fix] Improve rrd diagnostic errors
  625. * [Fix] Improve strcase hash used in uthash
  626. * [Fix] Include fuzzy key to distinguish storages with different keys
  627. * [Fix] Include slave cluster name into http request
  628. * [Fix] Include some more information about archives
  629. * [Fix] Indicate upstream error on timeout
  630. * [Fix] Initialize hash tables array to avoid crashes
  631. * [Fix] Initialize parser scripts properly
  632. * [Fix] Initialize vars to avoid warnings
  633. * [Fix] Inverse logic for saving ANN
  634. * [Fix] Link lpeg to rspamd lua library
  635. * [Fix] Make extension checks case-insensitive
  636. * [Fix] Mark expired hashes as not found and not as zero flag
  637. * [Fix] Match archive name as well
  638. * [Fix] More and more fixes to redis states
  639. * [Fix] More fixes about shared memory in proxy
  640. * [Fix] More fixes for redis refcounts
  641. * [Fix] More fixes to end of headers detection
  642. * [Fix] More fixes to events logic
  643. * [Fix] More fixes to multi-flag fuzzy storage
  644. * [Fix] More fixes to parts distance calculations
  645. * [Fix] More guards for redis free
  646. * [Fix] One more fix in redis destructor
  647. * [Fix] One more try to fix redis
  648. * [Fix] PIE is required for static build
  649. * [Fix] Partial fix for mmap'd statistics tests
  650. * [Fix] Plug memory leak in proxy
  651. * [Fix] Properly detect end of headers position
  652. * [Fix] Properly init and free session structures
  653. * [Fix] Reduce PRECEDENCE_BULK rule weight
  654. * [Fix] Reduce the default thresholds for learning
  655. * [Fix] Remove Type=forking from systemd unit file (#709)
  656. * [Fix] Remove bad FANN file to save computational resources
  657. * [Fix] Remove event before closing of fd to avoid race conditions
  658. * [Fix] Remove parsing of 'from' variable in redis backend
  659. * [Fix] Remove some bad domains from whitelists
  660. * [Fix] Repair optional dependencies
  661. * [Fix] Reset master connection when retransmitting scan request
  662. * [Fix] Restore ONCE_RECEIVED symbol
  663. * [Fix] Restore compatibility with old lua API behaviour
  664. * [Fix] Restore redis runtime state
  665. * [Fix] Reverse options when received
  666. * [Fix] Send updates to mirrors only if we have some changes
  667. * [Fix] Set host attribute properly when making HTTP request from lua
  668. * [Fix] Set terminated state before calling of async free
  669. * [Fix] Simplify MISSING_MIMEOLE rule
  670. * [Fix] Simplify state machine by ignoring multiple spaces
  671. * [Fix] Skip setting RPATH for static builds
  672. * [Fix] Slightly reduce weights of rules with high FP rate
  673. * [Fix] Some fixes to libmagic initialization
  674. * [Fix] Some more fixes to ratelimit plugin
  675. * [Fix] Strip '\r\n' properly
  676. * [Fix] Switch hashes to mumhash
  677. * [Fix] Treat NaN values properly in graph command
  678. * [Fix] Try to avoid FP when checking for phished URLs
  679. * [Fix] Try to avoid recursive events deletions
  680. * [Fix] Try to fix false positive URL detections in text parts
  681. * [Fix] Try to fix issue in redis stats backend when task is closed
  682. * [Fix] Try to fix proxying of stupid spamc protocol to HTTP mirrors
  683. * [Fix] Try to fix redis crashes
  684. * [Fix] Try to fix upstreams with one element
  685. * [Fix] Try to handle multiline history in a more sane way
  686. * [Fix] Unbreak build on gcc < 4.9
  687. * [Fix] Update RPM spec/sources (#700)
  688. * [Fix] Update d3evolution version
  689. * [Fix] Update mumhash implementation
  690. * [Fix] Use custom error function for pre and post filters
  691. * [Fix] Use new postfilters and prefilters API in the plugins
  692. * [Fix] Use non-blocking mode for systemd sockets
  693. * [Fix] Use shared memory merely for local backends in the proxy
  694. * [Fix] Use watchers for spf plugin
  695. * [Fix] Varioud fixes to the maps code
  696. 1.2.8:
  697. * Another fix for exim workaround (#637)
  698. * Fix unencrypted passwords processing in the controller
  699. * Fix setting path for lua (#652)
  700. * Fix usage of rdns reply structure (#654)
  701. * Use file lock in logger to avoid deadlocks
  702. * Add `application/octet-stream` mime type for `pdf` extension (by @moisseev)
  703. * Implement new automata to skip empty lines for dkim signing (#651)
  704. * Fix parsing of missing classes
  705. * Clarify some rspamc arguments (by @fatalbanana)
  706. * Correct suppress spelling
  707. 1.2.7:
  708. * Slightly reduce weights of rules with high FP rate
  709. * Add workround for rspamd-1.3
  710. * Fix possible FP in TRACKER_ID rule
  711. * Simplify MISSING_MIMEOLE rule
  712. * Add workaround for gmime CTE stupidity
  713. * Fix mime headers processing
  714. * Fix false positive URL detections in text parts
  715. * Fix Exim shutdown patch
  716. * Enable workaround for exim mailbox format
  717. * Backport shingles static test
  718. * Fix levenshtein distance calculations
  719. * Fix max_train setup in ANN module
  720. * Fix redis structure by adding {NULL, NULL} member
  721. * Fix build with unmodified LibreSSL opensslv.h
  722. * Repair optional dependencies
  723. * Really skip filters in case of pre-result set
  724. * Restore the intended pre-filters behaviour
  725. * Fix ipv6 mask application
  726. 1.2.6:
  727. * Fix parsing of URLs in texts
  728. * Fix creating of URLs from LUA
  729. * Fix some more URL detector issues
  730. * Fix unit tests
  731. * Fix JIT compilation for PCRE2 expressions
  732. * Fix JIT usage for PCRE2
  733. * Fix UTF8 mode in PCRE2
  734. * Add workaround for pre-historic compilers (#605)
  735. * Fix and rescore R_PARTS_DIFFER logic
  736. * Properly set lua paths for tests
  737. * Fix SA rawbody processing - exclude top part
  738. * Store text parts content with newlines stripped
  739. * Properly support SA body regexps
  740. * Fix body rules in SA plugin
  741. * Fix setting of score for parts differ
  742. * More fixes to parts distance calculations
  743. - Use hashed words instead of full words for speed
  744. - Improve levenstein distance calculations and penalise replaces
  745. - Always return number from 0 to 1
  746. - Use g_malloc instead of alloca
  747. * Fix percents output in R_PARTS_DIFFER
  748. * Plug memory leak in dkim module
  749. * Plug minor memory leak in regexps creation
  750. 1.2.5:
  751. * Plug an important memory leak in headers getting code
  752. * Remove some bad domains from whitelists
  753. 1.2.4:
  754. * Implement new multipattern matcher that uses hyperscan if possible
  755. * Use mutlipattern for lua_trie code
  756. * Add utility methods for multipattern
  757. * Use multipattern in url matcher
  758. * Add escape functions for hyperscan
  759. * Allow to optimize lua -> C transition by flattening table args
  760. * Optimize hot paths in SA plugin
  761. * Optimize rspamd_re_cache_type_from_string
  762. * Allow empty tries
  763. * Fix extraction of URLs from Subject
  764. * Allow to have different flags for different patterns in multipattern
  765. * Add common directory for hyperscan cache to config
  766. * Implement caching for hyperscan multipattern
  767. * Attach domain part to `R_SUSPICIOUS_URL` (by @moisseev)
  768. * Allow multipattern scans to be nested for the case of hyperscan
  769. * Simplify SURBL redirector search code and avoid ac_trie
  770. * Add two way substring search algorithm
  771. * Avoid acism usage to find gtube pattern
  772. * Fix processing of empty headers
  773. * Allow to disable pthread mutexes on broken platforms
  774. * Make web interface not send password in query strings (#585) by @fatalbanana
  775. * Add maximum delay to ratelimit module
  776. * Backport fix for empty files inclusion from libucl
  777. * Fix settings id setup
  778. * Add min_learns option to classifiers
  779. * Use more clever to utf8 conversion strategy
  780. * Fix disabling of virtual symbols in the settings
  781. * Rework settings to work properly in metric-less configuration
  782. * Set the default limit for classifier
  783. * Fix ttl based expiration from LRU cache
  784. * Rework DKIM module to use OpenSSL for digests
  785. * Fix mailto urls parsing with hyperscan
  786. * Do not set obscured flag for urls starting with spaces
  787. * Fix crash on redis learn
  788. * Fix ratelimit ctime setting
  789. 1.2.3:
  790. * New DCC module (by @smfreegard)
  791. * Rework whitelist module:
  792. - Now we check different elements for different checks
  793. - MIME from for DMARC
  794. - DKIM signature domain for DKIM
  795. - SMTP from or HELO for SPF
  796. * Fix regexps results combination (*critical*)
  797. * Fix issue with expressions processing (*critical*)
  798. * Optimize strlcpy for aligned input
  799. * Add support of half-closed connection in lua_tcp
  800. * Allow to print compact json in client
  801. * Save required score in history (#581)
  802. * Allow to attach file descriptors to control commands
  803. * Allow to send descriptors from workers to main
  804. * Allow to attach fd when broadcasting to workers
  805. * Implement log pipe feature for rspamd logs analysis
  806. * Add `log_helper` worker
  807. * Add `URIBL_SBL_CSS` (by @smfreegard)
  808. * Add worker scripts functionality
  809. * Add on load hooks for rspamd_config
  810. * Add lua scripts for log_helper worker
  811. * Add generic maillist detector (#584)
  812. * Implement FANN autolearn using log_helper worker
  813. * Rework metrics configuration to allow includes
  814. * Change default value of forced removal in composite rules
  815. * Allow to use assembly version of blake2b on x86 cpu
  816. * Use less precise (but faster) clock if possible
  817. * Insert redirected URL to the urls list
  818. * Allow to get and set callback data for rspamd symbols
  819. * Add binary heap implementation
  820. * Use binary heap for expire algorithms in the hash
  821. * Use `least frequent used` expiration strategy
  822. * Allow to get mime headers from a task
  823. * Add support for mime headers in `regexp` module
  824. * Update Exim patches (by @fatalbanana)
  825. * Allow building rspamd with jemalloc
  826. * Save multipart boundaries
  827. * SA plugin changes:
  828. - Properly handle MIME headers
  829. - Fix eval:check_for_missing_to_header rule
  830. - Implement SA compatible body regexps
  831. - Use sabody rules in SA plugin
  832. * LUA API changes:
  833. - Add util.get_ticks function
  834. - Add util.stat function
  835. - Add task:get_symbols_numeric method
  836. - Add method to get number of symbols in the cache
  837. - Add lua methods to get redirected urls
  838. - Allow to get callbacks for lua symbols
  839. - Add config:set_symbol_callback function
  840. 1.2.2:
  841. * Use HTTP Content-Type on non mime input if possible
  842. * Save log level when compressing log messages
  843. * Further rework of composite rules (add '^' prefix)
  844. * Add tracking for rspamd expressions
  845. * Store actions limits in metric result
  846. * Fix parsing of include/redirect with many records in SPF
  847. * Add method to disable symbols execution in the cache
  848. * Allow to disable checks from settings
  849. * Allow to select settings by id in HTTP query
  850. * Find URLs with '\r' and '\n' inside href attribute
  851. * Implement vectored mode for hyperscan (experimental)
  852. * Improve client connection errors diagnostics
  853. * Allow to edit new files with signtool
  854. * Improve hashes performance on 32 bit platforms
  855. * Fix sorting of limits
  856. * Remove slow and unused rules `INVALID_EXIM_RECEIVED*`
  857. * Add expression:process_traced lua method
  858. * Allow tables in task:insert_result
  859. * Save trace for SA metas
  860. * Do not parse broken TLD parts in URLs
  861. * Investigate many border cases in URLs parser
  862. 1.2.1:
  863. * Add list support to `mime types` module configuration (by @moisseev)
  864. * Allow symbols params to be printed in logs
  865. * Fix `MIME_BAD_ATTACHMENT` false positives for MDN/DSN
  866. * Fix crashes on arm32
  867. * Do not classify message if some class is missing
  868. * Fix cryptobox cleanup
  869. * Remove multipart/report from bad mime types (#569)
  870. * Improve logging for fuzzy hashes
  871. * Show map URLs in webui
  872. * Sort symbols in webui
  873. 1.2.0:
  874. * New dynamic updates plugin
  875. * Regular expressions map support
  876. * Faster radix trie algorithm
  877. * Faster siphash for AVX2 supporing CPUs (used in fuzzy hashes)
  878. * PCRE2 support
  879. * Allow quoted and slashed keys in map
  880. * Add proper support of DNS resolvers balancing (#552)
  881. * Rework includes and configuration system for better local changes support
  882. * New keypairs framework for signing and encryption
  883. * Added support for dynamic modules and workers
  884. * Allow to dump configuration with help comments
  885. * Rework once_received module
  886. - Fix priority for `good_hosts`
  887. - If a good host has been found do not add once_received symbols
  888. - Fix priorities for strict once_received
  889. - Add ability to whitelist IP addresses
  890. * Implement support of signed maps for HTTP and file maps
  891. * Add command to sync fuzzy storage (#533)
  892. * Rework system of symbols and actions registration
  893. It is possible now to use priorities when adding symbols to metrics and
  894. override scores for symbols with lower priority with the scores with
  895. high priority.
  896. * Add auth support and db selection for redis stats
  897. * Improve composite rules application
  898. * Add ignore_received option
  899. * Fix critical issue with inconsistent resorting
  900. * Fix `all` in spf redirects
  901. * Add punycoded versions for IDN domains (#554)
  902. * Improve sorting order for symbols cache
  903. * Add lockless logging for processes management
  904. * Allow to specify flags for metric symbols
  905. * Load images height and width from style attribute (#538)
  906. * Override DNS requests limits for SPF and DKIM
  907. * Fix resetting symbols to their default values in WebUI
  908. * Improve configuration agility for redis stats
  909. * Allow to set db and password for redis in stat_convert
  910. * Import the latest libucl
  911. * LUA API changes:
  912. - Add rspamd_version function to LUA API
  913. - Add lua_cryptobox module
  914. - Add lua_map module
  915. - Add task:set_metric_action lua API method
  916. - Fix race condition in lua_tcp module
  917. - Fix a lot of issues in lua_redis module
  918. - Rework and abstract lua maps API
  919. - Add util.strlen_utf8 lua function
  920. - Add lua functions for caseless comparison
  921. - Allow optional symbols registration
  922. - Add config:add_map table form method, add regexp maps
  923. - Add task:has_urls method
  924. - Add task:has_flag method
  925. - Add html tags methods to lua_html
  926. - Add task:get_dns_req
  927. * Plugins changes:
  928. - Add support for WLBLEval SA plugin
  929. - Use caseless comparison in SA and DMARC plugins
  930. - Allow SA plugin to set scores for rspamd symbols
  931. - Add regexp maps support to multimap
  932. - Allow filenames match in multimap
  933. - Add more filters for the existing map types
  934. - Fix html images rules to reduce FP rates
  935. * New rules:
  936. - LONG_SUBJ - too long subject
  937. - MIME_BAD_ATTACHMENT - bad attachement type
  938. - RDNS_NONE - no reverse DNS record for sender's IP
  939. - Fix MISSING_MIMEOLE rule for modern OE
  940. * Many other bugfixes, memory leaks plugs thanks to:
  941. - Coverity scan
  942. - New gcc-6 warnings
  943. - valgrind manual iterations
  944. * Documentation improvements:
  945. - FAQ list: https://rspamd.com/doc/faq.html
  946. - Reworked quick start guide
  947. - Added documentation for all active modules
  948. * Other changes:
  949. - Dropped Ubuntu Vivid support
  950. - Added Ubuntu Xenial support
  951. - Rework build system for rspamd and rmilter
  952. 1.1.4:
  953. * Print traceback on lua errors in lua config
  954. * Fix leaks in lua error paths
  955. * Improve 'R_EMPTY_IMAGE' rule
  956. * Fix metas memoization in SA plugin
  957. * Properly set `flag` in fuzzy replies
  958. * Fix arguments order
  959. * Fix issue with out-of-boundary reading
  960. * Fix issues found by coverity
  961. * Same result checking error found by coverity
  962. * Fix varargs processing (found by coverity)
  963. * Fix error in printing hex
  964. * Reduce weights for some hfilter patterns
  965. * Add aliases for task:get_from_ip:
  966. - task:get_addr
  967. - task:get_from_addr
  968. - task:get_ip
  969. * Rework once_received module
  970. - Fix priority for `good_hosts`
  971. - If a good host has been found do not add once_received symbols
  972. - Fix priorities for strict once_received
  973. - Add ability to whitelist IP addresses
  974. * Fix `MISSING_MIMEOLE` rule for modern OE
  975. * Treat meta tags as embedded tags (#501)
  976. 1.1.3:
  977. * Fix DSN rules when SMTP from is unavailable
  978. * Fix statconvert routine to avoid lua module usage
  979. * Set a sane quark for configtest to avoid NULL to be printed in logs
  980. * Support c11 if available
  981. * Fix parsing of ip:port strings
  982. * Add more diagnostic for lua subr errors
  983. * Fix task:set_from_ip lua method
  984. * Add basic routines for digital signatures
  985. * Add tool for digital signatures
  986. * Add plain open file API method for atomic open
  987. * Fix parsing nested braces inside logger vars
  988. * Pre filters now actually skip processing
  989. * Add pre-filter mode for multimap
  990. * Switch to apache 2 license
  991. 1.1.2:
  992. * Fix stat_cache closing
  993. * Add checkpoints to sqlite3 learn cache
  994. * Do not recompile lua generated headers all the time
  995. * Increase number of messages learned
  996. * Fix issues with dual stack and hfilter
  997. * Disable MID checks for hfilter by default
  998. * Fix cache definitions in multiple classifier and no type
  999. * Don't crash if learn cache failed to initialize
  1000. * Fix googlegroups support in maillist plugin
  1001. * Rework flags LUA API:
  1002. - Allow to check for a specific flag
  1003. - Add `learn_spam`, `learn_ham` and `broken_headers` flags
  1004. - Unify internal functions
  1005. * Add `BROKEN_HEADERS` rule
  1006. * Add support for forged confirmation headers (by @AdUser)
  1007. * Allow `any`, `mime` and `smtp` for get_from/get_recipients
  1008. * Add mime types checking plugin
  1009. * Add rule to detect spammers attempts to cheat mime parsing
  1010. * Rework parsing of IP addresses in configuration (better IPv6 support)
  1011. * Add `util.parse_mail_address` function to LUA API
  1012. * Add lua sqlite3 module
  1013. * Implement synchronous redis call
  1014. * Ratelimit: avoid possible indexing of nil value (Fixes #498) (by @fatalbanana)
  1015. * Add stat_convert command to convert stats tokens from sqlite3 to redis
  1016. * Implement redis advanced lua api with pipelining
  1017. * Fix memory leak on redis stat (#500)
  1018. * Fix user/language learn count in sqlite statistics (#496) (by @fatalbanana)
  1019. * Fix build with custom pcre
  1020. * Fix fuzzy relearning (#498)
  1021. * Improve planning of asynchronous tasks
  1022. * Show slow rules in log
  1023. * Add warning for slow regexps
  1024. * Add base32 decode/encode routines to lua util
  1025. * Allow converting of learn cache from sqlite to redis
  1026. * Add methods to check if a messages has from/rcpts
  1027. * Improve and fix multimap plugin:
  1028. - Restore 'header' maps
  1029. - Add filters for headers
  1030. - Add 'email:addr', 'email:user', 'email:domain' and 'email:name' filters
  1031. - Add generic regexp filters
  1032. * Disable reload command in rc scripts
  1033. * Improve runtime CPU dispatcher for libcryptobox
  1034. * Add preliminary support of digital signatures via ed25519
  1035. * Add detection for RDRAND support
  1036. * Print configuration of crypto on start
  1037. * A in SPF presumes AAAA lookup as well
  1038. 1.1.1:
  1039. * Fix duplicated XBL symbol
  1040. * Reduce log severity for ratelimit missing servers
  1041. * Fix XBL composite to avoid duplicate symbols
  1042. * Reduce weight of URL_ONLY rule due to FP rate
  1043. * Disable fuzzy hashes from the metadata for now
  1044. * Fix processing of empty messages (#486)
  1045. * Always treat DNS timeouts as temporary fail for SPF
  1046. * Fix issue with SPF double IP stack (#483)
  1047. * Use X-Forwarded-For when checking secure_ip (#488)
  1048. * Fix hash calculation for sqlite stats
  1049. * Fix memory corruption on punycode
  1050. * Fix strings allocation in punycode
  1051. * Fix error message (#491)
  1052. 1.1.0:
  1053. * Incompatible change: sqlite3 and per_user behaviour:
  1054. Now both redis and sqlite3 follows the common principles for per-user
  1055. statistics:
  1056. 1) If per-user statistics is enabled check per-user tokens ONLY
  1057. 2) If per-user statistics is not enabled then check common tokens ONLY
  1058. If you need old behaviour, then you'd need to use separate classifier
  1059. for per-user statistics.
  1060. * Implement redis statistics backend and cache
  1061. * Implement autolearning for statistics
  1062. * Reworked statistics architecture from scratch
  1063. * Add hyperscan (https://github.com/01org/hyperscan) engine for regular
  1064. expressions:
  1065. - add lazy loader for hyperscan databases
  1066. - rework regexp cache to have joint pcre/hyperscan scanning
  1067. - implement hyperscan pre-filter support
  1068. - add compilation guards for bad expressions
  1069. - implement `rspamadm control recompile` command
  1070. - implement hyperscan cache monitoring
  1071. - slides: <https://highsecure.ru/rspamd-hyperscan.pdf>
  1072. * Implement flexible task logging
  1073. * Rework fuzzy worker:
  1074. - it is now possible to run multiple fuzzy workers;
  1075. - implement lazy writing as sqlite3 is bad at concurrent writing;
  1076. - add retries for simple sql commands in fuzzy backend;
  1077. - use fine-grained transactions for fuzzy;
  1078. - implement new multi-pubkeys mode;
  1079. - allow encrypted only storages;
  1080. - rework statistics for fuzzy;
  1081. - add `rspamadm control fuzzystat` command for extended statistics;
  1082. - implement human readable output for the previous command;
  1083. - add condition script for learning fuzzy storage;
  1084. * Various fixes to SPF:
  1085. - fix `redirect` records;
  1086. - fix domains when parsing mx/ptr/a records in includes/redirects;
  1087. - fix issues with multiple addresses in SPF records;
  1088. - ignore SPF results in case of DNS failure;
  1089. - adjust TTL of records when resolving subelements of SPF records;
  1090. - always select `v=spf1` line if it is available
  1091. - do not cache records with DNS failure in subrequests;
  1092. - ignore records with temporary fails during subrequests resolving;
  1093. - fix `RDNS_RC_NOREC` support;
  1094. * Add clang plugin for static analysis:
  1095. - implement static checks for `rspamd_printf` format strings;
  1096. * Add 'allow_raw_input' option for non-mime messages
  1097. * Recognize types using libmagic
  1098. * Fix parsing of IPv6 received headers
  1099. * Add new interface of communication between workers in rspamd
  1100. * Add support for named socketpairs
  1101. * Don't write URLs by default as it is too verbose
  1102. * Set status for HTTP replies
  1103. * Try load `rspamd.conf.override`
  1104. * Implement words decaying for text parts to limit many checks
  1105. * Improve support of SA rules and plugins:
  1106. - add check_for_shifted_date and check_for_missing_to_header eval rules;
  1107. - add 'check_relays_unparseable' support;
  1108. - add `check_for_mime('mime_attachement')` function;
  1109. - use new re_cache interface for all SA rules;
  1110. - add support for `Mail::SpamAssassin::Plugin::MIMEHeader`;
  1111. - add support of 'special' SA headers to `exists` function;
  1112. - fix issue when SA metas contain other metas;
  1113. - fix freemail rules;
  1114. * Many fixes to the URL parser
  1115. * Match any newline character in regexps
  1116. * Fix resolving of upstreams and detection of poor IPv6 configurations
  1117. * Parse upstreams selection algorithm from the configuration line
  1118. * Add `reresolve` command to the control interface
  1119. * Generate fuzzy hashes from task metadata (URLs and headers)
  1120. * Add method to check if IP is local and `local_addrs` option
  1121. * Implement forced timeout for delayed filters
  1122. * Disable fast path of pcre-jit as it seems to be broken
  1123. * Bayes fixes:
  1124. - new normalizer function;
  1125. - really use weights of tokens from the OSB algorithm;
  1126. - restore multiple classifiers support;
  1127. * Rules changes:
  1128. - add `R_SUSPICIOUS_URL` rule that detects obfuscated URL's;
  1129. - improve empty image rule;
  1130. - rework `FORGED_RECIPIENTS` rule;
  1131. - reduce weight of `SUSPICIOUS_RECIPS`;
  1132. - fix `*_NORESOLVE_MX` symbols in hfilter;
  1133. - add `SUBJ_ALL_CAPS` rule with support of UTF8
  1134. - add spamhaus SBL to uribl
  1135. - fix `SUSPICIOUS_RECIPS` and `SORTED_RECIPS` rules
  1136. - remove `R_TO_SEEMS_AUTO` as it generates a lot of FP;
  1137. - add new Message-ID regexp for Thunderbird (by @moisseev);
  1138. * Plugins changes:
  1139. - allow ratelimit plugin to set symbol instead of pre-result
  1140. - support IP DNS black lists for URIBL (e.g spamhaus SBL);
  1141. - drop deprecated SURBL bits (by @fatalbanana)
  1142. - rename `JP_SURBL_MULTI` to `ABUSE_SURBL` (by @fatalbanana)
  1143. - add `SURBL_BLOCKED` (by @fatalbanana)
  1144. - add `CR_SURBL`
  1145. - SURBL: allow fallthrough to default symbol (by @fatalbanana)
  1146. - Settings: fix IP match (by @fatalbanana)
  1147. - SURBL: add missing symbols to metric (by @fatalbanana)
  1148. - allow processing images urls for SURBL
  1149. - unconditionally disable SPF for authenticated users and local networks
  1150. * Rework ratelimit plugin
  1151. - switch to `rates` instead of old and stupid strings to setup;
  1152. - check if a bucket is zero and disable the corresponding limits'
  1153. - turn off all buckets by default;
  1154. - check either `rcpt` or `user` buckets, not all together'
  1155. - document new `rates` and `symbol` options;
  1156. - inform user about what buckets are used in the configuration;
  1157. * Add neural network **experimental** plugin
  1158. * Add a sample script to learn neural network from rspamd logs
  1159. * Add documentation strings support to rspamd:
  1160. - add strings for the main configuration options;
  1161. - document workers options;
  1162. - add internal plugin options;
  1163. - create `rspamadm confighelp` routine;
  1164. - implement human readable output for the previous command;
  1165. - add subtree search support;
  1166. - add keyword search support;
  1167. * Documentation improvements, tutorials section, statistics description
  1168. * Many other minor and major bugfixes not noted here
  1169. 1.0.11:
  1170. * Fix spf redirects
  1171. * Fix domains when parsing mx/ptr/a records in includes/redirects
  1172. * Fix unfolded base64 encoding
  1173. * Fix GError use-after-free
  1174. * Do not rewrite the original url when using redirector
  1175. * Fix parsing of fragment in urls
  1176. * Fix processing of HTML tags
  1177. * Improve empty image rule
  1178. * Avoid long double type
  1179. * Fix tokens weights in OSB algorithm
  1180. * Improve debugging for bayes
  1181. 1.0.10:
  1182. * Fix settings application (#416)
  1183. * Fix another issue with fixed strings
  1184. * Fix hash function invocation
  1185. * Use the proper string for make_dns_request in lua_http
  1186. * Fix scan time output
  1187. * Update webui:
  1188. - fix labels for greylisting
  1189. - fix dimension of scan time
  1190. 1.0.9:
  1191. * Emergency fix in keyed blake2 to fix fuzzy hashes and encrypted password
  1192. * Support passwords longer than 64 symbols
  1193. 1.0.8:
  1194. * Add function to traverse AST atoms
  1195. * Allow dependencies on rspamd symbols for SA metas
  1196. * Fix memory corruption when timeout is removed in fuzzy check
  1197. * Fix encrypted fuzzy add processing
  1198. * Avoid use-after-free in controller session destructor
  1199. * Use session pool instead of task pool in fuzzy check
  1200. * Fix assembly in i386 mode (#413, #412)
  1201. 1.0.7:
  1202. * Plugged memory leaks in internet address object & html parser
  1203. * Fixed static build
  1204. * Fixed multiple sigchld processing
  1205. * Fixed deletion of signal events after event processing loop
  1206. * Fixed build on ARM (#404 - reported by @Gottox)
  1207. * Fixed setting the default mask for SPF.
  1208. * Fixed sanitisation of HTTP query values
  1209. * Fixed parsing of the last header in encrypted HTTP messages
  1210. * Additions and fixes for test suite & benchmarks
  1211. * Added openssl aes-256-gcm support to libcryptobox & HTTP server
  1212. * Implemented support for starting multiple HTTP servers
  1213. * Implemented batch accept in HTTP server
  1214. * Added module to get data from HTTP headers (#285 - reported by @msimerson)
  1215. * Added `rspamadm control` command
  1216. * Added ability to sort counters output.
  1217. * Added ability to specify custom headers for rspamc client
  1218. * Fix architecture detection
  1219. * Converted history storage to the UCL format
  1220. * Allow flexible number of rows in history
  1221. * Fix action badges in WebUI
  1222. * Add universal cryptobox hash API
  1223. * Migrated to the optimized blake2b implementation adopted from Andrew Moon
  1224. * Allow explicit loading of specific modules
  1225. * Always load settings module
  1226. * Allow to add symbols from settings
  1227. * Fix double free in the controller fuzzy learn command
  1228. * Avoid endless loop when cannot open sqlite db
  1229. * Updated libucl
  1230. 1.0.6:
  1231. * Fix build on i386
  1232. * Update CentOS7 service file patch (by @fatalbanana)
  1233. * Fix path to rspamadm in Debian init script (by @fatalbanana)
  1234. * Fix broken '_SC_GETPW_R_SIZE_MAX' on FreeBSD
  1235. * Fix portability issues
  1236. * Use cryptobox chacha for libottery
  1237. * Better support of 32 bit builds
  1238. * Fix header name tokens setup
  1239. * Fix levenstein distance method for words
  1240. * Add workaround for old libevent (#400)
  1241. * Fix microseconds in termination timer
  1242. * Fix some more issues with fixed strings
  1243. * Explicitly test CPU instructions even after CPUID call
  1244. * Do not check out of boundary memory
  1245. * Do not output broken emails
  1246. * Fix unknown symbols registration
  1247. * Handle SIGILL using longjmp
  1248. * Block signals when exiting event loop
  1249. * Fix incorrect allocation size
  1250. * Slightly optimize alignment
  1251. * Restore rspamd -t for compatibility
  1252. * Add more sanity checks for emails
  1253. 1.0.5:
  1254. * Add rspamd control interface:
  1255. - support `stat` command to get runtime stats of rspamd workers
  1256. - support `reload` command to reload runtime elements (e.g. sqlite3 databases)
  1257. * Rework curve25519 library for modular design:
  1258. - add Sandy2x implementation by Tung Chou
  1259. - fix CPU detection for variables loading assembly
  1260. - add testing for curve25519 ECDH
  1261. * New fixed strings library
  1262. * Add `R_SUSPICIOUS_IMAGES` rule
  1263. * Enable mmap in sqlite3
  1264. * Use new strings in the HTTP code
  1265. * Improve google perftools invocation
  1266. * Improve performance profiling in http test
  1267. * Reorganize includes to reduce namespace pollution
  1268. * Allow specific sections printing in configdump command
  1269. * Rework workers signals handlers to be chained if needed
  1270. * Update socketpair utility function
  1271. * Add control_path option for rspamd control protocol
  1272. * Fix ownership when listening on UNIX sockets
  1273. * Rework signals processing in main
  1274. * Remove extra tools from rspamd (they live in rspamadm now)
  1275. * Remove global rspamd_main
  1276. * Add global timeout for the overall task processing (8 seconds by default)
  1277. * Sanitize NULL values for fuzzy backend
  1278. * Store NM between encrypt/decrypt
  1279. * Add textpart:get_words_count method
  1280. * Fix generic DNS request in lua
  1281. * Tune hfilter weights
  1282. * Add support of IPv6 in hfilter
  1283. * Fix parsing of HTTP headers with IP addresses
  1284. * Sync with the recent libucl
  1285. * Various minor bugfixes
  1286. 1.0.4:
  1287. * Add configdump routine to rspamadm
  1288. * Implement retransmits for fuzzy_check plugin
  1289. * Fix events processing for learning anf checking fuzzy hashes
  1290. * Avoid dependency on unneeded and uncompatible glib include
  1291. * Add `historyreset` command to the controller
  1292. * Fix loading of tokenizer config from dump (#389)
  1293. * Add sorting hints for the history
  1294. * Allow custom lua scripts for users/languages extraction (#388)
  1295. * Do not add FORGED_RECIPIENTS when 'To' is missing (#387)
  1296. * Do not add R_UNDISC_RCPT when 'To' is missing (#387)
  1297. * Add encryption to fuzzy check plugin
  1298. * Add encryption for fuzzy storage
  1299. * Add new epoch for encrypted fuzzy request
  1300. * Add encryption for `rspamd.com` storage
  1301. * Remove gmime processing for LDA mode as it is deadly broken
  1302. * Add routine to find end of headers position in mime messages
  1303. * Fix LDA headers folding
  1304. * Init libraries in rspamc client as well to avoid locale issues
  1305. * Avoid collision with locally installed includes
  1306. * Allocate and free memory with the same allocator in rspamadm (#385)
  1307. * Preserve expired fuzzy hashes counter
  1308. * Improvements in webui:
  1309. - Add favicon.ico
  1310. - Rework history table
  1311. - Fix sorting for the history
  1312. - Migrate to bootstrap 3 and jquery 2
  1313. - Fix css bugs
  1314. - Add glyphicons
  1315. - Add reset history
  1316. - Improve history buttons
  1317. - Redraw graph to avoid display issues
  1318. - Webui is now MIT licensed to match licensing policy of rspamd
  1319. 1.0.3:
  1320. * Fix piechart clean slice (#380)
  1321. * Fix controller crashes when GString is reallocated (#381)
  1322. * Correctly set locale before start
  1323. * Set C locale for numeric values
  1324. * Add rspamadm routine:
  1325. - add `pw` command to manage passwords
  1326. - add `help` command for displaying help
  1327. - add `configtest` command to check configuration files
  1328. - add `keypair` command for generating encryption keys
  1329. - add `fuzzy_merge` routine to merge fuzzy sqlite databases
  1330. - add a simple manual page for rspamadm
  1331. * Allow metric registration for composite expressions
  1332. * Add strict mode for configtest
  1333. * Add logger counters
  1334. * Save and show learned messages count (#383)
  1335. * Add `no_stat` flag
  1336. * Add `task:set_flag` and `task:get_flags` (#382)
  1337. * Enable foreign keys in sqlite3
  1338. * Remove orphaned shingles from fuzzy storage
  1339. * Optimize synchronization steps for fuzzy storage
  1340. * Allow delayed conditions registration
  1341. * Add lua API for conditions registering
  1342. 1.0.2:
  1343. * Fix critical bug in webui that prevents password from being sent
  1344. * Rework webui view:
  1345. - Switch to d3.js for graphs
  1346. - Improve piechart look
  1347. - Rework colors for piechart
  1348. - Fix layout for symbols
  1349. - Fix refresh button
  1350. * Add descriptions for whitelist maps
  1351. * Fix build on arm (#379)
  1352. * Fix issue with the last element in the radix trie
  1353. * Add more tests for radix trie algorithm
  1354. * Allow to extract URLs from query strings of other URLs (#361)
  1355. * Initialize rrd fields before writing to file
  1356. * Fix double free if no password has been specified
  1357. 1.0.1:
  1358. * Add writing to rrd from the controller
  1359. * Fixed lots of bugs in rrd code
  1360. * Adopt new DNS API in hfilter plugin (by @AlexeySa)
  1361. * Allow only one controller process to manage rrd file
  1362. * Set event base for fuzzy calls
  1363. * Improve fuzzy IO errors logging
  1364. * Add rra extraction function to rrd library
  1365. * Add graph handler to the controller
  1366. * Cache correct passwords to avoid too high CPU usage when working with webui
  1367. * Controller sockets are owned by router do not export them to task
  1368. * Optimize logging by skipping hash table search if it's empty
  1369. * Fix loading issue whith broken statfiles
  1370. * Print assertions from glib to rspamd logger
  1371. * Load legacy `lua/rspamd.local.lua`
  1372. * Update webui with some fixes to learning and scanning
  1373. 1.0.0:
  1374. * Rework symbols processing:
  1375. - Improve sorting logic for symbols
  1376. - Organize processing into multiple stages
  1377. - Added asynchronous watchers for symbols
  1378. - Added ability to organize dependencies between symbols
  1379. * Fixed URL redirector:
  1380. - Use optimized POE loop
  1381. - Organize dependencies
  1382. - Fix startup
  1383. * New sqlite3 backend:
  1384. - Allow to have per-languages and per-user statistics
  1385. - Allow sqlite3 to be used as statistics backend
  1386. * Store tokenizer configuration within statfiles
  1387. * Improve bayes statistics:
  1388. - Use headers and images metainformation in bayes
  1389. - Suggest using of pre-processed tokens for statistics
  1390. - Fix tokens normalization for OSB algorithm
  1391. * Rewrite url parsing:
  1392. - Fix numerous issues with url extraction and normalization
  1393. - Fix mailto urls
  1394. * Fix settings plugin to allow custom actions scores
  1395. * Improve rbl plugin
  1396. * Allow capturing patterns in rspamd lua regexp library
  1397. * Add GTUBE support
  1398. * Fix spamc legacy support
  1399. * Add DKIM support to RBL module
  1400. * Fix issues with multiple DKIM signatures
  1401. * Fix issue if rspamd cannot create statfiles (#331)
  1402. * Rework parts and task structure:
  1403. - Now text_parts, parts and received are arrays
  1404. - Pre-allocate arrays with some reasonable defaults
  1405. - Use arrays instead of lists in plugins and checks
  1406. - Remove unused fields from task structure
  1407. - Rework mime_foreach callback function
  1408. - Remove deprecated scan_milliseconds field
  1409. * Add ip_score plugin support (not enabled by default):
  1410. - Can check for asn/country and network using DNS lookups
  1411. - Can store and load reputation from redis server
  1412. * Improve PARTS_DIFFER rule to count merely different words
  1413. * New HTML parser:
  1414. - Parses HTML parts using a set of state machines
  1415. - Extracts useful data and exports it to lua functions:
  1416. + Styles
  1417. + Images
  1418. + URLs
  1419. + Colors
  1420. + Structure elements
  1421. - Added HTML rules for some checks
  1422. * New version of LUA DNS API
  1423. * Table versions of many functions in LUA API
  1424. * Improve rspamc client:
  1425. - Print execution time
  1426. - Allow executing of external commands and passing output to them
  1427. - Allow mime output mode when rspamc alters message according to rspamd
  1428. checks and send it to an external command or stdout
  1429. * Allow scanning of local files using HTTP requests
  1430. * Rework configuration system:
  1431. - Rules are now moved from the $CONFDIR to $RULESDIR to avoid ambiguity
  1432. - All modules configurations are now split in $CONFDIR/modules.d/* to
  1433. simplify upgrades
  1434. - Move hfilter to plugins
  1435. - Allow plugins and rules to define default scores to simplify metrics
  1436. setup
  1437. - Include overrides for all modules to honor local/automatic parameters
  1438. - Tune scores for many modules
  1439. * Rework and enable DMARC plugin
  1440. * Add whitelist plugin for SPF/DKIM/DMARC based whitelisting
  1441. * Add some common domains to whitelists shipped with rspamd
  1442. * Rework logging:
  1443. - Now each log entry supports module name and a `tag`. Tag is used to
  1444. identify unique objects (such as tasks) when checking log files
  1445. - It is possible to turn on debugging for the specific modules
  1446. - Systemd logging is fixed
  1447. * Improve spamassassin plugin.
  1448. - Now headers are matched more like SA
  1449. - Improve support of Message-ID
  1450. - Add support of ToCc header type
  1451. - Fix :addr and :name in headers regexps
  1452. * Resurrect rrd support code
  1453. * Save controller stats between restarts
  1454. * Fixed tonns of bugs
  1455. * Added tonns of minor improvements and features
  1456. * Added more unit tests
  1457. * Create functional tests framework
  1458. * Added documentation for missing modules
  1459. * Added rpm/deb repositories and scripts
  1460. * Updated WebUI and libucl externals
  1461. 0.9.10:
  1462. * Do not dereference null pointer on learning.
  1463. * Fix some extreme cases in BAYES.
  1464. * Add a workaround to avoid bad HTML messages breaking.
  1465. * Build with -O2 flags by default.
  1466. * Add constraints to limit DNS requests count per task.
  1467. * Add workaround for SURBL DNS flood.
  1468. * Set error if rspamd cannot learn anything.
  1469. 0.9.9:
  1470. * Don't use RWL_SPAMHAUS_WL (unknown result) for whitelisting (by @fatalbanana)
  1471. * Import updated public suffix list (by @fatalbanana)
  1472. * Remove debug message
  1473. * Fix settings (by @fatalbanana)
  1474. * Remove duplicated symbol registration
  1475. * Use WAL for fuzzy storage
  1476. * RBL fixes (by @fatalbanana):
  1477. - silence errors;
  1478. - yield unknown results from RBLs;
  1479. - fix scoring for DNSWL;
  1480. - fix use of RBL name as symbol;
  1481. - ignore RBL names that would not be yielded;
  1482. * Support captures in regular expressions
  1483. * Add captures support to lua_regexp
  1484. * Support dist on FreeBSD and Darwin
  1485. * Add RCVD_IN_DNSWL_NONE as whitelisting exclusion (by @fatalbanana)
  1486. * Multiple fixes to URL detection:
  1487. - support port definition;
  1488. - fix query and path recognition;
  1489. - fix parsing of multiple slashes in URL;
  1490. - fix parsing query just after port;
  1491. - fix path field in `url:to_table` method;
  1492. - improve support of IP based URLs.
  1493. * Set ignore_whitelists = true for RECEIVED_SPAMHAUS_XBL (by @fatalbanana)
  1494. * Add GTUBE support
  1495. * Ignore User header in SA mode
  1496. 0.9.8:
  1497. * Fix critical bug in bayes classifier (#305)
  1498. * Fix critical bug in RBL module (by @fatalbanana)
  1499. * Fix and rework settings plugin.
  1500. * Fix get_all_opts for a case of non-iterable options.
  1501. * Use tld for redirector's matching.
  1502. 0.9.7:
  1503. * Add whitelist_exception setting to RBL module (by @fatalbanana)
  1504. * Don't use RWL_MAILSPIKE_POSSIBLE or DNSWL_BLOCKED for whitelisting (by
  1505. @fatalbanana)
  1506. * Fix extreme cases in bayes classifier.
  1507. * Fix parsing of urls with '?' at the end of hostname.
  1508. * Update interface.
  1509. * Fix number of issues with webui interaction.
  1510. * Fix saving maps.
  1511. * Allow user@ and @domain matches in multimap.
  1512. * Fix issues with bounces From processing.
  1513. * Fix abs/fabs misuse.
  1514. * Fix builds on suse and arch linux distributions.
  1515. 0.9.6:
  1516. * Fix memory leak if mime cannot be parsed.
  1517. * Fix dkim cache expiration.
  1518. * Fix issues with redirector HTTP response.
  1519. * Fix abnormal connection closing with certains messages with a high score
  1520. (issue #296)
  1521. * Fix redirector installation.
  1522. * Use specific POE loop for some systems.
  1523. * Fix number of issues in URL redirector.
  1524. * Fix selecting URLs for sending to redirector.
  1525. 0.9.5:
  1526. * Avoid double free when extending HTTP message.
  1527. * Fix double free if multiple classifiers are defined.
  1528. * Fix misprint in spamassassin plugin.
  1529. * Fix cpuid invocation on i386.
  1530. * Fix ownership issues for zero-copy decode.
  1531. * Allow __len metamethod on rspamd{text}.
  1532. * Add base64 decoding lua utility.
  1533. * Fix build on FreeBSD
  1534. * Skip spaces at the beginning of mime messages.
  1535. * DBL_ABUSE_REDIR should not have significant weight.
  1536. * Allow to split by lua_regexp rspamd{text} objects.
  1537. * Allow to specify custom stop pattern for lua_tcp.
  1538. 0.9.4:
  1539. * Fix critical bugs in tokenization algorithm
  1540. * Write unit tests for tokenization
  1541. * Add documentation for lua_tcp
  1542. * Switch off legacy tokenization by default.
  1543. * Fix critical bugs in words normalization
  1544. * Add lua bindings to tokenizer.
  1545. * Implement storing of HTTP headers inside task
  1546. * Add lua API to accerss HTTP headers data
  1547. * Implemented base64 encoding suitable for MIME
  1548. * Use caseless hash and equal functions for HTTP request headers.
  1549. * Improve debian architectures support (by @dottedmag)
  1550. 0.9.3:
  1551. * Revert incorrect regexp change that broke the default rules
  1552. * Fix lua_tcp module
  1553. 0.9.2:
  1554. * Fix error on spawning unique workers.
  1555. * Add preliminary version of generic LUA TCP requests API.
  1556. * Use lua 5.1 if luajit is not available (Arm64, PowerPC, s390x etc)
  1557. * Fix fuzzy mime strings with only type.
  1558. * Improve thunderbird sanity checks.
  1559. * Fix critical bug on matching regular expressions.
  1560. * Make hiredis optional dependency.
  1561. * Fix multiple bugs in daemon reloading
  1562. 0.9.1:
  1563. * Restore utf8 validation for regular expressions to avoid crashes
  1564. * Fix symbols displaying in the interface
  1565. * Add symbol groups to the interface
  1566. * Fix maps ID parsing in the controller
  1567. * Add multimap and regexp modules documentation
  1568. * Backport fixes from libucl
  1569. * Fix debian package (by @dottedmag)
  1570. * Rework XXH32 invocations
  1571. 0.9.0:
  1572. * Add support of the fast and secure protocol level encryption:
  1573. - curve25519 is used for key exchange;
  1574. - chacha20/poly1305 cryptobox construction for bulk encryption;
  1575. - zero latency overhead;
  1576. - encrypting and balancing HTTP proxy worker
  1577. * Rework expressions and create new expressions library:
  1578. - aggressive optimizations based on the abstract syntax tree;
  1579. - abstract expressions support (regular expressions, functions, lua modules
  1580. composites and so on)
  1581. - New comparision and '+' operators support
  1582. - New greedy algorithm to minimize execution time of expressions and
  1583. all symbols
  1584. - Dynamic expressions benchmark and reoptimizations
  1585. * Many improvements to the LUA API:
  1586. - reworked logger module allowing to do pretty print of the most of lua
  1587. types (including tables and userdata classes)
  1588. - reworked lua redis and lua HTTP to support more features
  1589. - added opaque type for passing large text chunks without copying
  1590. - new regexp module with many auxiliary functions (e.g. `re:split`)
  1591. * LuaJIT is now the default requirement for rspamd allowing to speed up lua
  1592. execution by a large margin (however, plain lua is still supported)
  1593. * New plugins:
  1594. - spamassassin rules plugin that allows to load and re-use the most of
  1595. SA rules natively
  1596. - DMARC plugin that evaluates SPF and DKIM policies to the domain policies
  1597. - many old plugins has been reworked to implement new features and improve
  1598. stability
  1599. * New aho-corasic trie implementation from @mischasan that allows to load and
  1600. use hundreds of thousands of patterns with no influence on load
  1601. * Support of PCRE JIT and PCRE JIT fast path modes that significantly improves
  1602. the performance of regular expressions if supported by PCRE
  1603. * New URLs parser and extractor:
  1604. - removed legacy code that was useless for url finding
  1605. - reworked algorithms of URL parsing for more precise and accurate results
  1606. - added top-level-domains tree from http://publicsuffix.org
  1607. - improved emails parsing
  1608. - removed many phishing false positives due to TLD tree check
  1609. * New statistics infrastructure:
  1610. - created a separate layer of statistic library
  1611. - improved OSB-Bayes by re-weighting tokens according to the original
  1612. academic paper and `crm114` implementation, which reduced false positives
  1613. rate significantly
  1614. - created learn cache to avoid double learning of statistics and providing
  1615. an efficient way to re-learn class for a message
  1616. - created abstract layers for different statistics backends
  1617. - implemented new tokenization algorithms with fast or secure (siphash)
  1618. hashes to generate statistics features
  1619. * Reworked utf8 tokenization that previously corrupted all UTF8 words (minor
  1620. incompatibility with old fuzzy hashes with utf-8 symbols)
  1621. * SPF module has been completely rewritten to support complex cases of
  1622. `include` and `redirect` within SPF records
  1623. * DKIM module now supports multiple signatures
  1624. * Controller passwords can now be stored encrypted by `PBKDF2-HMAC` in the
  1625. configuration file
  1626. * Many hand-written HTTP clients has been replaced with the common rspamd
  1627. http module
  1628. * New test framework:
  1629. - import lua `telescope` test framework
  1630. - add unit tests for many rspamd modules and routines
  1631. - create a unit test for each possible bug found
  1632. - use luajit ffi for testing C code
  1633. - added preliminary support of functional testing by creating tasks from lua
  1634. * Randomize hash seed to avoid certain hash tables vulnerabilities
  1635. * Documentation improvements:
  1636. - added documentation for the vast majority of rspamd modules
  1637. - added documentation for rspamd protocol
  1638. - added documentation for the most of rspamd LUA extensions
  1639. * Fixed tonns of bugs and memory leaks
  1640. * Added tonns of minor features
  1641. 0.8.3:
  1642. * Various critical fixes in distribution (by @dottedmag and @fatalbanana)
  1643. * Fixed bugs in url detector to parse certain patterns
  1644. * Add default host and helo for a client
  1645. * Some sanity checks for tokenizer and classifier
  1646. * Reiterate on systemd support
  1647. * Fix missing symbol registration
  1648. * Add support of spamc compatible output
  1649. * Filter double-dots in rbl.lua validate_dns (by @fatalbanana)
  1650. * Update ucl submodule due to critical bugfix
  1651. 0.8.2:
  1652. * Create fuzzy db if it does not exist
  1653. * Fix: Centos init script: configtest() (by @AlexeySa)
  1654. * Enable one_shot for RECEIVED_SPAMHAUS_XBL - Fixes #102 (by @fatalbanana)
  1655. * Update Exim patch (by @fatalbanana)
  1656. * Fix processing of unix sockets.
  1657. * Allow applying settings to authenticated users (by @fatalbanana)
  1658. * Make settings priorities work as documented (by @fatalbanana)
  1659. * Fix race condition in symbols planner
  1660. * Add DNSWL_BLOCKED symbol (by @fatalbanana)
  1661. * Make Exim pass usernames to rspamd (by @fatalbanana)
  1662. * Update RBL module (by @fatalbanana):
  1663. - fix indentation;
  1664. - collapse loops;
  1665. - avoid calling for un-needed information;
  1666. - allow disabling RBLs for authenticated users
  1667. * once_received.lua: Fix indentation & add exclusion for authenticated users (by @fatalbanana)
  1668. * hfilter.lua: Add exclusion for authenticated users (by @AlexeySa)
  1669. * Updates to hfilter rules (by @AlexeySa)
  1670. * Set empty <> user or addr for msgs without FROM (by @eneq123)
  1671. * Fix: attempt to index field '?' (a nil value) (by @eneq123)
  1672. * Fix: if not exist Date-header (by @AlexeySa)
  1673. * Add task:get_content() method.
  1674. * rbl.lua: Ignore private IP space (by @fatalbanana)
  1675. * Allow to check radix maps from lua by rspamd{ip}
  1676. * Make local exclusions configurable per-RBL (by @fatalbanana)
  1677. * Add rspamd_config:radix_from_config() (by @fatalbanana)
  1678. * Support emails dnsbl in rbl (by @fatalbanana)
  1679. * Complete rework of url extraction logic
  1680. * Allow customizations for unix sockets. (fixes #182)
  1681. * Set lua path according to rspamd settings.
  1682. * Import lua-functional for plugins stuff.
  1683. * Completely rewrite multimap plugin in functional style.
  1684. * Fix FORGED_MUA_THUNDERBIRD_MSGID (fixes #186)
  1685. * Check IPv6 addresses at dnswl.org and Spamhaus whitelist (by @fatalbanana)
  1686. * Add lowercase utility for utf8 strings.
  1687. * Various fixes to build system
  1688. * Updated debian configuration infrastructure (by @dottedmag)
  1689. 0.8.1:
  1690. * Add sqlite and perl as dependencies for RPM/Debian packages (by @fatalbanana)
  1691. * Remove whitelist.lua from RPM file list (by @fatalbanana)
  1692. * Make Exim pass hostnames to rspamd (by @fatalbanana)
  1693. * Fix building on Fedora (by @fatalbanana)
  1694. * Add toggle for disabling installation of systemd units on Linux (by @fatalbanana)
  1695. * Fix double format rounding that caused output corruption (reported by @fatalbanana)
  1696. * Revert broken change for destructors ordering that led to memory corruption
  1697. * Do not reset symbols case of settings if parsed from lua (reported by @andrejzverev)
  1698. * Fix build on SunOS (by @wiedi)
  1699. * Fix multiple crashes on broken DKIM DNS records
  1700. * Fix critical issue with composites weights removing
  1701. * Fix memory corruption in composites processing code
  1702. * Ignore non-SPF TXT records when parsing SPF includes
  1703. 0.8.0:
  1704. * New fuzzy check logic:
  1705. - use shingles algorithm for fuzzy matching
  1706. - use blake2 instead of md5 for larger output space
  1707. - combine fuzzy and strict matching
  1708. - allow to organize private storages by means of keys
  1709. - preserve compatibility with previous versions
  1710. * New fuzzy storage:
  1711. - use sqlite instead of own memory based hash tables
  1712. - rework commands interface
  1713. - add conversion from the old format
  1714. - add fuzzy match by shignles
  1715. - support old rspamd versions
  1716. * Add lemmatizing for words used in fuzzy hashes that allows to improve match
  1717. quality by using of the first forms of all words
  1718. * Rework language detection
  1719. * Fix several critical bugs, memory leaks and deadlocks:
  1720. - memory leak in HTML nodes parsing
  1721. - deadlock in logger code
  1722. - deadlock in signals processing
  1723. - crashes in fuzzy_storage
  1724. - crashes in tokenizers if the input was empty
  1725. * Import new libucl with several bugfixes and improvements
  1726. * Support listening on ipv6 addresses only
  1727. * Fix macro expansion in SPF module
  1728. * Several bugfixes in DKIM module
  1729. * Add load headers support for mime parts to the lua API
  1730. * Add documentation for:
  1731. - workers in general
  1732. - fuzzy_storage worker
  1733. - fuzzy_check plugin
  1734. - mimepart and textpart lua API modules
  1735. 0.7.6:
  1736. * Apply boundary fix for dkim simple canonization
  1737. * Fix ping command
  1738. * Return nil if header was not found in lua_task
  1739. * Fix hang in upstreams revive logic
  1740. * Decode entitles when normalizing HTML parts
  1741. * Fix logic of finding URLs in HTML parts
  1742. * Do not include \0 into length of text when performing conversion to utf8
  1743. * Fix raw vs parsed reperesentations
  1744. Raw parts are now:
  1745. - decoded b64/qp, but *NOT* converted to utf-8
  1746. Processed parts are now:
  1747. - converted to UTF-8
  1748. - normalized if needed (e.g. HTML tags are stripped)
  1749. * Rework DKIM canonization to line based
  1750. * Fix fuzzy hashes addding
  1751. * Use more specific hash function for fuzzy
  1752. * Fix leaking of iconv descriptors
  1753. * Fix PTR resolving in lua resolver
  1754. * Rework spf module.
  1755. - Copy data to memory pool as cached record might be destroyed causing
  1756. freed memory being passed to the protocol output (use after free)
  1757. - Allow SPF_NEUTRAL policy to be handled separately
  1758. - Add R_SPF_NEUTRAL to the default config
  1759. * Rework `register_symbols` function
  1760. * Allow to disable components of hfilter
  1761. 0.7.5:
  1762. * Fix owner when creating folder /run/rspamd (by @sfirmery)
  1763. * Fix IP validity checks
  1764. * Decode URLs obtained from HTML tags
  1765. * Fix crash with unweighted upstreams
  1766. * Stop processing headers in parts
  1767. * Set sockaddr.sa_family properly when connectig to upstreams
  1768. * Fix reload issues in surbl and fuzzy_check (reported by @citrin)
  1769. * Fix timeouts in redirector
  1770. * Improve lua errors reporting
  1771. * Fix lua closures processing in libucl
  1772. * Rework calling of lua functions from regexp module
  1773. * Choose raw regexp for raw headers
  1774. * Rework conversion to utf since glib one is broken
  1775. * Ignore SGML style tags in html
  1776. * Fix old bug with non-capturing https urls
  1777. * Fix memory corruption on fuzzy reload (reported by @citrin)
  1778. * Fix percents display in rspamc
  1779. * Fix buffer update for DKIM
  1780. * Do not validate utf for raw headers
  1781. 0.7.4:
  1782. * Fix build under *BSD
  1783. * Detect HAN unicode script
  1784. * Implement language detection heuristic for text parts
  1785. * Fix time output in history
  1786. * Improve piechart coloring
  1787. * Fix \r\n conversion in DKIM module (reported by @citrin)
  1788. * Try to detect systems with no IPv6 support
  1789. * Fix multiple/single values in use settings (reported by @citrin)
  1790. * Rework IP addresses in upstreams:
  1791. - Select ipv4/unix addresses if they exist and use ipv6 for ipv6 only
  1792. upstreams (since the support of ipv6 is poor in many OSes and
  1793. environments)
  1794. - Free IP list on upstream destruction
  1795. - Add test cases for addresses selection
  1796. - Allow adding of free form IP addresses to upstreams
  1797. * Fix endiannes in lua_radix search (reported by @citrin)
  1798. * Soft shutdown should also set wanna_die flag (reported by @citrin)
  1799. * Stop use-after-free in event loop termination
  1800. * Fix processing of very short messages in DKIM (reported by @citrin)
  1801. * Detect systems without shared mutexes
  1802. * Fix issues with PTR and MX elements in SPF parser (reported by @citrin)
  1803. 0.7.3:
  1804. * New upstreams code:
  1805. - simplify upstreams API;
  1806. - unify strings parsing in upstreams definition;
  1807. - add configuration options for the upstreams;
  1808. - for failed upstreams re-resolve their addresses;
  1809. - use all resolved addresses for an upstream (round-robin);
  1810. - implement stable hashing and use it by default for upstreams;
  1811. - add unit test for upstreams module.
  1812. * Rework signals processing in all rspamd workers:
  1813. - signals are now processed in the event loop;
  1814. - implement the most common signal handlers for all workers;
  1815. - add callbacks for workers specific signal handlers
  1816. * Fix critical issue with fuzzy storage:
  1817. Fuzzy stroage could not save any hashes on termination due to bugged
  1818. signals handling
  1819. * Fix roll history IP storage
  1820. * Rework ipv4/ipv6 handling in parsing addresses:
  1821. - turn off support of IPV6_V6ONLY socket option;
  1822. - create ipv6 socket prior to ipv4 one to handle systems with v6/v4
  1823. sockets enabled (Linux)
  1824. * Remove CBL as it's wholly included in Spamhaus XBL (by @fatalbanana)
  1825. * Remove nszones.com fake RBL (by @citrin)
  1826. * Fix upstreams interaction for fuzzy_check
  1827. * Verify spf PTR records (reported by @citrin)
  1828. * Fix spf MX records parsing
  1829. * Add compatibility for old libevent (by @yellowman)
  1830. * Sync bugfixes from libucl
  1831. 0.7.2:
  1832. * Convert all maps to the compressed radix trie
  1833. * Allow IPv6 addresses in IP maps
  1834. * Remove dynamic items support from symbols cache
  1835. * Allow hex encoded output of strings
  1836. * Fix bug with control connections count
  1837. * Process fuzzy weight correctly (reported by @fatalbanana)
  1838. * Remove extra reference retain of http connection on error
  1839. * Remove deprecated options from the default config
  1840. * Add `one_shot` attr to metric's symbols
  1841. * Doc: add documentation for metrics
  1842. * Add Upstart job to debian packaging (by @CameronNemo)
  1843. * Config: improve SURBL symbols descriptions (by @citrin)
  1844. * Config: reflect SURBL changes (by @citrin):
  1845. - Outblaze removed, malware moved to separate list:
  1846. http://www.surbl.org/news/internal/MW-malware-sublist-added-to-multi
  1847. * Fix C modules initialization on restart
  1848. * Treat single IP as a single IP in radix lists (reported by @citrin)
  1849. * Do not touch file and core limits if not asked explicitly (reported by @citrin)
  1850. * Improve logging for fuzzy errors
  1851. * Block SIGPIPE for HTTP writing
  1852. * Doc: update manual pages
  1853. * Fix HTTP connection termination
  1854. * Reduce default number of parallel requests to 8
  1855. * Sync with libucl include features
  1856. 0.7.1:
  1857. * Fix typo in stat output.
  1858. * Fix issues with includes crossing with the system includes
  1859. * Restore testing framework
  1860. * Add radix trie test suite
  1861. * Implement new path-compressed radix trie.
  1862. - The performance benefit over the old algorithm is about 1.5 times.
  1863. - Memory usage is significantly lower as well.
  1864. - Now radix trie can accept any IPv4/IPv6 values
  1865. * Various improvements to the memory pools code
  1866. * Fix writing reply to a client when no filters are defined
  1867. * Write base32 encoded fuzzy
  1868. * Fix 'soft reject' action
  1869. * Fix rspamd reload and modules reconfiguration
  1870. * Fix subject rewriting for the default subject
  1871. * Fix states for processing task and pre-filters
  1872. * Fix issues with connection closing
  1873. * Fix crashes in rdns
  1874. * Fix ratelimit pre-filter
  1875. * Update exim patch.
  1876. - Update to the recent exim version
  1877. - Strip extra leading src/ from the patch
  1878. - Remove sendfile since it was broken
  1879. - Fix rspamd spam report for exim
  1880. * Improve documentation
  1881. 0.7.0:
  1882. * Use HTTP protocol for all operatiosn
  1883. * Webui worker is now removed and controller works as webui
  1884. * Allow to serve static files via controller by option `static_dir`
  1885. * Rspamd interface is now a part of rspamd
  1886. * Rspamc client has been rewritten to use HTTP and non-blocking mode
  1887. allowing to start multiple operations simultaneously (see `-n` option)
  1888. * Lua API was completely reworked to satisfy modern standards of LUA:
  1889. * Module `lua-message` was removed
  1890. * Reduced number of superglobals registered by rspamd
  1891. * Many functions has been redesigned
  1892. * Symbols registration is now more convenient
  1893. * Users settings has been rewritten as lua plugin
  1894. * Reworked headers system as gmime's based one misses many headers and is
  1895. very slow to get headers values
  1896. * Reorganized code and removed embedded jannsson by using UCL for all json
  1897. parsing
  1898. * Migrated to `librdns` for DNS resolving that improves concurrency for
  1899. DNS requests significantly
  1900. * Fixed tonns of bugs in MIME processing
  1901. * Improved metrcis and default symbol's weights
  1902. * Added new RBL's
  1903. * Fixed a number of issues in the modules
  1904. * Removed several memory leaks found
  1905. * Fix unicode processing
  1906. * Fix fuzzy checking for unicode parts
  1907. * Significantly improve documentation and especially LUA API docs
  1908. * See migration notes at https://rspamd.com/doc/migration.html
  1909. 0.6.8:
  1910. * Controller now listen for localhost and not for 127.0.0.1 by default
  1911. * Allow FCrDNS-style RBL lookups (by @fatalbanana)
  1912. * Reduce threshold for parts_differ function.
  1913. * Fix hostname lookup for rdns rbl (by @AlexeySa)
  1914. * Fix HFILTER_URL_ONELINE to reduce false positive rate.
  1915. * Fix whitelist module.
  1916. * Allow override system predefined settings without touching system ones
  1917. by .try_include macro (by @andrejzverev)
  1918. * Check for [ip.address]-style HELO and suppress lookups. (by
  1919. @fatalbanana)
  1920. * Optimize hfilter (by @AlexeySa)
  1921. * Fix issue with random numbers generator in dns.
  1922. * Use more clever time values to setup entropy.
  1923. * Synced with the recent libucl.
  1924. 0.6.7:
  1925. * Use ChaCha20 for DNS generator (more secure DNS id)
  1926. * Unknown symbols now has zero weight and not 1.0
  1927. * Fix fuzzy hashes expire time
  1928. * Fix critical issue in statfiles on FreeBSD 9 (and some other platforms)
  1929. * Add .include_map macro to ucl parser
  1930. * Update libucl
  1931. * Fix headers end detection for DKIM module
  1932. * Fix a bug in received headers parser
  1933. * Validate IP addresses before pushing them to lua
  1934. * Start new documentation project
  1935. * Fixed tonns of other minor bugs
  1936. * Start to prepare for 0.7 with HTTP protocol and new settings
  1937. 0.6.6:
  1938. * Removed issue with BUFSIZ limitation in the controller output
  1939. * Simplify logging symbols escaping
  1940. * Adjusted weights for several rules
  1941. * Improve spamhaus rbl support
  1942. * Removed PBL for received headers checks
  1943. * Added hfilter module that performs various HELO and IP checks.
  1944. * Rspamd can now be reloaded by HUP signal
  1945. * Fuzzy storage should expire hashes properly
  1946. * Build system has been reworked for better supportof pkg-config
  1947. * Various minor bugfixes
  1948. 0.6.5:
  1949. * Fixed critical bug in DNS resolver, introduced in 0.6.4
  1950. * Improved multimap and rbl plugins to skip
  1951. * Add dns_sockets option for tuning sockets per server in DNS resolver
  1952. * Improved packages for rspamd
  1953. 0.6.4:
  1954. * Added io channels for DNS request to balance load and reduce id
  1955. collisions chance
  1956. * Fixed a bug in SPF filter that may cause core dump in specific
  1957. circumstances
  1958. * FIxed default config for rbl module
  1959. * It is possible to get a list of rspamc commands with their descriptions
  1960. * Added SORBS bl to the default config
  1961. * 2tld file for surbl module has been significantly extended
  1962. * Perl modules has been removed from the code.
  1963. * Fixed an issue in libucl when parsing macros
  1964. 0.6.3:
  1965. * Fixed issues with DNS:
  1966. - labels decompression algorithm was fixed;
  1967. - added resolve_mx to lua API;
  1968. - fixed modules that use DNS.
  1969. * Lua modules once_received and emails reworked for new resolver API and UCL.
  1970. * Debian package was polished.
  1971. * Fixed a bug in fuzzy_check module that prevents correct processing messages
  1972. without valid parts.
  1973. 0.6.2:
  1974. * Fuzzy check module has been reworked:
  1975. - now fuzzy_check operates with a group of rules, that define which
  1976. servers sre to be checked;
  1977. - it is possible to specify read_only groups to avoid learning errors;
  1978. - turn fuzzy_check to one_shot mode permanently;
  1979. - fuzzy_check module configuration is now incompatible with the previous
  1980. versions.
  1981. * Imported bugfixes from libucl.
  1982. * Fixed whitelist plugin.
  1983. * Fixed statfiles resizing.
  1984. * Improved logging initialization order.
  1985. * Fixed race condition in the controller worker.
  1986. 0.6.1:
  1987. * Critical bugfixes:
  1988. - fixed build system;
  1989. - fixed in_class setting in bayes learning;
  1990. 0.6.0:
  1991. * Use UCL instead xml for configuration (https://github.com/vstakhov/libucl)
  1992. * Fix statistics module normalization
  1993. * Rework the many modules for the new configuration:
  1994. - surbl has incompatible configuration;
  1995. - fuzzy_check has incompatible configuration;
  1996. - multimap has now new configuration;
  1997. - received_rbl is removed and replaced by rbl module.
  1998. * Removed deprecated options:
  1999. - statfile_pool_size;
  2000. - action and required/reject score for a metric.
  2001. * Simplify build system and unify configuration for all platforms.
  2002. * Improved URL detector (reduced false positive rate).
  2003. * Lua 5.2 is now the default and fully supported version.
  2004. * Tons of bugfixes and minor improvements.
  2005. 0.5.6:
  2006. * Fix bug with counters incrementing in rolling history
  2007. * Detect expl and exp2l as some systems do not have it
  2008. * Support input streams without Content-Length
  2009. * Implement counters output via rspamc and controller interface
  2010. * Fix bug with udp sockets in fuzzy storage
  2011. 0.5.5:
  2012. * New bayes normalizator based on inverse chi-square function
  2013. * Various fixes to fuzzy storage
  2014. * Allow update fuzzy storage only from specific IP addresses
  2015. * Better support of IPv6 and address selection algorithms
  2016. * Add CentOS spec file
  2017. 0.5.4:
  2018. * Fixed issues with diff algorithm
  2019. * Added support of RRD statistics
  2020. * Add webui worker for interface interaction
  2021. * Fix a lot of issues with dynamic conf
  2022. * Fix critical memory leak in settings code
  2023. * Improve stability of the system
  2024. 0.5.3:
  2025. * Added dynamic options
  2026. * Added advanced metaclassfication
  2027. * Added RESTfull API for controller
  2028. * Improved hashing algorithms
  2029. * Various fixes for rspamc client:
  2030. - allow interacting with unix sockets
  2031. - librspamdclient major cleanup
  2032. - bayes is now default classifier
  2033. 0.5.2:
  2034. * Added lua bindings for:
  2035. - basic mime parts, that allows checkign attachements for example;
  2036. - DNS resolver;
  2037. * Existing lua bindings now works without task object allowing to use them
  2038. in custom code.
  2039. * Threads system was reworked to avoid global lua interpreter lock.
  2040. * DKIM module now converts all line endings to CRLF how opendkim does.
  2041. * URL detector is now more accurate for text parts.
  2042. * Several critical bugs and memory leaks were fixed.
  2043. 0.5.1:
  2044. * Added lua worker type to handle network connections in lua.
  2045. * Added lua bindings for async_session, IO dispatcher, memory_pool, and
  2046. worker.
  2047. * Composites can now uses other composites in expressions.
  2048. * Fixes for debian package and for FreeBSD >= 9.1
  2049. * Add support of gmime-2.6 if gmime-2.4 is not found.
  2050. * Improve url detection and phishing detection.
  2051. * Add lua mime_part library to get an access to all message part
  2052. attributes (like filename, length, type).
  2053. 0.5.0:
  2054. * Added SMTP lightweight balancing proxy with XCLIENT support.
  2055. * Added lua bindings for upstreams objects and API.
  2056. * New pre-filters are implemented to support initial checking for messages.
  2057. * Added ratelimit plugin that uses redis protocol to store data.
  2058. * Added ipv6 support to spf and some other modules.
  2059. * Unbreak spf plugin.
  2060. * Allow options with the same name be threated as list.
  2061. * DKIM plugin an parsing code was added.
  2062. * Separate build system to put logic in several shared libraries.
  2063. * Many bugfixes.
  2064. 0.3.2:
  2065. * Add error handling for regexps
  2066. * Fix quit command in controller interface
  2067. * Write symbols weights to rspamc output
  2068. * Improve logic of selecting rspamc version
  2069. * Do not try to parse broken DNS replies
  2070. * Add 'raw' flag to FROM_EXCESS_BASE64 rule (requested by citrin)
  2071. * Output message id in rspamc reply
  2072. * Fix inserting composite symbol
  2073. * Fix output of log line
  2074. * Document composites
  2075. * Add logging for fuzzy checks
  2076. * Add logging for learning
  2077. * Improve logic of learning messages - do not learn more than specific threshold
  2078. * Fix inserting results for symbols that were incorrectly (for example more than 1 time) defined in config file
  2079. * Do not output control characters if output is not terminal
  2080. * Fix some logic errors in learning
  2081. * Consider lua plugins errors as fatal configuration errors
  2082. * Fix wirting message id during fuzzy_add command
  2083. * Display weight of symbols correctly
  2084. * Fixes to winnow learning
  2085. * One more try to improve accuracy of winnow algorithm
  2086. * Add bayesian classifier (initial version)
  2087. * Remove normalizer as it is winnow specific thing, so all statistic algorithms now returns value from 0 to 1
  2088. * Some fixes to fuzzy hashes expiration:
  2089. * Fix assertion while look up value in NULL hash (found by cirtin)
  2090. * Fix normalization for systems that have not tanhl function
  2091. * Ignore rfc822 group addresses
  2092. * Move images library to core rspamd
  2093. * Add lua api to access images properties
  2094. * Add post filters to lua API - filters that would be called after all message's processing
  2095. * Add ability to check for specified symbol in task results from lua
  2096. * Add ability to check for metric's results from lua
  2097. * Add ability to learn specified statfile form lua
  2098. * Add ability to extract filename and size of images from lua
  2099. * Fix assertion while extracting internet address
  2100. * Fix races in fuzzy storage
  2101. * Make spf parser case insensitive
  2102. * Add ability to check hashes of selected mime types
  2103. * Add ability to set minimum size in bytes for mime types
  2104. * Add ability to set minimum dimensions for images
  2105. * Assume all text/* content types as text/plain
  2106. * Fix getting data wrapper for gmime24
  2107. * Many fixes to statfile syncronization system
  2108. * Fixed statfile pool initialization and synchronization with disk
  2109. * Prepare 0.3.2
  2110. * Fix Mail::Rspamd::Config for new rspamd features
  2111. * Use Mail::Rspamd::Config in rspamc client
  2112. * Write user's name to rspamd log
  2113. * Prepare rspamd build infrastructure for creating rpm and deb packages
  2114. * Fix depends
  2115. * Add start script for linux systems
  2116. * Fix shared usage of statfiles
  2117. * Add invalidation of statfiles in case of learning, so now statfiles
  2118. * This should fix shared usage of statfile pool by several processes
  2119. * Fix misprint (reported by az)
  2120. * Fix stupid error when all checks can be done in a single pass
  2121. * New trie based url scanner (based on libcamel)
  2122. * Small fixes to rspamd perl client
  2123. * Write fuzzy hashes info to log
  2124. * Add trie interface to lua api
  2125. * Explain sample config and cleanup it
  2126. 0.3.1:
  2127. * Add modules documentation
  2128. * Continue implementing smtp proxy
  2129. * Implement new learning system, now rspamd should be much more intelligent while learning messages
  2130. * Convert statistic sums to use long double for counters
  2131. * Use hyperbolic tangent for internal normalizer
  2132. * In classify normalize result after comparing, not before
  2133. * New symbols sorter
  2134. * Fix strict aliasing while compiling with optimization
  2135. * Fix tanhl detection for platforms that have not implementation of it
  2136. * Remove several compile warnings
  2137. * Add experimental support of dynamic rules to regexp module
  2138. * Document views configuration
  2139. * Several fixes to documentation
  2140. * Add more logic for dynamic rules
  2141. * Add documentation for dynamic rules
  2142. * Add ability to make negations in networks in dynamic rules
  2143. * Clean up cache items correctly
  2144. * Implement basic SMTP dialog:
  2145. * Implement interaction with smtp upstream (with support of XCLIENT)
  2146. * Check messages received via smtp proxy
  2147. * Add support for sendfile in io dispatcher
  2148. * Fix issues with compatibility of worker_task and smtp proxy
  2149. * Proxy DATA command
  2150. * Fix SMTP
  2151. * Change metric logic
  2152. * Completely remove lex/yacc readers for config
  2153. * Make common sense of metric/action and symbols
  2154. * Sync changes with all plugins
  2155. * Incorrectly removed in previous commit
  2156. * Fix misprint (by Andrej Zverev)
  2157. * announce the "password" keyword in usage list
  2158. * Implement initial version of greylisting triplets storage
  2159. * Fix issues with smtp worker
  2160. * Fix QUIT command in SMTP worker
  2161. * Some fixes about new metrics system (may be incomplete)
  2162. * Get weights of symbol from default metric for symbols cache
  2163. * Fix setting task->from/task->rctp in smtp client
  2164. * Copy from and rcpt correctly
  2165. * Some performance improvements to IO dispatcher (do not drain the whole buffer after a single line readed)
  2166. * Fix smtp data input
  2167. * Fix misprint
  2168. * Add limit of maximum allowed smtp session errors
  2169. * New logic of SURBL module:
  2170. * Use system mkstemp(3) on systems where it is available as glib implementation
  2171. * Try to fix memmove issues in io dispatcher
  2172. * Remove debug from SURBL module
  2173. * Rewrite buffered input for line policy (again)
  2174. * Fix issue with links that are ip addresses in numeric form in surbl
  2175. * On Darwin use BSD style sendfile definition
  2176. * Reorganize platform specific knobs in CMakeLists
  2177. * Use gettimeofday on systems that have not clock_getres
  2178. * Use ftime for dns trans id generation on systems without clock_getres
  2179. * Darwin sendfile(2) support
  2180. * TIMEDB->TIMEB
  2181. * More to previous commit
  2182. * Pass env from main() arguments instead of platform specific global environ
  2183. * Fix compatibility issues
  2184. * Fix -lintl detection
  2185. * Init some variables to avoid problems
  2186. * Remove garbadge (gnome terminal sucks)
  2187. * Add more information about why we drop smtp connection
  2188. * Fix mkstemp call
  2189. * Send to upstream QUIT command at the end of session
  2190. * Check return value of each rspamd_dispatcher_write as in case of write errors sessions can be destroyed early
  2191. * Fix states in smtp dialog
  2192. * Use rspamd_snprintf instead of libc one
  2193. * Fix URLS command
  2194. * Fix reconfigure process of surbl module
  2195. * Fix destroying smtp session (unmap memory and do not delete pool early)
  2196. * Delete pool after using its variables
  2197. * Delay timer must be registered in async session to correctly handle connection termination
  2198. * Register dns requests in session too
  2199. * Make session before registering events
  2200. * Remove events in handlers
  2201. * Add ability to set filters for smtp worker for each smtp stage
  2202. * Add very initial version of DNS resolver (many things to be done)
  2203. * Announce weights and sync
  2204. * Fix few typo
  2205. * Understand short names of facility in logging config
  2206. * Add ability to make whitelist for spf checks
  2207. * Misprint != -> ==
  2208. * Handle lua tag in way that it is not required to write additional text:
  2209. * Strip all starting whitespace symbols from xml texts
  2210. * Fix stupid bug in calculating buffer length while reading file maps
  2211. * Add resolv.conf parsing into dns.c
  2212. * Fix microseconds<->milliseconds conversions
  2213. * Take callback argument in Mail::Rspamd::Client for processing files and directories
  2214. * Print results if rspamc is called for a directory
  2215. * Fix stupid error with surbl module reconfig (another one, blame me)
  2216. * Do not show duplicate urls in url header
  2217. * Fix detection of numeric urls (reported by citrin)
  2218. * Write real time of message's scan to log (not only virtual)
  2219. * Fix chartable module in utf mode
  2220. * Fix parsing of some broken urls
  2221. * Add ability to test regexp with 'T' flag
  2222. * Write more code for DNS resolver:
  2223. * Make DNS resolver working
  2224. * Many improvements to rspamd test suite: now it CAN be used for testing rspamd functionality
  2225. * Write DNS resolver tests
  2226. * Fix issues with memory_pool mutexes and with creating of statfiles
  2227. * Forgotten in previous commit
  2228. * Add support for parsing SPF and SRV records
  2229. * Fix PTR parsing
  2230. * Add tests
  2231. * Make SURBL module to use rspamd dns module
  2232. * Several fixes to DNS logic
  2233. * Remove evdns and use only rspamd resolver
  2234. * Very hard to detect problem with race among error in socket and destroying task while we are writing to socket and go through a hash table
  2235. * Fix resolving in smtp module
  2236. * Init events before configuring resolver in smtp worker
  2237. * Set resolver inside task
  2238. * Fix reload signal (reported by citrin)
  2239. * Some improvements to redirector
  2240. * Call has_forked method to inform POE about fork
  2241. * Fix lua DNS code
  2242. * Decompress labels in DNS packets more strictly
  2243. * Fix some problems with TXT records
  2244. * Try to fix removing of DNS events
  2245. * Do not insert unparsed RR's into reply
  2246. * Calling callbacks may cause destroying session from which we are calling callback so we MUST call callback as the latest action
  2247. * Fix check_smtp_data function
  2248. * Add ability to make views by recipient
  2249. * Add ability to set metric's action from config file
  2250. * Fix bug with writing garbadge if message has no urls or no messages
  2251. * Fix bug with incorrect behaviour of compare_parts_distance function
  2252. * Add ability to assign several actions to one metric
  2253. * Report action in rspamc protocol
  2254. * Mail::Rspamd::Client and rspamc can now understand Action header too
  2255. * Write action to log as well
  2256. * Make valgrind happy about comparing symbols
  2257. * Add more debug to comparing parts distance function
  2258. * Write action even if message has no symbols
  2259. * Make improvements to HTML entites decoder: now it replaces entities with common characters and
  2260. * Add -d option to force debug output
  2261. * Assume 7bit as default transfer encoding
  2262. * Do not overwrite lua plugins and configs if they already exists in target directory
  2263. * Improve logging
  2264. * Write queue id to log
  2265. * Remove test messages from cmake
  2266. * Reopen log file by USR1 signal
  2267. * Add reopenlog method to FreeBSD rc script
  2268. * Adopt foreach for cmake 2.6
  2269. * Fix to rc script
  2270. * Do not try to resolve names with several dots in a row
  2271. * Fix surbl request formatting for ip addresses
  2272. * Handle cases of broken requests
  2273. * Fix problems with parsing compressed names
  2274. * Fix TXT records parsing
  2275. * Fix expanding spf macros that may fail in rare cases
  2276. * Fix another error with early task destroying
  2277. * Handle empty from header
  2278. * Improve reopenlog command in rc script
  2279. * Strip trailing whitespace characters in Mail::Rspamd::Client
  2280. * Use ungreedy match to strip trailing whitespaces
  2281. * Stupid error in calculation compressed label length
  2282. * Some optimizations to client library
  2283. * Do not compare empty parts
  2284. * Empty and non-empty parts are allways different
  2285. * Save in regexp cache the whole regexp with header name (if exists) and with flags
  2286. * Add rspamd_log variable to lua plugins to access logging functions
  2287. * Each part in rspamd task now can have parent part
  2288. * Check for parts distance only for multipart/alternative subparts
  2289. * Do not check attachements even if they are text (but attached as file)
  2290. * Do not die if write (2) returned ENOSPACE while doing logging, turn on throttling mode instead (1 write try in a second)
  2291. * Add ability to turn on debug for specific symbols
  2292. * Add ability to configure dns timeouts and dns retransmits in config file
  2293. * More debug
  2294. * Fix extracting arguments in lua logger interface
  2295. * Turn off debug_ip during reload if it was disabled by new config
  2296. * Improve lua logging
  2297. * Pre-init symbols cache when rereading config
  2298. * Fix lua representing of invalid ip (nil, not 255.255.255.255)
  2299. * Fix R_TO_SEEMS_AUTO rule (by citrin)
  2300. * Add multimap lua plugin
  2301. * Fix some multimap issues
  2302. * Try to save images hashes to fuzzy storage to stop some annoying spammers
  2303. * Allocate some more bytes for read buffer to avoid incorrect behavoiur
  2304. * Add ability to check dns black lists by multimap module
  2305. * Add multimap documentation
  2306. * Fix labels parsing
  2307. * Another try to save regexps in cache correctly
  2308. * Improve test logs for regexps
  2309. * Fix parsing txt records to avoid reading of uninitialized data
  2310. * Fix error with writing symbols cache file
  2311. * Fix error while working in utf mode when raw regexps was not created properly
  2312. * Do not add extra byte while converting text to utf
  2313. * Add error handling for regexps