]> source.dussan.org Git - rspamd.git/commit
[Rework] Update snowball stemmer to 2.0 and remove all crap aside of UTF8
authorVsevolod Stakhov <vsevolod@highsecure.ru>
Tue, 25 Feb 2020 09:55:31 +0000 (09:55 +0000)
committerVsevolod Stakhov <vsevolod@highsecure.ru>
Tue, 25 Feb 2020 09:55:31 +0000 (09:55 +0000)
commitb87995255fa2ef0de97d509b8cd27860f014e90f
treeff7fcc84aa85fcd4cd129d94f6fb23ac5f91d4cb
parent52154a6c1dd7e46c174d4aab782494b92f955df5
[Rework] Update snowball stemmer to 2.0 and remove all crap aside of UTF8
89 files changed:
contrib/snowball/CMakeLists.txt
contrib/snowball/GNUmakefile [deleted file]
contrib/snowball/NEWS [new file with mode: 0644]
contrib/snowball/algorithms/arabic.sbl [new file with mode: 0644]
contrib/snowball/algorithms/basque.sbl [new file with mode: 0644]
contrib/snowball/algorithms/catalan.sbl [new file with mode: 0644]
contrib/snowball/algorithms/danish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/danish/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/danish/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/dutch.sbl [new file with mode: 0644]
contrib/snowball/algorithms/dutch/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/dutch/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/english.sbl [new file with mode: 0644]
contrib/snowball/algorithms/english/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/finnish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/finnish/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/french.sbl [new file with mode: 0644]
contrib/snowball/algorithms/french/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/french/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/german.sbl [new file with mode: 0644]
contrib/snowball/algorithms/german/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/german/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/german2.sbl [new file with mode: 0644]
contrib/snowball/algorithms/german2/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/greek.sbl [new file with mode: 0644]
contrib/snowball/algorithms/hindi.sbl [new file with mode: 0644]
contrib/snowball/algorithms/hungarian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/hungarian/stem_ISO_8859_2.sbl [deleted file]
contrib/snowball/algorithms/hungarian/stem_Unicode.sbl [deleted file]
contrib/snowball/algorithms/indonesian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/irish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/italian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/italian/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/italian/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/kraaij_pohlmann.sbl [new file with mode: 0644]
contrib/snowball/algorithms/kraaij_pohlmann/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/lithuanian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/lovins.sbl [new file with mode: 0644]
contrib/snowball/algorithms/lovins/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/nepali.sbl [new file with mode: 0644]
contrib/snowball/algorithms/norwegian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/norwegian/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/norwegian/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/porter.sbl [new file with mode: 0644]
contrib/snowball/algorithms/porter/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/portuguese.sbl [new file with mode: 0644]
contrib/snowball/algorithms/portuguese/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/portuguese/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/romanian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/romanian/stem_ISO_8859_2.sbl [deleted file]
contrib/snowball/algorithms/romanian/stem_Unicode.sbl [deleted file]
contrib/snowball/algorithms/russian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/russian/stem_KOI8_R.sbl [deleted file]
contrib/snowball/algorithms/russian/stem_Unicode.sbl [deleted file]
contrib/snowball/algorithms/serbian.sbl [new file with mode: 0644]
contrib/snowball/algorithms/spanish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/spanish/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/spanish/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/swedish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/swedish/stem_ISO_8859_1.sbl [deleted file]
contrib/snowball/algorithms/swedish/stem_MS_DOS_Latin_I.sbl [deleted file]
contrib/snowball/algorithms/tamil.sbl [new file with mode: 0644]
contrib/snowball/algorithms/turkish.sbl [new file with mode: 0644]
contrib/snowball/algorithms/turkish/stem_Unicode.sbl [deleted file]
contrib/snowball/charsets/ISO-8859-2.sbl [new file with mode: 0644]
contrib/snowball/charsets/KOI8-R.sbl [new file with mode: 0644]
contrib/snowball/charsets/cp850.sbl [new file with mode: 0644]
contrib/snowball/compiler/analyser.c
contrib/snowball/compiler/driver.c
contrib/snowball/compiler/generator.c
contrib/snowball/compiler/generator_java.c [deleted file]
contrib/snowball/compiler/header.h
contrib/snowball/compiler/space.c
contrib/snowball/compiler/syswords.h
contrib/snowball/compiler/syswords2.h
contrib/snowball/compiler/tokeniser.c
contrib/snowball/examples/stemwords.c [deleted file]
contrib/snowball/include/libstemmer.h
contrib/snowball/java/org/tartarus/snowball/Among.java [deleted file]
contrib/snowball/java/org/tartarus/snowball/SnowballProgram.java [deleted file]
contrib/snowball/java/org/tartarus/snowball/SnowballStemmer.java [deleted file]
contrib/snowball/java/org/tartarus/snowball/TestApp.java [deleted file]
contrib/snowball/libstemmer/libstemmer_c.in
contrib/snowball/libstemmer/mkmodules.pl
contrib/snowball/libstemmer/modules.txt
contrib/snowball/runtime/api.c
contrib/snowball/runtime/api.h
contrib/snowball/runtime/header.h
contrib/snowball/runtime/utilities.c