1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126 |
- /*
- * Copyright (c) 2009-2012, Vsevolod Stakhov
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED BY AUTHOR ''AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AUTHOR BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
- #include "config.h"
- #include "rspamd.h"
- #include "libutil/map.h"
- #include "fuzzy_storage.h"
- #include "lua/lua_common.h"
- #include "libserver/worker_util.h"
- #include "libserver/rspamd_control.h"
- #include "ottery.h"
- #include "xxhash.h"
- #include "utlist.h"
- #include "unix-std.h"
- /* sysexits */
- #ifdef HAVE_SYSEXITS_H
- #include <sysexits.h>
- #endif
- /* pwd and grp */
- #ifdef HAVE_PWD_H
- #include <pwd.h>
- #endif
- #ifdef HAVE_GRP_H
- #include <grp.h>
- #endif
-
- #include <signal.h>
- #ifdef HAVE_SYS_WAIT_H
- #include <sys/wait.h>
- #endif
- #ifdef HAVE_LIBUTIL_H
- #include <libutil.h>
- #endif
- #ifdef WITH_GPERF_TOOLS
- #include <google/profiler.h>
- #endif
-
- #ifdef HAVE_STROPS_H
- #include <stropts.h>
- #endif
-
- #ifdef HAVE_OPENSSL
- #include <openssl/err.h>
- #include <openssl/evp.h>
- #endif
-
- /* 2 seconds to fork new process in place of dead one */
- #define SOFT_FORK_TIME 2
-
- /* 10 seconds after getting termination signal to terminate all workers with SIGKILL */
- #define TERMINATION_ATTEMPTS 50
-
- static gboolean load_rspamd_config (struct rspamd_main *rspamd_main,
- struct rspamd_config *cfg,
- gboolean init_modules);
-
- /* Control socket */
- static gint control_fd;
-
- /* Cmdline options */
- static gboolean config_test = FALSE;
- static gboolean no_fork = FALSE;
- static gchar **cfg_names = NULL;
- static gchar **lua_tests = NULL;
- static gchar **sign_configs = NULL;
- static gchar *privkey = NULL;
- static gchar *rspamd_user = NULL;
- static gchar *rspamd_group = NULL;
- static gchar *rspamd_pidfile = NULL;
- static gboolean dump_cache = FALSE;
- static gboolean is_debug = FALSE;
- static gboolean is_insecure = FALSE;
- static gboolean gen_keypair = FALSE;
- static gboolean encrypt_password = FALSE;
- static GHashTable *ucl_vars = NULL;
-
- static guint term_attempts = 0;
-
- /* List of unrelated forked processes */
- static GArray *other_workers = NULL;
-
- /* List of active listen sockets indexed by worker type */
- static GHashTable *listen_sockets = NULL;
-
- /* Defined in modules.c */
- extern module_t *modules[];
- extern worker_t *workers[];
-
- /* Commandline options */
- static GOptionEntry entries[] =
- {
- { "config-test", 't', 0, G_OPTION_ARG_NONE, &config_test,
- "Do config test and exit", NULL },
- { "no-fork", 'f', 0, G_OPTION_ARG_NONE, &no_fork,
- "Do not daemonize main process", NULL },
- { "config", 'c', 0, G_OPTION_ARG_FILENAME_ARRAY, &cfg_names,
- "Specify config file(s)", NULL },
- { "user", 'u', 0, G_OPTION_ARG_STRING, &rspamd_user,
- "User to run rspamd as", NULL },
- { "group", 'g', 0, G_OPTION_ARG_STRING, &rspamd_group,
- "Group to run rspamd as", NULL },
- { "pid", 'p', 0, G_OPTION_ARG_STRING, &rspamd_pidfile, "Path to pidfile",
- NULL },
- { "dump-cache", 'C', 0, G_OPTION_ARG_NONE, &dump_cache,
- "Dump symbols cache stats and exit", NULL },
- { "debug", 'd', 0, G_OPTION_ARG_NONE, &is_debug, "Force debug output",
- NULL },
- { "insecure", 'i', 0, G_OPTION_ARG_NONE, &is_insecure,
- "Ignore running workers as privileged users (insecure)", NULL },
- { "test-lua", 0, 0, G_OPTION_ARG_FILENAME_ARRAY, &lua_tests,
- "Specify lua file(s) to test", NULL },
- { "sign-config", 0, 0, G_OPTION_ARG_FILENAME_ARRAY, &sign_configs,
- "Specify config file(s) to sign", NULL },
- { "private-key", 0, 0, G_OPTION_ARG_FILENAME, &privkey,
- "Specify private key to sign", NULL },
- { "gen-keypair", 0, 0, G_OPTION_ARG_NONE, &gen_keypair, "Generate new encryption "
- "keypair", NULL},
- { "encrypt-password", 0, 0, G_OPTION_ARG_NONE, &encrypt_password, "Encrypt "
- "controller password to store in the configuration file", NULL },
- { NULL, 0, 0, G_OPTION_ARG_NONE, NULL, NULL, NULL }
- };
-
-
- static void
- read_cmd_line (gint *argc, gchar ***argv, struct rspamd_config *cfg)
- {
- GError *error = NULL;
- GOptionContext *context;
- guint i, cfg_num;
- pid_t r;
-
- context = g_option_context_new ("- run rspamd daemon");
- g_option_context_set_summary (context,
- "Summary:\n Rspamd daemon version " RVERSION "\n Release id: " RID);
- g_option_context_add_main_entries (context, entries, NULL);
-
- if (!g_option_context_parse (context, argc, argv, &error)) {
- fprintf (stderr, "option parsing failed: %s\n", error->message);
- exit (1);
- }
-
- cfg->no_fork = no_fork;
- cfg->config_test = config_test;
- cfg->rspamd_user = rspamd_user;
- cfg->rspamd_group = rspamd_group;
- cfg_num = cfg_names != NULL ? g_strv_length (cfg_names) : 0;
- if (cfg_num == 0) {
- cfg->cfg_name = FIXED_CONFIG_FILE;
- }
- else {
- cfg->cfg_name = cfg_names[0];
- }
- for (i = 1; i < cfg_num; i++) {
- r = fork ();
- if (r == 0) {
- /* Spawning new main process */
- ottery_init (NULL);
- cfg->cfg_name = cfg_names[i];
- (void)setsid ();
- }
- else if (r == -1) {
- fprintf (stderr,
- "fork failed while spawning process for %s configuration file: %s\n",
- cfg_names[i],
- strerror (errno));
- }
- else {
- /* Save pid to the list of other main processes, we need it to ignore SIGCHLD from them */
- g_array_append_val (other_workers, r);
- }
- }
- cfg->pid_file = rspamd_pidfile;
- }
-
- /* Detect privilleged mode */
- static void
- detect_priv (struct rspamd_main *rspamd_main)
- {
- struct passwd *pwd;
- struct group *grp;
- uid_t euid;
-
- euid = geteuid ();
-
- if (euid == 0) {
- if (!rspamd_main->cfg->rspamd_user && !is_insecure) {
- msg_err_main (
- "cannot run rspamd workers as root user, please add -u and -g options to select a proper unprivilleged user or specify --insecure flag");
- exit (EXIT_FAILURE);
- }
- else if (is_insecure) {
- rspamd_main->is_privilleged = TRUE;
- rspamd_main->workers_uid = 0;
- rspamd_main->workers_gid = 0;
- }
- else {
- rspamd_main->is_privilleged = TRUE;
- pwd = getpwnam (rspamd_main->cfg->rspamd_user);
- if (pwd == NULL) {
- msg_err_main ("user specified does not exists (%s), aborting",
- strerror (errno));
- exit (-errno);
- }
- if (rspamd_main->cfg->rspamd_group) {
- grp = getgrnam (rspamd_main->cfg->rspamd_group);
- if (grp == NULL) {
- msg_err_main ("group specified does not exists (%s), aborting",
- strerror (errno));
- exit (-errno);
- }
- rspamd_main->workers_gid = grp->gr_gid;
- }
- else {
- rspamd_main->workers_gid = (gid_t)-1;
- }
- rspamd_main->workers_uid = pwd->pw_uid;
- }
- }
- else {
- rspamd_main->is_privilleged = FALSE;
- rspamd_main->workers_uid = (uid_t)-1;
- rspamd_main->workers_gid = (gid_t)-1;
- }
- }
-
- static void
- config_logger (rspamd_mempool_t *pool, gpointer ud)
- {
- struct rspamd_main *rspamd_main = ud;
-
- if (config_test) {
- /* Explicitly set logger type to console in case of config testing */
- rspamd_main->cfg->log_type = RSPAMD_LOG_CONSOLE;
- }
-
- rspamd_set_logger (rspamd_main->cfg, g_quark_try_string ("main"),
- rspamd_main);
- if (rspamd_log_open_priv (rspamd_main->logger,
- rspamd_main->workers_uid, rspamd_main->workers_gid) == -1) {
- fprintf (stderr, "Fatal error, cannot open logfile, exiting\n");
- exit (EXIT_FAILURE);
- }
- }
-
- static void
- reread_config (struct rspamd_main *rspamd_main)
- {
- struct rspamd_config *tmp_cfg;
- gchar *cfg_file;
-
- tmp_cfg = (struct rspamd_config *)g_malloc0 (sizeof (struct rspamd_config));
- tmp_cfg->c_modules = g_hash_table_ref (rspamd_main->cfg->c_modules);
- rspamd_set_logger (tmp_cfg, g_quark_try_string ("main"), rspamd_main);
- rspamd_init_cfg (tmp_cfg, TRUE);
- cfg_file = rspamd_mempool_strdup (tmp_cfg->cfg_pool,
- rspamd_main->cfg->cfg_name);
- tmp_cfg->cache = rspamd_symbols_cache_new (tmp_cfg);
- /* Save some variables */
- tmp_cfg->cfg_name = cfg_file;
-
- if (!load_rspamd_config (rspamd_main, tmp_cfg, FALSE)) {
- rspamd_set_logger (rspamd_main->cfg, g_quark_try_string (
- "main"), rspamd_main);
- msg_err_main ("cannot parse new config file, revert to old one");
- rspamd_config_free (tmp_cfg);
- }
- else {
- msg_debug_main ("replacing config");
- rspamd_symbols_cache_destroy (rspamd_main->cfg->cache);
- rspamd_config_free (rspamd_main->cfg);
- g_free (rspamd_main->cfg);
-
- rspamd_main->cfg = tmp_cfg;
- rspamd_set_logger (tmp_cfg, g_quark_try_string ("main"), rspamd_main);
- /* Force debug log */
- if (is_debug) {
- rspamd_main->cfg->log_level = G_LOG_LEVEL_DEBUG;
- }
-
- rspamd_init_filters (rspamd_main->cfg, TRUE);
- rspamd_symbols_cache_init (rspamd_main->cfg->cache);
- msg_info_main ("config has been reread successfully");
- }
- }
-
- struct waiting_worker {
- struct rspamd_main *rspamd_main;
- struct event wait_ev;
- struct rspamd_worker_conf *cf;
- guint oldindex;
- };
-
- static void
- rspamd_fork_delayed_cb (gint signo, short what, gpointer arg)
- {
- struct waiting_worker *w = arg;
-
- event_del (&w->wait_ev);
- rspamd_fork_worker (w->rspamd_main, w->cf, w->oldindex);
- g_slice_free1 (sizeof (*w), w);
- }
-
- static void
- rspamd_fork_delayed (struct rspamd_worker_conf *cf,
- guint index,
- struct rspamd_main *rspamd_main)
- {
- struct waiting_worker *nw;
- struct timeval tv;
-
- nw = g_slice_alloc (sizeof (*nw));
- nw->cf = cf;
- nw->oldindex = index;
- nw->rspamd_main = rspamd_main;
- tv.tv_sec = SOFT_FORK_TIME;
- tv.tv_usec = 0;
- event_set (&nw->wait_ev, -1, EV_TIMEOUT, rspamd_fork_delayed_cb, nw);
- event_base_set (rspamd_main->ev_base, &nw->wait_ev);
- event_add (&nw->wait_ev, &tv);
- }
-
- static GList *
- create_listen_socket (GPtrArray *addrs, guint cnt, gint listen_type)
- {
- GList *result = NULL;
- gint fd;
- guint i;
-
- g_ptr_array_sort (addrs, rspamd_inet_address_compare_ptr);
- for (i = 0; i < cnt; i ++) {
- fd = rspamd_inet_address_listen (g_ptr_array_index (addrs, i),
- listen_type, TRUE);
- if (fd != -1) {
- result = g_list_prepend (result, GINT_TO_POINTER (fd));
- }
- }
-
- return result;
- }
-
- static GList *
- systemd_get_socket (struct rspamd_main *rspamd_main, gint number)
- {
- int sock, num_passed, flags;
- GList *result = NULL;
- const gchar *e;
- gchar *err;
- struct stat st;
- /* XXX: can we trust the current choice ? */
- static const int sd_listen_fds_start = 3;
-
- e = getenv ("LISTEN_FDS");
- if (e != NULL) {
- errno = 0;
- num_passed = strtoul (e, &err, 10);
- if ((err == NULL || *err == '\0') && num_passed > number) {
- sock = number + sd_listen_fds_start;
- if (fstat (sock, &st) == -1) {
- msg_warn_main ("cannot stat systemd descriptor %d", sock);
- return NULL;
- }
- if (!S_ISSOCK (st.st_mode)) {
- msg_warn_main ("systemd descriptor %d is not a socket", sock);
- errno = EINVAL;
- return NULL;
- }
- flags = fcntl (sock, F_GETFD);
- if (flags != -1) {
- (void)fcntl (sock, F_SETFD, flags | FD_CLOEXEC);
- }
- result = g_list_prepend (result, GINT_TO_POINTER (sock));
- }
- else if (num_passed <= number) {
- msg_warn_main ("systemd LISTEN_FDS does not contain the expected fd: %d",
- num_passed);
- errno = EOVERFLOW;
- }
- }
- else {
- msg_warn_main ("cannot get systemd variable 'LISTEN_FDS'");
- errno = ENOENT;
- }
-
- return result;
- }
-
- static inline uintptr_t
- make_listen_key (struct rspamd_worker_bind_conf *cf)
- {
- XXH64_state_t st;
- guint i, keylen;
- guint8 *key;
- rspamd_inet_addr_t *addr;
- guint16 port;
-
- XXH64_reset (&st, rspamd_hash_seed ());
- if (cf->is_systemd) {
- XXH64_update (&st, "systemd", sizeof ("systemd"));
- XXH64_update (&st, &cf->cnt, sizeof (cf->cnt));
- }
- else {
- XXH64_update (&st, cf->name, strlen (cf->name));
- for (i = 0; i < cf->cnt; i ++) {
- addr = g_ptr_array_index (cf->addrs, i);
- key = rspamd_inet_address_get_radix_key (
- addr, &keylen);
- XXH64_update (&st, key, keylen);
- port = rspamd_inet_address_get_port (addr);
- XXH64_update (&st, &port, sizeof (port));
- }
- }
-
- return XXH64_digest (&st);
- }
-
- static void
- spawn_workers (struct rspamd_main *rspamd_main)
- {
- GList *cur, *ls;
- struct rspamd_worker_conf *cf;
- gint i;
- gpointer p;
- guintptr key;
- struct rspamd_worker_bind_conf *bcf;
- gboolean listen_ok = FALSE;
-
- cur = rspamd_main->cfg->workers;
-
- while (cur) {
- cf = cur->data;
- listen_ok = FALSE;
-
- if (cf->worker == NULL) {
- msg_err_main ("type of worker is unspecified, skip spawning");
- }
- else {
- if (cf->worker->has_socket) {
- LL_FOREACH (cf->bind_conf, bcf) {
- key = make_listen_key (bcf);
- if ((p =
- g_hash_table_lookup (listen_sockets,
- GINT_TO_POINTER (key))) == NULL) {
- if (!bcf->is_systemd) {
- /* Create listen socket */
- ls = create_listen_socket (bcf->addrs, bcf->cnt,
- cf->worker->listen_type);
- }
- else {
- ls = systemd_get_socket (rspamd_main, bcf->cnt);
- }
- if (ls == NULL) {
- msg_err_main ("cannot listen on socket %s: %s",
- bcf->name,
- strerror (errno));
- }
- else {
- g_hash_table_insert (listen_sockets, (gpointer)key, ls);
- listen_ok = TRUE;
- }
- }
- else {
- /* We had socket for this type of worker */
- ls = p;
- listen_ok = TRUE;
- }
- /* Do not add existing lists as it causes loops */
- if (g_list_position (cf->listen_socks, ls) == -1) {
- cf->listen_socks = g_list_concat (cf->listen_socks, ls);
- }
- }
- }
-
- if (listen_ok) {
- if (cf->worker->unique) {
- if (cf->count > 1) {
- msg_warn_main ("cannot spawn more than 1 %s worker, so spawn one",
- cf->worker->name);
- }
- rspamd_fork_worker (rspamd_main, cf, 0);
- }
- else if (cf->worker->threaded) {
- rspamd_fork_worker (rspamd_main, cf, 0);
- }
- else {
- for (i = 0; i < cf->count; i++) {
- rspamd_fork_worker (rspamd_main, cf, i);
- }
- }
- }
- else {
- msg_err_main ("cannot create listen socket for %s at %s",
- g_quark_to_string (cf->type), cf->bind_conf->name);
-
- exit (EXIT_FAILURE);
- }
- }
-
- cur = g_list_next (cur);
- }
- }
-
- static void
- kill_old_workers (gpointer key, gpointer value, gpointer unused)
- {
- struct rspamd_worker *w = value;
- struct rspamd_main *rspamd_main;
-
- rspamd_main = w->srv;
- kill (w->pid, SIGUSR2);
- msg_info_main ("send signal to worker %P", w->pid);
- }
-
- static gboolean
- wait_for_workers (gpointer key, gpointer value, gpointer unused)
- {
- struct rspamd_worker *w = value;
- struct rspamd_main *rspamd_main;
- gint res = 0;
-
- rspamd_main = w->srv;
-
- if (waitpid (w->pid, &res, WNOHANG) <= 0) {
- if (term_attempts == 0) {
- if (w->cf->worker->killable) {
- msg_info_main ("terminate worker %P with SIGKILL", w->pid);
- kill (w->pid, SIGKILL);
- }
- else {
- msg_info_main ("waiting for workers to sync");
- }
- }
-
- return FALSE;
- }
-
- msg_info_main ("%s process %P terminated %s", g_quark_to_string (
- w->type), w->pid,
- WTERMSIG (res) == SIGKILL ? "hardly" : "softly");
- g_free (w->cf);
- g_free (w);
-
- return TRUE;
- }
-
- static void
- reopen_log_handler (gpointer key, gpointer value, gpointer unused)
- {
- struct rspamd_worker *w = value;
- struct rspamd_main *rspamd_main;
-
- rspamd_main = w->srv;
-
- if (kill (w->pid, SIGUSR1) == -1) {
- msg_err_main ("kill failed for pid %P: %s", w->pid, strerror (errno));
- }
- }
-
- static gboolean
- load_rspamd_config (struct rspamd_main *rspamd_main,
- struct rspamd_config *cfg, gboolean init_modules)
- {
- cfg->cache = rspamd_symbols_cache_new (cfg);
- cfg->compiled_modules = modules;
- cfg->compiled_workers = workers;
-
- if (!rspamd_config_read (cfg, cfg->cfg_name, NULL,
- config_logger, rspamd_main, ucl_vars)) {
- return FALSE;
- }
-
- /* Strictly set temp dir */
- if (!cfg->temp_dir) {
- msg_warn_main ("tempdir is not set, trying to use $TMPDIR");
- cfg->temp_dir =
- rspamd_mempool_strdup (cfg->cfg_pool, getenv ("TMPDIR"));
-
- if (!cfg->temp_dir) {
- msg_warn_main ("$TMPDIR is empty too, using /tmp as default");
- cfg->temp_dir = rspamd_mempool_strdup (cfg->cfg_pool, "/tmp");
- }
- }
-
- /* Do post-load actions */
- rspamd_config_post_load (cfg);
-
- if (init_modules) {
- rspamd_init_filters (cfg, FALSE);
- }
-
- return TRUE;
- }
-
- static gint
- perform_lua_tests (struct rspamd_config *cfg)
- {
- rspamd_fprintf (stderr, "use rspamadm lua for this operation\n");
- return EXIT_FAILURE;
- }
-
- static gint
- perform_configs_sign (void)
- {
- rspamd_fprintf (stderr, "use rspamadm sign for this operation\n");
- return EXIT_FAILURE;
- }
-
- static void
- do_encrypt_password (void)
- {
- rspamd_fprintf (stderr, "use rspamadm pw for this operation\n");
- }
-
- /* Signal handlers */
- static void
- rspamd_term_handler (gint signo, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
-
- msg_info_main ("catch termination signal, waiting for children");
- rspamd_pass_signal (rspamd_main->workers, signo);
-
- event_base_loopexit (rspamd_main->ev_base, NULL);
- }
-
- static void
- rspamd_usr1_handler (gint signo, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
-
- rspamd_log_reopen_priv (rspamd_main->logger,
- rspamd_main->workers_uid,
- rspamd_main->workers_gid);
- g_hash_table_foreach (rspamd_main->workers, reopen_log_handler,
- NULL);
- }
-
- static void
- rspamd_hup_handler (gint signo, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
-
- rspamd_log_reopen_priv (rspamd_main->logger,
- rspamd_main->workers_uid,
- rspamd_main->workers_gid);
- msg_info_main ("rspamd "
- RVERSION
- " is restarting");
- g_hash_table_foreach (rspamd_main->workers, kill_old_workers, NULL);
- rspamd_map_remove_all (rspamd_main->cfg);
- reread_config (rspamd_main);
- spawn_workers (rspamd_main);
- }
-
- static void
- rspamd_cld_handler (gint signo, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
- guint i;
- gint res = 0;
- struct rspamd_worker *cur;
- pid_t wrk;
-
- msg_debug_main ("catch SIGCHLD signal, finding terminated worker");
- /* Remove dead child form children list */
- wrk = waitpid (0, &res, 0);
- if ((cur =
- g_hash_table_lookup (rspamd_main->workers,
- GSIZE_TO_POINTER (wrk))) != NULL) {
- /* Unlink dead process from queue and hash table */
-
- g_hash_table_remove (rspamd_main->workers, GSIZE_TO_POINTER (
- wrk));
-
- if (WIFEXITED (res) && WEXITSTATUS (res) == 0) {
- /* Normal worker termination, do not fork one more */
- msg_info_main ("%s process %P terminated normally",
- g_quark_to_string (cur->type),
- cur->pid);
- }
- else {
- if (WIFSIGNALED (res)) {
- #ifdef WCOREDUMP
- if (WCOREDUMP (res)) {
- msg_warn_main (
- "%s process %P terminated abnormally by signal: %d"
- " and created core file",
- g_quark_to_string (cur->type),
- cur->pid,
- WTERMSIG (res));
- }
- else {
- msg_warn_main (
- "%s process %P terminated abnormally by signal: %d"
- " but NOT created core file",
- g_quark_to_string (cur->type),
- cur->pid,
- WTERMSIG (res));
- }
- #else
- msg_warn_main (
- "%s process %P terminated abnormally by signal: %d",
- g_quark_to_string (cur->type),
- cur->pid,
- WTERMSIG (res));
- #endif
- }
- else {
- msg_warn_main ("%s process %P terminated abnormally "
- "with exit code %d",
- g_quark_to_string (cur->type),
- cur->pid,
- WEXITSTATUS (res));
- }
- /* Fork another worker in replace of dead one */
- rspamd_fork_delayed (cur->cf, cur->index, rspamd_main);
- }
-
- g_free (cur);
- }
- else {
- for (i = 0; i < other_workers->len; i++) {
- if (g_array_index (other_workers, pid_t, i) == wrk) {
- g_array_remove_index_fast (other_workers, i);
- msg_info_main ("related process %P terminated", wrk);
- }
- }
- }
- }
-
- static void
- rspamd_final_term_handler (gint signo, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
-
- if (term_attempts) {
- term_attempts--;
- }
-
- g_hash_table_foreach_remove (rspamd_main->workers, wait_for_workers, NULL);
-
- if (g_hash_table_size (rspamd_main->workers) == 0) {
- event_base_loopexit (rspamd_main->ev_base, NULL);
- }
- }
-
- /* Control socket handler */
- static void
- rspamd_control_handler (gint fd, short what, gpointer arg)
- {
- struct rspamd_main *rspamd_main = arg;
- rspamd_inet_addr_t *addr;
- gint nfd;
-
- if ((nfd =
- rspamd_accept_from_socket (fd, &addr)) == -1) {
- msg_warn_main ("accept failed: %s", strerror (errno));
- return;
- }
- /* Check for EAGAIN */
- if (nfd == 0) {
- return;
- }
-
- msg_info_main ("accepted control connection from %s",
- rspamd_inet_address_to_string (addr));
-
- rspamd_control_process_client_socket (rspamd_main, nfd);
- }
-
- gint
- main (gint argc, gchar **argv, gchar **env)
- {
- gint i, res = 0;
- struct sigaction signals, sigpipe_act;
- worker_t **pworker;
- GQuark type;
- rspamd_inet_addr_t *control_addr = NULL;
- struct event_base *ev_base;
- struct event term_ev, int_ev, cld_ev, hup_ev, usr1_ev, control_ev;
- struct timeval term_tv;
- struct rspamd_main *rspamd_main;
-
- #if ((GLIB_MAJOR_VERSION == 2) && (GLIB_MINOR_VERSION <= 30))
- g_thread_init (NULL);
- #endif
- rspamd_main = (struct rspamd_main *) g_malloc0 (sizeof (struct rspamd_main));
-
- rspamd_main->server_pool = rspamd_mempool_new (rspamd_mempool_suggest_size (),
- "main");
- rspamd_main->stat = rspamd_mempool_alloc0_shared (rspamd_main->server_pool,
- sizeof (struct rspamd_stat));
- rspamd_main->cfg =
- (struct rspamd_config *) g_malloc0 (sizeof (struct rspamd_config));
-
- #ifndef HAVE_SETPROCTITLE
- init_title (argc, argv, env);
- #endif
-
- rspamd_init_libs ();
- rspamd_init_cfg (rspamd_main->cfg, TRUE);
-
- memset (&signals, 0, sizeof (struct sigaction));
-
- other_workers = g_array_new (FALSE, TRUE, sizeof (pid_t));
-
- read_cmd_line (&argc, &argv, rspamd_main->cfg);
-
- if (argc > 0) {
- /* Parse variables */
- for (i = 0; i < argc; i++) {
- if (strchr (argv[i], '=') != NULL) {
- gchar *k, *v, *t;
-
- k = g_strdup (argv[i]);
- t = strchr (k, '=');
- v = g_strdup (t + 1);
- *t = '\0';
-
- if (ucl_vars == NULL) {
- ucl_vars = g_hash_table_new_full (rspamd_strcase_hash,
- rspamd_strcase_equal, g_free, g_free);
- }
-
- g_hash_table_insert (ucl_vars, k, v);
- }
- }
- }
-
- if (rspamd_main->cfg->config_test || is_debug) {
- rspamd_main->cfg->log_level = G_LOG_LEVEL_DEBUG;
- }
- else {
- rspamd_main->cfg->log_level = G_LOG_LEVEL_WARNING;
- }
-
- type = g_quark_from_static_string ("main");
-
- /* First set logger to console logger */
- rspamd_main->cfg->log_type = RSPAMD_LOG_CONSOLE;
- rspamd_set_logger (rspamd_main->cfg, type, rspamd_main);
- (void) rspamd_log_open (rspamd_main->logger);
- g_log_set_default_handler (rspamd_glib_log_function, rspamd_main->logger);
- g_set_printerr_handler (rspamd_glib_printerr_function);
-
- detect_priv (rspamd_main);
-
- pworker = &workers[0];
- while (*pworker) {
- /* Init string quarks */
- (void) g_quark_from_static_string ((*pworker)->name);
- pworker++;
- }
-
- /* Init listen sockets hash */
- listen_sockets = g_hash_table_new (g_direct_hash, g_direct_equal);
-
- /* If we want to test lua skip everything except it */
- if (lua_tests != NULL && lua_tests[0] != NULL) {
- exit (perform_lua_tests (rspamd_main->cfg));
- }
-
- /* If we want to sign configs, just do it */
- if (sign_configs != NULL && privkey != NULL) {
- exit (perform_configs_sign ());
- }
-
- /* Same for keypair creation */
- if (gen_keypair) {
- rspamd_fprintf (stderr, "use rspamadm keypair for this operation\n");
- exit (EXIT_FAILURE);
- }
-
- if (encrypt_password) {
- do_encrypt_password ();
- exit (EXIT_SUCCESS);
- }
-
- if (rspamd_main->cfg->config_test || dump_cache) {
- if (!load_rspamd_config (rspamd_main, rspamd_main->cfg, FALSE)) {
- exit (EXIT_FAILURE);
- }
-
- res = TRUE;
-
- rspamd_symbols_cache_init (rspamd_main->cfg->cache);
-
- if (!rspamd_init_filters (rspamd_main->cfg, FALSE)) {
- res = FALSE;
- }
-
- /* Insert classifiers symbols */
- rspamd_config_insert_classify_symbols (rspamd_main->cfg);
-
- if (!rspamd_symbols_cache_validate (rspamd_main->cfg->cache,
- rspamd_main->cfg,
- FALSE)) {
- res = FALSE;
- }
-
- if (dump_cache) {
- msg_err_main ("Use rspamc counters for dumping cache");
- exit (EXIT_FAILURE);
- }
-
- fprintf (stderr, "syntax %s\n", res ? "OK" : "BAD");
- return res ? EXIT_SUCCESS : EXIT_FAILURE;
- }
-
- /* Load config */
- if (!load_rspamd_config (rspamd_main, rspamd_main->cfg, TRUE)) {
- exit (EXIT_FAILURE);
- }
-
- /* Override pidfile from configuration by command line argument */
- if (rspamd_pidfile != NULL) {
- rspamd_main->cfg->pid_file = rspamd_pidfile;
- }
-
- /* Force debug log */
- if (is_debug) {
- rspamd_main->cfg->log_level = G_LOG_LEVEL_DEBUG;
- }
-
- /* Create rolling history */
- rspamd_main->history = rspamd_roll_history_new (rspamd_main->server_pool,
- rspamd_main->cfg->history_rows);
-
- gperf_profiler_init (rspamd_main->cfg, "main");
-
- msg_info_main ("rspamd "
- RVERSION
- " is starting, build id: "
- RID);
- rspamd_main->cfg->cfg_name = rspamd_mempool_strdup (
- rspamd_main->cfg->cfg_pool,
- rspamd_main->cfg->cfg_name);
-
- /* Daemonize */
- if (!rspamd_main->cfg->no_fork && daemon (0, 0) == -1) {
- fprintf (stderr, "Cannot daemonize\n");
- exit (-errno);
- }
-
- /* Write info */
- rspamd_main->pid = getpid ();
- rspamd_main->type = type;
-
- /* Ignore SIGPIPE as we handle write errors manually */
- sigemptyset (&sigpipe_act.sa_mask);
- sigaddset (&sigpipe_act.sa_mask, SIGPIPE);
- sigpipe_act.sa_handler = SIG_IGN;
- sigpipe_act.sa_flags = 0;
- sigaction (SIGPIPE, &sigpipe_act, NULL);
-
- if (rspamd_main->cfg->pid_file == NULL) {
- msg_info("pid file is not specified, skipping writing it");
- }
- else if (rspamd_write_pid (rspamd_main) == -1) {
- msg_err_main ("cannot write pid file %s", rspamd_main->cfg->pid_file);
- exit (-errno);
- }
-
- /* Block signals to use sigsuspend in future */
- sigprocmask (SIG_BLOCK, &signals.sa_mask, NULL);
-
- /* Set title */
- setproctitle ("main process");
-
- /* Init config cache */
- rspamd_symbols_cache_init (rspamd_main->cfg->cache);
-
- /* Validate cache */
- (void) rspamd_symbols_cache_validate (rspamd_main->cfg->cache,
- rspamd_main->cfg,
- FALSE);
-
- /* Flush log */
- rspamd_log_flush (rspamd_main->logger);
-
- /* Open control socket if needed */
- control_fd = -1;
- if (rspamd_main->cfg->control_socket_path) {
- if (!rspamd_parse_inet_address (&control_addr,
- rspamd_main->cfg->control_socket_path,
- 0)) {
- msg_err_main ("cannot parse inet address %s",
- rspamd_main->cfg->control_socket_path);
- }
- else {
- control_fd = rspamd_inet_address_listen (control_addr, SOCK_STREAM,
- TRUE);
- if (control_fd == -1) {
- msg_err_main ("cannot open control socket at path: %s",
- rspamd_main->cfg->control_socket_path);
- }
- }
- }
-
- /* Maybe read roll history */
- if (rspamd_main->cfg->history_file) {
- rspamd_roll_history_load (rspamd_main->history,
- rspamd_main->cfg->history_file);
- }
-
- #if defined(WITH_GPERF_TOOLS)
- ProfilerStop ();
- #endif
- /* Spawn workers */
- rspamd_main->workers = g_hash_table_new (g_direct_hash, g_direct_equal);
- spawn_workers (rspamd_main);
-
- /* Init event base */
- ev_base = event_init ();
- rspamd_main->ev_base = ev_base;
- /* Unblock signals */
- sigemptyset (&signals.sa_mask);
- sigprocmask (SIG_SETMASK, &signals.sa_mask, NULL);
-
- /* Set events for signals */
- evsignal_set (&term_ev, SIGTERM, rspamd_term_handler, rspamd_main);
- event_base_set (ev_base, &term_ev);
- event_add (&term_ev, NULL);
- evsignal_set (&int_ev, SIGINT, rspamd_term_handler, rspamd_main);
- event_base_set (ev_base, &int_ev);
- event_add (&int_ev, NULL);
- evsignal_set (&hup_ev, SIGHUP, rspamd_hup_handler, rspamd_main);
- event_base_set (ev_base, &hup_ev);
- event_add (&hup_ev, NULL);
- evsignal_set (&cld_ev, SIGCHLD, rspamd_cld_handler, rspamd_main);
- event_base_set (ev_base, &cld_ev);
- event_add (&cld_ev, NULL);
- evsignal_set (&usr1_ev, SIGUSR1, rspamd_usr1_handler, rspamd_main);
- event_base_set (ev_base, &usr1_ev);
- event_add (&usr1_ev, NULL);
-
- if (control_fd != -1) {
- msg_info_main ("listening for control commands on %s",
- rspamd_inet_address_to_string (control_addr));
- event_set (&control_ev, control_fd, EV_READ|EV_PERSIST,
- rspamd_control_handler, rspamd_main);
- event_base_set (ev_base, &control_ev);
- event_add (&control_ev, NULL);
- }
-
- event_base_loop (ev_base, 0);
- /* We need to block signals unless children are waited for */
- rspamd_worker_block_signals ();
-
- event_del (&term_ev);
- event_del (&int_ev);
- event_del (&hup_ev);
- event_del (&cld_ev);
- event_del (&usr1_ev);
-
- if (control_fd != -1) {
- event_del (&control_ev);
- close (control_fd);
- }
-
- if (getenv ("G_SLICE") != NULL) {
- /* Special case if we are likely running with valgrind */
- term_attempts = TERMINATION_ATTEMPTS * 10;
- }
- else {
- term_attempts = TERMINATION_ATTEMPTS;
- }
-
- /* Check each 200 ms */
- term_tv.tv_sec = 0;
- term_tv.tv_usec = 200000;
-
- /* Wait for workers termination */
- g_hash_table_foreach_remove (rspamd_main->workers, wait_for_workers, NULL);
-
- event_set (&term_ev, -1, EV_TIMEOUT|EV_PERSIST,
- rspamd_final_term_handler, rspamd_main);
- event_base_set (ev_base, &term_ev);
- event_add (&term_ev, &term_tv);
-
- event_base_loop (ev_base, 0);
- event_del (&term_ev);
-
- /* Maybe save roll history */
- if (rspamd_main->cfg->history_file) {
- rspamd_roll_history_save (rspamd_main->history,
- rspamd_main->cfg->history_file);
- }
-
- msg_info_main ("terminating...");
-
- rspamd_symbols_cache_destroy (rspamd_main->cfg->cache);
- rspamd_log_close (rspamd_main->logger);
- rspamd_config_free (rspamd_main->cfg);
- g_free (rspamd_main->cfg);
- g_free (rspamd_main);
- event_base_free (ev_base);
- g_mime_shutdown ();
-
- #ifdef HAVE_OPENSSL
- EVP_cleanup ();
- ERR_free_strings ();
- #endif
-
- return (res);
- }
|