Add hyperscan helper worker

1 files changed, 154 insertions, 0 deletions

diff --git a/src/hs_helper.c b/src/hs_helper.c
new file mode 100644
index 000000000..6bc9c3d18
--- /dev/null
+++ b/src/hs_helper.c
@@ -0,0 +1,154 @@
+/*
+ * Copyright (c) 2015, Vsevolod Stakhov
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *	 * Redistributions of source code must retain the above copyright
+ *	   notice, this list of conditions and the following disclaimer.
+ *	 * Redistributions in binary form must reproduce the above copyright
+ *	   notice, this list of conditions and the following disclaimer in the
+ *	   documentation and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY AUTHOR ''AS IS'' AND ANY
+ * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL AUTHOR BE LIABLE FOR ANY
+ * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+ * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+ * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "config.h"
+#include "libutil/util.h"
+#include "libserver/cfg_file.h"
+#include "libserver/cfg_rcl.h"
+#include "libserver/worker_util.h"
+#include "libserver/rspamd_control.h"
+#include "unix-std.h"
+
+#ifdef HAVE_GLOB_H
+#include <glob.h>
+#endif
+
+static gpointer init_hs_helper (struct rspamd_config *cfg);
+static void start_hs_helper (struct rspamd_worker *worker);
+
+worker_t hs_helper_worker = {
+		"hs_helper",                /* Name */
+		init_hs_helper,             /* Init function */
+		start_hs_helper,            /* Start function */
+		FALSE,                      /* No socket */
+		FALSE,                      /* Unique */
+		FALSE,                      /* Non threaded */
+		TRUE,                       /* Killable */
+		SOCK_STREAM                 /* TCP socket */
+};
+
+/*
+ * Worker's context
+ */
+struct hs_helper_ctx {
+	const gchar *hs_dir;
+	struct rspamd_config *cfg;
+	struct event_base *ev_base;
+};
+
+static gpointer
+init_hs_helper (struct rspamd_config *cfg)
+{
+	struct hs_helper_ctx *ctx;
+	GQuark type;
+
+	type = g_quark_try_string ("hs_helper");
+	ctx = g_malloc0 (sizeof (*ctx));
+
+	ctx->cfg = cfg;
+	ctx->hs_dir = RSPAMD_DBDIR "/";
+
+	rspamd_rcl_register_worker_option (cfg, type, "cachedir",
+			rspamd_rcl_parse_struct_string, ctx,
+			G_STRUCT_OFFSET (struct hs_helper_ctx, hs_dir), 0);
+
+	return ctx;
+}
+
+/**
+ * Clean
+ */
+static gboolean
+rspamd_hs_helper_cleanup_dir (struct hs_helper_ctx *ctx)
+{
+	struct stat st;
+	glob_t globbuf;
+	guint len, i;
+	gchar *pattern;
+	gboolean ret = TRUE;
+
+	if (stat (ctx->hs_dir, &st) == -1) {
+		msg_err ("cannot stat path %s, %s",
+				ctx->hs_dir,
+				strerror (errno));
+		return FALSE;
+	}
+
+	globbuf.gl_offs = 0;
+	len = strlen (ctx->hs_dir) + sizeof ("*.hs");
+	pattern = g_malloc (len);
+	rspamd_snprintf (pattern, len, "%s%s", ctx->hs_dir, "*.hs");
+
+	if (glob (pattern, GLOB_DOOFFS, NULL, &globbuf) == 0) {
+		for (i = 0; i < globbuf.gl_pathc; i++) {
+			if (unlink (globbuf.gl_pathv[i]) == -1) {
+				msg_err ("cannot unlink %s: %s", globbuf.gl_pathv[i],
+						strerror (errno));
+				ret = FALSE;
+			}
+		}
+	}
+	else {
+		msg_err ("glob %s failed: %s", pattern, strerror (errno));
+		ret = FALSE;
+	}
+
+	globfree (&globbuf);
+	g_free (pattern);
+
+	return ret;
+}
+
+static void
+start_hs_helper (struct rspamd_worker *worker)
+{
+	struct hs_helper_ctx *ctx = worker->ctx;
+	GError *err = NULL;
+	struct rspamd_srv_command srv_cmd;
+
+	ctx->ev_base = rspamd_prepare_worker (worker,
+			"hs_helper",
+			NULL);
+
+	if (!rspamd_hs_helper_cleanup_dir (ctx)) {
+		msg_warn ("cannot cleanup cache dir '%s'", ctx->hs_dir);
+	}
+
+	if (!rspamd_re_cache_compile_hyperscan (ctx->cfg->re_cache,
+			ctx->hs_dir,
+			&err)) {
+		msg_err ("failed to compile re cache: %e", err);
+		g_error_free (err);
+
+		/* Tell main not to respawn process */
+		exit (EXIT_SUCCESS);
+	}
+
+	event_base_loop (ctx->ev_base, 0);
+	rspamd_worker_block_signals ();
+
+	rspamd_log_close (worker->srv->logger);
+
+	exit (EXIT_SUCCESS);
+}