123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486 |
- /* Copyright (c) 2015, Vsevolod Stakhov
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED ''AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AUTHOR BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
- #include "config.h"
- #include "rspamd.h"
- #include "util.h"
- #include "http.h"
- #include "tests.h"
- #include "ottery.h"
- #include "cryptobox.h"
- #include "unix-std.h"
- #include <math.h>
-
- #ifdef HAVE_SYS_WAIT_H
- #include <sys/wait.h>
- #endif
-
- static guint file_size = 500;
- static guint pconns = 100;
- static guint ntests = 3000;
- static guint nservers = 1;
-
- static void
- rspamd_server_error (struct rspamd_http_connection_entry *conn_ent,
- GError *err)
- {
- msg_err ("http error occurred: %s", err->message);
- g_assert (0);
- }
-
- static void
- rspamd_server_finish (struct rspamd_http_connection_entry *conn_ent)
- {
- /* Do nothing here */
- }
-
- static void
- rspamd_server_accept (gint fd, short what, void *arg)
- {
- struct rspamd_http_connection_router *rt = arg;
- rspamd_inet_addr_t *addr;
- gint nfd;
-
- if ((nfd =
- rspamd_accept_from_socket (fd, &addr)) == -1) {
- msg_warn ("accept failed: %s", strerror (errno));
- return;
- }
- /* Check for EAGAIN */
- if (nfd == 0) {
- return;
- }
-
- rspamd_inet_address_destroy (addr);
- rspamd_http_router_handle_socket (rt, nfd, NULL);
- }
-
- static void
- rspamd_http_term_handler (gint fd, short what, void *arg)
- {
- struct event_base *ev_base = arg;
- struct timeval tv = {0, 0};
-
- event_base_loopexit (ev_base, &tv);
- }
-
- static void
- rspamd_http_server_func (gint fd, const gchar *path, rspamd_inet_addr_t *addr,
- gpointer kp, struct rspamd_keypair_cache *c)
- {
- struct rspamd_http_connection_router *rt;
- struct event_base *ev_base = event_init ();
- struct event accept_ev, term_ev;
-
- rt = rspamd_http_router_new (rspamd_server_error, rspamd_server_finish,
- NULL, ev_base, path, c);
- g_assert (rt != NULL);
-
- rspamd_http_router_set_key (rt, kp);
- event_set (&accept_ev, fd, EV_READ | EV_PERSIST, rspamd_server_accept, rt);
- event_base_set (ev_base, &accept_ev);
- event_add (&accept_ev, NULL);
-
- evsignal_set (&term_ev, SIGTERM, rspamd_http_term_handler, ev_base);
- event_base_set (ev_base, &term_ev);
- event_add (&term_ev, NULL);
-
- event_base_loop (ev_base, 0);
- }
-
- static gint
- rspamd_client_body (struct rspamd_http_connection *conn,
- struct rspamd_http_message *msg,
- const gchar *chunk, gsize len)
- {
- g_assert (chunk[0] == '\0');
-
- return 0;
- }
-
- struct client_cbdata {
- double *lat;
- gdouble ts;
- };
-
- static void
- rspamd_client_err (struct rspamd_http_connection *conn, GError *err)
- {
- msg_info ("abnormally closing connection from: error: %s",
- err->message);
-
- g_assert (0);
- close (conn->fd);
- rspamd_http_connection_unref (conn);
- }
-
- static gint
- rspamd_client_finish (struct rspamd_http_connection *conn,
- struct rspamd_http_message *msg)
- {
- struct client_cbdata *cb = conn->ud;
-
- *(cb->lat) = rspamd_get_ticks () * 1000. - cb->ts;
- close (conn->fd);
- rspamd_http_connection_unref (conn);
- g_free (cb);
-
- return 0;
- }
-
- static void
- rspamd_http_client_func (const gchar *path, rspamd_inet_addr_t *addr,
- gpointer kp, gpointer peer_kp, struct rspamd_keypair_cache *c,
- struct event_base *ev_base, double *latency)
- {
- struct rspamd_http_message *msg;
- struct rspamd_http_connection *conn;
- gchar urlbuf[PATH_MAX];
- struct client_cbdata *cb;
- gint fd;
-
- g_assert ((fd = rspamd_inet_address_connect (addr, SOCK_STREAM, TRUE)) != -1);
- conn = rspamd_http_connection_new (rspamd_client_body, rspamd_client_err,
- rspamd_client_finish, RSPAMD_HTTP_CLIENT_SIMPLE,
- RSPAMD_HTTP_CLIENT, c);
- rspamd_snprintf (urlbuf, sizeof (urlbuf), "http://127.0.0.1/%s", path);
- msg = rspamd_http_message_from_url (urlbuf);
-
- g_assert (conn != NULL && msg != NULL);
-
- if (kp != NULL) {
- g_assert (peer_kp != NULL);
- rspamd_http_connection_set_key (conn, kp);
- msg->peer_key = rspamd_http_connection_key_ref (peer_kp);
- }
-
- cb = g_malloc (sizeof (*cb));
- cb->ts = rspamd_get_ticks () * 1000.;
- cb->lat = latency;
- rspamd_http_connection_write_message (conn, msg, NULL, NULL, cb,
- fd, NULL, ev_base);
- }
-
- static int
- cmpd (const void *p1, const void *p2)
- {
- const double *d1 = p1, *d2 = p2;
-
- return (*d1) - (*d2);
- }
-
- double
- rspamd_http_calculate_mean (double *lats, double *std)
- {
- guint i;
- gdouble mean = 0., dev = 0.;
-
- qsort (lats, ntests * pconns, sizeof (double), cmpd);
-
- for (i = 0; i < ntests * pconns; i ++) {
- mean += lats[i];
- }
-
- mean /= ntests * pconns;
-
- for (i = 0; i < ntests * pconns; i ++) {
- dev += (lats[i] - mean) * (lats[i] - mean);
- }
-
- dev /= ntests * pconns;
-
- *std = sqrt (dev);
- return mean;
- }
-
- static void
- rspamd_http_start_servers (pid_t *sfd, rspamd_inet_addr_t *addr,
- gpointer serv_key, struct rspamd_keypair_cache *c)
- {
- guint i;
- gint fd;
-
- g_assert ((fd = rspamd_inet_address_listen (addr, SOCK_STREAM, TRUE)) != -1);
-
- for (i = 0; i < nservers; i ++) {
- sfd[i] = fork ();
- g_assert (sfd[i] != -1);
-
- if (sfd[i] == 0) {
- gperf_profiler_init (NULL, "plain-http-server");
- rspamd_http_server_func (fd, "/tmp/", addr, serv_key, c);
- gperf_profiler_stop ();
- exit (EXIT_SUCCESS);
- }
- }
-
- close (fd);
- }
-
- static void
- rspamd_http_stop_servers (pid_t *sfd)
- {
- guint i;
- gint res;
-
- for (i = 0; i < nservers; i++) {
- kill (sfd[i], SIGTERM);
- wait (&res);
- }
- }
-
- void
- rspamd_http_test_func (void)
- {
- struct event_base *ev_base = event_init ();
- rspamd_mempool_t *pool = rspamd_mempool_new (rspamd_mempool_suggest_size (), NULL);
- gpointer serv_key, client_key, peer_key;
- struct rspamd_keypair_cache *c;
- rspamd_mempool_mutex_t *mtx;
- rspamd_inet_addr_t *addr;
- gdouble ts1, ts2;
- gchar filepath[PATH_MAX], *buf;
- gchar *env;
- gint fd;
- guint i, j;
- pid_t *sfd;
- GString *b32_key;
- double diff, total_diff = 0.0, *latency, mean, std;
-
- rspamd_cryptobox_init ();
- rspamd_snprintf (filepath, sizeof (filepath), "/tmp/http-test-XXXXXX");
- g_assert ((fd = mkstemp (filepath)) != -1);
-
- /* Read environment */
- if ((env = getenv ("RSPAMD_HTTP_CONNS")) != NULL) {
- pconns = strtoul (env, NULL, 10);
- }
- if ((env = getenv ("RSPAMD_HTTP_TESTS")) != NULL) {
- ntests = strtoul (env, NULL, 10);
- }
- if ((env = getenv ("RSPAMD_HTTP_SIZE")) != NULL) {
- file_size = strtoul (env, NULL, 10);
- }
- if ((env = getenv ("RSPAMD_HTTP_SERVERS")) != NULL) {
- nservers = strtoul (env, NULL, 10);
- }
-
- sfd = g_alloca (sizeof (*sfd) * nservers);
- latency = g_malloc0 (pconns * ntests * sizeof (gdouble));
-
- buf = g_malloc (file_size);
- memset (buf, 0, file_size);
- g_assert (write (fd, buf, file_size) == file_size);
- g_free (buf);
-
- mtx = rspamd_mempool_get_mutex (pool);
-
- rspamd_parse_inet_address (&addr, "127.0.0.1", 0);
- rspamd_inet_address_set_port (addr, 43898);
- serv_key = rspamd_http_connection_gen_key ();
- client_key = rspamd_http_connection_gen_key ();
- c = rspamd_keypair_cache_new (16);
-
- rspamd_http_start_servers (sfd, addr, serv_key, NULL);
- usleep (100000);
-
- /* Do client stuff */
- gperf_profiler_init (NULL, "plain-http-client");
- for (i = 0; i < ntests; i ++) {
- for (j = 0; j < pconns; j ++) {
- rspamd_http_client_func (filepath + sizeof ("/tmp") - 1, addr,
- NULL, NULL, c, ev_base, &latency[i * pconns + j]);
- }
- ts1 = rspamd_get_ticks ();
- event_base_loop (ev_base, 0);
- ts2 = rspamd_get_ticks ();
- diff = (ts2 - ts1) * 1000.0;
- total_diff += diff;
- }
- gperf_profiler_stop ();
-
- msg_info ("Made %d connections of size %d in %.6f ms, %.6f cps",
- ntests * pconns,
- file_size,
- total_diff, ntests * pconns / total_diff * 1000.);
- mean = rspamd_http_calculate_mean (latency, &std);
- msg_info ("Latency: %.6f ms mean, %.6f dev",
- mean, std);
-
- rspamd_http_stop_servers (sfd);
-
- rspamd_http_start_servers (sfd, addr, serv_key, c);
-
- //rspamd_mempool_lock_mutex (mtx);
- usleep (100000);
- b32_key = rspamd_http_connection_print_key (serv_key,
- RSPAMD_KEYPAIR_PUBKEY|RSPAMD_KEYPAIR_BASE32);
- g_assert (b32_key != NULL);
- peer_key = rspamd_http_connection_make_peer_key (b32_key->str);
- g_assert (peer_key != NULL);
- total_diff = 0.0;
-
- gperf_profiler_init (NULL, "cached-http-client");
- for (i = 0; i < ntests; i ++) {
- for (j = 0; j < pconns; j ++) {
- rspamd_http_client_func (filepath + sizeof ("/tmp") - 1, addr,
- client_key, peer_key, c, ev_base, &latency[i * pconns + j]);
- }
- ts1 = rspamd_get_ticks ();
- event_base_loop (ev_base, 0);
- ts2 = rspamd_get_ticks ();
- diff = (ts2 - ts1) * 1000.0;
- total_diff += diff;
- }
- gperf_profiler_stop ();
-
- msg_info ("Made %d encrypted connections of size %d in %.6f ms, %.6f cps",
- ntests * pconns,
- file_size,
- total_diff, ntests * pconns / total_diff * 1000.);
- mean = rspamd_http_calculate_mean (latency, &std);
- msg_info ("Latency: %.6f ms mean, %.6f dev",
- mean, std);
-
- /* Restart server */
- rspamd_http_stop_servers (sfd);
- /* No keypairs cache */
- rspamd_http_start_servers (sfd, addr, serv_key, NULL);
-
- usleep (100000);
- total_diff = 0.0;
-
- gperf_profiler_init (NULL, "fair-http-client");
- for (i = 0; i < ntests; i ++) {
- for (j = 0; j < pconns; j ++) {
- rspamd_http_client_func (filepath + sizeof ("/tmp") - 1, addr,
- client_key, peer_key, c, ev_base, &latency[i * pconns + j]);
- }
- ts1 = rspamd_get_ticks ();
- event_base_loop (ev_base, 0);
- ts2 = rspamd_get_ticks ();
- diff = (ts2 - ts1) * 1000.0;
- total_diff += diff;
- }
- gperf_profiler_stop ();
-
- msg_info ("Made %d uncached encrypted connections of size %d in %.6f ms, %.6f cps",
- ntests * pconns,
- file_size,
- total_diff, ntests * pconns / total_diff * 1000.);
- mean = rspamd_http_calculate_mean (latency, &std);
- msg_info ("Latency: %.6f ms mean, %.6f dev",
- mean, std);
-
- /* AES mode */
- if (rspamd_cryptobox_openssl_mode (TRUE)) {
- serv_key = rspamd_http_connection_gen_key ();
- client_key = rspamd_http_connection_gen_key ();
- c = rspamd_keypair_cache_new (16);
-
- /* Restart server */
- rspamd_http_stop_servers (sfd);
- /* No keypairs cache */
- rspamd_http_start_servers (sfd, addr, serv_key, c);
-
- //rspamd_mempool_lock_mutex (mtx);
- usleep (100000);
- b32_key = rspamd_http_connection_print_key (serv_key,
- RSPAMD_KEYPAIR_PUBKEY | RSPAMD_KEYPAIR_BASE32);
- g_assert (b32_key != NULL);
- peer_key = rspamd_http_connection_make_peer_key (b32_key->str);
- g_assert (peer_key != NULL);
- total_diff = 0.0;
-
- gperf_profiler_init (NULL, "cached-http-client-aes");
- for (i = 0; i < ntests; i++) {
- for (j = 0; j < pconns; j++) {
- rspamd_http_client_func (filepath + sizeof ("/tmp") - 1,
- addr,
- client_key,
- peer_key,
- NULL,
- ev_base,
- &latency[i * pconns + j]);
- }
- ts1 = rspamd_get_ticks ();
- event_base_loop (ev_base, 0);
- ts2 = rspamd_get_ticks ();
- diff = (ts2 - ts1) * 1000.0;
- total_diff += diff;
- }
- gperf_profiler_stop ();
-
- msg_info (
- "Made %d aes encrypted connections of size %d in %.6f ms, %.6f cps",
- ntests * pconns,
- file_size,
- total_diff,
- ntests * pconns / total_diff * 1000.);
- mean = rspamd_http_calculate_mean (latency, &std);
- msg_info ("Latency: %.6f ms mean, %.6f dev",
- mean, std);
-
- /* Restart server */
- rspamd_http_stop_servers (sfd);
- /* No keypairs cache */
- rspamd_http_start_servers (sfd, addr, serv_key, NULL);
-
- //rspamd_mempool_lock_mutex (mtx);
- usleep (100000);
- total_diff = 0.0;
-
- gperf_profiler_init (NULL, "fair-http-client-aes");
- for (i = 0; i < ntests; i++) {
- for (j = 0; j < pconns; j++) {
- rspamd_http_client_func (filepath + sizeof ("/tmp") - 1,
- addr,
- client_key,
- peer_key,
- c,
- ev_base,
- &latency[i * pconns + j]);
- }
- ts1 = rspamd_get_ticks ();
- event_base_loop (ev_base, 0);
- ts2 = rspamd_get_ticks ();
- diff = (ts2 - ts1) * 1000.0;
- total_diff += diff;
- }
- gperf_profiler_stop ();
-
- msg_info (
- "Made %d uncached aes encrypted connections of size %d in %.6f ms, %.6f cps",
- ntests * pconns,
- file_size,
- total_diff,
- ntests * pconns / total_diff * 1000.);
- mean = rspamd_http_calculate_mean (latency, &std);
- msg_info ("Latency: %.6f ms mean, %.6f dev",
- mean, std);
- }
-
- close (fd);
- unlink (filepath);
- rspamd_http_stop_servers (sfd);
- }
|