123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179 |
- /* Copyright (c) 2010, Vsevolod Stakhov
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- *
- * THIS SOFTWARE IS PROVIDED ''AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AUTHOR BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-
- #include "config.h"
- #include "mem_pool.h"
- #include "util.h"
- #include "libkvstorageclient.h"
-
- #define MAX_KV_LINE 1024
-
- #ifdef CRLF
- #undef CRLF
- #undef CR
- #undef LF
- #endif
-
- #define CRLF "\r\n"
- #define CR '\r'
- #define LF '\n'
-
- struct kvstorage_buf {
- guint pos;
- guint len;
- guint8 data[1];
- };
-
- struct rspamd_kvstorage_connection {
- gboolean asynced;
- gint sock;
- struct timeval tv;
- enum {
- KV_STATE_NONE = 0,
- KV_STATE_CONNECTED,
- KV_STATE_SET,
- KV_STATE_GET,
- KV_STATE_WRITE_DATA,
- KV_STATE_READ_DATA,
- KV_STATE_READ_ELT,
- KV_STATE_READ_REPLY
- } state;
- struct event ev;
- kvstorage_connect_cb conn_cb;
- kvstorage_read_cb read_cb;
- kvstorage_write_cb write_cb;
- memory_pool_t *pool;
- };
-
- struct rspamd_kvstorage_async_data {
- struct rspamd_kvstorage_connection *c;
- struct kvstorage_buf *buf;
- gchar *key;
- guint keylen;
- gpointer data;
- guint datalen;
- guint expire;
- gpointer ud;
- };
-
- /*
- * Buffer functions
- */
-
- /*
- * Create new kvstorage_buf
- */
- static struct kvstorage_buf *
- rspamd_kvstorage_buf_create (guint size, memory_pool_t *pool)
- {
- struct kvstorage_buf *new;
-
- new = memory_pool_alloc (pool, sizeof (struct kvstorage_buf) + size);
- new->len = size;
- new->pos = 0;
-
- return new;
- }
-
- /*
- * Read a single line synced or asynced
- */
- static gint
- rspamd_kvstorage_buf_readline (struct kvstorage_buf *buf, struct rspamd_kvstorage_connection *conn)
- {
- gint r;
- guint8 *p;
-
- r = read (conn->sock, buf->data, buf->len);
- if (r == -1) {
- return errno;
- }
- /* Try to parse what we have */
- p = buf->data;
- while (p - buf->data < r) {
- if (*p == '\r' || *p == '\n') {
-
- buf->pos = p - buf->data;
- return 0;
- }
- p ++;
- }
-
- if (r == (gint)buf->len) {
- /* Buffer is overflowed */
- return EOVERFLOW;
- }
- /* Line end not found */
- return EAGAIN;
- }
-
- /*
- * Read the whole buffer, return remaining characters or -1
- */
- static gint
- rspamd_kvstorage_buf_readall (struct kvstorage_buf *buf, struct rspamd_kvstorage_connection *conn)
- {
- gint r;
-
- if (buf->len - buf->pos == 0) {
- return 0;
- }
- r = read (conn->sock, buf->data + buf->pos, buf->len - buf->pos);
- if (r == -1) {
- return -1;
- }
-
- buf->pos += r;
-
- /* Line end not found */
- return buf->len - buf->pos;
- }
-
- /*
- * Write the whole buffer, return remaining characters or -1
- */
- static gint
- rspamd_kvstorage_buf_writeall (struct kvstorage_buf *buf, struct rspamd_kvstorage_connection *conn)
- {
- gint r;
-
- if (buf->len - buf->pos == 0) {
- return 0;
- }
- r = write (conn->sock, buf->data + buf->pos, buf->len - buf->pos);
- if (r == -1) {
- return -1;
- }
-
- buf->pos += r;
-
- /* Line end not found */
- return buf->len - buf->pos;
- }
-
- /*
- * Drain line from the begin of buffer, moving it from the beginning of buf
- */
- static void
- rspamd_kvstorage_buf_drainline (struct kvstorage_buf *buf)
- {
- guint8 *p;
-
- p = buf->data + buf->pos;
- /* Skip \r and \n characters */
- while (p - buf->data < (gint)buf->len && (*p == '\r' || *p == '\n')) {
- p ++;
- }
- if (p - buf->data == (gint)buf->len) {
- /* Do not move anything */
- buf->pos = 0;
- return;
- }
- memcpy (buf->data, p, buf->len - (p - buf->data));
- buf->pos = buf->len - (p - buf->data);
- }
-
- /* Common utility functions */
-
- /*
- * Parse reply line that contains an error
- */
- static enum rspamd_kvstorage_error
- rspamd_kvstorage_parse_reply_error (struct kvstorage_buf *buf)
- {
- guint8 *p;
- guint l = 0;
-
- /* Get one word */
- p = buf->data;
- while (p - buf->data < (gint)buf->pos) {
- if (g_ascii_isspace (*p)) {
- while (p - buf->data < (gint)buf->pos && g_ascii_isspace (*p)) {
- p ++;
- }
- break;
- }
- p ++;
- l ++;
- }
-
- /* Get common errors */
- if (g_ascii_strncasecmp (buf->data, "ERROR", MIN (l, sizeof("ERORR") - 1)) == 0) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- else if (g_ascii_strncasecmp (buf->data, "SERVER_ERROR", MIN (l, sizeof("SERVER_ERORR") - 1)) == 0) {
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- else if (g_ascii_strncasecmp (buf->data, "CLIENT_ERROR", MIN (l, sizeof("CLIENT_ERORR") - 1)) == 0) {
- return KVSTORAGE_ERROR_CLIENT_ERROR;
- }
- else if (g_ascii_strncasecmp (buf->data, "NOT_STORED", MIN (l, sizeof("NOT_STORED") - 1)) == 0) {
- return KVSTORAGE_ERROR_NOT_STORED;
- }
- else if (g_ascii_strncasecmp (buf->data, "NOT_FOUND", MIN (l, sizeof("NOT_FOUND") - 1)) == 0) {
- return KVSTORAGE_ERROR_NOT_FOUND;
- }
- else if (g_ascii_strncasecmp (buf->data, "EXISTS", MIN (l, sizeof("EXISTS") - 1)) == 0) {
- return KVSTORAGE_ERROR_EXISTS;
- }
- else if (g_ascii_strncasecmp (buf->data, "STORED", MIN (l, sizeof("STORED") - 1)) == 0) {
- return KVSTORAGE_ERROR_OK;
- }
- else if (g_ascii_strncasecmp (buf->data, "DELETED", MIN (l, sizeof("DELETED") - 1)) == 0) {
- return KVSTORAGE_ERROR_OK;
- }
-
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
-
- /*
- * Parse reply line, store element length
- */
- static enum rspamd_kvstorage_error
- rspamd_kvstorage_parse_get_line (struct kvstorage_buf *buf, guint *len, guint *flags)
- {
- guint8 *p, *c, *end;
- gboolean error = TRUE;
- gchar *err_str;
-
- p = buf->data;
- end = buf->data + buf->pos;
- while (p < end) {
- if (g_ascii_isspace (*p)) {
- error = FALSE;
- while (p - buf->data < (gint)buf->pos && g_ascii_isspace (*p)) {
- p ++;
- }
- break;
- }
- p ++;
- }
- /* Here we got a word or error flag */
- if (error) {
- /* Something wrong here */
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- if (g_ascii_strncasecmp (buf->data, "VALUE", sizeof ("VALUE") - 1) != 0) {
- return rspamd_kvstorage_parse_reply_error (buf);
- }
- /* Here we got key, flags and size items */
- /* Skip key */
- error = TRUE;
- while (p < end) {
- if (g_ascii_isspace (*p)) {
- error = FALSE;
- /* Skip spaces after key */
- while (p < end && g_ascii_isspace (*p)) {
- p ++;
- }
- break;
- }
- p ++;
- }
- if (error) {
- /* Something wrong here */
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- /* Read flags */
- c = p;
- error = TRUE;
- while (p < end) {
- if (g_ascii_isspace (*p)) {
- error = FALSE;
- /* Skip spaces after flags */
- while (p - buf->data < (gint)buf->pos && g_ascii_isspace (*p)) {
- p ++;
- }
- break;
- }
- else if (!g_ascii_isdigit (*p)) {
- break;
- }
- p ++;
- }
- if (error) {
- /* Something wrong here */
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- *flags = strtoul (c, &err_str, 10);
- if (!g_ascii_isspace (*err_str)) {
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- /* Read len */
- c = p;
- while (p < end) {
- if (!g_ascii_isdigit (*p)) {
- break;
- }
- p ++;
- }
- if (error) {
- /* Something wrong here */
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
- *len = strtoul (c, &err_str, 10);
- if (!g_ascii_isspace (*err_str)) {
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
-
- return KVSTORAGE_ERROR_OK;
- }
-
- /* Callbacks for async API */
- static void
- rspamd_kvstorage_connect_cb (int fd, short what, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d = ud;
- kvstorage_connect_cb cb;
-
- cb = (kvstorage_connect_cb)d->c->conn_cb;
-
- if (what == EV_TIMEOUT) {
- cb (KVSTORAGE_ERROR_TIMEOUT, d->c, d->ud);
- }
- else {
- d->c->state = KV_STATE_CONNECTED;
- cb (KVSTORAGE_ERROR_OK, d->c, d->ud);
- }
- }
-
- static void
- rspamd_kvstorage_read_cb (int fd, short what, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d = ud;
- kvstorage_read_cb cb;
- guint buflen, flags;
- gint r;
- struct kvstorage_buf *databuf;
-
- cb = (kvstorage_read_cb)d->c->read_cb;
-
- if (what == EV_TIMEOUT) {
- cb (KVSTORAGE_ERROR_TIMEOUT, d->key, d->keylen, NULL, 0, d->c, d->ud);
- return;
- }
- if (d->c->state == KV_STATE_GET) {
- /* Create, fill and write buffer */
- buflen = d->keylen + sizeof ("get " CRLF);
- d->buf = rspamd_kvstorage_buf_create (buflen, d->c->pool);
-
- r = rspamd_snprintf (d->buf->data, d->buf->len, "get %*s" CRLF,
- d->keylen, d->key);
- d->buf->len = r;
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- d->c->state = KV_STATE_READ_ELT;
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_WRITE_DATA) {
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->c->state = KV_STATE_READ_ELT;
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_READ_ELT) {
- /* Read element info */
- r = rspamd_kvstorage_buf_readline (d->buf, d->c);
- if (r == EAGAIN) {
- /* Read more data */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* Got all data about elt */
- if ((r = rspamd_kvstorage_parse_get_line (d->buf, &d->datalen, &flags)) != KVSTORAGE_ERROR_OK) {
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- return;
- }
- rspamd_kvstorage_buf_drainline (d->buf);
-
- /* Now allocate and read the data */
- databuf = rspamd_kvstorage_buf_create (d->datalen, d->c->pool);
- memcpy (databuf->data, d->buf->data, d->buf->pos);
- d->buf = databuf;
- d->c->state = KV_STATE_READ_DATA;
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during reading reply line */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_READ_DATA) {
- /* Read data to the buffer */
- r = rspamd_kvstorage_buf_readall (d->buf, d->c);
- if (r == 0) {
- /* All data read, read the last line */
- d->c->state = KV_STATE_READ_REPLY;
- /* Save databuf */
- d->data = d->buf->data;
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r > 0) {
- /* Read more data into buffer */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_READ_REPLY) {
- /* Got something from server, try to read line */
- r = rspamd_kvstorage_buf_readline (d->buf, d->c);
- if (r == EAGAIN) {
- /* Read more data */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_read_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- d->c->state = KV_STATE_CONNECTED;
- cb (rspamd_kvstorage_parse_reply_error (d->buf), d->key, d->keylen, d->data, d->datalen, d->c, d->ud);
- }
- else {
- /* Error occured during reading reply line */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, NULL, 0, d->c, d->ud);
- }
- }
- }
-
- static void
- rspamd_kvstorage_write_cb (int fd, short what, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d = ud;
- kvstorage_write_cb cb;
- guint buflen;
- gint r;
-
- cb = (kvstorage_write_cb)d->c->write_cb;
-
- if (what == EV_TIMEOUT) {
- cb (KVSTORAGE_ERROR_TIMEOUT, d->key, d->keylen, d->c, d->ud);
- return;
- }
- if (d->c->state == KV_STATE_SET) {
- /* Create, fill and write buffer */
- buflen = d->datalen + d->keylen + sizeof ("set 4294967296 4294967296 4294967296" CRLF);
- d->buf = rspamd_kvstorage_buf_create (buflen, d->c->pool);
-
- r = rspamd_snprintf (d->buf->data, d->buf->len, "set %*s %ud %ud %ud" CRLF "%*s",
- d->keylen, d->key, 0, d->expire, d->datalen, d->datalen, d->data);
- d->buf->len = r;
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_write_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- d->c->state = KV_STATE_READ_REPLY;
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_write_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_WRITE_DATA) {
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_write_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->c->state = KV_STATE_READ_REPLY;
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_write_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_READ_REPLY) {
- /* Got something from server, try to read line */
- r = rspamd_kvstorage_buf_readline (d->buf, d->c);
- if (r == EAGAIN) {
- /* Read more data */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_write_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- d->c->state = KV_STATE_CONNECTED;
- cb (rspamd_kvstorage_parse_reply_error (d->buf), d->key, d->keylen, d->c, d->ud);
- }
- else {
- /* Error occured during reading reply line */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- }
-
- static void
- rspamd_kvstorage_delete_cb (int fd, short what, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d = ud;
- kvstorage_write_cb cb;
- guint buflen;
- gint r;
-
- cb = (kvstorage_write_cb)d->c->write_cb;
-
- if (what == EV_TIMEOUT) {
- cb (KVSTORAGE_ERROR_TIMEOUT, d->key, d->keylen, d->c, d->ud);
- return;
- }
- if (d->c->state == KV_STATE_SET) {
- /* Create, fill and write buffer */
- buflen = MAX (MAX_KV_LINE, d->keylen + sizeof ("delete " CRLF));
- d->buf = rspamd_kvstorage_buf_create (buflen, d->c->pool);
-
- r = rspamd_snprintf (d->buf->data, d->buf->len, "delete %*s" CRLF,
- d->keylen, d->key);
- d->buf->len = r;
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_delete_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- d->c->state = KV_STATE_READ_REPLY;
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_delete_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_WRITE_DATA) {
- r = rspamd_kvstorage_buf_writeall (d->buf, d->c);
- if (r > 0) {
- /* Write more data at next call of this function */
- d->c->state = KV_STATE_WRITE_DATA;
- /* Event magic */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_WRITE, rspamd_kvstorage_delete_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- /* We have written everything */
- d->c->state = KV_STATE_READ_REPLY;
- d->buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, d->c->pool);
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_delete_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else {
- /* Error occured during writing */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- else if (d->c->state == KV_STATE_READ_REPLY) {
- /* Got something from server, try to read line */
- r = rspamd_kvstorage_buf_readline (d->buf, d->c);
- if (r == EAGAIN) {
- /* Read more data */
- event_del (&d->c->ev);
- event_set (&d->c->ev, d->c->sock, EV_READ, rspamd_kvstorage_delete_cb, d);
- if (d->c->tv.tv_sec != 0 || d->c->tv.tv_usec != 0) {
- event_add (&d->c->ev, &d->c->tv);
- }
- else {
- event_add (&d->c->ev, NULL);
- }
- }
- else if (r == 0) {
- d->c->state = KV_STATE_CONNECTED;
- cb (rspamd_kvstorage_parse_reply_error (d->buf), d->key, d->keylen, d->c, d->ud);
- }
- else {
- /* Error occured during reading reply line */
- cb (KVSTORAGE_ERROR_INTERNAL_ERROR, d->key, d->keylen, d->c, d->ud);
- }
- }
- }
-
- /**
- * Create async connection with rspamd
- * @param host hostname, ip or unix socket for a server
- * @param port port number in host byte order
- * @param tv timeout for operations
- * @param cb callback
- * @param ud user data for callback
- * @param conn target connection
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_connect_async (const gchar *host,
- guint16 port, struct timeval *tv, kvstorage_connect_cb cb, gpointer ud,
- struct rspamd_kvstorage_connection **conn)
- {
- struct rspamd_kvstorage_connection *new;
- struct rspamd_kvstorage_async_data *data;
- gint sock;
-
- /* Here we do NOT try to resolve hostname */
- if ((sock = make_universal_socket (host, port, SOCK_STREAM, TRUE, FALSE, TRUE)) == -1) {
- return KVSTORAGE_ERROR_SERVER_ERROR;
- }
-
- /* Allocate new connection structure */
- new = g_malloc (sizeof (struct rspamd_kvstorage_connection));
-
- /* Set fields */
- new->sock = sock;
- new->state = KV_STATE_NONE;
- new->asynced = TRUE;
- if (tv != NULL) {
- memcpy (&new->tv, tv, sizeof (struct timeval));
- }
- else {
- memset (&new->tv, 0, sizeof (struct timeval));
- }
-
- new->conn_cb = cb;
- new->pool = memory_pool_new (memory_pool_get_size ());
- data = memory_pool_alloc (new->pool, sizeof (struct rspamd_kvstorage_async_data));
- data->ud = ud;
- data->c = new;
-
- /* Set event */
- event_set (&new->ev, new->sock, EV_WRITE, rspamd_kvstorage_connect_cb, data);
- if (tv != NULL) {
- event_add (&new->ev, &new->tv);
- }
- else {
- event_add (&new->ev, NULL);
- }
-
- *conn = new;
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Read key asynced
- * @param conn connection structure
- * @param key key to read
- * @param cb callback
- * @param ud user data for callback
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_get_async (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen, kvstorage_read_cb cb, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- else {
- conn->read_cb = cb;
- d = memory_pool_alloc (conn->pool, sizeof (struct rspamd_kvstorage_async_data));
- d->ud = ud;
- d->c = conn;
- d->ud = ud;
- d->key = memory_pool_strdup (conn->pool, key);
- d->keylen = keylen;
- conn->state = KV_STATE_GET;
-
- /* Set event */
- event_set (&conn->ev, conn->sock, EV_WRITE, rspamd_kvstorage_read_cb, d);
- if (conn->tv.tv_sec != 0) {
- event_add (&conn->ev, &conn->tv);
- }
- else {
- event_add (&conn->ev, NULL);
- }
- }
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Write key asynced
- * @param conn connection structure
- * @param key key to set
- * @param value data to write
- * @param cb callback
- * @param ud user data for callback
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_set_async (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen, const gpointer value, gsize len, guint expire, kvstorage_write_cb cb,
- gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- else {
- conn->write_cb = cb;
- d = memory_pool_alloc (conn->pool, sizeof (struct rspamd_kvstorage_async_data));
- d->ud = ud;
- d->c = conn;
- d->ud = ud;
- d->key = memory_pool_strdup (conn->pool, key);
- d->keylen = keylen;
- d->data = value;
- d->datalen = len;
- conn->state = KV_STATE_SET;
-
- /* Set event */
- event_set (&conn->ev, conn->sock, EV_WRITE, rspamd_kvstorage_write_cb, d);
- if (conn->tv.tv_sec != 0) {
- event_add (&conn->ev, &conn->tv);
- }
- else {
- event_add (&conn->ev, NULL);
- }
- }
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Delete key asynced
- * @param conn connection structure
- * @param key key to delete
- * @param cb callback
- * @param ud user data for callback
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_delete_async (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen, kvstorage_write_cb cb, gpointer ud)
- {
- struct rspamd_kvstorage_async_data *d;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- else {
- conn->write_cb = cb;
- d = memory_pool_alloc (conn->pool, sizeof (struct rspamd_kvstorage_async_data));
- d->ud = ud;
- d->c = conn;
- d->ud = ud;
- d->key = memory_pool_strdup (conn->pool, key);
- d->keylen = keylen;
- conn->state = KV_STATE_SET;
-
- /* Set event */
- event_set (&conn->ev, conn->sock, EV_WRITE, rspamd_kvstorage_delete_cb, d);
- if (conn->tv.tv_sec != 0) {
- event_add (&conn->ev, &conn->tv);
- }
- else {
- event_add (&conn->ev, NULL);
- }
- }
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Close connection
- * @param conn connection structure
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_close_async (struct rspamd_kvstorage_connection *conn)
- {
- close (conn->sock);
- memory_pool_delete (conn->pool);
- event_del (&conn->ev);
- g_free (conn);
-
- return KVSTORAGE_ERROR_OK;
- }
-
- /* Synced API */
- /**
- * Create sync connection with rspamd
- * @param host hostname, ip or unix socket for a server
- * @param port port number in host byte order
- * @param tv timeout for operations
- * @param conn target connection
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_connect_sync (const gchar *host,
- guint16 port, struct timeval *tv,
- struct rspamd_kvstorage_connection **conn)
- {
- struct rspamd_kvstorage_connection *new;
- gint sock;
-
- if ((sock = make_universal_socket (host, port, SOCK_STREAM, FALSE, FALSE, TRUE)) == -1) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
-
- /* Allocate new connection structure */
- new = g_malloc (sizeof (struct rspamd_kvstorage_connection));
-
- /* Set fields */
- new->sock = sock;
- new->state = KV_STATE_CONNECTED;
- new->asynced = FALSE;
- if (tv != NULL) {
- memcpy (&new->tv, tv, sizeof (struct timeval));
- }
- else {
- memset (&new->tv, 0, sizeof (struct timeval));
- }
- new->pool = memory_pool_new (memory_pool_get_size ());
-
- *conn = new;
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Read key synced
- * @param conn connection structure
- * @param key key to read
- * @param value value readed
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_get_sync (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen, gpointer **value, guint *len)
- {
- struct kvstorage_buf *buf, *databuf;
- gint r;
- guint flags;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
-
- buf = rspamd_kvstorage_buf_create (MAX_KV_LINE, conn->pool);
-
- r = rspamd_snprintf (buf->data, buf->len, "get %*s" CRLF, keylen, key);
- buf->len = r;
- while ((r = rspamd_kvstorage_buf_writeall (buf, conn)) > 0) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_OUT);
- }
-
- if (r == -1) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- /* Now read reply and try to parse line */
- buf->len = MAX_KV_LINE;
- buf->pos = 0;
- while ((r = rspamd_kvstorage_buf_readline (buf, conn)) == EAGAIN) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_IN);
- }
- /* A line was read */
- if (r == 0) {
- if ((r = rspamd_kvstorage_parse_get_line (buf, len, &flags)) != KVSTORAGE_ERROR_OK) {
- return r;
- }
- rspamd_kvstorage_buf_drainline (buf);
- /* Now allocate and read the data */
- databuf = rspamd_kvstorage_buf_create (*len, conn->pool);
- memcpy (databuf->data, buf->data, buf->pos);
- while ((r = rspamd_kvstorage_buf_readall (databuf, conn)) > 0) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_IN);
- }
- if (r == -1) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- /* Now we have data inside buffer, read the last line */
- buf->pos = 0;
- while ((r = rspamd_kvstorage_buf_readline (buf, conn)) == EAGAIN) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_IN);
- }
- *value = (gpointer)buf->data;
- }
-
-
- return KVSTORAGE_ERROR_OK;
- }
-
- /**
- * Write key synced
- * @param conn connection structure
- * @param key key to set
- * @param value data to write
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_set_sync (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen, const gpointer value, gsize len, guint expire)
- {
- struct kvstorage_buf *buf;
- gint r, buflen;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
-
- /* Create buf */
- buflen = len + keylen + sizeof ("set 4294967296 4294967296 4294967296" CRLF);
- buf = rspamd_kvstorage_buf_create (buflen, conn->pool);
-
- r = rspamd_snprintf (buf->data, buf->len, "set %*s %ud %ud %ud" CRLF "%*s",
- keylen, key, 0, expire, len, len, value);
- buf->len = r;
- while ((r = rspamd_kvstorage_buf_writeall (buf, conn)) > 0) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_OUT);
- }
- if (r == -1) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- /* Now we can read reply */
- buf->pos = 0;
- buf->len = buflen;
- while ((r = rspamd_kvstorage_buf_readline (buf, conn)) == EAGAIN) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_IN);
- }
-
- return rspamd_kvstorage_parse_reply_error (buf);
- }
-
- /**
- * Delete key synced
- * @param conn connection structure
- * @param key key to delete
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_delete_sync (struct rspamd_kvstorage_connection *conn,
- const gpointer key, guint keylen)
- {
- struct kvstorage_buf *buf;
- gint r, buflen;
-
- if (conn == NULL || conn->state != KV_STATE_CONNECTED) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
-
- /* Create buf */
- buflen = MAX (keylen + sizeof ("delete " CRLF), MAX_KV_LINE);
- buf = rspamd_kvstorage_buf_create (buflen, conn->pool);
-
- r = rspamd_snprintf (buf->data, buf->len, "delete %*s" CRLF,
- keylen, key);
- buf->len = r;
- while ((r = rspamd_kvstorage_buf_writeall (buf, conn)) > 0) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_OUT);
- }
- if (r == -1) {
- return KVSTORAGE_ERROR_INTERNAL_ERROR;
- }
- /* Now we can read reply */
- buf->len = buflen;
- buf->pos = 0;
- while ((r = rspamd_kvstorage_buf_readline (buf, conn)) == EAGAIN) {
- poll_sync_socket (conn->sock, tv_to_msec (&conn->tv), POLL_IN);
- }
-
- return rspamd_kvstorage_parse_reply_error (buf);
- }
-
- /**
- * Close connection
- * @param conn connection structure
- */
- enum rspamd_kvstorage_error
- rspamd_kvstorage_close_sync (struct rspamd_kvstorage_connection *conn)
- {
- close (conn->sock);
- memory_pool_delete (conn->pool);
- g_free (conn);
-
- return KVSTORAGE_ERROR_OK;
- }
-
- const gchar*
- rspamd_kvstorage_strerror (enum rspamd_kvstorage_error err)
- {
- switch (err) {
- case KVSTORAGE_ERROR_OK:
- return "operation completed";
- case KVSTORAGE_ERROR_TIMEOUT:
- return "operation timeout";
- case KVSTORAGE_ERROR_NOT_FOUND:
- return "key not found";
- case KVSTORAGE_ERROR_NOT_STORED:
- return "key not stored";
- case KVSTORAGE_ERROR_EXISTS:
- return "key exists";
- case KVSTORAGE_ERROR_SERVER_ERROR:
- return "server error";
- case KVSTORAGE_ERROR_CLIENT_ERROR:
- return "client error";
- case KVSTORAGE_ERROR_INTERNAL_ERROR:
- return "library error";
- }
-
- /* Not reached */
- return "unknown error";
- }
|