-static const gchar *hash_fill = "1";

- gint code;

- GHashTable *headers;

- gchar *cur_header;

- gint parser_state;

- struct event ev;

- struct event_base *ev_base;

- struct timeval tv;

- struct rspamd_map *map;

- struct http_map_data *data;

- struct http_reply *reply;

- struct map_cb_data cbdata;

-

- gint state;

- gint fd;

-connect_http (struct rspamd_map *map, struct http_map_data *data, gboolean is_async)

- gint sock;

- msg_info ("cannot connect to http server %s: %d, %s", data->host, errno, strerror (errno));

-write_http_request (struct rspamd_map *map, struct http_map_data *data, gint sock)

- gchar outbuf[BUFSIZ], datebuf[128];

- gint r;

- struct tm *tm;

- r = rspamd_snprintf (outbuf, sizeof (outbuf), "GET %s%s HTTP/1.1" CRLF "Connection: close" CRLF "Host: %s" CRLF, (*data->path == '/') ? "" : "/", data->path, data->host);

- r += rspamd_snprintf (outbuf + r, sizeof (outbuf) - r, "If-Modified-Since: %s" CRLF, datebuf);

-static gchar *

- gchar *s, *p, *err_str, *tmp;

- /* Search status code */

- /* Skip to end of line */

- /* Read header value */

- /* Skip spaces after header name */

- /* Read header value */

- g_hash_table_insert (reply->headers, reply->cur_header, tmp);

- gchar chunkbuf[32], *p, *c, *err_str;

- gint skip = 0;

- while (g_ascii_isxdigit (*c) && p - chunkbuf < (gint)(sizeof (chunkbuf) - 1) && skip < len) {

-static gboolean

-read_http_chunked (gchar * buf, size_t len, struct rspamd_map *map, struct http_map_data *data, struct map_cb_data *cbdata)

- gchar *p = buf, *remain;

- gint skip = 0;

-static gboolean

-read_http_common (struct rspamd_map *map, struct http_map_data *data, struct http_reply *reply, struct map_cb_data *cbdata, gint fd)

- gchar *remain, *pos;

- ssize_t r;

- gchar *te, *date;

-

- if ((r = read (fd, data->read_buf + data->rlen, sizeof (data->read_buf) - data->rlen)) > 0) {

- msg_err ("got error reply from server %s, %d", data->host, reply->code);

- if ((te = g_hash_table_lookup (reply->headers, "Transfer-Encoding")) != NULL) {

- struct map_cb_data cbdata;

- gint fd;

- struct http_reply *repl;

- repl->headers = g_hash_table_new_full (rspamd_strcase_hash, rspamd_strcase_equal, g_free, g_free);

- while (read_http_common (map, data, repl, &cbdata, fd));

- struct map_cb_data cbdata;

- gchar buf[BUFSIZ], *remain;

- ssize_t r;

- gint fd, rlen;

- msg_warn ("cannot open file '%s': %s", data->filename, strerror (errno));

-gchar *

-abstract_parse_kv_list (rspamd_mempool_t * pool, gchar * chunk, gint len, struct map_cb_data *data, insert_func func)

- gchar *c, *p, *key = NULL, *value = NULL;

- p ++;

- p ++;

- p ++;

-gchar *

-abstract_parse_list (rspamd_mempool_t * pool, gchar * chunk, gint len, struct map_cb_data *data, insert_func func)

- gchar *s, *p, *str, *start;

- /* READ_SYMBOL */

- /* SKIP_COMMENT */

- radix_tree_t *tree = st;

- guint32 mask = 0xFFFFFFFF;

- guint32 ip;

- gchar *token, *ipnet, *err_str, **strv, **cur;

- struct in_addr ina;

- gint k;

- msg_warn ("invalid netmask, error detected on symbol: %s, erorr: %s", err_str, strerror (errno));

- msg_warn ("cannot insert ip to tree: %s, mask %X", inet_ntoa (ina), mask);

- msg_warn ("ip %s, mask %X, value already exists", inet_ntoa (ina), mask);

-gchar *

-read_host_list (rspamd_mempool_t * pool, gchar * chunk, gint len, struct map_cb_data *data)

- data->cur_data = g_hash_table_new (rspamd_strcase_hash, rspamd_strcase_equal);

- return abstract_parse_list (pool, chunk, len, data, (insert_func) g_hash_table_insert);

-gchar *

-read_kv_list (rspamd_mempool_t * pool, gchar * chunk, gint len, struct map_cb_data *data)

- data->cur_data = g_hash_table_new (rspamd_strcase_hash, rspamd_strcase_equal);

- return abstract_parse_kv_list (pool, chunk, len, data, (insert_func) g_hash_table_insert);

-gchar *

-read_radix_list (rspamd_mempool_t * pool, gchar * chunk, gint len, struct map_cb_data *data)

- return abstract_parse_list (pool, chunk, len, data, (insert_func) radix_tree_insert_helper);

- struct rspamd_map *map = ud;

- struct file_map_data *data = map->map_data;

- struct stat st;

- gdouble jittered_sec;

- jittered_sec = (map->cfg->map_timeout + g_random_double () * map->cfg->map_timeout);

- msg_info ("don't try to reread map as it is locked by other process, will reread it later");

- if (stat (data->filename, &st) != -1 && (st.st_mtime > data->st.st_mtime || data->st.st_mtime == -1)) {

- struct http_callback_data *cbd = ud;

- event_set (&cbd->ev, cbd->fd, EV_READ | EV_PERSIST, http_async_callback, cbd);

- cbd->reply->headers = g_hash_table_new_full (rspamd_strcase_hash, rspamd_strcase_equal, g_free, g_free);

- if (!read_http_common (cbd->map, cbd->data, cbd->reply, &cbd->cbdata, cbd->fd)) {

- msg_info ("data is not modified for server %s", cbd->data->host);

- struct rspamd_map *map = ud;

- struct http_map_data *data = map->map_data;

- gint sock;

- struct http_callback_data *cbd;

- gdouble jittered_sec;

- jittered_sec = (map->cfg->map_timeout + g_random_double () * map->cfg->map_timeout);

- msg_info ("don't try to reread map as it is locked by other process, will reread it later");

- GList *cur = cfg->maps;

- struct rspamd_map *map;

- struct file_map_data *fdata;

- gdouble jittered_sec;

- jittered_sec = (map->cfg->map_timeout + g_random_double () * map->cfg->map_timeout) / 2.;

- jittered_sec = (map->cfg->map_timeout + g_random_double () * map->cfg->map_timeout);

-void

- if (g_ascii_strncasecmp (map_line, "http://", sizeof ("http://") - 1) == 0) {

- else if (g_ascii_strncasecmp (map_line, "file://", sizeof ("file://") - 1) == 0) {

-add_map (struct rspamd_config *cfg, const gchar *map_line, const gchar *description,

- map_cb_t read_callback, map_fin_cb_t fin_callback, void **user_data)

- struct rspamd_map *new_map;

- enum fetch_proto proto;

- const gchar *def, *p, *hostend;

- struct file_map_data *fdata;

- struct http_map_data *hdata;

- gchar portbuf[6];

- gint i, s, r;

- struct addrinfo hints, *res;

- new_map->locked = rspamd_mempool_alloc0_shared (cfg->cfg_pool, sizeof (gint));

- new_map->description = rspamd_mempool_strdup (cfg->cfg_pool, description);

- fdata = rspamd_mempool_alloc0 (cfg->map_pool, sizeof (struct file_map_data));

- msg_info ("map '%s' is not found, but it can be loaded automatically later", def);

- hdata = rspamd_mempool_alloc0 (cfg->map_pool, sizeof (struct http_map_data));

- rspamd_mempool_add_destructor (cfg->cfg_pool, (rspamd_mempool_destruct_t)freeaddrinfo, hdata->addr);

- msg_err ("address resolution for %s failed: %s", hdata->host, gai_strerror (r));

- msg_info ("cannot connect to http server %s: %d, %s", hdata->host, errno, strerror (errno));