/*- * Copyright 2016 Vsevolod Stakhov * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #ifndef HTTP_H_ #define HTTP_H_ /** * @file http.h * * This is an interface for HTTP client and conn. This code uses HTTP parser written * by Joyent Inc based on nginx code. */ #include "config.h" #include "http_parser.h" #include "keypair.h" #include "keypairs_cache.h" #include "fstring.h" #include "ref.h" enum rspamd_http_connection_type { RSPAMD_HTTP_SERVER, RSPAMD_HTTP_CLIENT }; struct rspamd_http_header; struct rspamd_http_message; struct rspamd_http_connection_private; struct rspamd_http_connection; struct rspamd_http_connection_router; struct rspamd_http_connection_entry; struct rspamd_storage_shmem { gchar *shm_name; ref_entry_t ref; }; /** * Legacy spamc protocol */ #define RSPAMD_HTTP_FLAG_SPAMC (1 << 0) /** * Store body of the message in a shared memory segment */ #define RSPAMD_HTTP_FLAG_SHMEM (1 << 2) /** * Store body of the message in an immutable shared memory segment */ #define RSPAMD_HTTP_FLAG_SHMEM_IMMUTABLE (1 << 3) /** * Use tls for this message */ #define RSPAMD_HTTP_FLAG_SSL (1 << 4) /** * Body has been set for a message */ #define RSPAMD_HTTP_FLAG_HAS_BODY (1 << 5) /** * Do not verify server's certificate */ #define RSPAMD_HTTP_FLAG_SSL_NOVERIFY (1 << 6) /** * Options for HTTP connection */ enum rspamd_http_options { RSPAMD_HTTP_BODY_PARTIAL = 0x1, /**< Call body handler on all body data portions *///!< RSPAMD_HTTP_BODY_PARTIAL RSPAMD_HTTP_CLIENT_SIMPLE = 0x2, /**< Read HTTP client reply automatically */ //!< RSPAMD_HTTP_CLIENT_SIMPLE RSPAMD_HTTP_CLIENT_ENCRYPTED = 0x4, /**< Encrypt data for client */ //!< RSPAMD_HTTP_CLIENT_ENCRYPTED RSPAMD_HTTP_CLIENT_SHARED = 0x8, /**< Store reply in shared memory */ //!< RSPAMD_HTTP_CLIENT_SHARED }; typedef int (*rspamd_http_body_handler_t) (struct rspamd_http_connection *conn, struct rspamd_http_message *msg, const gchar *chunk, gsize len); typedef void (*rspamd_http_error_handler_t) (struct rspamd_http_connection *conn, GError *err); typedef int (*rspamd_http_finish_handler_t) (struct rspamd_http_connection *conn, struct rspamd_http_message *msg); typedef int (*rspamd_http_router_handler_t) (struct rspamd_http_connection_entry *conn_ent, struct rspamd_http_message *msg); typedef void (*rspamd_http_router_error_handler_t) (struct rspamd_http_connection_entry *conn_ent, GError *err); typedef void (*rspamd_http_router_finish_handler_t) (struct rspamd_http_connection_entry *conn_ent); /** * HTTP connection structure */ struct rspamd_http_connection { struct rspamd_http_connection_private *priv; rspamd_http_body_handler_t body_handler; rspamd_http_error_handler_t error_handler; rspamd_http_finish_handler_t finish_handler; struct rspamd_keypair_cache *cache; gpointer ud; gsize max_size; unsigned opts; enum rspamd_http_connection_type type; gboolean finished; gint fd; gint ref; }; struct rspamd_http_connection_entry { struct rspamd_http_connection_router *rt; struct rspamd_http_connection *conn; gpointer ud; gboolean is_reply; gboolean support_gzip; struct rspamd_http_connection_entry *prev, *next; }; struct rspamd_http_connection_router { struct rspamd_http_connection_entry *conns; GHashTable *paths; GHashTable *response_headers; GPtrArray *regexps; struct timeval tv; struct timeval *ptv; struct event_base *ev_base; struct rspamd_keypair_cache *cache; gchar *default_fs_path; rspamd_http_router_handler_t unknown_method_handler; struct rspamd_cryptobox_keypair *key; rspamd_http_router_error_handler_t error_handler; rspamd_http_router_finish_handler_t finish_handler; }; /** * Create new http connection * @param handler_t handler_t for body * @param opts options * @return new connection structure */ struct rspamd_http_connection *rspamd_http_connection_new ( rspamd_http_body_handler_t body_handler, rspamd_http_error_handler_t error_handler, rspamd_http_finish_handler_t finish_handler, unsigned opts, enum rspamd_http_connection_type type, struct rspamd_keypair_cache *cache, gpointer ssl_ctx); /** * Set key pointed by an opaque pointer * @param conn connection structure * @param key opaque key structure */ void rspamd_http_connection_set_key (struct rspamd_http_connection *conn, struct rspamd_cryptobox_keypair *key); /** * Get peer's public key * @param conn connection structure * @return pubkey structure or NULL */ const struct rspamd_cryptobox_pubkey* rspamd_http_connection_get_peer_key ( struct rspamd_http_connection *conn); /** * Returns TRUE if a connection is encrypted * @param conn * @return */ gboolean rspamd_http_connection_is_encrypted (struct rspamd_http_connection *conn); /** * Handle a request using socket fd and user data ud * @param conn connection structure * @param ud opaque user data * @param fd fd to read/write */ void rspamd_http_connection_read_message ( struct rspamd_http_connection *conn, gpointer ud, gint fd, struct timeval *timeout, struct event_base *base); void rspamd_http_connection_read_message_shared ( struct rspamd_http_connection *conn, gpointer ud, gint fd, struct timeval *timeout, struct event_base *base); /** * Send reply using initialised connection * @param conn connection structure * @param msg HTTP message * @param ud opaque user data * @param fd fd to read/write */ void rspamd_http_connection_write_message ( struct rspamd_http_connection *conn, struct rspamd_http_message *msg, const gchar *host, const gchar *mime_type, gpointer ud, gint fd, struct timeval *timeout, struct event_base *base); void rspamd_http_connection_write_message_shared ( struct rspamd_http_connection *conn, struct rspamd_http_message *msg, const gchar *host, const gchar *mime_type, gpointer ud, gint fd, struct timeval *timeout, struct event_base *base); /** * Free connection structure * @param conn */ void rspamd_http_connection_free (struct rspamd_http_connection *conn); /** * Increase refcount for a connection * @param conn * @return */ static inline struct rspamd_http_connection * rspamd_http_connection_ref (struct rspamd_http_connection *conn) { conn->ref++; return conn; } /** * Decrease a refcount for a connection and free it if refcount is equal to zero * @param conn */ static void rspamd_http_connection_unref (struct rspamd_http_connection *conn) { if (--conn->ref <= 0) { rspamd_http_connection_free (conn); } } /** * Reset connection for a new request * @param conn */ void rspamd_http_connection_reset (struct rspamd_http_connection *conn); /** * Extract the current message from a connection to deal with separately * @param conn * @return */ struct rspamd_http_message * rspamd_http_connection_steal_msg ( struct rspamd_http_connection *conn); /** * Copy the current message from a connection to deal with separately * @param conn * @return */ struct rspamd_http_message * rspamd_http_connection_copy_msg ( struct rspamd_http_message *msg, GError **err); /** * Create new HTTP message * @param type request or response * @return new http message */ struct rspamd_http_message * rspamd_http_new_message (enum http_parser_type type); /** * Increase refcount number for an HTTP message * @param msg message to use * @return */ struct rspamd_http_message * rspamd_http_message_ref (struct rspamd_http_message *msg); /** * Decrease number of refcounts for http message * @param msg */ void rspamd_http_message_unref (struct rspamd_http_message *msg); /** * Sets a key for peer * @param msg * @param pk */ void rspamd_http_message_set_peer_key (struct rspamd_http_message *msg, struct rspamd_cryptobox_pubkey *pk); /** * Create HTTP message from URL * @param url * @return new message or NULL */ struct rspamd_http_message* rspamd_http_message_from_url (const gchar *url); /** * Returns body for a message * @param msg * @param blen pointer where to save body length * @return pointer to body start */ const gchar *rspamd_http_message_get_body (struct rspamd_http_message *msg, gsize *blen); /** * Set message's body from the string * @param msg * @param data * @param len * @return TRUE if a message's body has been set */ gboolean rspamd_http_message_set_body (struct rspamd_http_message *msg, const gchar *data, gsize len); /** * Set message's method by name * @param msg * @param method */ void rspamd_http_message_set_method (struct rspamd_http_message *msg, const gchar *method); /** * Maps fd as message's body * @param msg * @param fd * @return TRUE if a message's body has been set */ gboolean rspamd_http_message_set_body_from_fd (struct rspamd_http_message *msg, gint fd); /** * Uses rspamd_fstring_t as message's body, string is consumed by this operation * @param msg * @param fstr * @return TRUE if a message's body has been set */ gboolean rspamd_http_message_set_body_from_fstring_steal (struct rspamd_http_message *msg, rspamd_fstring_t *fstr); /** * Uses rspamd_fstring_t as message's body, string is copied by this operation * @param msg * @param fstr * @return TRUE if a message's body has been set */ gboolean rspamd_http_message_set_body_from_fstring_copy (struct rspamd_http_message *msg, const rspamd_fstring_t *fstr); /** * Appends data to message's body * @param msg * @param data * @param len * @return TRUE if a message's body has been set */ gboolean rspamd_http_message_append_body (struct rspamd_http_message *msg, const gchar *data, gsize len); /** * Append a header to http message * @param rep * @param name * @param value */ void rspamd_http_message_add_header (struct rspamd_http_message *msg, const gchar *name, const gchar *value); void rspamd_http_message_add_header_len (struct rspamd_http_message *msg, const gchar *name, const gchar *value, gsize len); void rspamd_http_message_add_header_fstr (struct rspamd_http_message *msg, const gchar *name, rspamd_fstring_t *value); /** * Search for a specified header in message * @param msg message * @param name name of header */ const rspamd_ftok_t * rspamd_http_message_find_header ( struct rspamd_http_message *msg, const gchar *name); /** * Search for a header that has multiple values * @param msg * @param name * @return list of rspamd_ftok_t * with values */ GPtrArray* rspamd_http_message_find_header_multiple ( struct rspamd_http_message *msg, const gchar *name); /** * Remove specific header from a message * @param msg * @param name * @return */ gboolean rspamd_http_message_remove_header (struct rspamd_http_message *msg, const gchar *name); /** * Free HTTP message * @param msg */ void rspamd_http_message_free (struct rspamd_http_message *msg); /** * Sets global maximum size for HTTP message being processed * @param sz */ void rspamd_http_connection_set_max_size (struct rspamd_http_connection *conn, gsize sz); /** * Increase refcount for shared file (if any) to prevent early memory unlinking * @param msg */ struct rspamd_storage_shmem* rspamd_http_message_shmem_ref (struct rspamd_http_message *msg); /** * Decrease external ref for shmem segment associated with a message * @param msg */ void rspamd_http_message_shmem_unref (struct rspamd_storage_shmem *p); /** * Returns message's flags * @param msg * @return */ guint rspamd_http_message_get_flags (struct rspamd_http_message *msg); /** * Parse HTTP date header and return it as time_t * @param header HTTP date header * @param len length of header * @return time_t or (time_t)-1 in case of error */ time_t rspamd_http_parse_date (const gchar *header, gsize len); /** * Create new http connection router and the associated HTTP connection * @param eh error handler callback * @param fh finish handler callback * @param default_fs_path if not NULL try to serve static files from * the specified directory * @return */ struct rspamd_http_connection_router * rspamd_http_router_new ( rspamd_http_router_error_handler_t eh, rspamd_http_router_finish_handler_t fh, struct timeval *timeout, struct event_base *base, const char *default_fs_path, struct rspamd_keypair_cache *cache); /** * Set encryption key for the HTTP router * @param router router structure * @param key opaque key structure */ void rspamd_http_router_set_key (struct rspamd_http_connection_router *router, struct rspamd_cryptobox_keypair *key); /** * Add new path to the router */ void rspamd_http_router_add_path (struct rspamd_http_connection_router *router, const gchar *path, rspamd_http_router_handler_t handler); /** * Add custom header to append to router replies * @param router * @param name * @param value */ void rspamd_http_router_add_header (struct rspamd_http_connection_router *router, const gchar *name, const gchar *value); /** * Sets method to handle unknown request methods * @param router * @param handler */ void rspamd_http_router_set_unknown_handler (struct rspamd_http_connection_router *router, rspamd_http_router_handler_t handler); /** * Inserts router headers to the outbound message * @param router * @param msg */ void rspamd_http_router_insert_headers (struct rspamd_http_connection_router *router, struct rspamd_http_message *msg); struct rspamd_regexp_s; /** * Adds new pattern to router, regexp object is refcounted by this function * @param router * @param re * @param handler */ void rspamd_http_router_add_regexp (struct rspamd_http_connection_router *router, struct rspamd_regexp_s *re, rspamd_http_router_handler_t handler); /** * Handle new accepted socket * @param router router object * @param fd server socket * @param ud opaque userdata */ void rspamd_http_router_handle_socket ( struct rspamd_http_connection_router *router, gint fd, gpointer ud); /** * Free router and all connections associated * @param router */ void rspamd_http_router_free (struct rspamd_http_connection_router *router); /** * Extract arguments from a message's URI contained inside query string decoding * them if needed * @param msg HTTP request message * @return new GHashTable which maps rspamd_ftok_t* to rspamd_ftok_t* * (table must be freed by a caller) */ GHashTable* rspamd_http_message_parse_query (struct rspamd_http_message *msg); /** * Prints HTTP date from `time` to `buf` using standard HTTP date format * @param buf date buffer * @param len length of buffer * @param time time in unix seconds * @return number of bytes written */ glong rspamd_http_date_format (gchar *buf, gsize len, time_t time); /** * Normalize HTTP path removing dot sequences and repeating '/' symbols as * per rfc3986#section-5.2 * @param path * @param len * @param nlen */ void rspamd_http_normalize_path_inplace (gchar *path, guint len, guint *nlen); #endif /* HTTP_H_ */