1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
|
/*-
* Copyright 2016 Vsevolod Stakhov
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef HTTP_H_
#define HTTP_H_
/**
* @file http.h
*
* This is an interface for HTTP client and conn. This code uses HTTP parser written
* by Joyent Inc based on nginx code.
*/
#include "config.h"
#include "http_parser.h"
#include "keypair.h"
#include "keypairs_cache.h"
#include "fstring.h"
#include "ref.h"
enum rspamd_http_connection_type {
RSPAMD_HTTP_SERVER,
RSPAMD_HTTP_CLIENT
};
struct rspamd_http_header;
struct rspamd_http_message;
struct rspamd_http_connection_private;
struct rspamd_http_connection;
struct rspamd_http_connection_router;
struct rspamd_http_connection_entry;
struct rspamd_storage_shmem {
gchar *shm_name;
ref_entry_t ref;
};
/**
* Legacy spamc protocol
*/
#define RSPAMD_HTTP_FLAG_SPAMC (1 << 0)
/**
* Store body of the message in a shared memory segment
*/
#define RSPAMD_HTTP_FLAG_SHMEM (1 << 2)
/**
* Store body of the message in an immutable shared memory segment
*/
#define RSPAMD_HTTP_FLAG_SHMEM_IMMUTABLE (1 << 3)
/**
* Use tls for this message
*/
#define RSPAMD_HTTP_FLAG_SSL (1 << 4)
/**
* Options for HTTP connection
*/
enum rspamd_http_options {
RSPAMD_HTTP_BODY_PARTIAL = 0x1, /**< Call body handler on all body data portions */
RSPAMD_HTTP_CLIENT_SIMPLE = 0x2, /**< Read HTTP client reply automatically */
RSPAMD_HTTP_CLIENT_ENCRYPTED = 0x4, /**< Encrypt data for client */
RSPAMD_HTTP_CLIENT_SHARED = 0x8, /**< Store reply in shared memory */
};
typedef int (*rspamd_http_body_handler_t) (struct rspamd_http_connection *conn,
struct rspamd_http_message *msg,
const gchar *chunk,
gsize len);
typedef void (*rspamd_http_error_handler_t) (struct rspamd_http_connection *conn,
GError *err);
typedef int (*rspamd_http_finish_handler_t) (struct rspamd_http_connection *conn,
struct rspamd_http_message *msg);
typedef int (*rspamd_http_router_handler_t) (struct rspamd_http_connection_entry
*conn_ent,
struct rspamd_http_message *msg);
typedef void (*rspamd_http_router_error_handler_t) (struct
rspamd_http_connection_entry *conn_ent,
GError *err);
typedef void (*rspamd_http_router_finish_handler_t) (struct
rspamd_http_connection_entry *conn_ent);
/**
* HTTP connection structure
*/
struct rspamd_http_connection {
struct rspamd_http_connection_private *priv;
rspamd_http_body_handler_t body_handler;
rspamd_http_error_handler_t error_handler;
rspamd_http_finish_handler_t finish_handler;
struct rspamd_keypair_cache *cache;
gpointer ud;
unsigned opts;
enum rspamd_http_connection_type type;
gboolean finished;
gint fd;
gint ref;
};
struct rspamd_http_connection_entry {
struct rspamd_http_connection_router *rt;
struct rspamd_http_connection *conn;
gpointer ud;
gboolean is_reply;
struct rspamd_http_connection_entry *prev, *next;
};
struct rspamd_http_connection_router {
struct rspamd_http_connection_entry *conns;
GHashTable *paths;
struct timeval tv;
struct timeval *ptv;
struct event_base *ev_base;
struct rspamd_keypair_cache *cache;
gchar *default_fs_path;
struct rspamd_cryptobox_keypair *key;
rspamd_http_router_error_handler_t error_handler;
rspamd_http_router_finish_handler_t finish_handler;
};
/**
* Create new http connection
* @param handler_t handler_t for body
* @param opts options
* @return new connection structure
*/
struct rspamd_http_connection *rspamd_http_connection_new (
rspamd_http_body_handler_t body_handler,
rspamd_http_error_handler_t error_handler,
rspamd_http_finish_handler_t finish_handler,
unsigned opts,
enum rspamd_http_connection_type type,
struct rspamd_keypair_cache *cache,
gpointer ssl_ctx);
/**
* Set key pointed by an opaque pointer
* @param conn connection structure
* @param key opaque key structure
*/
void rspamd_http_connection_set_key (struct rspamd_http_connection *conn,
struct rspamd_cryptobox_keypair *key);
/**
* Get peer's public key
* @param conn connection structure
* @return pubkey structure or NULL
*/
const struct rspamd_cryptobox_pubkey* rspamd_http_connection_get_peer_key (
struct rspamd_http_connection *conn);
/**
* Returns TRUE if a connection is encrypted
* @param conn
* @return
*/
gboolean rspamd_http_connection_is_encrypted (struct rspamd_http_connection *conn);
/**
* Handle a request using socket fd and user data ud
* @param conn connection structure
* @param ud opaque user data
* @param fd fd to read/write
*/
void rspamd_http_connection_read_message (
struct rspamd_http_connection *conn,
gpointer ud,
gint fd,
struct timeval *timeout,
struct event_base *base);
void rspamd_http_connection_read_message_shared (
struct rspamd_http_connection *conn,
gpointer ud,
gint fd,
struct timeval *timeout,
struct event_base *base);
/**
* Send reply using initialised connection
* @param conn connection structure
* @param msg HTTP message
* @param ud opaque user data
* @param fd fd to read/write
*/
void rspamd_http_connection_write_message (
struct rspamd_http_connection *conn,
struct rspamd_http_message *msg,
const gchar *host,
const gchar *mime_type,
gpointer ud,
gint fd,
struct timeval *timeout,
struct event_base *base);
void rspamd_http_connection_write_message_shared (
struct rspamd_http_connection *conn,
struct rspamd_http_message *msg,
const gchar *host,
const gchar *mime_type,
gpointer ud,
gint fd,
struct timeval *timeout,
struct event_base *base);
/**
* Free connection structure
* @param conn
*/
void rspamd_http_connection_free (struct rspamd_http_connection *conn);
/**
* Increase refcount for a connection
* @param conn
* @return
*/
static inline struct rspamd_http_connection *
rspamd_http_connection_ref (struct rspamd_http_connection *conn)
{
conn->ref++;
return conn;
}
/**
* Decrease a refcount for a connection and free it if refcount is equal to zero
* @param conn
*/
static void
rspamd_http_connection_unref (struct rspamd_http_connection *conn)
{
if (--conn->ref <= 0) {
rspamd_http_connection_free (conn);
}
}
/**
* Reset connection for a new request
* @param conn
*/
void rspamd_http_connection_reset (struct rspamd_http_connection *conn);
/**
* Extract the current message from a connection to deal with separately
* @param conn
* @return
*/
struct rspamd_http_message * rspamd_http_connection_steal_msg (
struct rspamd_http_connection *conn);
/**
* Copy the current message from a connection to deal with separately
* @param conn
* @return
*/
struct rspamd_http_message * rspamd_http_connection_copy_msg (
struct rspamd_http_message *msg);
/**
* Create new HTTP message
* @param type request or response
* @return new http message
*/
struct rspamd_http_message * rspamd_http_new_message (enum http_parser_type type);
/**
* Increase refcount number for an HTTP message
* @param msg message to use
* @return
*/
struct rspamd_http_message * rspamd_http_message_ref (struct rspamd_http_message *msg);
/**
* Decrease number of refcounts for http message
* @param msg
*/
void rspamd_http_message_unref (struct rspamd_http_message *msg);
/**
* Create HTTP message from URL
* @param url
* @return new message or NULL
*/
struct rspamd_http_message* rspamd_http_message_from_url (const gchar *url);
/**
* Returns body for a message
* @param msg
* @param blen pointer where to save body length
* @return pointer to body start
*/
const gchar *rspamd_http_message_get_body (struct rspamd_http_message *msg,
gsize *blen);
/**
* Set message's body from the string
* @param msg
* @param data
* @param len
* @return TRUE if a message's body has been set
*/
gboolean rspamd_http_message_set_body (struct rspamd_http_message *msg,
const gchar *data, gsize len);
/**
* Maps fd as message's body
* @param msg
* @param fd
* @return TRUE if a message's body has been set
*/
gboolean rspamd_http_message_set_body_from_fd (struct rspamd_http_message *msg,
gint fd);
/**
* Uses rspamd_fstring_t as message's body, string is consumed by this operation
* @param msg
* @param fstr
* @return TRUE if a message's body has been set
*/
gboolean rspamd_http_message_set_body_from_fstring_steal (struct rspamd_http_message *msg,
rspamd_fstring_t *fstr);
/**
* Uses rspamd_fstring_t as message's body, string is copied by this operation
* @param msg
* @param fstr
* @return TRUE if a message's body has been set
*/
gboolean rspamd_http_message_set_body_from_fstring_copy (struct rspamd_http_message *msg,
const rspamd_fstring_t *fstr);
/**
* Appends data to message's body
* @param msg
* @param data
* @param len
* @return TRUE if a message's body has been set
*/
gboolean rspamd_http_message_append_body (struct rspamd_http_message *msg,
const gchar *data, gsize len);
/**
* Append a header to reply
* @param rep
* @param name
* @param value
*/
void rspamd_http_message_add_header (struct rspamd_http_message *msg,
const gchar *name,
const gchar *value);
/**
* Search for a specified header in message
* @param msg message
* @param name name of header
*/
const rspamd_ftok_t * rspamd_http_message_find_header (
struct rspamd_http_message *msg,
const gchar *name);
/**
* Remove specific header from a message
* @param msg
* @param name
* @return
*/
gboolean rspamd_http_message_remove_header (struct rspamd_http_message *msg,
const gchar *name);
/**
* Free HTTP message
* @param msg
*/
void rspamd_http_message_free (struct rspamd_http_message *msg);
/**
* Sets global maximum size for HTTP message being processed
* @param sz
*/
void rspamd_http_message_set_max_size (gsize sz);
/**
* Increase refcount for shared file (if any) to prevent early memory unlinking
* @param msg
*/
struct rspamd_storage_shmem* rspamd_http_message_shmem_ref (struct rspamd_http_message *msg);
/**
* Decrease external ref for shmem segment associated with a message
* @param msg
*/
void rspamd_http_message_shmem_unref (struct rspamd_storage_shmem *p);
/**
* Parse HTTP date header and return it as time_t
* @param header HTTP date header
* @param len length of header
* @return time_t or (time_t)-1 in case of error
*/
time_t rspamd_http_parse_date (const gchar *header, gsize len);
/**
* Create new http connection router and the associated HTTP connection
* @param eh error handler callback
* @param fh finish handler callback
* @param default_fs_path if not NULL try to serve static files from
* the specified directory
* @return
*/
struct rspamd_http_connection_router * rspamd_http_router_new (
rspamd_http_router_error_handler_t eh,
rspamd_http_router_finish_handler_t fh,
struct timeval *timeout,
struct event_base *base,
const char *default_fs_path,
struct rspamd_keypair_cache *cache);
/**
* Set encryption key for the HTTP router
* @param router router structure
* @param key opaque key structure
*/
void rspamd_http_router_set_key (struct rspamd_http_connection_router *router,
struct rspamd_cryptobox_keypair *key);
/**
* Add new path to the router
*/
void rspamd_http_router_add_path (struct rspamd_http_connection_router *router,
const gchar *path, rspamd_http_router_handler_t handler);
/**
* Handle new accepted socket
* @param router router object
* @param fd server socket
* @param ud opaque userdata
*/
void rspamd_http_router_handle_socket (
struct rspamd_http_connection_router *router,
gint fd,
gpointer ud);
/**
* Free router and all connections associated
* @param router
*/
void rspamd_http_router_free (struct rspamd_http_connection_router *router);
/**
* Extract arguments from a messsage's URI contained inside query string decoding
* them if needed
* @param msg HTTP request message
* @return new GHashTable which maps rspamd_ftok_t* to rspamd_ftok_t*
* (table must be freed by a caller)
*/
GHashTable* rspamd_http_message_parse_query (struct rspamd_http_message *msg);
/**
* Prints HTTP date from `time` to `buf` using standard HTTP date format
* @param buf date buffer
* @param len length of buffer
* @param time time in unix seconds
* @return number of bytes written
*/
glong rspamd_http_date_format (gchar *buf, gsize len, time_t time);
#endif /* HTTP_H_ */
|