1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
|
/**
* @file main.h
* Definitions for main rspamd structures
*/
#ifndef RSPAMD_MAIN_H
#define RSPAMD_MAIN_H
#include "config.h"
#include "fstring.h"
#include "mem_pool.h"
#include "statfile.h"
#include "url.h"
#include "memcached.h"
#include "protocol.h"
#include "filter.h"
#include "buffer.h"
#include "hash.h"
#include "events.h"
#include "util.h"
#include "logger.h"
/* Default values */
#define FIXED_CONFIG_FILE ETC_PREFIX "/rspamd.xml"
/* Time in seconds to exit for old worker */
#define SOFT_SHUTDOWN_TIME 10
/* Default metric name */
#define DEFAULT_METRIC "default"
/* 60 seconds for worker's IO */
#define WORKER_IO_TIMEOUT 60
#ifdef CRLF
#undef CRLF
#undef CR
#undef LF
#endif
#define CRLF "\r\n"
#define CR '\r'
#define LF '\n'
/**
* Process type: main or worker
*/
enum process_type {
TYPE_MAIN,
TYPE_WORKER,
TYPE_CONTROLLER,
TYPE_LMTP,
TYPE_SMTP,
TYPE_FUZZY,
TYPE_GREYLIST
};
/**
* Worker process structure
*/
struct rspamd_worker {
pid_t pid; /**< pid of worker */
gboolean is_initialized; /**< is initialized */
gboolean is_dying; /**< if worker is going to shutdown */
gboolean pending; /**< if worker is pending to run */
struct rspamd_main *srv; /**< pointer to server structure */
enum process_type type; /**< process type */
struct event sig_ev; /**< signals event */
struct event bind_ev; /**< socket events */
struct worker_conf *cf; /**< worker config data */
gpointer ctx; /**< worker's specific data */
};
struct pidfh;
struct config_file;
struct tokenizer;
struct classifier;
struct classifier_config;
struct mime_part;
struct rspamd_view;
/**
* Server statistics
*/
struct rspamd_stat {
unsigned int messages_scanned; /**< total number of messages scanned */
unsigned int messages_spam; /**< messages treated as spam */
unsigned int messages_ham; /**< messages treated as ham */
unsigned int connections_count; /**< total connections count */
unsigned int control_connections_count; /**< connections count to control interface */
unsigned int messages_learned; /**< messages learned */
unsigned int fuzzy_hashes; /**< number of fuzzy hashes stored */
unsigned int fuzzy_hashes_expired; /**< number of fuzzy hashes expired */
};
/**
* Struct that determine main server object (for logging purposes)
*/
struct rspamd_main {
struct config_file *cfg; /**< pointer to config structure */
pid_t pid; /**< main pid */
/* Pid file structure */
struct pidfh *pfh; /**< struct pidfh for pidfile */
enum process_type type; /**< process type */
unsigned int ev_initialized; /**< is event system is initialized */
struct rspamd_stat *stat; /**< pointer to statistics */
memory_pool_t *server_pool; /**< server's memory pool */
statfile_pool_t *statfile_pool; /**< shared statfiles pool */
GHashTable *workers; /**< workers pool indexed by pid */
};
struct counter_data {
uint64_t value;
int number;
};
/**
* Save point object for delayed filters processing
*/
struct save_point {
GList *entry; /**< pointer to saved metric */
void *item; /**< pointer to saved item */
unsigned int saved; /**< how much time we have delayed processing */
};
/**
* Union that would be used for storing sockaddrs
*/
union sa_union {
struct sockaddr_storage ss;
struct sockaddr_in s4;
struct sockaddr_in6 s6;
};
/**
* Control session object
*/
struct controller_session {
struct rspamd_worker *worker; /**< pointer to worker structure (controller in fact) */
enum {
STATE_COMMAND,
STATE_LEARN,
STATE_REPLY,
STATE_QUIT,
STATE_OTHER,
STATE_WAIT,
STATE_WEIGHTS
} state; /**< current session state */
int sock; /**< socket descriptor */
/* Access to authorized commands */
int authorized; /**< whether this session is authorized */
memory_pool_t *session_pool; /**< memory pool for session */
struct config_file *cfg; /**< pointer to config file */
char *learn_rcpt; /**< recipient for learning */
char *learn_from; /**< from address for learning */
struct classifier_config *learn_classifier;
char *learn_symbol; /**< symbol to train */
double learn_multiplier; /**< multiplier for learning */
rspamd_io_dispatcher_t *dispatcher; /**< IO dispatcher object */
f_str_t *learn_buf; /**< learn input */
GList *parts; /**< extracted mime parts */
int in_class; /**< positive or negative learn */
void (*other_handler)(struct controller_session *session,
f_str_t *in); /**< other command handler to execute at the end of processing */
void *other_data; /**< and its data */
struct rspamd_async_session* s; /**< async session object */
};
typedef void (*controller_func_t)(char **args, struct controller_session *session);
/**
* Worker task structure
*/
struct worker_task {
struct rspamd_worker *worker; /**< pointer to worker object */
enum {
READ_COMMAND,
READ_HEADER,
READ_MESSAGE,
WRITE_REPLY,
WRITE_ERROR,
WAIT_FILTER,
CLOSING_CONNECTION
} state; /**< current session state */
size_t content_length; /**< length of user's input */
enum rspamd_protocol proto; /**< protocol (rspamc or spamc) */
const char *proto_ver; /**< protocol version */
enum rspamd_command cmd; /**< command */
struct custom_command *custom_cmd; /**< custom command if any */
int sock; /**< socket descriptor */
gboolean is_mime; /**< if this task is mime task */
gboolean is_skipped; /**< whether message was skipped by configuration */
char *helo; /**< helo header value */
char *from; /**< from header value */
char *queue_id; /**< queue id if specified */
const char *message_id; /**< message id */
GList *rcpt; /**< recipients list */
unsigned int nrcpt; /**< number of recipients */
struct in_addr from_addr; /**< client addr in numeric form */
struct in_addr client_addr; /**< client addr in numeric form */
char *deliver_to; /**< address to deliver */
char *user; /**< user to deliver */
char *subject; /**< subject (for non-mime) */
f_str_t *msg; /**< message buffer */
rspamd_io_dispatcher_t *dispatcher; /**< IO dispatcher object */
struct rspamd_async_session* s; /**< async session object */
int parts_count; /**< mime parts count */
GMimeMessage *message; /**< message, parsed with GMime */
InternetAddressList *rcpts; /**< list of all recipients */
GList *parts; /**< list of parsed parts */
GList *text_parts; /**< list of text parts */
char *raw_headers; /**< list of raw headers */
GList *received; /**< list of received headers */
GList *urls; /**< list of parsed urls */
GHashTable *results; /**< hash table of metric_result indexed by
* metric's name */
GList *messages; /**< list of messages that would be reported */
GHashTable *re_cache; /**< cache for matched or not matched regexps */
struct config_file *cfg; /**< pointer to config object */
struct save_point save; /**< save point for delayed processing */
char *last_error; /**< last error */
int error_code; /**< code of last error */
memory_pool_t *task_pool; /**< memory pool for task */
struct timespec ts; /**< time of connection */
struct rspamd_view *view; /**< matching view */
gboolean view_checked;
gboolean pass_all_filters; /**< pass task throught every rule */
uint32_t parser_recursion; /**< for avoiding recursion stack overflow */
gboolean (*fin_callback)(void *arg); /**< calback for filters finalizing */
void *fin_arg; /**< argument for fin callback */
};
/**
* Common structure representing C module context
*/
struct module_ctx {
int (*filter)(struct worker_task *task); /**< pointer to headers process function */
};
/**
* Common structure for C module
*/
struct c_module {
const char *name; /**< name */
struct module_ctx *ctx; /**< pointer to context */
};
void start_worker (struct rspamd_worker *worker);
void start_controller (struct rspamd_worker *worker);
void start_greylist_storage (struct rspamd_worker *worker);
/**
* Register custom controller function
*/
void register_custom_controller_command (const char *name, controller_func_t handler, gboolean privilleged, gboolean require_message);
/**
* Construct new task for worker
*/
struct worker_task* construct_task (struct rspamd_worker *worker);
/**
* Destroy task object and remove its IO dispatcher if it exists
*/
void free_task (struct worker_task *task, gboolean is_soft);
/**
* If set, reopen log file on next write
*/
extern sig_atomic_t do_reopen_log;
#endif
/*
* vi:ts=4
*/
|
