You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

smtp_proxy.c 29KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120
  1. /*-
  2. * Copyright 2016 Vsevolod Stakhov
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "config.h"
  17. #include "utlist.h"
  18. #include "libserver/proxy.h"
  19. #include "rspamd.h"
  20. #include "smtp.h"
  21. #include "libserver/worker_util.h"
  22. #include "unix-std.h"
  23. /*
  24. * SMTP proxy is a simple smtp proxy worker for dns resolving and
  25. * load balancing. It uses XCLIENT command and is designed for MTA
  26. * that supports that (postfix and exim).
  27. */
  28. /* Upstream timeouts */
  29. #define DEFAULT_UPSTREAM_ERROR_TIME 10
  30. #define DEFAULT_UPSTREAM_DEAD_TIME 300
  31. #define DEFAULT_UPSTREAM_MAXERRORS 10
  32. #define DEFAULT_PROXY_BUF_LEN 100 * 1024
  33. #define SMTP_MAXERRORS 15
  34. /* Init functions */
  35. gpointer init_smtp_proxy (struct rspamd_config *cfg);
  36. void start_smtp_proxy (struct rspamd_worker *worker);
  37. worker_t smtp_proxy_worker = {
  38. "smtp_proxy", /* Name */
  39. init_smtp_proxy, /* Init function */
  40. start_smtp_proxy, /* Start function */
  41. TRUE, /* Has socket */
  42. FALSE, /* Non unique */
  43. FALSE, /* Non threaded */
  44. TRUE, /* Killable */
  45. SOCK_STREAM, /* TCP socket */
  46. RSPAMD_WORKER_VER /* Version info */
  47. };
  48. struct smtp_proxy_ctx {
  49. struct upstream_list *upstreams;
  50. gchar *upstreams_str;
  51. rspamd_mempool_t *pool;
  52. guint32 smtp_delay;
  53. guint32 delay_jitter;
  54. guint32 smtp_timeout_raw;
  55. struct timeval smtp_timeout;
  56. gboolean use_xclient;
  57. gboolean instant_reject;
  58. gsize proxy_buf_len;
  59. struct rspamd_dns_resolver *resolver;
  60. struct event_base *ev_base;
  61. GList *rbls;
  62. };
  63. enum rspamd_smtp_proxy_state {
  64. SMTP_PROXY_STATE_RESOLVE_REVERSE = 0,
  65. SMTP_PROXY_STATE_RESOLVE_NORMAL,
  66. SMTP_PROXY_STATE_RESOLVE_RBL,
  67. SMTP_PROXY_STATE_DELAY,
  68. SMTP_PROXY_STATE_GREETING,
  69. SMTP_PROXY_STATE_XCLIENT,
  70. SMTP_PROXY_STATE_PROXY,
  71. SMTP_PROXY_STATE_REJECT,
  72. SMTP_PROXY_STATE_REJECT_EMULATE
  73. };
  74. struct smtp_proxy_session {
  75. struct smtp_proxy_ctx *ctx;
  76. rspamd_mempool_t *pool;
  77. enum rspamd_smtp_proxy_state state;
  78. struct rspamd_worker *worker;
  79. struct in_addr client_addr;
  80. gchar *ptr_str;
  81. gchar *hostname;
  82. gchar *error;
  83. gchar *temp_name;
  84. gint sock;
  85. gint upstream_sock;
  86. struct rspamd_async_session *s;
  87. rspamd_io_dispatcher_t *dispatcher;
  88. rspamd_proxy_t *proxy;
  89. struct upstream *upstream;
  90. struct event *delay_timer;
  91. struct event upstream_ev;
  92. gboolean resolved;
  93. struct rspamd_dns_resolver *resolver;
  94. struct event_base *ev_base;
  95. GString *upstream_greeting;
  96. guint rbl_requests;
  97. gchar *dnsbl_applied;
  98. gchar *from;
  99. gchar *rcpt;
  100. guint errors;
  101. };
  102. static void
  103. free_smtp_proxy_session (gpointer arg)
  104. {
  105. struct smtp_proxy_session *session = arg;
  106. static const char fatal_smtp_error[] = "521 5.2.1 Internal error" CRLF;
  107. if (session) {
  108. if (session->dispatcher) {
  109. rspamd_remove_dispatcher (session->dispatcher);
  110. }
  111. if (session->upstream_greeting) {
  112. g_string_free (session->upstream_greeting, TRUE);
  113. }
  114. if (session->state != SMTP_PROXY_STATE_PROXY && session->state !=
  115. SMTP_PROXY_STATE_REJECT &&
  116. session->state != SMTP_PROXY_STATE_REJECT_EMULATE) {
  117. /* Send 521 fatal error */
  118. if (write (session->sock, fatal_smtp_error,
  119. sizeof (fatal_smtp_error)) == -1) {
  120. msg_err ("write error to client failed: %s", strerror (errno));
  121. }
  122. }
  123. else if ((session->state == SMTP_PROXY_STATE_REJECT || session->state ==
  124. SMTP_PROXY_STATE_REJECT_EMULATE) &&
  125. session->from && session->rcpt && session->dnsbl_applied) {
  126. msg_info ("reject by %s mail from <%s> to <%s>, ip: %s",
  127. session->dnsbl_applied,
  128. session->from,
  129. session->rcpt,
  130. inet_ntoa (session->client_addr));
  131. }
  132. close (session->sock);
  133. if (session->proxy) {
  134. rspamd_proxy_close (session->proxy);
  135. }
  136. if (session->ptr_str) {
  137. free (session->ptr_str);
  138. }
  139. if (session->upstream_sock != -1) {
  140. event_del (&session->upstream_ev);
  141. close (session->upstream_sock);
  142. }
  143. rspamd_mempool_delete (session->pool);
  144. g_slice_free1 (sizeof (struct smtp_proxy_session), session);
  145. }
  146. }
  147. static void
  148. smtp_proxy_err_proxy (GError * err, void *arg)
  149. {
  150. struct smtp_proxy_session *session = arg;
  151. if (err) {
  152. g_error_free (err);
  153. msg_info ("abnormally closing connection, error: %s", err->message);
  154. }
  155. /* Free buffers */
  156. session->state = SMTP_PROXY_STATE_REJECT;
  157. rspamd_session_destroy (session->s);
  158. }
  159. /**
  160. * Check whether SMTP greeting is valid
  161. * @param s
  162. * @return
  163. */
  164. static gint
  165. check_valid_smtp_greeting (GString *s)
  166. {
  167. gchar *p;
  168. p = s->str + s->len - 1;
  169. if (s->len < 6 || (*p != '\n' || *(p - 1) != '\r')) {
  170. return 1;
  171. }
  172. p -= 5;
  173. while (p >= s->str) {
  174. /* It is fast to use memcmp here as we compare only 4 bytes */
  175. if (memcmp (p, "220 ", 4) == 0) {
  176. /* Check position */
  177. if (p == s->str || *(p - 1) == '\n') {
  178. return 1;
  179. }
  180. return 0;
  181. }
  182. else if ((*p == '5' || *p == '4' || *p == '3') &&
  183. g_ascii_isdigit (p[1]) && g_ascii_isdigit (p[2]) && p[3] == ' ') {
  184. return -1;
  185. }
  186. p--;
  187. }
  188. return 1;
  189. }
  190. /*
  191. * Handle upstream greeting
  192. */
  193. static void
  194. smtp_proxy_greeting_handler (gint fd, short what, void *arg)
  195. {
  196. struct smtp_proxy_session *session = arg;
  197. gint r;
  198. gchar read_buf[BUFSIZ];
  199. if (what == EV_READ) {
  200. if (session->state == SMTP_PROXY_STATE_GREETING) {
  201. /* Fill greeting buffer with new portion of data */
  202. r = read (fd, read_buf, sizeof (read_buf) - 1);
  203. if (r > 0) {
  204. g_string_append_len (session->upstream_greeting, read_buf, r);
  205. /* Now search line with 220 */
  206. r = check_valid_smtp_greeting (session->upstream_greeting);
  207. if (r == 1) {
  208. /* Send xclient */
  209. if (session->ctx->use_xclient) {
  210. r = rspamd_snprintf (read_buf,
  211. sizeof (read_buf),
  212. "XCLIENT NAME=%s ADDR=%s" CRLF,
  213. session->hostname,
  214. inet_ntoa (session->client_addr));
  215. r = write (session->upstream_sock, read_buf, r);
  216. if (r < 0 && errno == EAGAIN) {
  217. /* Add write event */
  218. event_del (&session->upstream_ev);
  219. event_set (&session->upstream_ev,
  220. session->upstream_sock,
  221. EV_WRITE,
  222. smtp_proxy_greeting_handler,
  223. session);
  224. event_base_set (session->ev_base,
  225. &session->upstream_ev);
  226. event_add (&session->upstream_ev, NULL);
  227. }
  228. else if (r > 0) {
  229. session->upstream_greeting->len = 0;
  230. session->state = SMTP_PROXY_STATE_XCLIENT;
  231. }
  232. else {
  233. msg_info ("connection with %s got write error: %s",
  234. inet_ntoa (session->client_addr),
  235. strerror (errno));
  236. rspamd_session_destroy (session->s);
  237. }
  238. }
  239. else {
  240. event_del (&session->upstream_ev);
  241. /* Start direct proxy */
  242. r = write (session->sock,
  243. session->upstream_greeting->str,
  244. session->upstream_greeting->len);
  245. /* TODO: handle client's error here */
  246. if (r > 0) {
  247. session->proxy = rspamd_create_proxy (session->sock,
  248. session->upstream_sock,
  249. session->pool,
  250. session->ev_base,
  251. session->ctx->proxy_buf_len,
  252. &session->ctx->smtp_timeout,
  253. smtp_proxy_err_proxy,
  254. session);
  255. session->state = SMTP_PROXY_STATE_PROXY;
  256. }
  257. else {
  258. msg_info ("connection with %s got write error: %s",
  259. inet_ntoa (session->client_addr),
  260. strerror (errno));
  261. rspamd_session_destroy (session->s);
  262. }
  263. }
  264. }
  265. else if (r == -1) {
  266. /* Proxy sent 500 error */
  267. msg_info ("connection with %s got smtp error for greeting",
  268. rspamd_upstream_name (session->upstream));
  269. rspamd_session_destroy (session->s);
  270. }
  271. }
  272. else {
  273. msg_info ("connection with %s got read error: %s",
  274. rspamd_upstream_name (session->upstream),
  275. strerror (errno));
  276. rspamd_session_destroy (session->s);
  277. }
  278. }
  279. else if (session->state == SMTP_PROXY_STATE_XCLIENT) {
  280. /* Fill greeting buffer with new portion of data */
  281. r = read (fd, read_buf, sizeof (read_buf) - 1);
  282. if (r > 0) {
  283. g_string_append_len (session->upstream_greeting, read_buf, r);
  284. /* Now search line with 220 */
  285. r = check_valid_smtp_greeting (session->upstream_greeting);
  286. if (r == 1) {
  287. event_del (&session->upstream_ev);
  288. /* Start direct proxy */
  289. r = write (session->sock,
  290. session->upstream_greeting->str,
  291. session->upstream_greeting->len);
  292. /* TODO: handle client's error here */
  293. if (r > 0) {
  294. session->proxy = rspamd_create_proxy (session->sock,
  295. session->upstream_sock,
  296. session->pool,
  297. session->ev_base,
  298. session->ctx->proxy_buf_len,
  299. &session->ctx->smtp_timeout,
  300. smtp_proxy_err_proxy,
  301. session);
  302. session->state = SMTP_PROXY_STATE_PROXY;
  303. }
  304. else {
  305. msg_info ("connection with %s got write error: %s",
  306. inet_ntoa (session->client_addr),
  307. strerror (errno));
  308. rspamd_session_destroy (session->s);
  309. }
  310. }
  311. else if (r == -1) {
  312. /* Proxy sent 500 error */
  313. msg_info ("connection with %s got smtp error for xclient",
  314. rspamd_upstream_name (session->upstream));
  315. rspamd_session_destroy (session->s);
  316. }
  317. }
  318. }
  319. else {
  320. msg_info ("connection with %s got read event at improper state: %d",
  321. rspamd_upstream_name (session->upstream),
  322. session->state);
  323. rspamd_session_destroy (session->s);
  324. }
  325. }
  326. else if (what == EV_WRITE) {
  327. if (session->state == SMTP_PROXY_STATE_GREETING) {
  328. /* Send xclient again */
  329. r = rspamd_snprintf (read_buf,
  330. sizeof (read_buf),
  331. "XCLIENT NAME=%s ADDR=%s" CRLF,
  332. session->hostname,
  333. inet_ntoa (session->client_addr));
  334. r = write (session->upstream_sock, read_buf, r);
  335. if (r < 0 && errno == EAGAIN) {
  336. /* Add write event */
  337. event_del (&session->upstream_ev);
  338. event_set (&session->upstream_ev, session->upstream_sock,
  339. EV_WRITE, smtp_proxy_greeting_handler, session);
  340. event_base_set (session->ev_base, &session->upstream_ev);
  341. event_add (&session->upstream_ev, NULL);
  342. }
  343. else if (r > 0) {
  344. session->upstream_greeting->len = 0;
  345. session->state = SMTP_PROXY_STATE_XCLIENT;
  346. event_del (&session->upstream_ev);
  347. event_set (&session->upstream_ev, session->upstream_sock,
  348. EV_READ | EV_PERSIST, smtp_proxy_greeting_handler, session);
  349. event_base_set (session->ev_base, &session->upstream_ev);
  350. event_add (&session->upstream_ev, NULL);
  351. }
  352. else {
  353. msg_info ("connection with %s got write error: %s",
  354. rspamd_upstream_name (session->upstream),
  355. strerror (errno));
  356. rspamd_session_destroy (session->s);
  357. }
  358. }
  359. else {
  360. msg_info (
  361. "connection with %s got write event at improper state: %d",
  362. rspamd_upstream_name (session->upstream),
  363. session->state);
  364. rspamd_session_destroy (session->s);
  365. }
  366. }
  367. else {
  368. /* Timeout */
  369. msg_info ("connection with %s timed out",
  370. rspamd_upstream_name (session->upstream));
  371. rspamd_session_destroy (session->s);
  372. }
  373. }
  374. static gboolean
  375. create_smtp_proxy_upstream_connection (struct smtp_proxy_session *session)
  376. {
  377. struct upstream *selected;
  378. /* Try to select upstream */
  379. selected = rspamd_upstream_get (session->ctx->upstreams,
  380. RSPAMD_UPSTREAM_ROUND_ROBIN, NULL, 0);
  381. if (selected == NULL) {
  382. msg_err ("no upstreams suitable found");
  383. return FALSE;
  384. }
  385. session->upstream = selected;
  386. /* Now try to create socket */
  387. session->upstream_sock = rspamd_inet_address_connect (
  388. rspamd_upstream_addr (selected), SOCK_STREAM, TRUE);
  389. if (session->upstream_sock == -1) {
  390. msg_err ("cannot make a connection to %s",
  391. rspamd_upstream_name (session->upstream));
  392. rspamd_upstream_fail (selected);
  393. return FALSE;
  394. }
  395. /* Create a proxy for upstream connection */
  396. rspamd_dispatcher_pause (session->dispatcher);
  397. /* First of all get upstream's greeting */
  398. session->state = SMTP_PROXY_STATE_GREETING;
  399. event_set (&session->upstream_ev,
  400. session->upstream_sock,
  401. EV_READ | EV_PERSIST,
  402. smtp_proxy_greeting_handler,
  403. session);
  404. event_base_set (session->ev_base, &session->upstream_ev);
  405. event_add (&session->upstream_ev, &session->ctx->smtp_timeout);
  406. session->upstream_greeting = g_string_sized_new (BUFSIZ);
  407. return TRUE;
  408. }
  409. static void
  410. smtp_dnsbl_cb (struct rdns_reply *reply, void *arg)
  411. {
  412. struct smtp_proxy_session *session = arg;
  413. const gchar *p;
  414. gint dots = 0;
  415. const struct rdns_request_name *req_name;
  416. session->rbl_requests--;
  417. req_name = rdns_request_get_name (reply->request, NULL);
  418. msg_debug ("got reply for %s: %s", req_name[0].name,
  419. rdns_strerror (reply->code));
  420. if (session->state != SMTP_PROXY_STATE_REJECT) {
  421. if (reply->code == RDNS_RC_NOERROR) {
  422. /* This means that address is in dnsbl */
  423. p = req_name[0].name;
  424. while (*p) {
  425. if (*p == '.') {
  426. dots++;
  427. }
  428. if (dots == 4) {
  429. session->dnsbl_applied = (gchar *)p + 1;
  430. break;
  431. }
  432. p++;
  433. }
  434. session->state = SMTP_PROXY_STATE_REJECT;
  435. }
  436. }
  437. if (session->rbl_requests == 0) {
  438. if (session->state != SMTP_PROXY_STATE_REJECT) {
  439. /* Make proxy */
  440. if (!create_smtp_proxy_upstream_connection (session)) {
  441. rspamd_dispatcher_restore (session->dispatcher);
  442. }
  443. }
  444. else {
  445. if (session->ctx->instant_reject) {
  446. msg_info ("reject %s is denied by dnsbl: %s",
  447. inet_ntoa (session->client_addr), session->dnsbl_applied);
  448. if (!rspamd_dispatcher_write (session->dispatcher,
  449. make_smtp_error (session->pool, 521,
  450. "%s Client denied by %s", "5.2.1", session->dnsbl_applied),
  451. 0, FALSE, TRUE)) {
  452. msg_err ("cannot write smtp error");
  453. }
  454. }
  455. else {
  456. /* Emulate fake smtp session */
  457. rspamd_set_dispatcher_policy (session->dispatcher,
  458. BUFFER_LINE,
  459. 0);
  460. if (!rspamd_dispatcher_write (session->dispatcher,
  461. make_smtp_error (session->pool, 220, "smtp ready"),
  462. 0, FALSE, TRUE)) {
  463. msg_err ("cannot write smtp reply");
  464. }
  465. }
  466. rspamd_dispatcher_restore (session->dispatcher);
  467. }
  468. }
  469. }
  470. /*
  471. * Create requests to all rbls
  472. */
  473. static void
  474. make_rbl_requests (struct smtp_proxy_session *session)
  475. {
  476. GList *cur;
  477. gchar *p, *dst;
  478. guint len;
  479. cur = session->ctx->rbls;
  480. while (cur) {
  481. len = INET_ADDRSTRLEN + strlen (cur->data) + 1;
  482. dst = rspamd_mempool_alloc (session->pool, len);
  483. /* Print ipv4 addr */
  484. p = (gchar *)&session->client_addr.s_addr;
  485. rspamd_snprintf (dst, len, "%ud.%ud.%ud.%ud.%s", (guint)p[3],
  486. (guint)p[2], (guint)p[1], (guint)p[0], cur->data);
  487. if (make_dns_request (session->resolver, session->s, session->pool,
  488. smtp_dnsbl_cb, session, RDNS_REQUEST_A, dst)) {
  489. session->rbl_requests++;
  490. msg_debug ("send request to %s", dst);
  491. }
  492. cur = g_list_next (cur);
  493. }
  494. if (session->rbl_requests == 0) {
  495. /* Create proxy */
  496. if (!create_smtp_proxy_upstream_connection (session)) {
  497. rspamd_dispatcher_restore (session->dispatcher);
  498. }
  499. }
  500. }
  501. /* Resolving and delay handlers */
  502. /*
  503. * Return from a delay
  504. */
  505. static void
  506. smtp_delay_handler (gint fd, short what, void *arg)
  507. {
  508. struct smtp_proxy_session *session = arg;
  509. rspamd_session_remove_event (session->s, (event_finalizer_t) event_del,
  510. session->delay_timer);
  511. if (session->state == SMTP_PROXY_STATE_DELAY) {
  512. /* TODO: Create upstream connection here */
  513. if (session->ctx->rbls) {
  514. make_rbl_requests (session);
  515. }
  516. else {
  517. if (!create_smtp_proxy_upstream_connection (session)) {
  518. rspamd_dispatcher_restore (session->dispatcher);
  519. }
  520. }
  521. }
  522. else {
  523. /* TODO: Write error here */
  524. session->state = SMTP_PROXY_STATE_REJECT;
  525. if (!rspamd_dispatcher_write (session->dispatcher,
  526. make_smtp_error (session->pool, 521,
  527. "%s Improper use of SMTP command pipelining", "5.2.1"),
  528. 0, FALSE, TRUE)) {
  529. msg_err ("cannot write smtp error");
  530. }
  531. rspamd_dispatcher_restore (session->dispatcher);
  532. }
  533. }
  534. /*
  535. * Make delay for a client
  536. */
  537. static void
  538. smtp_make_delay (struct smtp_proxy_session *session)
  539. {
  540. struct event *tev;
  541. struct timeval *tv;
  542. gint32 jitter;
  543. if (session->ctx->smtp_delay != 0 && session->state ==
  544. SMTP_PROXY_STATE_DELAY) {
  545. tev = rspamd_mempool_alloc (session->pool, sizeof(struct event));
  546. tv = rspamd_mempool_alloc (session->pool, sizeof(struct timeval));
  547. if (session->ctx->delay_jitter != 0) {
  548. jitter = g_random_int_range (0, session->ctx->delay_jitter);
  549. msec_to_tv (session->ctx->smtp_delay + jitter, tv);
  550. }
  551. else {
  552. msec_to_tv (session->ctx->smtp_delay, tv);
  553. }
  554. evtimer_set (tev, smtp_delay_handler, session);
  555. evtimer_add (tev, tv);
  556. rspamd_session_add_event (session->s, (event_finalizer_t) event_del, tev,
  557. g_quark_from_static_string ("smtp proxy"));
  558. session->delay_timer = tev;
  559. }
  560. else if (session->state == SMTP_PROXY_STATE_DELAY) {
  561. /* TODO: Create upstream connection here */
  562. if (session->ctx->rbls) {
  563. make_rbl_requests (session);
  564. }
  565. else {
  566. if (!create_smtp_proxy_upstream_connection (session)) {
  567. rspamd_dispatcher_restore (session->dispatcher);
  568. }
  569. }
  570. }
  571. }
  572. /*
  573. * Handle DNS replies
  574. */
  575. static void
  576. smtp_dns_cb (struct rdns_reply *reply, void *arg)
  577. {
  578. struct smtp_proxy_session *session = arg;
  579. gint res = 0;
  580. struct rdns_reply_entry *elt;
  581. GList *cur;
  582. switch (session->state)
  583. {
  584. case SMTP_PROXY_STATE_RESOLVE_REVERSE:
  585. /* Parse reverse reply and start resolve of this ip */
  586. if (reply->code != RDNS_RC_NOERROR) {
  587. rspamd_conditional_debug (session->worker->srv->logger,
  588. NULL, "rdns", NULL, G_STRFUNC, "DNS error: %s",
  589. rdns_strerror (reply->code));
  590. if (reply->code == RDNS_RC_NXDOMAIN) {
  591. session->hostname = rspamd_mempool_strdup (session->pool,
  592. XCLIENT_HOST_UNAVAILABLE);
  593. }
  594. else {
  595. session->hostname = rspamd_mempool_strdup (session->pool,
  596. XCLIENT_HOST_TEMPFAIL);
  597. }
  598. session->state = SMTP_PROXY_STATE_DELAY;
  599. smtp_make_delay (session);
  600. }
  601. else {
  602. if (reply->entries) {
  603. elt = reply->entries;
  604. session->hostname = rspamd_mempool_strdup (session->pool,
  605. elt->content.ptr.name);
  606. session->state = SMTP_PROXY_STATE_RESOLVE_NORMAL;
  607. make_dns_request (session->resolver, session->s, session->pool,
  608. smtp_dns_cb, session, RDNS_REQUEST_A, session->hostname);
  609. }
  610. }
  611. break;
  612. case SMTP_PROXY_STATE_RESOLVE_NORMAL:
  613. if (reply->code != RDNS_RC_NOERROR) {
  614. rspamd_conditional_debug (session->worker->srv->logger,
  615. NULL, "rdns", NULL, G_STRFUNC, "DNS error: %s",
  616. rdns_strerror (reply->code));
  617. if (reply->code == RDNS_RC_NXDOMAIN) {
  618. session->hostname = rspamd_mempool_strdup (session->pool,
  619. XCLIENT_HOST_UNAVAILABLE);
  620. }
  621. else {
  622. session->hostname = rspamd_mempool_strdup (session->pool,
  623. XCLIENT_HOST_TEMPFAIL);
  624. }
  625. session->state = SMTP_PROXY_STATE_DELAY;
  626. smtp_make_delay (session);
  627. }
  628. else {
  629. res = 0;
  630. LL_FOREACH (reply->entries, elt)
  631. {
  632. if (memcmp (&session->client_addr, &elt->content.a.addr,
  633. sizeof(struct in_addr)) == 0) {
  634. res = 1;
  635. session->resolved = TRUE;
  636. break;
  637. }
  638. cur = g_list_next (cur);
  639. }
  640. if (res == 0) {
  641. msg_info (
  642. "cannot find address for hostname: %s, ip: %s",
  643. session->hostname,
  644. inet_ntoa (session->client_addr));
  645. session->hostname = rspamd_mempool_strdup (session->pool,
  646. XCLIENT_HOST_UNAVAILABLE);
  647. }
  648. session->state = SMTP_PROXY_STATE_DELAY;
  649. smtp_make_delay (session);
  650. }
  651. break;
  652. default:
  653. /* TODO: write something about pipelining */
  654. break;
  655. }
  656. }
  657. static void
  658. proxy_parse_smtp_input (rspamd_ftok_t *line, struct smtp_proxy_session *session)
  659. {
  660. const gchar *p, *c, *end;
  661. gsize len;
  662. p = line->begin;
  663. end = line->begin + line->len;
  664. if (line->len >= sizeof("rcpt to: ") - 1 &&
  665. (*p == 'r' || *p == 'R') && session->rcpt == NULL) {
  666. if (g_ascii_strncasecmp (p, "rcpt to: ",
  667. sizeof ("rcpt to: ") - 1) == 0) {
  668. p += sizeof ("rcpt to: ") - 1;
  669. /* Skip spaces */
  670. while ((g_ascii_isspace (*p) || *p == '<') && p < end) {
  671. p++;
  672. }
  673. c = p;
  674. while (!(g_ascii_isspace (*p) || *p == '>') && p < end) {
  675. p++;
  676. }
  677. len = p - c;
  678. session->rcpt = rspamd_mempool_alloc (session->pool, len + 1);
  679. rspamd_strlcpy (session->rcpt, c, len + 1);
  680. }
  681. }
  682. else if (line->len >= sizeof("mail from: ") - 1 &&
  683. (*p == 'm' || *p == 'M') && session->from == NULL) {
  684. if (g_ascii_strncasecmp (p, "mail from: ", sizeof ("mail from: ") -
  685. 1) == 0) {
  686. p += sizeof ("mail from: ") - 1;
  687. /* Skip spaces */
  688. while ((g_ascii_isspace (*p) || *p == '<') && p < end) {
  689. p++;
  690. }
  691. c = p;
  692. while (!(g_ascii_isspace (*p) || *p == '>') && p < end) {
  693. p++;
  694. }
  695. len = p - c;
  696. session->from = rspamd_mempool_alloc (session->pool, len + 1);
  697. rspamd_strlcpy (session->from, c, len + 1);
  698. }
  699. }
  700. else if (line->len >= sizeof ("quit") - 1 && (*p == 'q' || *p == 'Q')) {
  701. if (g_ascii_strncasecmp (p, "quit", sizeof ("quit") - 1) == 0) {
  702. session->state = SMTP_PROXY_STATE_REJECT;
  703. }
  704. }
  705. }
  706. /*
  707. * Callback that is called when there is data to read in buffer
  708. */
  709. static gboolean
  710. smtp_proxy_read_socket (rspamd_ftok_t * in, void *arg)
  711. {
  712. struct smtp_proxy_session *session = arg;
  713. const gchar *p;
  714. if (session->state != SMTP_PROXY_STATE_REJECT_EMULATE) {
  715. /* This can be called only if client is using invalid pipelining */
  716. session->state = SMTP_PROXY_STATE_REJECT;
  717. if (!rspamd_dispatcher_write (session->dispatcher,
  718. make_smtp_error (session->pool, 521,
  719. "%s Improper use of SMTP command pipelining", "5.2.1"),
  720. 0, FALSE, TRUE)) {
  721. msg_err ("cannot write smtp error");
  722. }
  723. rspamd_session_destroy (session->s);
  724. }
  725. else {
  726. /* Try to extract data */
  727. p = in->begin;
  728. if (in->len >= sizeof ("helo") - 1 &&
  729. (*p == 'h' || *p == 'H' || *p == 'e' || *p == 'E')) {
  730. return rspamd_dispatcher_write (session->dispatcher,
  731. "220 smtp ready" CRLF,
  732. 0, FALSE, TRUE);
  733. }
  734. else if (in->len > 0) {
  735. proxy_parse_smtp_input (in, session);
  736. }
  737. if (session->state == SMTP_PROXY_STATE_REJECT) {
  738. /* Received QUIT command */
  739. if (!rspamd_dispatcher_write (session->dispatcher,
  740. "221 2.0.0 Bye" CRLF,
  741. 0, FALSE, TRUE)) {
  742. msg_err ("cannot write smtp error");
  743. }
  744. rspamd_session_destroy (session->s);
  745. return FALSE;
  746. }
  747. if (session->rcpt != NULL) {
  748. session->errors++;
  749. if (session->errors > SMTP_MAXERRORS) {
  750. if (!rspamd_dispatcher_write (session->dispatcher,
  751. "521 5.2.1 Maximum errors reached" CRLF,
  752. 0, FALSE, TRUE)) {
  753. msg_err ("cannot write smtp error");
  754. }
  755. rspamd_session_destroy (session->s);
  756. return FALSE;
  757. }
  758. return rspamd_dispatcher_write (session->dispatcher,
  759. make_smtp_error (session->pool,
  760. 521,
  761. "%s Client denied by %s",
  762. "5.2.1",
  763. session->dnsbl_applied),
  764. 0, FALSE, TRUE);
  765. }
  766. else {
  767. return rspamd_dispatcher_write (session->dispatcher,
  768. "250 smtp ready" CRLF,
  769. 0, FALSE, TRUE);
  770. }
  771. }
  772. return FALSE;
  773. }
  774. /*
  775. * Actually called only if something goes wrong
  776. */
  777. static gboolean
  778. smtp_proxy_write_socket (void *arg)
  779. {
  780. struct smtp_proxy_session *session = arg;
  781. if (session->ctx->instant_reject) {
  782. rspamd_session_destroy (session->s);
  783. return FALSE;
  784. }
  785. else {
  786. session->state = SMTP_PROXY_STATE_REJECT_EMULATE;
  787. }
  788. return TRUE;
  789. }
  790. /*
  791. * Called if something goes wrong
  792. */
  793. static void
  794. smtp_proxy_err_socket (GError * err, void *arg)
  795. {
  796. struct smtp_proxy_session *session = arg;
  797. if (err) {
  798. if (err->code == ETIMEDOUT) {
  799. /* Write smtp error */
  800. if (!rspamd_dispatcher_write (session->dispatcher,
  801. "421 4.4.2 Error: timeout exceeded" CRLF,
  802. 0, FALSE, TRUE)) {
  803. msg_err ("cannot write smtp error");
  804. }
  805. }
  806. msg_info ("abnormally closing connection, error: %s", err->message);
  807. g_error_free (err);
  808. }
  809. /* Free buffers */
  810. rspamd_session_destroy (session->s);
  811. }
  812. /*
  813. * Accept new connection and construct session
  814. */
  815. static void
  816. accept_socket (gint fd, short what, void *arg)
  817. {
  818. struct rspamd_worker *worker = (struct rspamd_worker *)arg;
  819. struct smtp_proxy_session *session;
  820. struct smtp_proxy_ctx *ctx;
  821. rspamd_inet_addr_t *addr;
  822. gint nfd;
  823. ctx = worker->ctx;
  824. if ((nfd =
  825. rspamd_accept_from_socket (fd, &addr)) == -1) {
  826. msg_warn ("accept failed: %s", strerror (errno));
  827. return;
  828. }
  829. /* Check for EAGAIN */
  830. if (nfd == 0) {
  831. return;
  832. }
  833. msg_info ("accepted connection from %s port %d",
  834. rspamd_inet_address_to_string (addr),
  835. rspamd_inet_address_get_port (addr));
  836. ctx = worker->ctx;
  837. session = g_slice_alloc0 (sizeof (struct smtp_proxy_session));
  838. session->pool = rspamd_mempool_new (rspamd_mempool_suggest_size (), NULL);
  839. session->sock = nfd;
  840. session->worker = worker;
  841. session->ctx = ctx;
  842. session->resolver = ctx->resolver;
  843. session->ev_base = ctx->ev_base;
  844. session->upstream_sock = -1;
  845. session->ptr_str = rdns_generate_ptr_from_str (rspamd_inet_address_to_string (
  846. addr));
  847. worker->srv->stat->connections_count++;
  848. /* Resolve client's addr */
  849. /* Set up async session */
  850. session->s = rspamd_session_create (session->pool,
  851. NULL,
  852. NULL,
  853. free_smtp_proxy_session,
  854. session);
  855. rspamd_inet_address_destroy (addr);
  856. session->state = SMTP_PROXY_STATE_RESOLVE_REVERSE;
  857. if (!make_dns_request (session->resolver, session->s, session->pool,
  858. smtp_dns_cb, session, RDNS_REQUEST_PTR, session->ptr_str)) {
  859. msg_err ("cannot resolve %s", inet_ntoa (session->client_addr));
  860. g_slice_free1 (sizeof (struct smtp_proxy_session), session);
  861. close (nfd);
  862. return;
  863. }
  864. else {
  865. session->dispatcher = rspamd_create_dispatcher (session->ev_base,
  866. nfd,
  867. BUFFER_ANY,
  868. smtp_proxy_read_socket,
  869. smtp_proxy_write_socket,
  870. smtp_proxy_err_socket,
  871. &session->ctx->smtp_timeout,
  872. session);
  873. session->dispatcher->peer_addr = session->client_addr.s_addr;
  874. }
  875. }
  876. gpointer
  877. init_smtp_proxy (struct rspamd_config *cfg)
  878. {
  879. struct smtp_proxy_ctx *ctx;
  880. GQuark type;
  881. type = g_quark_try_string ("smtp_proxy");
  882. ctx = g_malloc0 (sizeof (struct smtp_worker_ctx));
  883. ctx->pool = rspamd_mempool_new (rspamd_mempool_suggest_size (), NULL);
  884. /* Set default values */
  885. ctx->smtp_timeout_raw = 300000;
  886. ctx->smtp_delay = 0;
  887. ctx->instant_reject = TRUE;
  888. rspamd_rcl_register_worker_option (cfg,
  889. type,
  890. "upstreams",
  891. rspamd_rcl_parse_struct_string,
  892. ctx,
  893. G_STRUCT_OFFSET (struct smtp_proxy_ctx, upstreams_str),
  894. 0,
  895. "List of upstream SMTP servers");
  896. rspamd_rcl_register_worker_option (cfg,
  897. type,
  898. "timeout",
  899. rspamd_rcl_parse_struct_time,
  900. ctx,
  901. G_STRUCT_OFFSET (struct smtp_proxy_ctx,
  902. smtp_timeout_raw),
  903. RSPAMD_CL_FLAG_TIME_UINT_32,
  904. "IO timeout");
  905. rspamd_rcl_register_worker_option (cfg,
  906. type,
  907. "delay",
  908. rspamd_rcl_parse_struct_time,
  909. ctx,
  910. G_STRUCT_OFFSET (struct smtp_proxy_ctx,
  911. smtp_delay),
  912. RSPAMD_CL_FLAG_TIME_UINT_32,
  913. "SMTP greeting delay");
  914. rspamd_rcl_register_worker_option (cfg,
  915. type,
  916. "jitter",
  917. rspamd_rcl_parse_struct_time,
  918. ctx,
  919. G_STRUCT_OFFSET (struct smtp_proxy_ctx,
  920. delay_jitter),
  921. RSPAMD_CL_FLAG_TIME_UINT_32,
  922. "Jitter atribute for SMTP delay");
  923. rspamd_rcl_register_worker_option (cfg,
  924. type,
  925. "xclient",
  926. rspamd_rcl_parse_struct_boolean,
  927. ctx,
  928. G_STRUCT_OFFSET (struct smtp_proxy_ctx, use_xclient),
  929. 0,
  930. "Use XCLIENT protocol for upstream communication");
  931. rspamd_rcl_register_worker_option (cfg,
  932. type,
  933. "instant_reject",
  934. rspamd_rcl_parse_struct_boolean,
  935. ctx,
  936. G_STRUCT_OFFSET (struct smtp_proxy_ctx, instant_reject),
  937. 0,
  938. "Reject invalid pipelining");
  939. rspamd_rcl_register_worker_option (cfg,
  940. type,
  941. "proxy_buffer",
  942. rspamd_rcl_parse_struct_integer,
  943. ctx,
  944. G_STRUCT_OFFSET (struct smtp_proxy_ctx,
  945. proxy_buf_len),
  946. RSPAMD_CL_FLAG_INT_32,
  947. "Adjust SMTP buffer size");
  948. rspamd_rcl_register_worker_option (cfg,
  949. type,
  950. "dnsbl",
  951. rspamd_rcl_parse_struct_string_list,
  952. ctx,
  953. G_STRUCT_OFFSET (struct smtp_proxy_ctx, rbls),
  954. 0,
  955. "Use the following DNS lists as IP blacklists");
  956. return ctx;
  957. }
  958. /* Make post-init configuration */
  959. static gboolean
  960. config_smtp_proxy_worker (struct rspamd_worker *worker)
  961. {
  962. struct smtp_proxy_ctx *ctx = worker->ctx;
  963. gchar *value;
  964. /* Init timeval */
  965. msec_to_tv (ctx->smtp_timeout_raw, &ctx->smtp_timeout);
  966. /* Init upstreams */
  967. if ((value = ctx->upstreams_str) != NULL) {
  968. if (!rspamd_upstreams_parse_line (ctx->upstreams, value, 25, NULL)) {
  969. msg_err ("cannot parse any valid upstream");
  970. return FALSE;
  971. }
  972. }
  973. else {
  974. msg_err ("no upstreams defined, don't know what to do");
  975. return FALSE;
  976. }
  977. if (ctx->proxy_buf_len == 0) {
  978. ctx->proxy_buf_len = DEFAULT_PROXY_BUF_LEN;
  979. }
  980. return TRUE;
  981. }
  982. /*
  983. * Start worker process
  984. */
  985. void
  986. start_smtp_proxy (struct rspamd_worker *worker)
  987. {
  988. struct smtp_proxy_ctx *ctx = worker->ctx;
  989. ctx->ev_base = rspamd_prepare_worker (worker, "smtp_proxy", accept_socket);
  990. /* Set smtp options */
  991. if ( !config_smtp_proxy_worker (worker)) {
  992. msg_err ("cannot configure smtp worker, exiting");
  993. exit (EXIT_SUCCESS);
  994. }
  995. /* DNS resolver */
  996. ctx->resolver = dns_resolver_init (worker->srv->logger,
  997. ctx->ev_base,
  998. worker->srv->cfg);
  999. rspamd_upstreams_library_config (worker->srv->cfg, worker->srv->cfg->ups_ctx,
  1000. ctx->ev_base, ctx->resolver->r);
  1001. /* Set umask */
  1002. umask (S_IWGRP | S_IWOTH | S_IROTH | S_IRGRP);
  1003. event_base_loop (ctx->ev_base, 0);
  1004. rspamd_worker_block_signals ();
  1005. rspamd_log_close (worker->srv->logger);
  1006. exit (EXIT_SUCCESS);
  1007. }