diff options
Diffstat (limited to 'smtpd/mta.c')
| -rw-r--r-- | smtpd/mta.c | 2647 |
1 files changed, 0 insertions, 2647 deletions
diff --git a/smtpd/mta.c b/smtpd/mta.c deleted file mode 100644 index 922170ae..00000000 --- a/smtpd/mta.c +++ /dev/null @@ -1,2647 +0,0 @@ -/* $OpenBSD: mta.c,v 1.234 2019/12/21 10:34:07 gilles Exp $ */ - -/* - * Copyright (c) 2008 Pierre-Yves Ritschard <pyr@openbsd.org> - * Copyright (c) 2008 Gilles Chehade <gilles@poolp.org> - * Copyright (c) 2009 Jacek Masiulaniec <jacekm@dobremiasto.net> - * Copyright (c) 2012 Eric Faurot <eric@openbsd.org> - * - * Permission to use, copy, modify, and distribute this software for any - * purpose with or without fee is hereby granted, provided that the above - * copyright notice and this permission notice appear in all copies. - * - * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES - * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF - * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR - * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES - * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN - * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF - * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. - */ - -#include "includes.h" - -#include <sys/types.h> -#include <sys/queue.h> -#include <sys/tree.h> -#include <sys/socket.h> - -#include <ctype.h> -#include <err.h> -#include <errno.h> -#include <event.h> -#include <imsg.h> -#include <inttypes.h> -#include <netdb.h> -#include <grp.h> /* needed for setgroups */ -#include <limits.h> -#include <pwd.h> -#include <signal.h> -#include <stdio.h> -#include <stdlib.h> -#include <string.h> -#include <time.h> -#include <unistd.h> - -#include "smtpd.h" -#include "log.h" - -#define MAXERROR_PER_ROUTE 4 - -#define DELAY_CHECK_SOURCE 1 -#define DELAY_CHECK_SOURCE_SLOW 10 -#define DELAY_CHECK_SOURCE_FAST 0 -#define DELAY_CHECK_LIMIT 5 - -#define DELAY_QUADRATIC 1 -#define DELAY_ROUTE_BASE 15 -#define DELAY_ROUTE_MAX 3600 - -#define RELAY_ONHOLD 0x01 -#define RELAY_HOLDQ 0x02 - -static void mta_handle_envelope(struct envelope *, const char *); -static void mta_query_smarthost(struct envelope *); -static void mta_on_smarthost(struct envelope *, const char *); -static void mta_query_mx(struct mta_relay *); -static void mta_query_secret(struct mta_relay *); -static void mta_query_preference(struct mta_relay *); -static void mta_query_source(struct mta_relay *); -static void mta_on_mx(void *, void *, void *); -static void mta_on_secret(struct mta_relay *, const char *); -static void mta_on_preference(struct mta_relay *, int); -static void mta_on_source(struct mta_relay *, struct mta_source *); -static void mta_on_timeout(struct runq *, void *); -static void mta_connect(struct mta_connector *); -static void mta_route_enable(struct mta_route *); -static void mta_route_disable(struct mta_route *, int, int); -static void mta_drain(struct mta_relay *); -static void mta_delivery_flush_event(int, short, void *); -static void mta_flush(struct mta_relay *, int, const char *); -static struct mta_route *mta_find_route(struct mta_connector *, time_t, int*, - time_t*, struct mta_mx **); -static void mta_log(const struct mta_envelope *, const char *, const char *, - const char *, const char *); - -SPLAY_HEAD(mta_relay_tree, mta_relay); -static struct mta_relay *mta_relay(struct envelope *, struct relayhost *); -static void mta_relay_ref(struct mta_relay *); -static void mta_relay_unref(struct mta_relay *); -static void mta_relay_show(struct mta_relay *, struct mproc *, uint32_t, time_t); -static int mta_relay_cmp(const struct mta_relay *, const struct mta_relay *); -SPLAY_PROTOTYPE(mta_relay_tree, mta_relay, entry, mta_relay_cmp); - -SPLAY_HEAD(mta_host_tree, mta_host); -static struct mta_host *mta_host(const struct sockaddr *); -static void mta_host_ref(struct mta_host *); -static void mta_host_unref(struct mta_host *); -static int mta_host_cmp(const struct mta_host *, const struct mta_host *); -SPLAY_PROTOTYPE(mta_host_tree, mta_host, entry, mta_host_cmp); - -SPLAY_HEAD(mta_domain_tree, mta_domain); -static struct mta_domain *mta_domain(char *, int); -#if 0 -static void mta_domain_ref(struct mta_domain *); -#endif -static void mta_domain_unref(struct mta_domain *); -static int mta_domain_cmp(const struct mta_domain *, const struct mta_domain *); -SPLAY_PROTOTYPE(mta_domain_tree, mta_domain, entry, mta_domain_cmp); - -SPLAY_HEAD(mta_source_tree, mta_source); -static struct mta_source *mta_source(const struct sockaddr *); -static void mta_source_ref(struct mta_source *); -static void mta_source_unref(struct mta_source *); -static const char *mta_source_to_text(struct mta_source *); -static int mta_source_cmp(const struct mta_source *, const struct mta_source *); -SPLAY_PROTOTYPE(mta_source_tree, mta_source, entry, mta_source_cmp); - -static struct mta_connector *mta_connector(struct mta_relay *, - struct mta_source *); -static void mta_connector_free(struct mta_connector *); -static const char *mta_connector_to_text(struct mta_connector *); - -SPLAY_HEAD(mta_route_tree, mta_route); -static struct mta_route *mta_route(struct mta_source *, struct mta_host *); -static void mta_route_ref(struct mta_route *); -static void mta_route_unref(struct mta_route *); -static const char *mta_route_to_text(struct mta_route *); -static int mta_route_cmp(const struct mta_route *, const struct mta_route *); -SPLAY_PROTOTYPE(mta_route_tree, mta_route, entry, mta_route_cmp); - -struct mta_block { - SPLAY_ENTRY(mta_block) entry; - struct mta_source *source; - char *domain; -}; - -SPLAY_HEAD(mta_block_tree, mta_block); -void mta_block(struct mta_source *, char *); -void mta_unblock(struct mta_source *, char *); -int mta_is_blocked(struct mta_source *, char *); -static int mta_block_cmp(const struct mta_block *, const struct mta_block *); -SPLAY_PROTOTYPE(mta_block_tree, mta_block, entry, mta_block_cmp); - -static struct mta_relay_tree relays; -static struct mta_domain_tree domains; -static struct mta_host_tree hosts; -static struct mta_source_tree sources; -static struct mta_route_tree routes; -static struct mta_block_tree blocks; - -static struct tree wait_mx; -static struct tree wait_preference; -static struct tree wait_secret; -static struct tree wait_smarthost; -static struct tree wait_source; -static struct tree flush_evp; -static struct event ev_flush_evp; - -static struct runq *runq_relay; -static struct runq *runq_connector; -static struct runq *runq_route; -static struct runq *runq_hoststat; - -static time_t max_seen_conndelay_route; -static time_t max_seen_discdelay_route; - -#define HOSTSTAT_EXPIRE_DELAY (4 * 3600) -struct hoststat { - char name[HOST_NAME_MAX+1]; - time_t tm; - char error[LINE_MAX]; - struct tree deferred; -}; -static struct dict hoststat; - -void mta_hoststat_update(const char *, const char *); -void mta_hoststat_cache(const char *, uint64_t); -void mta_hoststat_uncache(const char *, uint64_t); -void mta_hoststat_reschedule(const char *); -static void mta_hoststat_remove_entry(struct hoststat *); - -void -mta_imsg(struct mproc *p, struct imsg *imsg) -{ - struct mta_relay *relay; - struct mta_domain *domain; - struct mta_host *host; - struct mta_route *route; - struct mta_block *block; - struct mta_mx *mx, *imx; - struct mta_source *source; - struct hoststat *hs; - struct sockaddr_storage ss; - struct envelope evp, *e; - struct msg m; - const char *secret; - const char *hostname; - const char *dom; - const char *smarthost; - uint64_t reqid; - time_t t; - char buf[LINE_MAX]; - int dnserror, preference, v, status; - void *iter; - uint64_t u64; - - switch (imsg->hdr.type) { - case IMSG_QUEUE_TRANSFER: - m_msg(&m, imsg); - m_get_envelope(&m, &evp); - m_end(&m); - mta_handle_envelope(&evp, NULL); - return; - - case IMSG_MTA_OPEN_MESSAGE: - mta_session_imsg(p, imsg); - return; - - case IMSG_MTA_LOOKUP_CREDENTIALS: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_string(&m, &secret); - m_end(&m); - relay = tree_xpop(&wait_secret, reqid); - mta_on_secret(relay, secret[0] ? secret : NULL); - return; - - case IMSG_MTA_LOOKUP_SOURCE: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_int(&m, &status); - if (status == LKA_OK) - m_get_sockaddr(&m, (struct sockaddr*)&ss); - m_end(&m); - - relay = tree_xpop(&wait_source, reqid); - mta_on_source(relay, (status == LKA_OK) ? - mta_source((struct sockaddr *)&ss) : NULL); - return; - - case IMSG_MTA_LOOKUP_SMARTHOST: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_int(&m, &status); - smarthost = NULL; - if (status == LKA_OK) - m_get_string(&m, &smarthost); - m_end(&m); - - e = tree_xpop(&wait_smarthost, reqid); - mta_on_smarthost(e, smarthost); - return; - - case IMSG_MTA_LOOKUP_HELO: - mta_session_imsg(p, imsg); - return; - - case IMSG_MTA_DNS_HOST: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_string(&m, &hostname); - m_get_sockaddr(&m, (struct sockaddr*)&ss); - m_get_int(&m, &preference); - m_end(&m); - domain = tree_xget(&wait_mx, reqid); - mx = xcalloc(1, sizeof *mx); - mx->mxname = xstrdup(hostname); - mx->host = mta_host((struct sockaddr*)&ss); - mx->preference = preference; - TAILQ_FOREACH(imx, &domain->mxs, entry) { - if (imx->preference > mx->preference) { - TAILQ_INSERT_BEFORE(imx, mx, entry); - return; - } - } - TAILQ_INSERT_TAIL(&domain->mxs, mx, entry); - return; - - case IMSG_MTA_DNS_HOST_END: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_int(&m, &dnserror); - m_end(&m); - domain = tree_xpop(&wait_mx, reqid); - domain->mxstatus = dnserror; - if (domain->mxstatus == DNS_OK) { - log_debug("debug: MXs for domain %s:", - domain->name); - TAILQ_FOREACH(mx, &domain->mxs, entry) - log_debug(" %s preference %d", - sa_to_text(mx->host->sa), - mx->preference); - } - else { - log_debug("debug: Failed MX query for %s:", - domain->name); - } - domain->lastmxquery = time(NULL); - waitq_run(&domain->mxs, domain); - return; - - case IMSG_MTA_DNS_MX_PREFERENCE: - m_msg(&m, imsg); - m_get_id(&m, &reqid); - m_get_int(&m, &dnserror); - if (dnserror == 0) - m_get_int(&m, &preference); - m_end(&m); - - relay = tree_xpop(&wait_preference, reqid); - if (dnserror) { - log_warnx("warn: Couldn't find backup " - "preference for %s: error %d", - mta_relay_to_text(relay), dnserror); - preference = INT_MAX; - } - mta_on_preference(relay, preference); - return; - - case IMSG_CTL_RESUME_ROUTE: - u64 = *((uint64_t *)imsg->data); - if (u64) - log_debug("resuming route: %llu", - (unsigned long long)u64); - else - log_debug("resuming all routes"); - SPLAY_FOREACH(route, mta_route_tree, &routes) { - if (u64 && route->id != u64) - continue; - - if (route->flags & ROUTE_DISABLED) { - log_info("smtp-out: Enabling route %s per admin request", - mta_route_to_text(route)); - if (!runq_cancel(runq_route, route)) { - log_warnx("warn: route not on runq"); - fatalx("exiting"); - } - route->flags &= ~ROUTE_DISABLED; - route->flags |= ROUTE_NEW; - route->nerror = 0; - route->penalty = 0; - mta_route_unref(route); /* from mta_route_disable */ - } - - if (u64) - break; - } - return; - - case IMSG_CTL_MTA_SHOW_HOSTS: - t = time(NULL); - SPLAY_FOREACH(host, mta_host_tree, &hosts) { - (void)snprintf(buf, sizeof(buf), - "%s %s refcount=%d nconn=%zu lastconn=%s", - sockaddr_to_text(host->sa), - host->ptrname, - host->refcount, - host->nconn, - host->lastconn ? duration_to_text(t - host->lastconn) : "-"); - m_compose(p, IMSG_CTL_MTA_SHOW_HOSTS, - imsg->hdr.peerid, 0, -1, - buf, strlen(buf) + 1); - } - m_compose(p, IMSG_CTL_MTA_SHOW_HOSTS, imsg->hdr.peerid, - 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_SHOW_RELAYS: - t = time(NULL); - SPLAY_FOREACH(relay, mta_relay_tree, &relays) - mta_relay_show(relay, p, imsg->hdr.peerid, t); - m_compose(p, IMSG_CTL_MTA_SHOW_RELAYS, imsg->hdr.peerid, - 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_SHOW_ROUTES: - SPLAY_FOREACH(route, mta_route_tree, &routes) { - v = runq_pending(runq_route, route, &t); - (void)snprintf(buf, sizeof(buf), - "%llu. %s %c%c%c%c nconn=%zu nerror=%d penalty=%d timeout=%s", - (unsigned long long)route->id, - mta_route_to_text(route), - route->flags & ROUTE_NEW ? 'N' : '-', - route->flags & ROUTE_DISABLED ? 'D' : '-', - route->flags & ROUTE_RUNQ ? 'Q' : '-', - route->flags & ROUTE_KEEPALIVE ? 'K' : '-', - route->nconn, - route->nerror, - route->penalty, - v ? duration_to_text(t - time(NULL)) : "-"); - m_compose(p, IMSG_CTL_MTA_SHOW_ROUTES, - imsg->hdr.peerid, 0, -1, - buf, strlen(buf) + 1); - } - m_compose(p, IMSG_CTL_MTA_SHOW_ROUTES, imsg->hdr.peerid, - 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_SHOW_HOSTSTATS: - iter = NULL; - while (dict_iter(&hoststat, &iter, &hostname, - (void **)&hs)) { - (void)snprintf(buf, sizeof(buf), - "%s|%llu|%s", - hostname, (unsigned long long) hs->tm, - hs->error); - m_compose(p, IMSG_CTL_MTA_SHOW_HOSTSTATS, - imsg->hdr.peerid, 0, -1, - buf, strlen(buf) + 1); - } - m_compose(p, IMSG_CTL_MTA_SHOW_HOSTSTATS, - imsg->hdr.peerid, - 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_BLOCK: - m_msg(&m, imsg); - m_get_sockaddr(&m, (struct sockaddr*)&ss); - m_get_string(&m, &dom); - m_end(&m); - source = mta_source((struct sockaddr*)&ss); - if (*dom != '\0') { - if (!(strlcpy(buf, dom, sizeof(buf)) - >= sizeof(buf))) - mta_block(source, buf); - } - else - mta_block(source, NULL); - mta_source_unref(source); - m_compose(p, IMSG_CTL_OK, imsg->hdr.peerid, 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_UNBLOCK: - m_msg(&m, imsg); - m_get_sockaddr(&m, (struct sockaddr*)&ss); - m_get_string(&m, &dom); - m_end(&m); - source = mta_source((struct sockaddr*)&ss); - if (*dom != '\0') { - if (!(strlcpy(buf, dom, sizeof(buf)) - >= sizeof(buf))) - mta_unblock(source, buf); - } - else - mta_unblock(source, NULL); - mta_source_unref(source); - m_compose(p, IMSG_CTL_OK, imsg->hdr.peerid, 0, -1, NULL, 0); - return; - - case IMSG_CTL_MTA_SHOW_BLOCK: - SPLAY_FOREACH(block, mta_block_tree, &blocks) { - (void)snprintf(buf, sizeof(buf), "%s -> %s", - mta_source_to_text(block->source), - block->domain ? block->domain : "*"); - m_compose(p, IMSG_CTL_MTA_SHOW_BLOCK, - imsg->hdr.peerid, 0, -1, buf, strlen(buf) + 1); - } - m_compose(p, IMSG_CTL_MTA_SHOW_BLOCK, imsg->hdr.peerid, - 0, -1, NULL, 0); - return; - } - - errx(1, "mta_imsg: unexpected %s imsg", imsg_to_str(imsg->hdr.type)); -} - -void -mta_postfork(void) -{ -} - -void -mta_postprivdrop(void) -{ - SPLAY_INIT(&relays); - SPLAY_INIT(&domains); - SPLAY_INIT(&hosts); - SPLAY_INIT(&sources); - SPLAY_INIT(&routes); - SPLAY_INIT(&blocks); - - tree_init(&wait_secret); - tree_init(&wait_smarthost); - tree_init(&wait_mx); - tree_init(&wait_preference); - tree_init(&wait_source); - tree_init(&flush_evp); - dict_init(&hoststat); - - evtimer_set(&ev_flush_evp, mta_delivery_flush_event, NULL); - - runq_init(&runq_relay, mta_on_timeout); - runq_init(&runq_connector, mta_on_timeout); - runq_init(&runq_route, mta_on_timeout); - runq_init(&runq_hoststat, mta_on_timeout); -} - - -/* - * Local error on the given source. - */ -void -mta_source_error(struct mta_relay *relay, struct mta_route *route, const char *e) -{ - struct mta_connector *c; - - /* - * Remember the source as broken for this connector. - */ - c = mta_connector(relay, route->src); - if (!(c->flags & CONNECTOR_ERROR_SOURCE)) - log_info("smtp-out: Error on %s: %s", - mta_route_to_text(route), e); - c->flags |= CONNECTOR_ERROR_SOURCE; -} - -void -mta_route_error(struct mta_relay *relay, struct mta_route *route) -{ -#if 0 - route->nerror += 1; - - if (route->nerror > MAXERROR_PER_ROUTE) { - log_info("smtp-out: Too many errors on %s: " - "disabling for a while", mta_route_to_text(route)); - mta_route_disable(route, 2, ROUTE_DISABLED_SMTP); - } -#endif -} - -void -mta_route_ok(struct mta_relay *relay, struct mta_route *route) -{ - struct mta_connector *c; - - if (!(route->flags & ROUTE_NEW)) - return; - - log_debug("debug: mta-routing: route %s is now valid.", - mta_route_to_text(route)); - - route->nerror = 0; - route->flags &= ~ROUTE_NEW; - - c = mta_connector(relay, route->src); - mta_connect(c); -} - -void -mta_route_down(struct mta_relay *relay, struct mta_route *route) -{ -#if 0 - mta_route_disable(route, 2, ROUTE_DISABLED_SMTP); -#endif -} - -void -mta_route_collect(struct mta_relay *relay, struct mta_route *route) -{ - struct mta_connector *c; - - log_debug("debug: mta_route_collect(%s)", - mta_route_to_text(route)); - - relay->nconn -= 1; - relay->domain->nconn -= 1; - route->nconn -= 1; - route->src->nconn -= 1; - route->dst->nconn -= 1; - route->lastdisc = time(NULL); - - /* First connection failed */ - if (route->flags & ROUTE_NEW) - mta_route_disable(route, 1, ROUTE_DISABLED_NET); - - c = mta_connector(relay, route->src); - c->nconn -= 1; - mta_connect(c); - mta_route_unref(route); /* from mta_find_route() */ - mta_relay_unref(relay); /* from mta_connect() */ -} - -struct mta_task * -mta_route_next_task(struct mta_relay *relay, struct mta_route *route) -{ - struct mta_task *task; - - if ((task = TAILQ_FIRST(&relay->tasks))) { - TAILQ_REMOVE(&relay->tasks, task, entry); - relay->ntask -= 1; - task->relay = NULL; - - /* When the number of tasks is down to lowat, query some evp */ - if (relay->ntask == (size_t)relay->limits->task_lowat) { - if (relay->state & RELAY_ONHOLD) { - log_info("smtp-out: back to lowat on %s: releasing", - mta_relay_to_text(relay)); - relay->state &= ~RELAY_ONHOLD; - } - if (relay->state & RELAY_HOLDQ) { - m_create(p_queue, IMSG_MTA_HOLDQ_RELEASE, 0, 0, -1); - m_add_id(p_queue, relay->id); - m_add_int(p_queue, relay->limits->task_release); - m_close(p_queue); - } - } - else if (relay->ntask == 0 && relay->state & RELAY_HOLDQ) { - m_create(p_queue, IMSG_MTA_HOLDQ_RELEASE, 0, 0, -1); - m_add_id(p_queue, relay->id); - m_add_int(p_queue, 0); - m_close(p_queue); - } - } - - return (task); -} - -static void -mta_handle_envelope(struct envelope *evp, const char *smarthost) -{ - struct mta_relay *relay; - struct mta_task *task; - struct mta_envelope *e; - struct dispatcher *dispatcher; - struct mailaddr maddr; - struct relayhost relayh; - char buf[LINE_MAX]; - - dispatcher = dict_xget(env->sc_dispatchers, evp->dispatcher); - if (dispatcher->u.remote.smarthost && smarthost == NULL) { - mta_query_smarthost(evp); - return; - } - - memset(&relayh, 0, sizeof(relayh)); - relayh.tls = RELAY_TLS_OPPORTUNISTIC; - if (smarthost && !text_to_relayhost(&relayh, smarthost)) { - log_warnx("warn: Failed to parse smarthost %s", smarthost); - m_create(p_queue, IMSG_MTA_DELIVERY_TEMPFAIL, 0, 0, -1); - m_add_evpid(p_queue, evp->id); - m_add_string(p_queue, "Cannot parse smarthost"); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - return; - } - - if (relayh.flags & RELAY_AUTH && dispatcher->u.remote.auth == NULL) { - log_warnx("warn: No auth table on action \"%s\" for relay %s", - evp->dispatcher, smarthost); - m_create(p_queue, IMSG_MTA_DELIVERY_TEMPFAIL, 0, 0, -1); - m_add_evpid(p_queue, evp->id); - m_add_string(p_queue, "No auth table for relaying"); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - return; - } - - if (dispatcher->u.remote.tls_required) { - /* Reject relay if smtp+notls:// is requested */ - if (relayh.tls == RELAY_TLS_NO) { - log_warnx("warn: TLS required for action \"%s\"", - evp->dispatcher); - m_create(p_queue, IMSG_MTA_DELIVERY_TEMPFAIL, 0, 0, -1); - m_add_evpid(p_queue, evp->id); - m_add_string(p_queue, "TLS required for relaying"); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - return; - } - /* Update smtp:// to smtp+tls:// */ - if (relayh.tls == RELAY_TLS_OPPORTUNISTIC) - relayh.tls = RELAY_TLS_STARTTLS; - } - - relay = mta_relay(evp, &relayh); - /* ignore if we don't know the limits yet */ - if (relay->limits && - relay->ntask >= (size_t)relay->limits->task_hiwat) { - if (!(relay->state & RELAY_ONHOLD)) { - log_info("smtp-out: hiwat reached on %s: holding envelopes", - mta_relay_to_text(relay)); - relay->state |= RELAY_ONHOLD; - } - } - - /* - * If the relay has too many pending tasks, tell the - * scheduler to hold it until further notice - */ - if (relay->state & RELAY_ONHOLD) { - relay->state |= RELAY_HOLDQ; - m_create(p_queue, IMSG_MTA_DELIVERY_HOLD, 0, 0, -1); - m_add_evpid(p_queue, evp->id); - m_add_id(p_queue, relay->id); - m_close(p_queue); - mta_relay_unref(relay); /* from here */ - return; - } - - task = NULL; - TAILQ_FOREACH(task, &relay->tasks, entry) - if (task->msgid == evpid_to_msgid(evp->id)) - break; - - if (task == NULL) { - task = xmalloc(sizeof *task); - TAILQ_INIT(&task->envelopes); - task->relay = relay; - relay->ntask += 1; - TAILQ_INSERT_TAIL(&relay->tasks, task, entry); - task->msgid = evpid_to_msgid(evp->id); - if (evp->sender.user[0] || evp->sender.domain[0]) - (void)snprintf(buf, sizeof buf, "%s@%s", - evp->sender.user, evp->sender.domain); - else - buf[0] = '\0'; - - if (dispatcher->u.remote.mail_from && evp->sender.user[0]) { - memset(&maddr, 0, sizeof (maddr)); - if (text_to_mailaddr(&maddr, - dispatcher->u.remote.mail_from)) { - (void)snprintf(buf, sizeof buf, "%s@%s", - maddr.user[0] ? maddr.user : evp->sender.user, - maddr.domain[0] ? maddr.domain : evp->sender.domain); - } - } - - task->sender = xstrdup(buf); - stat_increment("mta.task", 1); - } - - e = xcalloc(1, sizeof *e); - e->id = evp->id; - e->creation = evp->creation; - e->smtpname = xstrdup(evp->smtpname); - (void)snprintf(buf, sizeof buf, "%s@%s", - evp->dest.user, evp->dest.domain); - e->dest = xstrdup(buf); - (void)snprintf(buf, sizeof buf, "%s@%s", - evp->rcpt.user, evp->rcpt.domain); - if (strcmp(buf, e->dest)) - e->rcpt = xstrdup(buf); - e->task = task; - if (evp->dsn_orcpt.user[0] && evp->dsn_orcpt.domain[0]) { - (void)snprintf(buf, sizeof buf, "%s@%s", - evp->dsn_orcpt.user, evp->dsn_orcpt.domain); - e->dsn_orcpt = xstrdup(buf); - } - (void)strlcpy(e->dsn_envid, evp->dsn_envid, - sizeof e->dsn_envid); - e->dsn_notify = evp->dsn_notify; - e->dsn_ret = evp->dsn_ret; - - TAILQ_INSERT_TAIL(&task->envelopes, e, entry); - log_debug("debug: mta: received evp:%016" PRIx64 - " for <%s>", e->id, e->dest); - - stat_increment("mta.envelope", 1); - - mta_drain(relay); - mta_relay_unref(relay); /* from here */ -} - -static void -mta_delivery_flush_event(int fd, short event, void *arg) -{ - struct mta_envelope *e; - struct timeval tv; - - if (tree_poproot(&flush_evp, NULL, (void**)(&e))) { - - if (e->delivery == IMSG_MTA_DELIVERY_OK) { - m_create(p_queue, IMSG_MTA_DELIVERY_OK, 0, 0, -1); - m_add_evpid(p_queue, e->id); - m_add_int(p_queue, e->ext); - m_close(p_queue); - } else if (e->delivery == IMSG_MTA_DELIVERY_TEMPFAIL) { - m_create(p_queue, IMSG_MTA_DELIVERY_TEMPFAIL, 0, 0, -1); - m_add_evpid(p_queue, e->id); - m_add_string(p_queue, e->status); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - } - else if (e->delivery == IMSG_MTA_DELIVERY_PERMFAIL) { - m_create(p_queue, IMSG_MTA_DELIVERY_PERMFAIL, 0, 0, -1); - m_add_evpid(p_queue, e->id); - m_add_string(p_queue, e->status); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - } - else if (e->delivery == IMSG_MTA_DELIVERY_LOOP) { - m_create(p_queue, IMSG_MTA_DELIVERY_LOOP, 0, 0, -1); - m_add_evpid(p_queue, e->id); - m_close(p_queue); - } - else { - log_warnx("warn: bad delivery type %d for %016" PRIx64, - e->delivery, e->id); - fatalx("aborting"); - } - - log_debug("debug: mta: flush for %016"PRIx64" (-> %s)", e->id, e->dest); - - free(e->smtpname); - free(e->dest); - free(e->rcpt); - free(e->dsn_orcpt); - free(e); - - tv.tv_sec = 0; - tv.tv_usec = 0; - evtimer_add(&ev_flush_evp, &tv); - } -} - -void -mta_delivery_log(struct mta_envelope *e, const char *source, const char *relay, - int delivery, const char *status) -{ - if (delivery == IMSG_MTA_DELIVERY_OK) - mta_log(e, "Ok", source, relay, status); - else if (delivery == IMSG_MTA_DELIVERY_TEMPFAIL) - mta_log(e, "TempFail", source, relay, status); - else if (delivery == IMSG_MTA_DELIVERY_PERMFAIL) - mta_log(e, "PermFail", source, relay, status); - else if (delivery == IMSG_MTA_DELIVERY_LOOP) - mta_log(e, "PermFail", source, relay, "Loop detected"); - else { - log_warnx("warn: bad delivery type %d for %016" PRIx64, - delivery, e->id); - fatalx("aborting"); - } - - e->delivery = delivery; - if (status) - (void)strlcpy(e->status, status, sizeof(e->status)); -} - -void -mta_delivery_notify(struct mta_envelope *e) -{ - struct timeval tv; - - tree_xset(&flush_evp, e->id, e); - if (tree_count(&flush_evp) == 1) { - tv.tv_sec = 0; - tv.tv_usec = 0; - evtimer_add(&ev_flush_evp, &tv); - } -} - -static void -mta_query_mx(struct mta_relay *relay) -{ - uint64_t id; - - if (relay->status & RELAY_WAIT_MX) - return; - - log_debug("debug: mta: querying MX for %s...", - mta_relay_to_text(relay)); - - if (waitq_wait(&relay->domain->mxs, mta_on_mx, relay)) { - id = generate_uid(); - tree_xset(&wait_mx, id, relay->domain); - if (relay->domain->as_host) - m_create(p_lka, IMSG_MTA_DNS_HOST, 0, 0, -1); - else - m_create(p_lka, IMSG_MTA_DNS_MX, 0, 0, -1); - m_add_id(p_lka, id); - m_add_string(p_lka, relay->domain->name); - m_close(p_lka); - } - relay->status |= RELAY_WAIT_MX; - mta_relay_ref(relay); -} - -static void -mta_query_limits(struct mta_relay *relay) -{ - if (relay->status & RELAY_WAIT_LIMITS) - return; - - relay->limits = dict_get(env->sc_limits_dict, relay->domain->name); - if (relay->limits == NULL) - relay->limits = dict_get(env->sc_limits_dict, "default"); - - if (max_seen_conndelay_route < relay->limits->conndelay_route) - max_seen_conndelay_route = relay->limits->conndelay_route; - if (max_seen_discdelay_route < relay->limits->discdelay_route) - max_seen_discdelay_route = relay->limits->discdelay_route; -} - -static void -mta_query_secret(struct mta_relay *relay) -{ - if (relay->status & RELAY_WAIT_SECRET) - return; - - log_debug("debug: mta: querying secret for %s...", - mta_relay_to_text(relay)); - - tree_xset(&wait_secret, relay->id, relay); - relay->status |= RELAY_WAIT_SECRET; - - m_create(p_lka, IMSG_MTA_LOOKUP_CREDENTIALS, 0, 0, -1); - m_add_id(p_lka, relay->id); - m_add_string(p_lka, relay->authtable); - m_add_string(p_lka, relay->authlabel); - m_close(p_lka); - - mta_relay_ref(relay); -} - -static void -mta_query_smarthost(struct envelope *evp0) -{ - struct dispatcher *dispatcher; - struct envelope *evp; - - evp = malloc(sizeof(*evp)); - memmove(evp, evp0, sizeof(*evp)); - - dispatcher = dict_xget(env->sc_dispatchers, evp->dispatcher); - - log_debug("debug: mta: querying smarthost for %s:%s...", - evp->dispatcher, dispatcher->u.remote.smarthost); - - tree_xset(&wait_smarthost, evp->id, evp); - - m_create(p_lka, IMSG_MTA_LOOKUP_SMARTHOST, 0, 0, -1); - m_add_id(p_lka, evp->id); - if (dispatcher->u.remote.smarthost_domain) - m_add_string(p_lka, evp->dest.domain); - else - m_add_string(p_lka, NULL); - m_add_string(p_lka, dispatcher->u.remote.smarthost); - m_close(p_lka); - - log_debug("debug: mta: querying smarthost"); -} - -static void -mta_query_preference(struct mta_relay *relay) -{ - if (relay->status & RELAY_WAIT_PREFERENCE) - return; - - log_debug("debug: mta: querying preference for %s...", - mta_relay_to_text(relay)); - - tree_xset(&wait_preference, relay->id, relay); - relay->status |= RELAY_WAIT_PREFERENCE; - - m_create(p_lka, IMSG_MTA_DNS_MX_PREFERENCE, 0, 0, -1); - m_add_id(p_lka, relay->id); - m_add_string(p_lka, relay->domain->name); - m_add_string(p_lka, relay->backupname); - m_close(p_lka); - - mta_relay_ref(relay); -} - -static void -mta_query_source(struct mta_relay *relay) -{ - log_debug("debug: mta: querying source for %s...", - mta_relay_to_text(relay)); - - relay->sourceloop += 1; - - if (relay->sourcetable == NULL) { - /* - * This is a recursive call, but it only happens once, since - * another source will not be queried immediately. - */ - mta_relay_ref(relay); - mta_on_source(relay, mta_source(NULL)); - return; - } - - m_create(p_lka, IMSG_MTA_LOOKUP_SOURCE, 0, 0, -1); - m_add_id(p_lka, relay->id); - m_add_string(p_lka, relay->sourcetable); - m_close(p_lka); - - tree_xset(&wait_source, relay->id, relay); - relay->status |= RELAY_WAIT_SOURCE; - mta_relay_ref(relay); -} - -static void -mta_on_mx(void *tag, void *arg, void *data) -{ - struct mta_domain *domain = data; - struct mta_relay *relay = arg; - - log_debug("debug: mta: ... got mx (%p, %s, %s)", - tag, domain->name, mta_relay_to_text(relay)); - - switch (domain->mxstatus) { - case DNS_OK: - break; - case DNS_RETRY: - relay->fail = IMSG_MTA_DELIVERY_TEMPFAIL; - relay->failstr = "Temporary failure in MX lookup"; - break; - case DNS_EINVAL: - relay->fail = IMSG_MTA_DELIVERY_PERMFAIL; - relay->failstr = "Invalid domain name"; - break; - case DNS_ENONAME: - relay->fail = IMSG_MTA_DELIVERY_PERMFAIL; - relay->failstr = "Domain does not exist"; - break; - case DNS_ENOTFOUND: - relay->fail = IMSG_MTA_DELIVERY_TEMPFAIL; - if (relay->domain->as_host) - relay->failstr = "Host not found"; - else - relay->failstr = "No MX found for domain"; - break; - default: - fatalx("bad DNS lookup error code"); - break; - } - - if (domain->mxstatus) - log_info("smtp-out: Failed to resolve MX for %s: %s", - mta_relay_to_text(relay), relay->failstr); - - relay->status &= ~RELAY_WAIT_MX; - mta_drain(relay); - mta_relay_unref(relay); /* from mta_drain() */ -} - -static void -mta_on_secret(struct mta_relay *relay, const char *secret) -{ - log_debug("debug: mta: ... got secret for %s: %s", - mta_relay_to_text(relay), secret); - - if (secret) - relay->secret = strdup(secret); - - if (relay->secret == NULL) { - log_warnx("warn: Failed to retrieve secret " - "for %s", mta_relay_to_text(relay)); - relay->fail = IMSG_MTA_DELIVERY_TEMPFAIL; - relay->failstr = "Could not retrieve credentials"; - } - - relay->status &= ~RELAY_WAIT_SECRET; - mta_drain(relay); - mta_relay_unref(relay); /* from mta_query_secret() */ -} - -static void -mta_on_smarthost(struct envelope *evp, const char *smarthost) -{ - if (smarthost == NULL) { - log_warnx("warn: Failed to retrieve smarthost " - "for envelope %"PRIx64, evp->id); - m_create(p_queue, IMSG_MTA_DELIVERY_TEMPFAIL, 0, 0, -1); - m_add_evpid(p_queue, evp->id); - m_add_string(p_queue, "Cannot retrieve smarthost"); - m_add_int(p_queue, ESC_OTHER_STATUS); - m_close(p_queue); - return; - } - - log_debug("debug: mta: ... got smarthost for %016"PRIx64": %s", - evp->id, smarthost); - mta_handle_envelope(evp, smarthost); - free(evp); -} - -static void -mta_on_preference(struct mta_relay *relay, int preference) -{ - log_debug("debug: mta: ... got preference for %s: %d", - mta_relay_to_text(relay), preference); - - relay->backuppref = preference; - - relay->status &= ~RELAY_WAIT_PREFERENCE; - mta_drain(relay); - mta_relay_unref(relay); /* from mta_query_preference() */ -} - -static void -mta_on_source(struct mta_relay *relay, struct mta_source *source) -{ - struct mta_connector *c; - void *iter; - int delay, errmask; - - log_debug("debug: mta: ... got source for %s: %s", - mta_relay_to_text(relay), source ? mta_source_to_text(source) : "NULL"); - - relay->lastsource = time(NULL); - delay = DELAY_CHECK_SOURCE_SLOW; - - if (source) { - c = mta_connector(relay, source); - if (c->flags & CONNECTOR_NEW) { - c->flags &= ~CONNECTOR_NEW; - delay = DELAY_CHECK_SOURCE; - } - mta_connect(c); - if ((c->flags & CONNECTOR_ERROR) == 0) - relay->sourceloop = 0; - else - delay = DELAY_CHECK_SOURCE_FAST; - mta_source_unref(source); /* from constructor */ - } - else { - log_warnx("warn: Failed to get source address for %s", - mta_relay_to_text(relay)); - } - - if (tree_count(&relay->connectors) == 0) { - relay->fail = IMSG_MTA_DELIVERY_TEMPFAIL; - relay->failstr = "Could not retrieve source address"; - } - if (tree_count(&relay->connectors) < relay->sourceloop) { - relay->fail = IMSG_MTA_DELIVERY_TEMPFAIL; - relay->failstr = "No valid route to remote MX"; - - errmask = 0; - iter = NULL; - while (tree_iter(&relay->connectors, &iter, NULL, (void **)&c)) - errmask |= c->flags; - - if (errmask & CONNECTOR_ERROR_ROUTE_SMTP) - relay->failstr = "Destination seem to reject all mails"; - else if (errmask & CONNECTOR_ERROR_ROUTE_NET) - relay->failstr = "Network error on destination MXs"; - else if (errmask & CONNECTOR_ERROR_MX) - relay->failstr = "No MX found for destination"; - else if (errmask & CONNECTOR_ERROR_FAMILY) - relay->failstr = "Address family mismatch on destination MXs"; - else if (errmask & CONNECTOR_ERROR_BLOCKED) - relay->failstr = "All routes to destination blocked"; - else - relay->failstr = "No valid route to destination"; - } - - relay->nextsource = relay->lastsource + delay; - relay->status &= ~RELAY_WAIT_SOURCE; - mta_drain(relay); - mta_relay_unref(relay); /* from mta_query_source() */ -} - -static void -mta_connect(struct mta_connector *c) -{ - struct mta_route *route; - struct mta_mx *mx; - struct mta_limits *l = c->relay->limits; - int limits; - time_t nextconn, now; - - /* toggle the block flag */ - if (mta_is_blocked(c->source, c->relay->domain->name)) - c->flags |= CONNECTOR_ERROR_BLOCKED; - else - c->flags &= ~CONNECTOR_ERROR_BLOCKED; - - again: - - log_debug("debug: mta: connecting with %s", mta_connector_to_text(c)); - - /* Do not connect if this connector has an error. */ - if (c->flags & CONNECTOR_ERROR) { - log_debug("debug: mta: connector error"); - return; - } - - if (c->flags & CONNECTOR_WAIT) { - log_debug("debug: mta: cancelling connector timeout"); - runq_cancel(runq_connector, c); - c->flags &= ~CONNECTOR_WAIT; - } - - /* No job. */ - if (c->relay->ntask == 0) { - log_debug("debug: mta: no task for connector"); - return; - } - - /* Do not create more connections than necessary */ - if ((c->relay->nconn_ready >= c->relay->ntask) || - (c->relay->nconn > 2 && c->relay->nconn >= c->relay->ntask / 2)) { - log_debug("debug: mta: enough connections already"); - return; - } - - limits = 0; - nextconn = now = time(NULL); - - if (c->relay->domain->lastconn + l->conndelay_domain > nextconn) { - log_debug("debug: mta: cannot use domain %s before %llus", - c->relay->domain->name, - (unsigned long long) c->relay->domain->lastconn + l->conndelay_domain - now); - nextconn = c->relay->domain->lastconn + l->conndelay_domain; - } - if (c->relay->domain->nconn >= l->maxconn_per_domain) { - log_debug("debug: mta: hit domain limit"); - limits |= CONNECTOR_LIMIT_DOMAIN; - } - - if (c->source->lastconn + l->conndelay_source > nextconn) { - log_debug("debug: mta: cannot use source %s before %llus", - mta_source_to_text(c->source), - (unsigned long long) c->source->lastconn + l->conndelay_source - now); - nextconn = c->source->lastconn + l->conndelay_source; - } - if (c->source->nconn >= l->maxconn_per_source) { - log_debug("debug: mta: hit source limit"); - limits |= CONNECTOR_LIMIT_SOURCE; - } - - if (c->lastconn + l->conndelay_connector > nextconn) { - log_debug("debug: mta: cannot use %s before %llus", - mta_connector_to_text(c), - (unsigned long long) c->lastconn + l->conndelay_connector - now); - nextconn = c->lastconn + l->conndelay_connector; - } - if (c->nconn >= l->maxconn_per_connector) { - log_debug("debug: mta: hit connector limit"); - limits |= CONNECTOR_LIMIT_CONN; - } - - if (c->relay->lastconn + l->conndelay_relay > nextconn) { - log_debug("debug: mta: cannot use %s before %llus", - mta_relay_to_text(c->relay), - (unsigned long long) c->relay->lastconn + l->conndelay_relay - now); - nextconn = c->relay->lastconn + l->conndelay_relay; - } - if (c->relay->nconn >= l->maxconn_per_relay) { - log_debug("debug: mta: hit relay limit"); - limits |= CONNECTOR_LIMIT_RELAY; - } - - /* We can connect now, find a route */ - if (!limits && nextconn <= now) - route = mta_find_route(c, now, &limits, &nextconn, &mx); - else - route = NULL; - - /* No route */ - if (route == NULL) { - - if (c->flags & CONNECTOR_ERROR) { - /* XXX we might want to clear this flag later */ - log_debug("debug: mta-routing: no route available for %s: errors on connector", - mta_connector_to_text(c)); - return; - } - else if (limits) { - log_debug("debug: mta-routing: no route available for %s: limits reached", - mta_connector_to_text(c)); - nextconn = now + DELAY_CHECK_LIMIT; - } - else { - log_debug("debug: mta-routing: no route available for %s: must wait a bit", - mta_connector_to_text(c)); - } - log_debug("debug: mta: retrying to connect on %s in %llus...", - mta_connector_to_text(c), - (unsigned long long) nextconn - time(NULL)); - c->flags |= CONNECTOR_WAIT; - runq_schedule_at(runq_connector, nextconn, c); - return; - } - - log_debug("debug: mta-routing: spawning new connection on %s", - mta_route_to_text(route)); - - c->nconn += 1; - c->lastconn = time(NULL); - - c->relay->nconn += 1; - c->relay->lastconn = c->lastconn; - c->relay->domain->nconn += 1; - c->relay->domain->lastconn = c->lastconn; - route->nconn += 1; - route->lastconn = c->lastconn; - route->src->nconn += 1; - route->src->lastconn = c->lastconn; - route->dst->nconn += 1; - route->dst->lastconn = c->lastconn; - - mta_session(c->relay, route, mx->mxname); /* this never fails synchronously */ - mta_relay_ref(c->relay); - - goto again; -} - -static void -mta_on_timeout(struct runq *runq, void *arg) -{ - struct mta_connector *connector = arg; - struct mta_relay *relay = arg; - struct mta_route *route = arg; - struct hoststat *hs = arg; - - if (runq == runq_relay) { - log_debug("debug: mta: ... timeout for %s", - mta_relay_to_text(relay)); - relay->status &= ~RELAY_WAIT_CONNECTOR; - mta_drain(relay); - mta_relay_unref(relay); /* from mta_drain() */ - } - else if (runq == runq_connector) { - log_debug("debug: mta: ... timeout for %s", - mta_connector_to_text(connector)); - connector->flags &= ~CONNECTOR_WAIT; - mta_connect(connector); - } - else if (runq == runq_route) { - route->flags &= ~ROUTE_RUNQ; - mta_route_enable(route); - mta_route_unref(route); - } - else if (runq == runq_hoststat) { - log_debug("debug: mta: ... timeout for hoststat %s", - hs->name); - mta_hoststat_remove_entry(hs); - free(hs); - } -} - -static void -mta_route_disable(struct mta_route *route, int penalty, int reason) -{ - unsigned long long delay; - - route->penalty += penalty; - route->lastpenalty = time(NULL); - delay = (unsigned long long)DELAY_ROUTE_BASE * route->penalty * route->penalty; - if (delay > DELAY_ROUTE_MAX) - delay = DELAY_ROUTE_MAX; -#if 0 - delay = 60; -#endif - - log_info("smtp-out: Disabling route %s for %llus", - mta_route_to_text(route), delay); - - if (route->flags & ROUTE_DISABLED) - runq_cancel(runq_route, route); - else - mta_route_ref(route); - - route->flags |= reason & ROUTE_DISABLED; - runq_schedule(runq_route, delay, route); -} - -static void -mta_route_enable(struct mta_route *route) -{ - if (route->flags & ROUTE_DISABLED) { - log_info("smtp-out: Enabling route %s", - mta_route_to_text(route)); - route->flags &= ~ROUTE_DISABLED; - route->flags |= ROUTE_NEW; - route->nerror = 0; - } - - if (route->penalty) { -#if DELAY_QUADRATIC - route->penalty -= 1; - route->lastpenalty = time(NULL); -#else - route->penalty = 0; -#endif - } -} - -static void -mta_drain(struct mta_relay *r) -{ - char buf[64]; - - log_debug("debug: mta: draining %s " - "refcount=%d, ntask=%zu, nconnector=%zu, nconn=%zu", - mta_relay_to_text(r), - r->refcount, r->ntask, tree_count(&r->connectors), r->nconn); - - /* - * All done. - */ - if (r->ntask == 0) { - log_debug("debug: mta: all done for %s", mta_relay_to_text(r)); - return; - } - - /* - * If we know that this relay is failing flush the tasks. - */ - if (r->fail) { - mta_flush(r, r->fail, r->failstr); - return; - } - - /* Query secret if needed. */ - if (r->flags & RELAY_AUTH && r->secret == NULL) - mta_query_secret(r); - - /* Query our preference if needed. */ - if (r->backupname && r->backuppref == -1) - mta_query_preference(r); - - /* Query the domain MXs if needed. */ - if (r->domain->lastmxquery == 0) - mta_query_mx(r); - - /* Query the limits if needed. */ - if (r->limits == NULL) - mta_query_limits(r); - - /* Wait until we are ready to proceed. */ - if (r->status & RELAY_WAITMASK) { - buf[0] = '\0'; - if (r->status & RELAY_WAIT_MX) - (void)strlcat(buf, " MX", sizeof buf); - if (r->status & RELAY_WAIT_PREFERENCE) - (void)strlcat(buf, " preference", sizeof buf); - if (r->status & RELAY_WAIT_SECRET) - (void)strlcat(buf, " secret", sizeof buf); - if (r->status & RELAY_WAIT_SOURCE) - (void)strlcat(buf, " source", sizeof buf); - if (r->status & RELAY_WAIT_CONNECTOR) - (void)strlcat(buf, " connector", sizeof buf); - log_debug("debug: mta: %s waiting for%s", - mta_relay_to_text(r), buf); - return; - } - - /* - * We have pending task, and it's maybe time too try a new source. - */ - if (r->nextsource <= time(NULL)) - mta_query_source(r); - else { - log_debug("debug: mta: scheduling relay %s in %llus...", - mta_relay_to_text(r), - (unsigned long long) r->nextsource - time(NULL)); - runq_schedule_at(runq_relay, r->nextsource, r); - r->status |= RELAY_WAIT_CONNECTOR; - mta_relay_ref(r); - } -} - -static void -mta_flush(struct mta_relay *relay, int fail, const char *error) -{ - struct mta_envelope *e; - struct mta_task *task; - const char *domain; - void *iter; - struct mta_connector *c; - size_t n, r; - - log_debug("debug: mta_flush(%s, %d, \"%s\")", - mta_relay_to_text(relay), fail, error); - - if (fail != IMSG_MTA_DELIVERY_TEMPFAIL && fail != IMSG_MTA_DELIVERY_PERMFAIL) - errx(1, "unexpected delivery status %d", fail); - - n = 0; - while ((task = TAILQ_FIRST(&relay->tasks))) { - TAILQ_REMOVE(&relay->tasks, task, entry); - while ((e = TAILQ_FIRST(&task->envelopes))) { - TAILQ_REMOVE(&task->envelopes, e, entry); - - /* - * host was suspended, cache envelope id in hoststat tree - * so that it can be retried when a delivery succeeds for - * that domain. - */ - domain = strchr(e->dest, '@'); - if (fail == IMSG_MTA_DELIVERY_TEMPFAIL && domain) { - r = 0; - iter = NULL; - while (tree_iter(&relay->connectors, &iter, - NULL, (void **)&c)) { - if (c->flags & CONNECTOR_ERROR_ROUTE) - r++; - } - if (tree_count(&relay->connectors) == r) - mta_hoststat_cache(domain+1, e->id); - } - - mta_delivery_log(e, NULL, relay->domain->name, fail, error); - mta_delivery_notify(e); - - n++; - } - free(task->sender); - free(task); - } - - stat_decrement("mta.task", relay->ntask); - stat_decrement("mta.envelope", n); - relay->ntask = 0; - - /* release all waiting envelopes for the relay */ - if (relay->state & RELAY_HOLDQ) { - m_create(p_queue, IMSG_MTA_HOLDQ_RELEASE, 0, 0, -1); - m_add_id(p_queue, relay->id); - m_add_int(p_queue, -1); - m_close(p_queue); - } -} - -/* - * Find a route to use for this connector - */ -static struct mta_route * -mta_find_route(struct mta_connector *c, time_t now, int *limits, - time_t *nextconn, struct mta_mx **pmx) -{ - struct mta_route *route, *best; - struct mta_limits *l = c->relay->limits; - struct mta_mx *mx; - int level, limit_host, limit_route; - int family_mismatch, seen, suspended_route; - time_t tm; - - log_debug("debug: mta-routing: searching new route for %s...", - mta_connector_to_text(c)); - - tm = 0; - limit_host = 0; - limit_route = 0; - suspended_route = 0; - family_mismatch = 0; - level = -1; - best = NULL; - seen = 0; - - TAILQ_FOREACH(mx, &c->relay->domain->mxs, entry) { - /* - * New preference level - */ - if (mx->preference > level) { -#ifndef IGNORE_MX_PREFERENCE - /* - * Use the current best MX if found. - */ - if (best) - break; - - /* - * No candidate found. There are valid MXs at this - * preference level but they reached their limit, or - * we can't connect yet. - */ - if (limit_host || limit_route || tm) - break; - - /* - * If we are a backup MX, do not relay to MXs with - * a greater preference value. - */ - if (c->relay->backuppref >= 0 && - mx->preference >= c->relay->backuppref) - break; - - /* - * Start looking at MXs on this preference level. - */ -#endif - level = mx->preference; - } - - if (mx->host->flags & HOST_IGNORE) - continue; - - /* Found a possibly valid mx */ - seen++; - - if ((c->source->sa && - c->source->sa->sa_family != mx->host->sa->sa_family) || - (l->family && l->family != mx->host->sa->sa_family)) { - log_debug("debug: mta-routing: skipping host %s: AF mismatch", - mta_host_to_text(mx->host)); - family_mismatch = 1; - continue; - } - - if (mx->host->nconn >= l->maxconn_per_host) { - log_debug("debug: mta-routing: skipping host %s: too many connections", - mta_host_to_text(mx->host)); - limit_host = 1; - continue; - } - - if (mx->host->lastconn + l->conndelay_host > now) { - log_debug("debug: mta-routing: skipping host %s: cannot use before %llus", - mta_host_to_text(mx->host), - (unsigned long long) mx->host->lastconn + l->conndelay_host - now); - if (tm == 0 || mx->host->lastconn + l->conndelay_host < tm) - tm = mx->host->lastconn + l->conndelay_host; - continue; - } - - route = mta_route(c->source, mx->host); - - if (route->flags & ROUTE_DISABLED) { - log_debug("debug: mta-routing: skipping route %s: suspend", - mta_route_to_text(route)); - suspended_route |= route->flags & ROUTE_DISABLED; - mta_route_unref(route); /* from here */ - continue; - } - - if (route->nconn && (route->flags & ROUTE_NEW)) { - log_debug("debug: mta-routing: skipping route %s: not validated yet", - mta_route_to_text(route)); - limit_route = 1; - mta_route_unref(route); /* from here */ - continue; - } - - if (route->nconn >= l->maxconn_per_route) { - log_debug("debug: mta-routing: skipping route %s: too many connections", - mta_route_to_text(route)); - limit_route = 1; - mta_route_unref(route); /* from here */ - continue; - } - - if (route->lastconn + l->conndelay_route > now) { - log_debug("debug: mta-routing: skipping route %s: cannot use before %llus (delay after connect)", - mta_route_to_text(route), - (unsigned long long) route->lastconn + l->conndelay_route - now); - if (tm == 0 || route->lastconn + l->conndelay_route < tm) - tm = route->lastconn + l->conndelay_route; - mta_route_unref(route); /* from here */ - continue; - } - - if (route->lastdisc + l->discdelay_route > now) { - log_debug("debug: mta-routing: skipping route %s: cannot use before %llus (delay after disconnect)", - mta_route_to_text(route), - (unsigned long long) route->lastdisc + l->discdelay_route - now); - if (tm == 0 || route->lastdisc + l->discdelay_route < tm) - tm = route->lastdisc + l->discdelay_route; - mta_route_unref(route); /* from here */ - continue; - } - - /* Use the route with the lowest number of connections. */ - if (best && route->nconn >= best->nconn) { - log_debug("debug: mta-routing: skipping route %s: current one is better", - mta_route_to_text(route)); - mta_route_unref(route); /* from here */ - continue; - } - - if (best) - mta_route_unref(best); /* from here */ - best = route; - *pmx = mx; - log_debug("debug: mta-routing: selecting candidate route %s", - mta_route_to_text(route)); - } - - if (best) - return (best); - - /* Order is important */ - if (seen == 0) { - log_info("smtp-out: No MX found for %s", - mta_connector_to_text(c)); - c->flags |= CONNECTOR_ERROR_MX; - } - else if (limit_route) { - log_debug("debug: mta: hit route limit"); - *limits |= CONNECTOR_LIMIT_ROUTE; - } - else if (limit_host) { - log_debug("debug: mta: hit host limit"); - *limits |= CONNECTOR_LIMIT_HOST; - } - else if (tm) { - if (tm > *nextconn) - *nextconn = tm; - } - else if (family_mismatch) { - log_info("smtp-out: Address family mismatch on %s", - mta_connector_to_text(c)); - c->flags |= CONNECTOR_ERROR_FAMILY; - } - else if (suspended_route) { - log_info("smtp-out: No valid route for %s", - mta_connector_to_text(c)); - if (suspended_route & ROUTE_DISABLED_NET) - c->flags |= CONNECTOR_ERROR_ROUTE_NET; - if (suspended_route & ROUTE_DISABLED_SMTP) - c->flags |= CONNECTOR_ERROR_ROUTE_SMTP; - } - - return (NULL); -} - -static void -mta_log(const struct mta_envelope *evp, const char *prefix, const char *source, - const char *relay, const char *status) -{ - log_info("%016"PRIx64" mta delivery evpid=%016"PRIx64" " - "from=<%s> to=<%s> rcpt=<%s> source=\"%s\" " - "relay=\"%s\" delay=%s result=\"%s\" stat=\"%s\"", - evp->session, - evp->id, - evp->task->sender, - evp->dest, - evp->rcpt ? evp->rcpt : "-", - source ? source : "-", - relay, - duration_to_text(time(NULL) - evp->creation), - prefix, - status); -} - -static struct mta_relay * -mta_relay(struct envelope *e, struct relayhost *relayh) -{ - struct dispatcher *dispatcher; - struct mta_relay key, *r; - - dispatcher = dict_xget(env->sc_dispatchers, e->dispatcher); - - memset(&key, 0, sizeof key); - - key.pki_name = dispatcher->u.remote.pki; - key.ca_name = dispatcher->u.remote.ca; - key.authtable = dispatcher->u.remote.auth; - key.sourcetable = dispatcher->u.remote.source; - key.helotable = dispatcher->u.remote.helo_source; - key.heloname = dispatcher->u.remote.helo; - key.srs = dispatcher->u.remote.srs; - - if (relayh->hostname[0]) { - key.domain = mta_domain(relayh->hostname, 1); - } - else { - key.domain = mta_domain(e->dest.domain, 0); - if (dispatcher->u.remote.backup) { - key.backupname = dispatcher->u.remote.backupmx; - if (key.backupname == NULL) - key.backupname = e->smtpname; - } - } - - key.tls = relayh->tls; - key.flags |= relayh->flags; - key.port = relayh->port; - key.authlabel = relayh->authlabel; - if (!key.authlabel[0]) - key.authlabel = NULL; - - if ((key.tls == RELAY_TLS_STARTTLS || key.tls == RELAY_TLS_SMTPS) && - dispatcher->u.remote.tls_noverify == 0) - key.flags |= RELAY_TLS_VERIFY; - - if ((r = SPLAY_FIND(mta_relay_tree, &relays, &key)) == NULL) { - r = xcalloc(1, sizeof *r); - TAILQ_INIT(&r->tasks); - r->id = generate_uid(); - r->dispatcher = dispatcher; - r->tls = key.tls; - r->flags = key.flags; - r->domain = key.domain; - r->backupname = key.backupname ? - xstrdup(key.backupname) : NULL; - r->backuppref = -1; - r->port = key.port; - r->pki_name = key.pki_name ? xstrdup(key.pki_name) : NULL; - r->ca_name = key.ca_name ? xstrdup(key.ca_name) : NULL; - if (key.authtable) - r->authtable = xstrdup(key.authtable); - if (key.authlabel) - r->authlabel = xstrdup(key.authlabel); - if (key.sourcetable) - r->sourcetable = xstrdup(key.sourcetable); - if (key.helotable) - r->helotable = xstrdup(key.helotable); - if (key.heloname) - r->heloname = xstrdup(key.heloname); - r->srs = key.srs; - SPLAY_INSERT(mta_relay_tree, &relays, r); - stat_increment("mta.relay", 1); - } else { - mta_domain_unref(key.domain); /* from here */ - } - - r->refcount++; - return (r); -} - -static void -mta_relay_ref(struct mta_relay *r) -{ - r->refcount++; -} - -static void -mta_relay_unref(struct mta_relay *relay) -{ - struct mta_connector *c; - - if (--relay->refcount) - return; - - /* Make sure they are no envelopes held for this relay */ - if (relay->state & RELAY_HOLDQ) { - m_create(p_queue, IMSG_MTA_HOLDQ_RELEASE, 0, 0, -1); - m_add_id(p_queue, relay->id); - m_add_int(p_queue, 0); - m_close(p_queue); - } - - log_debug("debug: mta: freeing %s", mta_relay_to_text(relay)); - SPLAY_REMOVE(mta_relay_tree, &relays, relay); - - while ((tree_poproot(&relay->connectors, NULL, (void**)&c))) - mta_connector_free(c); - - free(relay->authlabel); - free(relay->authtable); - free(relay->backupname); - free(relay->pki_name); - free(relay->ca_name); - free(relay->helotable); - free(relay->heloname); - free(relay->secret); - free(relay->sourcetable); - - mta_domain_unref(relay->domain); /* from constructor */ - free(relay); - stat_decrement("mta.relay", 1); -} - -const char * -mta_relay_to_text(struct mta_relay *relay) -{ - static char buf[1024]; - char tmp[32]; - const char *sep = ","; - - (void)snprintf(buf, sizeof buf, "[relay:%s", relay->domain->name); - - if (relay->port) { - (void)strlcat(buf, sep, sizeof buf); - (void)snprintf(tmp, sizeof tmp, "port=%d", (int)relay->port); - (void)strlcat(buf, tmp, sizeof buf); - } - - (void)strlcat(buf, sep, sizeof buf); - switch(relay->tls) { - case RELAY_TLS_OPPORTUNISTIC: - (void)strlcat(buf, "smtp", sizeof buf); - break; - case RELAY_TLS_STARTTLS: - (void)strlcat(buf, "smtp+tls", sizeof buf); - break; - case RELAY_TLS_SMTPS: - (void)strlcat(buf, "smtps", sizeof buf); - break; - case RELAY_TLS_NO: - if (relay->flags & RELAY_LMTP) - (void)strlcat(buf, "lmtp", sizeof buf); - else - (void)strlcat(buf, "smtp+notls", sizeof buf); - break; - default: - (void)strlcat(buf, "???", sizeof buf); - } - - if (relay->flags & RELAY_AUTH) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "auth=", sizeof buf); - (void)strlcat(buf, relay->authtable, sizeof buf); - (void)strlcat(buf, ":", sizeof buf); - (void)strlcat(buf, relay->authlabel, sizeof buf); - } - - if (relay->pki_name) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "pki_name=", sizeof buf); - (void)strlcat(buf, relay->pki_name, sizeof buf); - } - - if (relay->domain->as_host) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "mx", sizeof buf); - } - - if (relay->backupname) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "backup=", sizeof buf); - (void)strlcat(buf, relay->backupname, sizeof buf); - } - - if (relay->sourcetable) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "sourcetable=", sizeof buf); - (void)strlcat(buf, relay->sourcetable, sizeof buf); - } - - if (relay->helotable) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "helotable=", sizeof buf); - (void)strlcat(buf, relay->helotable, sizeof buf); - } - - if (relay->heloname) { - (void)strlcat(buf, sep, sizeof buf); - (void)strlcat(buf, "heloname=", sizeof buf); - (void)strlcat(buf, relay->heloname, sizeof buf); - } - - (void)strlcat(buf, "]", sizeof buf); - - return (buf); -} - -static void -mta_relay_show(struct mta_relay *r, struct mproc *p, uint32_t id, time_t t) -{ - struct mta_connector *c; - void *iter; - char buf[1024], flags[1024], dur[64]; - time_t to; - - flags[0] = '\0'; - -#define SHOWSTATUS(f, n) do { \ - if (r->status & (f)) { \ - if (flags[0]) \ - (void)strlcat(flags, ",", sizeof(flags)); \ - (void)strlcat(flags, (n), sizeof(flags)); \ - } \ - } while(0) - - SHOWSTATUS(RELAY_WAIT_MX, "MX"); - SHOWSTATUS(RELAY_WAIT_PREFERENCE, "preference"); - SHOWSTATUS(RELAY_WAIT_SECRET, "secret"); - SHOWSTATUS(RELAY_WAIT_LIMITS, "limits"); - SHOWSTATUS(RELAY_WAIT_SOURCE, "source"); - SHOWSTATUS(RELAY_WAIT_CONNECTOR, "connector"); -#undef SHOWSTATUS - - if (runq_pending(runq_relay, r, &to)) - (void)snprintf(dur, sizeof(dur), "%s", duration_to_text(to - t)); - else - (void)strlcpy(dur, "-", sizeof(dur)); - - (void)snprintf(buf, sizeof(buf), "%s refcount=%d ntask=%zu nconn=%zu lastconn=%s timeout=%s wait=%s%s", - mta_relay_to_text(r), - r->refcount, - r->ntask, - r->nconn, - r->lastconn ? duration_to_text(t - r->lastconn) : "-", - dur, - flags, - (r->state & RELAY_ONHOLD) ? "ONHOLD" : ""); - m_compose(p, IMSG_CTL_MTA_SHOW_RELAYS, id, 0, -1, buf, strlen(buf) + 1); - - iter = NULL; - while (tree_iter(&r->connectors, &iter, NULL, (void **)&c)) { - - if (runq_pending(runq_connector, c, &to)) - (void)snprintf(dur, sizeof(dur), "%s", duration_to_text(to - t)); - else - (void)strlcpy(dur, "-", sizeof(dur)); - - flags[0] = '\0'; - -#define SHOWFLAG(f, n) do { \ - if (c->flags & (f)) { \ - if (flags[0]) \ - (void)strlcat(flags, ",", sizeof(flags)); \ - (void)strlcat(flags, (n), sizeof(flags)); \ - } \ - } while(0) - - SHOWFLAG(CONNECTOR_NEW, "NEW"); - SHOWFLAG(CONNECTOR_WAIT, "WAIT"); - - SHOWFLAG(CONNECTOR_ERROR_FAMILY, "ERROR_FAMILY"); - SHOWFLAG(CONNECTOR_ERROR_SOURCE, "ERROR_SOURCE"); - SHOWFLAG(CONNECTOR_ERROR_MX, "ERROR_MX"); - SHOWFLAG(CONNECTOR_ERROR_ROUTE_NET, "ERROR_ROUTE_NET"); - SHOWFLAG(CONNECTOR_ERROR_ROUTE_SMTP, "ERROR_ROUTE_SMTP"); - SHOWFLAG(CONNECTOR_ERROR_BLOCKED, "ERROR_BLOCKED"); - - SHOWFLAG(CONNECTOR_LIMIT_HOST, "LIMIT_HOST"); - SHOWFLAG(CONNECTOR_LIMIT_ROUTE, "LIMIT_ROUTE"); - SHOWFLAG(CONNECTOR_LIMIT_SOURCE, "LIMIT_SOURCE"); - SHOWFLAG(CONNECTOR_LIMIT_RELAY, "LIMIT_RELAY"); - SHOWFLAG(CONNECTOR_LIMIT_CONN, "LIMIT_CONN"); - SHOWFLAG(CONNECTOR_LIMIT_DOMAIN, "LIMIT_DOMAIN"); -#undef SHOWFLAG - - (void)snprintf(buf, sizeof(buf), - " connector %s refcount=%d nconn=%zu lastconn=%s timeout=%s flags=%s", - mta_source_to_text(c->source), - c->refcount, - c->nconn, - c->lastconn ? duration_to_text(t - c->lastconn) : "-", - dur, - flags); - m_compose(p, IMSG_CTL_MTA_SHOW_RELAYS, id, 0, -1, buf, - strlen(buf) + 1); - - - } -} - -static int -mta_relay_cmp(const struct mta_relay *a, const struct mta_relay *b) -{ - int r; - - if (a->domain < b->domain) - return (-1); - if (a->domain > b->domain) - return (1); - - if (a->tls < b->tls) - return (-1); - if (a->tls > b->tls) - return (1); - - if (a->flags < b->flags) - return (-1); - if (a->flags > b->flags) - return (1); - - if (a->port < b->port) - return (-1); - if (a->port > b->port) - return (1); - - if (a->authtable == NULL && b->authtable) - return (-1); - if (a->authtable && b->authtable == NULL) - return (1); - if (a->authtable && ((r = strcmp(a->authtable, b->authtable)))) - return (r); - if (a->authlabel == NULL && b->authlabel) - return (-1); - if (a->authlabel && b->authlabel == NULL) - return (1); - if (a->authlabel && ((r = strcmp(a->authlabel, b->authlabel)))) - return (r); - if (a->sourcetable == NULL && b->sourcetable) - return (-1); - if (a->sourcetable && b->sourcetable == NULL) - return (1); - if (a->sourcetable && ((r = strcmp(a->sourcetable, b->sourcetable)))) - return (r); - if (a->helotable == NULL && b->helotable) - return (-1); - if (a->helotable && b->helotable == NULL) - return (1); - if (a->helotable && ((r = strcmp(a->helotable, b->helotable)))) - return (r); - if (a->heloname == NULL && b->heloname) - return (-1); - if (a->heloname && b->heloname == NULL) - return (1); - if (a->heloname && ((r = strcmp(a->heloname, b->heloname)))) - return (r); - - if (a->pki_name == NULL && b->pki_name) - return (-1); - if (a->pki_name && b->pki_name == NULL) - return (1); - if (a->pki_name && ((r = strcmp(a->pki_name, b->pki_name)))) - return (r); - - if (a->ca_name == NULL && b->ca_name) - return (-1); - if (a->ca_name && b->ca_name == NULL) - return (1); - if (a->ca_name && ((r = strcmp(a->ca_name, b->ca_name)))) - return (r); - - if (a->backupname == NULL && b->backupname) - return (-1); - if (a->backupname && b->backupname == NULL) - return (1); - if (a->backupname && ((r = strcmp(a->backupname, b->backupname)))) - return (r); - - if (a->srs < b->srs) - return (-1); - if (a->srs > b->srs) - return (1); - - return (0); -} - -SPLAY_GENERATE(mta_relay_tree, mta_relay, entry, mta_relay_cmp); - -static struct mta_host * -mta_host(const struct sockaddr *sa) -{ - struct mta_host key, *h; - struct sockaddr_storage ss; - - memmove(&ss, sa, SA_LEN(sa)); - key.sa = (struct sockaddr*)&ss; - h = SPLAY_FIND(mta_host_tree, &hosts, &key); - - if (h == NULL) { - h = xcalloc(1, sizeof(*h)); - h->sa = xmemdup(sa, SA_LEN(sa)); - SPLAY_INSERT(mta_host_tree, &hosts, h); - stat_increment("mta.host", 1); - } - - h->refcount++; - return (h); -} - -static void -mta_host_ref(struct mta_host *h) -{ - h->refcount++; -} - -static void -mta_host_unref(struct mta_host *h) -{ - if (--h->refcount) - return; - - SPLAY_REMOVE(mta_host_tree, &hosts, h); - free(h->sa); - free(h->ptrname); - free(h); - stat_decrement("mta.host", 1); -} - -const char * -mta_host_to_text(struct mta_host *h) -{ - static char buf[1024]; - - if (h->ptrname) - (void)snprintf(buf, sizeof buf, "%s (%s)", - sa_to_text(h->sa), h->ptrname); - else - (void)snprintf(buf, sizeof buf, "%s", sa_to_text(h->sa)); - - return (buf); -} - -static int -mta_host_cmp(const struct mta_host *a, const struct mta_host *b) -{ - if (SA_LEN(a->sa) < SA_LEN(b->sa)) - return (-1); - if (SA_LEN(a->sa) > SA_LEN(b->sa)) - return (1); - return (memcmp(a->sa, b->sa, SA_LEN(a->sa))); -} - -SPLAY_GENERATE(mta_host_tree, mta_host, entry, mta_host_cmp); - -static struct mta_domain * -mta_domain(char *name, int as_host) -{ - struct mta_domain key, *d; - - key.name = name; - key.as_host = as_host; - d = SPLAY_FIND(mta_domain_tree, &domains, &key); - - if (d == NULL) { - d = xcalloc(1, sizeof(*d)); - d->name = xstrdup(name); - d->as_host = as_host; - TAILQ_INIT(&d->mxs); - SPLAY_INSERT(mta_domain_tree, &domains, d); - stat_increment("mta.domain", 1); - } - - d->refcount++; - return (d); -} - -#if 0 -static void -mta_domain_ref(struct mta_domain *d) -{ - d->refcount++; -} -#endif - -static void -mta_domain_unref(struct mta_domain *d) -{ - struct mta_mx *mx; - - if (--d->refcount) - return; - - while ((mx = TAILQ_FIRST(&d->mxs))) { - TAILQ_REMOVE(&d->mxs, mx, entry); - mta_host_unref(mx->host); /* from IMSG_DNS_HOST */ - free(mx->mxname); - free(mx); - } - - SPLAY_REMOVE(mta_domain_tree, &domains, d); - free(d->name); - free(d); - stat_decrement("mta.domain", 1); -} - -static int -mta_domain_cmp(const struct mta_domain *a, const struct mta_domain *b) -{ - if (a->as_host < b->as_host) - return (-1); - if (a->as_host > b->as_host) - return (1); - return (strcasecmp(a->name, b->name)); -} - -SPLAY_GENERATE(mta_domain_tree, mta_domain, entry, mta_domain_cmp); - -static struct mta_source * -mta_source(const struct sockaddr *sa) -{ - struct mta_source key, *s; - struct sockaddr_storage ss; - - if (sa) { - memmove(&ss, sa, SA_LEN(sa)); - key.sa = (struct sockaddr*)&ss; - } else - key.sa = NULL; - s = SPLAY_FIND(mta_source_tree, &sources, &key); - - if (s == NULL) { - s = xcalloc(1, sizeof(*s)); - if (sa) - s->sa = xmemdup(sa, SA_LEN(sa)); - SPLAY_INSERT(mta_source_tree, &sources, s); - stat_increment("mta.source", 1); - } - - s->refcount++; - return (s); -} - -static void -mta_source_ref(struct mta_source *s) -{ - s->refcount++; -} - -static void -mta_source_unref(struct mta_source *s) -{ - if (--s->refcount) - return; - - SPLAY_REMOVE(mta_source_tree, &sources, s); - free(s->sa); - free(s); - stat_decrement("mta.source", 1); -} - -static const char * -mta_source_to_text(struct mta_source *s) -{ - static char buf[1024]; - - if (s->sa == NULL) - return "[]"; - (void)snprintf(buf, sizeof buf, "%s", sa_to_text(s->sa)); - return (buf); -} - -static int -mta_source_cmp(const struct mta_source *a, const struct mta_source *b) -{ - if (a->sa == NULL) - return ((b->sa == NULL) ? 0 : -1); - if (b->sa == NULL) - return (1); - if (SA_LEN(a->sa) < SA_LEN(b->sa)) - return (-1); - if (SA_LEN(a->sa) > SA_LEN(b->sa)) - return (1); - return (memcmp(a->sa, b->sa, SA_LEN(a->sa))); -} - -SPLAY_GENERATE(mta_source_tree, mta_source, entry, mta_source_cmp); - -static struct mta_connector * -mta_connector(struct mta_relay *relay, struct mta_source *source) -{ - struct mta_connector *c; - - c = tree_get(&relay->connectors, (uintptr_t)(source)); - if (c == NULL) { - c = xcalloc(1, sizeof(*c)); - c->relay = relay; - c->source = source; - c->flags |= CONNECTOR_NEW; - mta_source_ref(source); - tree_xset(&relay->connectors, (uintptr_t)(source), c); - stat_increment("mta.connector", 1); - log_debug("debug: mta: new %s", mta_connector_to_text(c)); - } - - return (c); -} - -static void -mta_connector_free(struct mta_connector *c) -{ - log_debug("debug: mta: freeing %s", - mta_connector_to_text(c)); - - if (c->flags & CONNECTOR_WAIT) { - log_debug("debug: mta: cancelling timeout for %s", - mta_connector_to_text(c)); - runq_cancel(runq_connector, c); - } - mta_source_unref(c->source); /* from constructor */ - free(c); - - stat_decrement("mta.connector", 1); -} - -static const char * -mta_connector_to_text(struct mta_connector *c) -{ - static char buf[1024]; - - (void)snprintf(buf, sizeof buf, "[connector:%s->%s,0x%x]", - mta_source_to_text(c->source), - mta_relay_to_text(c->relay), - c->flags); - return (buf); -} - -static struct mta_route * -mta_route(struct mta_source *src, struct mta_host *dst) -{ - struct mta_route key, *r; - static uint64_t rid = 0; - - key.src = src; - key.dst = dst; - r = SPLAY_FIND(mta_route_tree, &routes, &key); - - if (r == NULL) { - r = xcalloc(1, sizeof(*r)); - r->src = src; - r->dst = dst; - r->flags |= ROUTE_NEW; - r->id = ++rid; - SPLAY_INSERT(mta_route_tree, &routes, r); - mta_source_ref(src); - mta_host_ref(dst); - stat_increment("mta.route", 1); - } - else if (r->flags & ROUTE_RUNQ) { - log_debug("debug: mta: mta_route_ref(): cancelling runq for route %s", - mta_route_to_text(r)); - r->flags &= ~(ROUTE_RUNQ | ROUTE_KEEPALIVE); - runq_cancel(runq_route, r); - r->refcount--; /* from mta_route_unref() */ - } - - r->refcount++; - return (r); -} - -static void -mta_route_ref(struct mta_route *r) -{ - r->refcount++; -} - -static void -mta_route_unref(struct mta_route *r) -{ - time_t sched, now; - int delay; - - if (--r->refcount) - return; - - /* - * Nothing references this route, but we might want to keep it alive - * for a while. - */ - now = time(NULL); - sched = 0; - - if (r->penalty) { -#if DELAY_QUADRATIC - delay = DELAY_ROUTE_BASE * r->penalty * r->penalty; -#else - delay = 15 * 60; -#endif - if (delay > DELAY_ROUTE_MAX) - delay = DELAY_ROUTE_MAX; - sched = r->lastpenalty + delay; - log_debug("debug: mta: mta_route_unref(): keeping route %s alive for %llus (penalty %d)", - mta_route_to_text(r), (unsigned long long) sched - now, r->penalty); - } else if (!(r->flags & ROUTE_KEEPALIVE)) { - if (r->lastconn + max_seen_conndelay_route > now) - sched = r->lastconn + max_seen_conndelay_route; - if (r->lastdisc + max_seen_discdelay_route > now && - r->lastdisc + max_seen_discdelay_route < sched) - sched = r->lastdisc + max_seen_discdelay_route; - - if (sched > now) - log_debug("debug: mta: mta_route_unref(): keeping route %s alive for %llus (imposed delay)", - mta_route_to_text(r), (unsigned long long) sched - now); - } - - if (sched > now) { - r->flags |= ROUTE_RUNQ; - runq_schedule_at(runq_route, sched, r); - r->refcount++; - return; - } - - log_debug("debug: mta: mta_route_unref(): really discarding route %s", - mta_route_to_text(r)); - - SPLAY_REMOVE(mta_route_tree, &routes, r); - mta_source_unref(r->src); /* from constructor */ - mta_host_unref(r->dst); /* from constructor */ - free(r); - stat_decrement("mta.route", 1); -} - -static const char * -mta_route_to_text(struct mta_route *r) -{ - static char buf[1024]; - - (void)snprintf(buf, sizeof buf, "%s <-> %s", - mta_source_to_text(r->src), - mta_host_to_text(r->dst)); - - return (buf); -} - -static int -mta_route_cmp(const struct mta_route *a, const struct mta_route *b) -{ - if (a->src < b->src) - return (-1); - if (a->src > b->src) - return (1); - - if (a->dst < b->dst) - return (-1); - if (a->dst > b->dst) - return (1); - - return (0); -} - -SPLAY_GENERATE(mta_route_tree, mta_route, entry, mta_route_cmp); - -void -mta_block(struct mta_source *src, char *dom) -{ - struct mta_block key, *b; - - key.source = src; - key.domain = dom; - - b = SPLAY_FIND(mta_block_tree, &blocks, &key); - if (b != NULL) - return; - - b = xcalloc(1, sizeof(*b)); - if (dom) - b->domain = xstrdup(dom); - b->source = src; - mta_source_ref(src); - SPLAY_INSERT(mta_block_tree, &blocks, b); -} - -void -mta_unblock(struct mta_source *src, char *dom) -{ - struct mta_block key, *b; - - key.source = src; - key.domain = dom; - - b = SPLAY_FIND(mta_block_tree, &blocks, &key); - if (b == NULL) - return; - - SPLAY_REMOVE(mta_block_tree, &blocks, b); - - mta_source_unref(b->source); - free(b->domain); - free(b); -} - -int -mta_is_blocked(struct mta_source *src, char *dom) -{ - struct mta_block key; - - key.source = src; - key.domain = dom; - - if (SPLAY_FIND(mta_block_tree, &blocks, &key)) - return (1); - - return (0); -} - -static -int -mta_block_cmp(const struct mta_block *a, const struct mta_block *b) -{ - if (a->source < b->source) - return (-1); - if (a->source > b->source) - return (1); - if (!a->domain && b->domain) - return (-1); - if (a->domain && !b->domain) - return (1); - if (a->domain == b->domain) - return (0); - return (strcasecmp(a->domain, b->domain)); -} - -SPLAY_GENERATE(mta_block_tree, mta_block, entry, mta_block_cmp); - - - -/* hoststat errors are not critical, we do best effort */ -void -mta_hoststat_update(const char *host, const char *error) -{ - struct hoststat *hs = NULL; - char buf[HOST_NAME_MAX+1]; - - if (!lowercase(buf, host, sizeof buf)) - return; - - hs = dict_get(&hoststat, buf); - if (hs == NULL) { - if ((hs = calloc(1, sizeof *hs)) == NULL) - return; - tree_init(&hs->deferred); - runq_schedule(runq_hoststat, HOSTSTAT_EXPIRE_DELAY, hs); - } - (void)strlcpy(hs->name, buf, sizeof hs->name); - (void)strlcpy(hs->error, error, sizeof hs->error); - hs->tm = time(NULL); - dict_set(&hoststat, buf, hs); - - runq_cancel(runq_hoststat, hs); - runq_schedule(runq_hoststat, HOSTSTAT_EXPIRE_DELAY, hs); -} - -void -mta_hoststat_cache(const char *host, uint64_t evpid) -{ - struct hoststat *hs = NULL; - char buf[HOST_NAME_MAX+1]; - - if (!lowercase(buf, host, sizeof buf)) - return; - - hs = dict_get(&hoststat, buf); - if (hs == NULL) - return; - - if (tree_count(&hs->deferred) >= env->sc_mta_max_deferred) - return; - - tree_set(&hs->deferred, evpid, NULL); -} - -void -mta_hoststat_uncache(const char *host, uint64_t evpid) -{ - struct hoststat *hs = NULL; - char buf[HOST_NAME_MAX+1]; - - if (!lowercase(buf, host, sizeof buf)) - return; - - hs = dict_get(&hoststat, buf); - if (hs == NULL) - return; - - tree_pop(&hs->deferred, evpid); -} - -void -mta_hoststat_reschedule(const char *host) -{ - struct hoststat *hs = NULL; - char buf[HOST_NAME_MAX+1]; - uint64_t evpid; - - if (!lowercase(buf, host, sizeof buf)) - return; - - hs = dict_get(&hoststat, buf); - if (hs == NULL) - return; - - while (tree_poproot(&hs->deferred, &evpid, NULL)) { - m_compose(p_queue, IMSG_MTA_SCHEDULE, 0, 0, -1, - &evpid, sizeof evpid); - } -} - -static void -mta_hoststat_remove_entry(struct hoststat *hs) -{ - while (tree_poproot(&hs->deferred, NULL, NULL)) - ; - dict_pop(&hoststat, hs->name); - runq_cancel(runq_hoststat, hs); -} |