2023-01-30 16:27:06 +03:00
|
|
|
//go:build integration
|
|
|
|
|
|
|
|
// Run this using docker-compose.yml, see Makefile.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
|
|
|
"net"
|
|
|
|
"os"
|
2023-02-17 21:30:30 +03:00
|
|
|
"path/filepath"
|
2023-01-30 16:27:06 +03:00
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
new feature: when delivering messages from the queue, make it possible to use a "transport"
the default transport is still just "direct delivery", where we connect to the
destination domain's MX servers.
other transports are:
- regular smtp without authentication, this is relaying to a smarthost.
- submission with authentication, e.g. to a third party email sending service.
- direct delivery, but with with connections going through a socks proxy. this
can be helpful if your ip is blocked, you need to get email out, and you have
another IP that isn't blocked.
keep in mind that for all of the above, appropriate SPF/DKIM settings have to
be configured. the "dnscheck" for a domain does a check for any SOCKS IP in the
SPF record. SPF for smtp/submission (ranges? includes?) and any DKIM
requirements cannot really be checked.
which transport is used can be configured through routes. routes can be set on
an account, a domain, or globally. the routes are evaluated in that order, with
the first match selecting the transport. these routes are evaluated for each
delivery attempt. common selection criteria are recipient domain and sender
domain, but also which delivery attempt this is. you could configured mox to
attempt sending through a 3rd party from the 4th attempt onwards.
routes and transports are optional. if no route matches, or an empty/zero
transport is selected, normal direct delivery is done.
we could already "submit" emails with 3rd party accounts with "sendmail". but
we now support more SASL authentication mechanisms with SMTP (not only PLAIN,
but also SCRAM-SHA-256, SCRAM-SHA-1 and CRAM-MD5), which sendmail now also
supports. sendmail will use the most secure mechanism supported by the server,
or the explicitly configured mechanism.
for issue #36 by dmikushin. also based on earlier discussion on hackernews.
2023-06-16 19:38:28 +03:00
|
|
|
"github.com/mjl-/mox/dns"
|
2023-07-01 15:24:28 +03:00
|
|
|
"github.com/mjl-/mox/imapclient"
|
2023-01-30 16:27:06 +03:00
|
|
|
"github.com/mjl-/mox/mlog"
|
|
|
|
"github.com/mjl-/mox/mox-"
|
new feature: when delivering messages from the queue, make it possible to use a "transport"
the default transport is still just "direct delivery", where we connect to the
destination domain's MX servers.
other transports are:
- regular smtp without authentication, this is relaying to a smarthost.
- submission with authentication, e.g. to a third party email sending service.
- direct delivery, but with with connections going through a socks proxy. this
can be helpful if your ip is blocked, you need to get email out, and you have
another IP that isn't blocked.
keep in mind that for all of the above, appropriate SPF/DKIM settings have to
be configured. the "dnscheck" for a domain does a check for any SOCKS IP in the
SPF record. SPF for smtp/submission (ranges? includes?) and any DKIM
requirements cannot really be checked.
which transport is used can be configured through routes. routes can be set on
an account, a domain, or globally. the routes are evaluated in that order, with
the first match selecting the transport. these routes are evaluated for each
delivery attempt. common selection criteria are recipient domain and sender
domain, but also which delivery attempt this is. you could configured mox to
attempt sending through a 3rd party from the 4th attempt onwards.
routes and transports are optional. if no route matches, or an empty/zero
transport is selected, normal direct delivery is done.
we could already "submit" emails with 3rd party accounts with "sendmail". but
we now support more SASL authentication mechanisms with SMTP (not only PLAIN,
but also SCRAM-SHA-256, SCRAM-SHA-1 and CRAM-MD5), which sendmail now also
supports. sendmail will use the most secure mechanism supported by the server,
or the explicitly configured mechanism.
for issue #36 by dmikushin. also based on earlier discussion on hackernews.
2023-06-16 19:38:28 +03:00
|
|
|
"github.com/mjl-/mox/sasl"
|
2023-01-30 16:27:06 +03:00
|
|
|
"github.com/mjl-/mox/smtpclient"
|
|
|
|
"github.com/mjl-/mox/store"
|
|
|
|
)
|
|
|
|
|
2023-05-22 15:40:36 +03:00
|
|
|
var ctxbg = context.Background()
|
|
|
|
|
2023-01-30 16:27:06 +03:00
|
|
|
func tcheck(t *testing.T, err error, msg string) {
|
|
|
|
t.Helper()
|
|
|
|
if err != nil {
|
|
|
|
t.Fatalf("%s: %s", msg, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Submit a message to mox, which sends it to postfix, which forwards back to mox.
|
|
|
|
// We check if we receive the message.
|
|
|
|
func TestDeliver(t *testing.T) {
|
|
|
|
mlog.Logfmt = true
|
|
|
|
|
|
|
|
// Remove state.
|
change mox to start as root, bind to network sockets, then drop to regular unprivileged mox user
makes it easier to run on bsd's, where you cannot (easily?) let non-root users
bind to ports <1024. starting as root also paves the way for future improvements
with privilege separation.
unfortunately, this requires changes to how you start mox. though mox will help
by automatically fix up dir/file permissions/ownership.
if you start mox from the systemd unit file, you should update it so it starts
as root and adds a few additional capabilities:
# first update the mox binary, then, as root:
./mox config printservice >mox.service
systemctl daemon-reload
systemctl restart mox
journalctl -f -u mox &
# you should see mox start up, with messages about fixing permissions on dirs/files.
if you used the recommended config/ and data/ directory, in a directory just for
mox, and with the mox user called "mox", this should be enough.
if you don't want mox to modify dir/file permissions, set "NoFixPermissions:
true" in mox.conf.
if you named the mox user something else than mox, e.g. "_mox", add "User: _mox"
to mox.conf.
if you created a shared service user as originally suggested, you may want to
get rid of that as it is no longer useful and may get in the way. e.g. if you
had /home/service/mox with a "service" user, that service user can no longer
access any files: only mox and root can.
this also adds scripts for building mox docker images for alpine-supported
platforms.
the "restart" subcommand has been removed. it wasn't all that useful and got in
the way.
and another change: when adding a domain while mtasts isn't enabled, don't add
the per-domain mtasts config, as it would cause failure to add the domain.
based on report from setting up mox on openbsd from mteege.
and based on issue #3. thanks for the feedback!
2023-02-27 14:19:55 +03:00
|
|
|
os.RemoveAll("testdata/integration/data")
|
|
|
|
os.MkdirAll("testdata/integration/data", 0750)
|
|
|
|
|
|
|
|
// Cleanup afterwards, these are owned by root, annoying to have around due to
|
|
|
|
// permission errors.
|
|
|
|
defer os.RemoveAll("testdata/integration/data")
|
2023-01-30 16:27:06 +03:00
|
|
|
|
|
|
|
// Load mox config.
|
change mox to start as root, bind to network sockets, then drop to regular unprivileged mox user
makes it easier to run on bsd's, where you cannot (easily?) let non-root users
bind to ports <1024. starting as root also paves the way for future improvements
with privilege separation.
unfortunately, this requires changes to how you start mox. though mox will help
by automatically fix up dir/file permissions/ownership.
if you start mox from the systemd unit file, you should update it so it starts
as root and adds a few additional capabilities:
# first update the mox binary, then, as root:
./mox config printservice >mox.service
systemctl daemon-reload
systemctl restart mox
journalctl -f -u mox &
# you should see mox start up, with messages about fixing permissions on dirs/files.
if you used the recommended config/ and data/ directory, in a directory just for
mox, and with the mox user called "mox", this should be enough.
if you don't want mox to modify dir/file permissions, set "NoFixPermissions:
true" in mox.conf.
if you named the mox user something else than mox, e.g. "_mox", add "User: _mox"
to mox.conf.
if you created a shared service user as originally suggested, you may want to
get rid of that as it is no longer useful and may get in the way. e.g. if you
had /home/service/mox with a "service" user, that service user can no longer
access any files: only mox and root can.
this also adds scripts for building mox docker images for alpine-supported
platforms.
the "restart" subcommand has been removed. it wasn't all that useful and got in
the way.
and another change: when adding a domain while mtasts isn't enabled, don't add
the per-domain mtasts config, as it would cause failure to add the domain.
based on report from setting up mox on openbsd from mteege.
and based on issue #3. thanks for the feedback!
2023-02-27 14:19:55 +03:00
|
|
|
mox.ConfigStaticPath = "testdata/integration/config/mox.conf"
|
2023-02-17 21:30:30 +03:00
|
|
|
filepath.Join(filepath.Dir(mox.ConfigStaticPath), "domains.conf")
|
2023-06-16 14:27:27 +03:00
|
|
|
if errs := mox.LoadConfig(ctxbg, true, false); len(errs) > 0 {
|
2023-01-30 16:27:06 +03:00
|
|
|
t.Fatalf("loading mox config: %v", errs)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create new accounts
|
|
|
|
createAccount := func(email, password string) {
|
|
|
|
t.Helper()
|
|
|
|
acc, _, err := store.OpenEmail(email)
|
|
|
|
tcheck(t, err, "open account")
|
|
|
|
err = acc.SetPassword(password)
|
|
|
|
tcheck(t, err, "setting password")
|
|
|
|
err = acc.Close()
|
|
|
|
tcheck(t, err, "closing account")
|
|
|
|
}
|
|
|
|
|
|
|
|
createAccount("moxtest1@mox1.example", "pass1234")
|
|
|
|
createAccount("moxtest2@mox2.example", "pass1234")
|
|
|
|
createAccount("moxtest3@mox3.example", "pass1234")
|
|
|
|
|
|
|
|
// Start mox.
|
change mox to start as root, bind to network sockets, then drop to regular unprivileged mox user
makes it easier to run on bsd's, where you cannot (easily?) let non-root users
bind to ports <1024. starting as root also paves the way for future improvements
with privilege separation.
unfortunately, this requires changes to how you start mox. though mox will help
by automatically fix up dir/file permissions/ownership.
if you start mox from the systemd unit file, you should update it so it starts
as root and adds a few additional capabilities:
# first update the mox binary, then, as root:
./mox config printservice >mox.service
systemctl daemon-reload
systemctl restart mox
journalctl -f -u mox &
# you should see mox start up, with messages about fixing permissions on dirs/files.
if you used the recommended config/ and data/ directory, in a directory just for
mox, and with the mox user called "mox", this should be enough.
if you don't want mox to modify dir/file permissions, set "NoFixPermissions:
true" in mox.conf.
if you named the mox user something else than mox, e.g. "_mox", add "User: _mox"
to mox.conf.
if you created a shared service user as originally suggested, you may want to
get rid of that as it is no longer useful and may get in the way. e.g. if you
had /home/service/mox with a "service" user, that service user can no longer
access any files: only mox and root can.
this also adds scripts for building mox docker images for alpine-supported
platforms.
the "restart" subcommand has been removed. it wasn't all that useful and got in
the way.
and another change: when adding a domain while mtasts isn't enabled, don't add
the per-domain mtasts config, as it would cause failure to add the domain.
based on report from setting up mox on openbsd from mteege.
and based on issue #3. thanks for the feedback!
2023-02-27 14:19:55 +03:00
|
|
|
const mtastsdbRefresher = false
|
|
|
|
const skipForkExec = true
|
|
|
|
err := start(mtastsdbRefresher, skipForkExec)
|
2023-01-30 16:27:06 +03:00
|
|
|
tcheck(t, err, "starting mox")
|
|
|
|
|
2023-07-01 15:24:28 +03:00
|
|
|
// Single update from IMAP IDLE.
|
|
|
|
type idleResponse struct {
|
|
|
|
untagged imapclient.Untagged
|
|
|
|
err error
|
2023-01-30 16:27:06 +03:00
|
|
|
}
|
|
|
|
|
2023-07-01 15:24:28 +03:00
|
|
|
deliver := func(username, desthost, mailfrom, password, rcptto, imapuser string) {
|
2023-01-30 16:27:06 +03:00
|
|
|
t.Helper()
|
|
|
|
|
2023-07-01 15:24:28 +03:00
|
|
|
// Make IMAP connection, we'll wait for a delivery notification with IDLE.
|
|
|
|
imapconn, err := net.Dial("tcp", "moxmail1.mox1.example:143")
|
|
|
|
tcheck(t, err, "dial imap server")
|
|
|
|
defer imapconn.Close()
|
|
|
|
client, err := imapclient.New(imapconn, false)
|
|
|
|
tcheck(t, err, "new imapclient")
|
|
|
|
_, _, err = client.Login(imapuser, "pass1234")
|
|
|
|
tcheck(t, err, "imap client login")
|
|
|
|
_, _, err = client.Select("inbox")
|
|
|
|
tcheck(t, err, "imap select inbox")
|
|
|
|
|
|
|
|
err = client.Commandf("", "idle")
|
|
|
|
tcheck(t, err, "imap idle command")
|
|
|
|
|
|
|
|
_, _, _, err = client.ReadContinuation()
|
|
|
|
tcheck(t, err, "read imap continuation")
|
|
|
|
|
|
|
|
idle := make(chan idleResponse)
|
|
|
|
go func() {
|
|
|
|
for {
|
|
|
|
untagged, err := client.ReadUntagged()
|
|
|
|
idle <- idleResponse{untagged, err}
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
2023-01-30 16:27:06 +03:00
|
|
|
}
|
2023-07-01 15:24:28 +03:00
|
|
|
}()
|
|
|
|
defer func() {
|
|
|
|
err := client.Writelinef("done")
|
|
|
|
tcheck(t, err, "aborting idle")
|
|
|
|
}()
|
2023-01-30 16:27:06 +03:00
|
|
|
|
|
|
|
conn, err := net.Dial("tcp", desthost+":587")
|
|
|
|
tcheck(t, err, "dial submission")
|
|
|
|
defer conn.Close()
|
|
|
|
|
|
|
|
msg := fmt.Sprintf(`From: <%s>
|
|
|
|
To: <%s>
|
|
|
|
Subject: test message
|
|
|
|
|
|
|
|
This is the message.
|
|
|
|
`, mailfrom, rcptto)
|
|
|
|
msg = strings.ReplaceAll(msg, "\n", "\r\n")
|
new feature: when delivering messages from the queue, make it possible to use a "transport"
the default transport is still just "direct delivery", where we connect to the
destination domain's MX servers.
other transports are:
- regular smtp without authentication, this is relaying to a smarthost.
- submission with authentication, e.g. to a third party email sending service.
- direct delivery, but with with connections going through a socks proxy. this
can be helpful if your ip is blocked, you need to get email out, and you have
another IP that isn't blocked.
keep in mind that for all of the above, appropriate SPF/DKIM settings have to
be configured. the "dnscheck" for a domain does a check for any SOCKS IP in the
SPF record. SPF for smtp/submission (ranges? includes?) and any DKIM
requirements cannot really be checked.
which transport is used can be configured through routes. routes can be set on
an account, a domain, or globally. the routes are evaluated in that order, with
the first match selecting the transport. these routes are evaluated for each
delivery attempt. common selection criteria are recipient domain and sender
domain, but also which delivery attempt this is. you could configured mox to
attempt sending through a 3rd party from the 4th attempt onwards.
routes and transports are optional. if no route matches, or an empty/zero
transport is selected, normal direct delivery is done.
we could already "submit" emails with 3rd party accounts with "sendmail". but
we now support more SASL authentication mechanisms with SMTP (not only PLAIN,
but also SCRAM-SHA-256, SCRAM-SHA-1 and CRAM-MD5), which sendmail now also
supports. sendmail will use the most secure mechanism supported by the server,
or the explicitly configured mechanism.
for issue #36 by dmikushin. also based on earlier discussion on hackernews.
2023-06-16 19:38:28 +03:00
|
|
|
auth := []sasl.Client{sasl.NewClientPlain(mailfrom, password)}
|
|
|
|
c, err := smtpclient.New(mox.Context, mlog.New("test"), conn, smtpclient.TLSOpportunistic, mox.Conf.Static.HostnameDomain, dns.Domain{ASCII: desthost}, auth)
|
2023-01-30 16:27:06 +03:00
|
|
|
tcheck(t, err, "smtp hello")
|
2023-07-01 15:24:28 +03:00
|
|
|
t0 := time.Now()
|
2023-01-30 16:27:06 +03:00
|
|
|
err = c.Deliver(mox.Context, mailfrom, rcptto, int64(len(msg)), strings.NewReader(msg), false, false)
|
|
|
|
tcheck(t, err, "deliver with smtp")
|
|
|
|
err = c.Close()
|
|
|
|
tcheck(t, err, "close smtpclient")
|
|
|
|
|
2023-07-01 15:24:28 +03:00
|
|
|
// Wait for notification of delivery.
|
|
|
|
select {
|
|
|
|
case resp := <-idle:
|
|
|
|
tcheck(t, resp.err, "idle notification")
|
|
|
|
_, ok := resp.untagged.(imapclient.UntaggedExists)
|
|
|
|
if !ok {
|
|
|
|
t.Fatalf("got idle %#v, expected untagged exists", resp.untagged)
|
|
|
|
}
|
|
|
|
if d := time.Since(t0); d < 1*time.Second {
|
|
|
|
t.Fatalf("delivery took %v, bt should have taken at least 1 second, the first-time sender delay", d)
|
|
|
|
}
|
|
|
|
case <-time.After(5 * time.Second):
|
|
|
|
t.Fatalf("timeout after 5s waiting for IMAP IDLE notification of new message, should take about 1 second")
|
|
|
|
}
|
2023-01-30 16:27:06 +03:00
|
|
|
}
|
|
|
|
|
2023-07-01 15:24:28 +03:00
|
|
|
deliver("moxtest1", "moxmail1.mox1.example", "moxtest1@mox1.example", "pass1234", "root@postfix.example", "moxtest1@mox1.example")
|
|
|
|
deliver("moxtest3", "moxmail2.mox2.example", "moxtest2@mox2.example", "pass1234", "moxtest3@mox3.example", "moxtest3@mox3.example")
|
2023-01-30 16:27:06 +03:00
|
|
|
}
|