package smtp import ( "bufio" "bytes" "fmt" "io" "net" "net/mail" "regexp" "strconv" "strings" "time" "github.com/jhillyerd/enmime" "github.com/jhillyerd/inbucket/pkg/log" "github.com/jhillyerd/inbucket/pkg/message" "github.com/jhillyerd/inbucket/pkg/msghub" "github.com/jhillyerd/inbucket/pkg/policy" "github.com/jhillyerd/inbucket/pkg/stringutil" ) // State tracks the current mode of our SMTP state machine type State int const ( // GREET State: Waiting for HELO GREET State = iota // READY State: Got HELO, waiting for MAIL READY // MAIL State: Got MAIL, accepting RCPTs MAIL // DATA State: Got DATA, waiting for "." DATA // QUIT State: Client requested end of session QUIT ) const timeStampFormat = "Mon, 02 Jan 2006 15:04:05 -0700 (MST)" func (s State) String() string { switch s { case GREET: return "GREET" case READY: return "READY" case MAIL: return "MAIL" case DATA: return "DATA" case QUIT: return "QUIT" } return "Unknown" } var commands = map[string]bool{ "HELO": true, "EHLO": true, "MAIL": true, "RCPT": true, "DATA": true, "RSET": true, "SEND": true, "SOML": true, "SAML": true, "VRFY": true, "EXPN": true, "HELP": true, "NOOP": true, "QUIT": true, "TURN": true, } // Session holds the state of an SMTP session type Session struct { server *Server id int conn net.Conn remoteDomain string remoteHost string sendError error state State reader *bufio.Reader from string recipients []*policy.Recipient } // NewSession creates a new Session for the given connection func NewSession(server *Server, id int, conn net.Conn) *Session { reader := bufio.NewReader(conn) host, _, _ := net.SplitHostPort(conn.RemoteAddr().String()) return &Session{ server: server, id: id, conn: conn, state: GREET, reader: reader, remoteHost: host, recipients: make([]*policy.Recipient, 0), } } func (ss *Session) String() string { return fmt.Sprintf("Session{id: %v, state: %v}", ss.id, ss.state) } /* Session flow: * 1. Send initial greeting * 2. Receive cmd * 3. If good cmd, respond, optionally change state * 4. If bad cmd, respond error * 5. Goto 2 */ func (s *Server) startSession(id int, conn net.Conn) { log.Infof("SMTP Connection from %v, starting session <%v>", conn.RemoteAddr(), id) expConnectsCurrent.Add(1) defer func() { if err := conn.Close(); err != nil { log.Errorf("Error closing connection for <%v>: %v", id, err) } s.waitgroup.Done() expConnectsCurrent.Add(-1) }() ss := NewSession(s, id, conn) ss.greet() // This is our command reading loop for ss.state != QUIT && ss.sendError == nil { if ss.state == DATA { // Special case, does not use SMTP command format ss.dataHandler() continue } line, err := ss.readLine() if err == nil { if cmd, arg, ok := ss.parseCmd(line); ok { // Check against valid SMTP commands if cmd == "" { ss.send("500 Speak up") continue } if !commands[cmd] { ss.send(fmt.Sprintf("500 Syntax error, %v command unrecognized", cmd)) ss.logWarn("Unrecognized command: %v", cmd) continue } // Commands we handle in any state switch cmd { case "SEND", "SOML", "SAML", "EXPN", "HELP", "TURN": // These commands are not implemented in any state ss.send(fmt.Sprintf("502 %v command not implemented", cmd)) ss.logWarn("Command %v not implemented by Inbucket", cmd) continue case "VRFY": ss.send("252 Cannot VRFY user, but will accept message") continue case "NOOP": ss.send("250 I have sucessfully done nothing") continue case "RSET": // Reset session ss.logTrace("Resetting session state on RSET request") ss.reset() ss.send("250 Session reset") continue case "QUIT": ss.send("221 Goodnight and good luck") ss.enterState(QUIT) continue } // Send command to handler for current state switch ss.state { case GREET: ss.greetHandler(cmd, arg) continue case READY: ss.readyHandler(cmd, arg) continue case MAIL: ss.mailHandler(cmd, arg) continue } ss.logError("Session entered unexpected state %v", ss.state) break } else { ss.send("500 Syntax error, command garbled") } } else { // readLine() returned an error if err == io.EOF { switch ss.state { case GREET, READY: // EOF is common here ss.logInfo("Client closed connection (state %v)", ss.state) default: ss.logWarn("Got EOF while in state %v", ss.state) } break } // not an EOF ss.logWarn("Connection error: %v", err) if netErr, ok := err.(net.Error); ok { if netErr.Timeout() { ss.send("221 Idle timeout, bye bye") break } } ss.send("221 Connection error, sorry") break } } if ss.sendError != nil { ss.logWarn("Network send error: %v", ss.sendError) } ss.logInfo("Closing connection") } // GREET state -> waiting for HELO func (ss *Session) greetHandler(cmd string, arg string) { switch cmd { case "HELO": domain, err := parseHelloArgument(arg) if err != nil { ss.send("501 Domain/address argument required for HELO") return } ss.remoteDomain = domain ss.send("250 Great, let's get this show on the road") ss.enterState(READY) case "EHLO": domain, err := parseHelloArgument(arg) if err != nil { ss.send("501 Domain/address argument required for EHLO") return } ss.remoteDomain = domain ss.send("250-Great, let's get this show on the road") ss.send("250-8BITMIME") ss.send(fmt.Sprintf("250 SIZE %v", ss.server.maxMessageBytes)) ss.enterState(READY) default: ss.ooSeq(cmd) } } func parseHelloArgument(arg string) (string, error) { domain := arg if idx := strings.IndexRune(arg, ' '); idx >= 0 { domain = arg[:idx] } if domain == "" { return "", fmt.Errorf("Invalid domain") } return domain, nil } // READY state -> waiting for MAIL func (ss *Session) readyHandler(cmd string, arg string) { if cmd == "MAIL" { // Match FROM, while accepting '>' as quoted pair and in double quoted strings // (?i) makes the regex case insensitive, (?:) is non-grouping sub-match re := regexp.MustCompile("(?i)^FROM:\\s*<((?:\\\\>|[^>])+|\"[^\"]+\"@[^>]+)>( [\\w= ]+)?$") m := re.FindStringSubmatch(arg) if m == nil { ss.send("501 Was expecting MAIL arg syntax of FROM:
") ss.logWarn("Bad MAIL argument: %q", arg) return } from := m[1] if _, _, err := policy.ParseEmailAddress(from); err != nil { ss.send("501 Bad sender address syntax") ss.logWarn("Bad address as MAIL arg: %q, %s", from, err) return } // This is where the client may put BODY=8BITMIME, but we already // read the DATA as bytes, so it does not effect our processing. if m[2] != "" { args, ok := ss.parseArgs(m[2]) if !ok { ss.send("501 Unable to parse MAIL ESMTP parameters") ss.logWarn("Bad MAIL argument: %q", arg) return } if args["SIZE"] != "" { size, err := strconv.ParseInt(args["SIZE"], 10, 32) if err != nil { ss.send("501 Unable to parse SIZE as an integer") ss.logWarn("Unable to parse SIZE %q as an integer", args["SIZE"]) return } if int(size) > ss.server.maxMessageBytes { ss.send("552 Max message size exceeded") ss.logWarn("Client wanted to send oversized message: %v", args["SIZE"]) return } } } ss.from = from ss.logInfo("Mail from: %v", from) ss.send(fmt.Sprintf("250 Roger, accepting mail from <%v>", from)) ss.enterState(MAIL) } else { ss.ooSeq(cmd) } } // MAIL state -> waiting for RCPTs followed by DATA func (ss *Session) mailHandler(cmd string, arg string) { switch cmd { case "RCPT": if (len(arg) < 4) || (strings.ToUpper(arg[0:3]) != "TO:") { ss.send("501 Was expecting RCPT arg syntax of TO:
") ss.logWarn("Bad RCPT argument: %q", arg) return } // This trim is probably too forgiving addr := strings.Trim(arg[3:], "<> ") recip, err := ss.server.apolicy.NewRecipient(addr) if err != nil { ss.send("501 Bad recipient address syntax") ss.logWarn("Bad address as RCPT arg: %q, %s", addr, err) return } if len(ss.recipients) >= ss.server.maxRecips { ss.logWarn("Maximum limit of %v recipients reached", ss.server.maxRecips) ss.send(fmt.Sprintf("552 Maximum limit of %v recipients reached", ss.server.maxRecips)) return } ss.recipients = append(ss.recipients, recip) ss.logInfo("Recipient: %v", addr) ss.send(fmt.Sprintf("250 I'll make sure <%v> gets this", addr)) return case "DATA": if arg != "" { ss.send("501 DATA command should not have any arguments") ss.logWarn("Got unexpected args on DATA: %q", arg) return } if len(ss.recipients) > 0 { // We have recipients, go to accept data ss.enterState(DATA) return } // DATA out of sequence ss.ooSeq(cmd) return } ss.ooSeq(cmd) } // DATA func (ss *Session) dataHandler() { ss.send("354 Start mail input; end with .") msgBuf := &bytes.Buffer{} for { lineBuf, err := ss.readByteLine() if err != nil { if netErr, ok := err.(net.Error); ok { if netErr.Timeout() { ss.send("221 Idle timeout, bye bye") } } ss.logWarn("Error: %v while reading", err) ss.enterState(QUIT) return } if bytes.Equal(lineBuf, []byte(".\r\n")) || bytes.Equal(lineBuf, []byte(".\n")) { // Mail data complete. for _, recip := range ss.recipients { if recip.ShouldStore() { if ok := ss.deliverMessage(recip, msgBuf.Bytes()); !ok { ss.send(fmt.Sprintf("451 Failed to store message for %v", recip.LocalPart)) ss.reset() return } } expReceivedTotal.Add(1) } ss.send("250 Mail accepted for delivery") ss.logInfo("Message size %v bytes", msgBuf.Len()) ss.reset() return } // RFC says remove leading periods from input. if len(lineBuf) > 0 && lineBuf[0] == '.' { lineBuf = lineBuf[1:] } msgBuf.Write(lineBuf) if msgBuf.Len() > ss.server.maxMessageBytes { ss.send("552 Maximum message size exceeded") ss.logWarn("Max message size exceeded while in DATA") ss.reset() return } } } // deliverMessage creates and populates a new Message for the specified recipient func (ss *Session) deliverMessage(recip *policy.Recipient, content []byte) (ok bool) { // TODO replace with something that only reads header? env, err := enmime.ReadEnvelope(bytes.NewReader(content)) if err != nil { ss.logError("Failed to parse message for %q: %v", recip.LocalPart, err) return false } from, err := env.AddressList("From") if err != nil { from = []*mail.Address{{Address: ss.from}} } to, err := env.AddressList("To") if err != nil { to = make([]*mail.Address, len(ss.recipients)) for i, torecip := range ss.recipients { to[i] = &torecip.Address } } // Generate Received header. stamp := time.Now().Format(timeStampFormat) recd := strings.NewReader(fmt.Sprintf("Received: from %s ([%s]) by %s\r\n for <%s>; %s\r\n", ss.remoteDomain, ss.remoteHost, ss.server.domain, recip.Address, stamp)) delivery := &message.Delivery{ Meta: message.Metadata{ Mailbox: recip.Mailbox, From: from[0], To: to, Date: time.Now(), Subject: env.GetHeader("Subject"), }, Reader: io.MultiReader(recd, bytes.NewReader(content)), } id, err := ss.server.dataStore.AddMessage(delivery) if err != nil { ss.logError("Failed to store message for %q: %s", recip.LocalPart, err) return false } // Broadcast message information. // TODO this belongs in message pkg. broadcast := msghub.Message{ Mailbox: recip.Mailbox, ID: id, From: delivery.From().String(), To: stringutil.StringAddressList(delivery.To()), Subject: delivery.Subject(), Date: delivery.Date(), Size: delivery.Size(), } ss.server.msgHub.Dispatch(broadcast) return true } func (ss *Session) enterState(state State) { ss.state = state ss.logTrace("Entering state %v", state) } func (ss *Session) greet() { ss.send(fmt.Sprintf("220 %v Inbucket SMTP ready", ss.server.domain)) } // Calculate the next read or write deadline based on maxIdleSeconds func (ss *Session) nextDeadline() time.Time { return time.Now().Add(time.Duration(ss.server.maxIdleSeconds) * time.Second) } // Send requested message, store errors in Session.sendError func (ss *Session) send(msg string) { if err := ss.conn.SetWriteDeadline(ss.nextDeadline()); err != nil { ss.sendError = err return } if _, err := fmt.Fprint(ss.conn, msg+"\r\n"); err != nil { ss.sendError = err ss.logWarn("Failed to send: %q", msg) return } ss.logTrace(">> %v >>", msg) } // readByteLine reads a line of input, returns byte slice. func (ss *Session) readByteLine() ([]byte, error) { if err := ss.conn.SetReadDeadline(ss.nextDeadline()); err != nil { return nil, err } return ss.reader.ReadBytes('\n') } // Reads a line of input func (ss *Session) readLine() (line string, err error) { if err = ss.conn.SetReadDeadline(ss.nextDeadline()); err != nil { return "", err } line, err = ss.reader.ReadString('\n') if err != nil { return "", err } ss.logTrace("<< %v <<", strings.TrimRight(line, "\r\n")) return line, nil } func (ss *Session) parseCmd(line string) (cmd string, arg string, ok bool) { line = strings.TrimRight(line, "\r\n") l := len(line) switch { case l == 0: return "", "", true case l < 4: ss.logWarn("Command too short: %q", line) return "", "", false case l == 4: return strings.ToUpper(line), "", true case l == 5: // Too long to be only command, too short to have args ss.logWarn("Mangled command: %q", line) return "", "", false } // If we made it here, command is long enough to have args if line[4] != ' ' { // There wasn't a space after the command? ss.logWarn("Mangled command: %q", line) return "", "", false } // I'm not sure if we should trim the args or not, but we will for now return strings.ToUpper(line[0:4]), strings.Trim(line[5:], " "), true } // parseArgs takes the arguments proceeding a command and files them // into a map[string]string after uppercasing each key. Sample arg // string: // " BODY=8BITMIME SIZE=1024" // The leading space is mandatory. func (ss *Session) parseArgs(arg string) (args map[string]string, ok bool) { args = make(map[string]string) re := regexp.MustCompile(` (\w+)=(\w+)`) pm := re.FindAllStringSubmatch(arg, -1) if pm == nil { ss.logWarn("Failed to parse arg string: %q") return nil, false } for _, m := range pm { args[strings.ToUpper(m[1])] = m[2] } ss.logTrace("ESMTP params: %v", args) return args, true } func (ss *Session) reset() { ss.enterState(READY) ss.from = "" ss.recipients = nil } func (ss *Session) ooSeq(cmd string) { ss.send(fmt.Sprintf("503 Command %v is out of sequence", cmd)) ss.logWarn("Wasn't expecting %v here", cmd) } // Session specific logging methods func (ss *Session) logTrace(msg string, args ...interface{}) { log.Tracef("SMTP[%v]<%v> %v", ss.remoteHost, ss.id, fmt.Sprintf(msg, args...)) } func (ss *Session) logInfo(msg string, args ...interface{}) { log.Infof("SMTP[%v]<%v> %v", ss.remoteHost, ss.id, fmt.Sprintf(msg, args...)) } func (ss *Session) logWarn(msg string, args ...interface{}) { // Update metrics expWarnsTotal.Add(1) log.Warnf("SMTP[%v]<%v> %v", ss.remoteHost, ss.id, fmt.Sprintf(msg, args...)) } func (ss *Session) logError(msg string, args ...interface{}) { // Update metrics expErrorsTotal.Add(1) log.Errorf("SMTP[%v]<%v> %v", ss.remoteHost, ss.id, fmt.Sprintf(msg, args...)) }