Merge remote-tracking branch 'upstream/master'

controller/config.go

@@ -20,9 +20,10 @@ const (
 	ProtectedMode = "protected-mode"
 	MaxMemory     = "maxmemory"
 	AutoGC        = "autogc"
+	KeepAlive     = "keepalive"
 )
 
-var validProperties = []string{RequirePass, LeaderAuth, ProtectedMode, MaxMemory, AutoGC}
+var validProperties = []string{RequirePass, LeaderAuth, ProtectedMode, MaxMemory, AutoGC, KeepAlive}
 
 // Config is a tile38 config
 type Config struct {
@@ -44,6 +45,8 @@ type Config struct {
 	MaxMemory      int    `json:"-"`
 	AutoGCP        string `json:"autogc,omitempty"`
 	AutoGC         uint64 `json:"-"`
+	KeepAliveP     string `json:"keepalive,omitempty"`
+	KeepAlive      int    `json:"-"`
 }
 
 func (c *Controller) loadConfig() error {
@@ -74,6 +77,9 @@ func (c *Controller) loadConfig() error {
 	if err := c.setConfigProperty(AutoGC, c.config.AutoGCP, true); err != nil {
 		return err
 	}
+	if err := c.setConfigProperty(KeepAlive, c.config.KeepAliveP, true); err != nil {
+		return err
+	}
 	return nil
 }
 
@@ -161,7 +167,19 @@ func (c *Controller) setConfigProperty(name, value string, fromLoad bool) error
 		default:
 			invalid = true
 		}
+	case KeepAlive:
+		if value == "" {
+			c.config.KeepAlive = 300
+		} else {
+			keepalive, err := strconv.ParseUint(value, 10, 64)
+			if err != nil {
+				invalid = true
+			} else {
+				c.config.KeepAlive = int(keepalive)
+			}
+		}
 	}
+
 	if invalid {
 		return fmt.Errorf("Invalid argument '%s' for CONFIG SET '%s'", value, name)
 	}
@@ -192,6 +210,8 @@ func (c *Controller) getConfigProperty(name string) string {
 		return c.config.ProtectedMode
 	case MaxMemory:
 		return formatMemSize(c.config.MaxMemory)
+	case KeepAlive:
+		return strconv.FormatUint(uint64(c.config.KeepAlive), 10)
 	}
 }
 
@@ -216,6 +236,7 @@ func (c *Controller) writeConfig(writeProperties bool) error {
 		c.config.ProtectedModeP = c.config.ProtectedMode
 		c.config.MaxMemoryP = formatMemSize(c.config.MaxMemory)
 		c.config.AutoGCP = strconv.FormatUint(c.config.AutoGC, 10)
+		c.config.KeepAliveP = strconv.FormatUint(uint64(c.config.KeepAlive), 10)
 	}
 	var data []byte
 	data, err = json.MarshalIndent(c.config, "", "\t")

controller/controller.go

@@ -227,8 +227,17 @@ func ListenAndServeEx(host string, port int, dir string, ln *net.Listener, http
 		return is
 	}
 	var clientId uint64
+
 	opened := func(conn *server.Conn) {
 		c.mu.Lock()
+		if c.config.KeepAlive > 0 {
+			err := conn.SetKeepAlive(
+				time.Duration(c.config.KeepAlive) * time.Second)
+			if err != nil {
+				log.Warnf("could not set keepalive for connection: %v",
+					conn.RemoteAddr().String())
+			}
+		}
 		clientId++
 		c.conns[conn] = &clientConn{
 			id:     clientId,

controller/endpoint/disque.go

@@ -57,7 +57,7 @@ func (conn *DisqueEndpointConn) Send(msg string) error {
 	conn.mu.Lock()
 	defer conn.mu.Unlock()
 	if conn.ex {
-		return errors.New("expired")
+		return errExpired
 	}
 	conn.t = time.Now()
 	if conn.conn == nil {

controller/endpoint/endpoint.go

@@ -9,6 +9,8 @@ import (
 	"time"
 )
 
+var errExpired = errors.New("expired")
+
 // EndpointProtocol is the type of protocol that the endpoint represents.
 type EndpointProtocol string
 
@@ -36,9 +38,9 @@ type Endpoint struct {
 		}
 	}
 	Redis struct {
-		Host		string
-		Port		int
-		Channel	string
+		Host    string
+		Port    int
+		Channel string
 	}
 }
 
@@ -82,30 +84,42 @@ func (epc *EndpointManager) Validate(url string) error {
 }
 
 func (epc *EndpointManager) Send(endpoint, val string) error {
-	epc.mu.Lock()
-	conn, ok := epc.conns[endpoint]
-	if !ok || conn.Expired() {
-		ep, err := parseEndpoint(endpoint)
+	for {
+		epc.mu.Lock()
+		conn, ok := epc.conns[endpoint]
+		if !ok || conn.Expired() {
+			ep, err := parseEndpoint(endpoint)
+			if err != nil {
+				epc.mu.Unlock()
+				return err
+			}
+			switch ep.Protocol {
+			default:
+				return errors.New("invalid protocol")
+			case HTTP:
+				conn = newHTTPEndpointConn(ep)
+			case Disque:
+				conn = newDisqueEndpointConn(ep)
+			case GRPC:
+				conn = newGRPCEndpointConn(ep)
+			case Redis:
+				conn = newRedisEndpointConn(ep)
+			}
+			epc.conns[endpoint] = conn
+		}
+		epc.mu.Unlock()
+		err := conn.Send(val)
 		if err != nil {
-			epc.mu.Unlock()
+			if err == errExpired {
+				// it's possible that the connection has expired in-between
+				// the last conn.Expired() check and now. If so, we should
+				// just try the send again.
+				continue
+			}
 			return err
 		}
-		switch ep.Protocol {
-		default:
-			return errors.New("invalid protocol")
-		case HTTP:
-			conn = newHTTPEndpointConn(ep)
-		case Disque:
-			conn = newDisqueEndpointConn(ep)
-		case GRPC:
-			conn = newGRPCEndpointConn(ep)
-		case Redis:
-			conn = newRedisEndpointConn(ep)
-		}
-		epc.conns[endpoint] = conn
+		return nil
 	}
-	epc.mu.Unlock()
-	return conn.Send(val)
 }
 
 func parseEndpoint(s string) (Endpoint, error) {

controller/endpoint/grpc.go

@@ -57,7 +57,7 @@ func (conn *GRPCEndpointConn) Send(msg string) error {
 	conn.mu.Lock()
 	defer conn.mu.Unlock()
 	if conn.ex {
-		return errors.New("expired")
+		return errExpired
 	}
 	conn.t = time.Now()
 	if conn.conn == nil {

controller/endpoint/http.go

@@ -2,7 +2,6 @@ package endpoint
 
 import (
 	"bytes"
-	"errors"
 	"fmt"
 	"io"
 	"io/ioutil"
@@ -40,7 +39,7 @@ func (conn *HTTPEndpointConn) Send(msg string) error {
 	conn.mu.Lock()
 	defer conn.mu.Unlock()
 	if conn.ex {
-		return errors.New("expired")
+		return errExpired
 	}
 	conn.t = time.Now()
 	if conn.client == nil {

controller/endpoint/redis.go

@@ -56,7 +56,7 @@ func (conn *RedisEndpointConn) Send(msg string) error {
 	defer conn.mu.Unlock()
 
 	if conn.ex {
-		return errors.New("expired")
+		return errExpired
 	}
 
 	conn.t = time.Now()

controller/server/server.go

@@ -45,6 +45,16 @@ type Conn struct {
 	Authenticated bool
 }
 
+func (conn Conn) SetKeepAlive(period time.Duration) error {
+	if tcp, ok := conn.Conn.(*net.TCPConn); ok {
+		if err := tcp.SetKeepAlive(true); err != nil {
+			return err
+		}
+		return tcp.SetKeepAlivePeriod(period)
+	}
+	return nil
+}
+
 var errCloseHTTP = errors.New("close http")
 
 // ListenAndServe starts a tile38 server at the specified address.