2016-11-26 11:33:06 +03:00
|
|
|
package redis // import "gopkg.in/redis.v5"
|
2012-07-25 17:00:50 +04:00
|
|
|
|
|
|
|
import (
|
2017-01-11 06:32:10 +03:00
|
|
|
"context"
|
2015-05-15 15:21:28 +03:00
|
|
|
"fmt"
|
2014-07-31 17:01:54 +04:00
|
|
|
"log"
|
2016-12-03 18:30:13 +03:00
|
|
|
"time"
|
2016-03-12 11:52:13 +03:00
|
|
|
|
2016-10-09 13:49:28 +03:00
|
|
|
"gopkg.in/redis.v5/internal"
|
|
|
|
"gopkg.in/redis.v5/internal/pool"
|
2016-12-13 18:28:39 +03:00
|
|
|
"gopkg.in/redis.v5/internal/proto"
|
2012-08-09 14:12:41 +04:00
|
|
|
)
|
2012-07-25 17:00:50 +04:00
|
|
|
|
2016-07-02 15:52:10 +03:00
|
|
|
// Redis nil reply, .e.g. when key does not exist.
|
2016-10-09 14:38:31 +03:00
|
|
|
const Nil = internal.Nil
|
2016-07-02 15:52:10 +03:00
|
|
|
|
2016-03-12 11:52:13 +03:00
|
|
|
func SetLogger(logger *log.Logger) {
|
2016-04-09 14:52:01 +03:00
|
|
|
internal.Logger = logger
|
2016-03-12 11:52:13 +03:00
|
|
|
}
|
2016-02-03 20:30:39 +03:00
|
|
|
|
2014-05-11 11:42:40 +04:00
|
|
|
type baseClient struct {
|
2016-03-12 11:52:13 +03:00
|
|
|
connPool pool.Pooler
|
2015-05-23 17:55:08 +03:00
|
|
|
opt *Options
|
2016-03-09 16:14:01 +03:00
|
|
|
|
2016-11-30 13:39:14 +03:00
|
|
|
process func(Cmder) error
|
2016-03-09 16:14:01 +03:00
|
|
|
onClose func() error // hook called when client is closed
|
2017-01-11 06:32:10 +03:00
|
|
|
|
|
|
|
ctx context.Context
|
2012-07-26 22:43:21 +04:00
|
|
|
}
|
|
|
|
|
2015-05-15 15:21:28 +03:00
|
|
|
func (c *baseClient) String() string {
|
2016-10-05 23:20:05 +03:00
|
|
|
return fmt.Sprintf("Redis<%s db:%d>", c.getAddr(), c.opt.DB)
|
2015-05-15 15:21:28 +03:00
|
|
|
}
|
|
|
|
|
2016-09-29 15:07:04 +03:00
|
|
|
func (c *baseClient) conn() (*pool.Conn, bool, error) {
|
|
|
|
cn, isNew, err := c.connPool.Get()
|
2016-03-15 15:04:35 +03:00
|
|
|
if err != nil {
|
2016-09-29 15:07:04 +03:00
|
|
|
return nil, false, err
|
2016-03-15 15:04:35 +03:00
|
|
|
}
|
|
|
|
if !cn.Inited {
|
|
|
|
if err := c.initConn(cn); err != nil {
|
2016-03-17 19:00:47 +03:00
|
|
|
_ = c.connPool.Remove(cn, err)
|
2016-09-29 15:07:04 +03:00
|
|
|
return nil, false, err
|
2016-03-12 13:41:02 +03:00
|
|
|
}
|
|
|
|
}
|
2016-09-29 15:07:04 +03:00
|
|
|
return cn, isNew, nil
|
2012-07-26 19:16:17 +04:00
|
|
|
}
|
|
|
|
|
2016-03-12 11:52:13 +03:00
|
|
|
func (c *baseClient) putConn(cn *pool.Conn, err error, allowTimeout bool) bool {
|
2016-10-09 14:38:31 +03:00
|
|
|
if internal.IsBadConn(err, allowTimeout) {
|
2016-03-17 19:00:47 +03:00
|
|
|
_ = c.connPool.Remove(cn, err)
|
2016-03-01 13:31:06 +03:00
|
|
|
return false
|
2012-08-06 12:33:49 +04:00
|
|
|
}
|
2016-03-01 13:31:06 +03:00
|
|
|
|
2016-03-14 14:17:33 +03:00
|
|
|
_ = c.connPool.Put(cn)
|
2016-03-01 13:31:06 +03:00
|
|
|
return true
|
2012-08-06 12:33:49 +04:00
|
|
|
}
|
|
|
|
|
2016-03-12 13:41:02 +03:00
|
|
|
func (c *baseClient) initConn(cn *pool.Conn) error {
|
2016-03-15 15:04:35 +03:00
|
|
|
cn.Inited = true
|
|
|
|
|
2016-05-06 21:12:31 +03:00
|
|
|
if c.opt.Password == "" && c.opt.DB == 0 && !c.opt.ReadOnly {
|
2016-03-12 13:41:02 +03:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Temp client for Auth and Select.
|
|
|
|
client := newClient(c.opt, pool.NewSingleConnPool(cn))
|
2016-06-05 12:45:39 +03:00
|
|
|
_, err := client.Pipelined(func(pipe *Pipeline) error {
|
|
|
|
if c.opt.Password != "" {
|
|
|
|
pipe.Auth(c.opt.Password)
|
2016-03-12 13:41:02 +03:00
|
|
|
}
|
|
|
|
|
2016-06-05 12:45:39 +03:00
|
|
|
if c.opt.DB > 0 {
|
|
|
|
pipe.Select(c.opt.DB)
|
2016-03-12 13:41:02 +03:00
|
|
|
}
|
|
|
|
|
2016-06-05 12:45:39 +03:00
|
|
|
if c.opt.ReadOnly {
|
|
|
|
pipe.ReadOnly()
|
2016-05-06 21:12:31 +03:00
|
|
|
}
|
|
|
|
|
2016-06-05 12:45:39 +03:00
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return err
|
2016-03-12 13:41:02 +03:00
|
|
|
}
|
|
|
|
|
2016-06-17 15:09:38 +03:00
|
|
|
func (c *baseClient) Process(cmd Cmder) error {
|
2016-11-30 13:39:14 +03:00
|
|
|
if c.process != nil {
|
|
|
|
return c.process(cmd)
|
|
|
|
}
|
|
|
|
return c.defaultProcess(cmd)
|
|
|
|
}
|
|
|
|
|
|
|
|
// WrapProcess replaces the process func. It takes a function createWrapper
|
|
|
|
// which is supplied by the user. createWrapper takes the old process func as
|
|
|
|
// an input and returns the new wrapper process func. createWrapper should
|
|
|
|
// use call the old process func within the new process func.
|
|
|
|
func (c *baseClient) WrapProcess(fn func(oldProcess func(cmd Cmder) error) func(cmd Cmder) error) {
|
|
|
|
c.process = fn(c.defaultProcess)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *baseClient) defaultProcess(cmd Cmder) error {
|
2015-05-10 15:33:04 +03:00
|
|
|
for i := 0; i <= c.opt.MaxRetries; i++ {
|
2016-09-29 15:07:04 +03:00
|
|
|
cn, _, err := c.conn()
|
2015-05-10 15:33:04 +03:00
|
|
|
if err != nil {
|
|
|
|
cmd.setErr(err)
|
2016-06-17 15:09:38 +03:00
|
|
|
return err
|
2015-05-10 15:33:04 +03:00
|
|
|
}
|
2012-07-26 22:43:21 +04:00
|
|
|
|
2016-12-03 18:30:13 +03:00
|
|
|
cn.SetWriteTimeout(c.opt.WriteTimeout)
|
2016-03-12 11:52:13 +03:00
|
|
|
if err := writeCmd(cn, cmd); err != nil {
|
2016-03-08 18:18:52 +03:00
|
|
|
c.putConn(cn, err, false)
|
2015-05-10 15:33:04 +03:00
|
|
|
cmd.setErr(err)
|
2016-10-09 14:38:31 +03:00
|
|
|
if err != nil && internal.IsRetryableError(err) {
|
2015-05-10 15:33:04 +03:00
|
|
|
continue
|
|
|
|
}
|
2016-06-17 15:09:38 +03:00
|
|
|
return err
|
2015-05-10 15:33:04 +03:00
|
|
|
}
|
|
|
|
|
2016-12-03 18:30:13 +03:00
|
|
|
cn.SetReadTimeout(c.cmdTimeout(cmd))
|
2015-10-07 17:09:20 +03:00
|
|
|
err = cmd.readReply(cn)
|
2016-12-03 18:30:13 +03:00
|
|
|
c.putConn(cn, err, false)
|
2016-10-09 14:38:31 +03:00
|
|
|
if err != nil && internal.IsRetryableError(err) {
|
2015-05-10 15:33:04 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2016-06-17 15:09:38 +03:00
|
|
|
return err
|
2012-07-26 19:16:17 +04:00
|
|
|
}
|
2016-06-17 15:09:38 +03:00
|
|
|
|
|
|
|
return cmd.Err()
|
2014-05-11 11:42:40 +04:00
|
|
|
}
|
|
|
|
|
2016-12-03 18:30:13 +03:00
|
|
|
func (c *baseClient) cmdTimeout(cmd Cmder) time.Duration {
|
|
|
|
if timeout := cmd.readTimeout(); timeout != nil {
|
|
|
|
return *timeout
|
|
|
|
} else {
|
|
|
|
return c.opt.ReadTimeout
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-03-14 14:17:33 +03:00
|
|
|
func (c *baseClient) closed() bool {
|
|
|
|
return c.connPool.Closed()
|
|
|
|
}
|
|
|
|
|
2014-05-11 11:42:40 +04:00
|
|
|
// Close closes the client, releasing any open resources.
|
2015-09-12 09:36:03 +03:00
|
|
|
//
|
|
|
|
// It is rare to Close a Client, as the Client is meant to be
|
|
|
|
// long-lived and shared between many goroutines.
|
2014-05-11 11:42:40 +04:00
|
|
|
func (c *baseClient) Close() error {
|
2016-12-03 18:30:13 +03:00
|
|
|
var firstErr error
|
2016-03-09 16:14:01 +03:00
|
|
|
if c.onClose != nil {
|
2016-12-03 18:30:13 +03:00
|
|
|
if err := c.onClose(); err != nil && firstErr == nil {
|
|
|
|
firstErr = err
|
2016-03-09 16:14:01 +03:00
|
|
|
}
|
|
|
|
}
|
2016-12-03 18:30:13 +03:00
|
|
|
if err := c.connPool.Close(); err != nil && firstErr == nil {
|
|
|
|
firstErr = err
|
2016-03-09 16:14:01 +03:00
|
|
|
}
|
2016-12-03 18:30:13 +03:00
|
|
|
return firstErr
|
2012-07-26 19:16:17 +04:00
|
|
|
}
|
|
|
|
|
2016-10-05 23:20:05 +03:00
|
|
|
func (c *baseClient) getAddr() string {
|
|
|
|
return c.opt.Addr
|
|
|
|
}
|
|
|
|
|
2016-12-13 18:28:39 +03:00
|
|
|
type pipelineProcessor func(*pool.Conn, []Cmder) (bool, error)
|
|
|
|
|
|
|
|
func (c *baseClient) pipelineExecer(p pipelineProcessor) pipelineExecer {
|
|
|
|
return func(cmds []Cmder) error {
|
|
|
|
var firstErr error
|
|
|
|
for i := 0; i <= c.opt.MaxRetries; i++ {
|
|
|
|
cn, _, err := c.conn()
|
|
|
|
if err != nil {
|
|
|
|
setCmdsErr(cmds, err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
canRetry, err := p(cn, cmds)
|
|
|
|
c.putConn(cn, err, false)
|
|
|
|
if err == nil {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if firstErr == nil {
|
|
|
|
firstErr = err
|
|
|
|
}
|
|
|
|
if !canRetry || !internal.IsRetryableError(err) {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return firstErr
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *baseClient) pipelineProcessCmds(cn *pool.Conn, cmds []Cmder) (retry bool, firstErr error) {
|
|
|
|
cn.SetWriteTimeout(c.opt.WriteTimeout)
|
|
|
|
if err := writeCmd(cn, cmds...); err != nil {
|
|
|
|
setCmdsErr(cmds, err)
|
|
|
|
return true, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set read timeout for all commands.
|
|
|
|
cn.SetReadTimeout(c.opt.ReadTimeout)
|
|
|
|
return pipelineReadCmds(cn, cmds)
|
|
|
|
}
|
|
|
|
|
|
|
|
func pipelineReadCmds(cn *pool.Conn, cmds []Cmder) (retry bool, firstErr error) {
|
|
|
|
for i, cmd := range cmds {
|
|
|
|
err := cmd.readReply(cn)
|
|
|
|
if err == nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if i == 0 {
|
|
|
|
retry = true
|
|
|
|
}
|
|
|
|
if firstErr == nil {
|
|
|
|
firstErr = err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false, firstErr
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *baseClient) txPipelineProcessCmds(cn *pool.Conn, cmds []Cmder) (bool, error) {
|
|
|
|
cn.SetWriteTimeout(c.opt.WriteTimeout)
|
|
|
|
if err := txPipelineWriteMulti(cn, cmds); err != nil {
|
|
|
|
setCmdsErr(cmds, err)
|
|
|
|
return true, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set read timeout for all commands.
|
|
|
|
cn.SetReadTimeout(c.opt.ReadTimeout)
|
|
|
|
|
|
|
|
if err := c.txPipelineReadQueued(cn, cmds); err != nil {
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
|
|
|
|
_, err := pipelineReadCmds(cn, cmds)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func txPipelineWriteMulti(cn *pool.Conn, cmds []Cmder) error {
|
|
|
|
multiExec := make([]Cmder, 0, len(cmds)+2)
|
|
|
|
multiExec = append(multiExec, NewStatusCmd("MULTI"))
|
|
|
|
multiExec = append(multiExec, cmds...)
|
|
|
|
multiExec = append(multiExec, NewSliceCmd("EXEC"))
|
|
|
|
return writeCmd(cn, multiExec...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *baseClient) txPipelineReadQueued(cn *pool.Conn, cmds []Cmder) error {
|
|
|
|
var firstErr error
|
|
|
|
|
|
|
|
// Parse queued replies.
|
|
|
|
var statusCmd StatusCmd
|
|
|
|
if err := statusCmd.readReply(cn); err != nil && firstErr == nil {
|
|
|
|
firstErr = err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, cmd := range cmds {
|
|
|
|
err := statusCmd.readReply(cn)
|
|
|
|
if err != nil {
|
|
|
|
cmd.setErr(err)
|
|
|
|
if firstErr == nil {
|
|
|
|
firstErr = err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Parse number of replies.
|
|
|
|
line, err := cn.Rd.ReadLine()
|
|
|
|
if err != nil {
|
|
|
|
if err == Nil {
|
|
|
|
err = TxFailedErr
|
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
switch line[0] {
|
|
|
|
case proto.ErrorReply:
|
|
|
|
return proto.ParseErrorReply(line)
|
|
|
|
case proto.ArrayReply:
|
|
|
|
// ok
|
|
|
|
default:
|
|
|
|
err := fmt.Errorf("redis: expected '*', but got line %q", line)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2014-05-11 11:42:40 +04:00
|
|
|
//------------------------------------------------------------------------------
|
|
|
|
|
2015-09-12 09:36:03 +03:00
|
|
|
// Client is a Redis client representing a pool of zero or more
|
|
|
|
// underlying connections. It's safe for concurrent use by multiple
|
|
|
|
// goroutines.
|
2012-08-11 18:42:10 +04:00
|
|
|
type Client struct {
|
2016-03-09 12:49:05 +03:00
|
|
|
baseClient
|
2016-06-05 12:45:39 +03:00
|
|
|
cmdable
|
2015-01-24 15:12:48 +03:00
|
|
|
}
|
|
|
|
|
2016-03-12 11:52:13 +03:00
|
|
|
func newClient(opt *Options, pool pool.Pooler) *Client {
|
2016-12-30 13:58:04 +03:00
|
|
|
client := Client{
|
|
|
|
baseClient: baseClient{
|
|
|
|
opt: opt,
|
|
|
|
connPool: pool,
|
|
|
|
},
|
2015-01-24 15:12:48 +03:00
|
|
|
}
|
2016-12-30 13:58:04 +03:00
|
|
|
client.cmdable.process = client.Process
|
|
|
|
return &client
|
2012-08-05 16:09:43 +04:00
|
|
|
}
|
|
|
|
|
2015-09-12 09:36:03 +03:00
|
|
|
// NewClient returns a client to the Redis Server specified by Options.
|
2015-05-23 17:55:08 +03:00
|
|
|
func NewClient(opt *Options) *Client {
|
2016-06-05 14:10:30 +03:00
|
|
|
opt.init()
|
2016-03-12 11:52:13 +03:00
|
|
|
return newClient(opt, newConnPool(opt))
|
2012-08-11 18:42:10 +04:00
|
|
|
}
|
2016-01-19 19:36:40 +03:00
|
|
|
|
2017-01-11 06:32:10 +03:00
|
|
|
func (c *Client) Clone() *Client {
|
|
|
|
c2 := new(Client)
|
|
|
|
*c2 = *c
|
|
|
|
c2.cmdable.process = c2.Process
|
|
|
|
return c2
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) Context() context.Context {
|
|
|
|
if c.ctx != nil {
|
|
|
|
return c.ctx
|
|
|
|
}
|
|
|
|
return context.Background()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) WithContext(ctx context.Context) *Client {
|
|
|
|
if ctx == nil {
|
|
|
|
panic("nil context")
|
|
|
|
}
|
|
|
|
c2 := c.Clone()
|
|
|
|
c2.ctx = ctx
|
|
|
|
return c2
|
|
|
|
}
|
|
|
|
|
2016-03-12 11:52:13 +03:00
|
|
|
// PoolStats returns connection pool stats.
|
2016-01-19 19:36:40 +03:00
|
|
|
func (c *Client) PoolStats() *PoolStats {
|
2016-03-12 11:52:13 +03:00
|
|
|
s := c.connPool.Stats()
|
|
|
|
return &PoolStats{
|
2016-03-19 17:10:34 +03:00
|
|
|
Requests: s.Requests,
|
|
|
|
Hits: s.Hits,
|
|
|
|
Timeouts: s.Timeouts,
|
2016-03-12 11:52:13 +03:00
|
|
|
|
2016-03-19 17:10:34 +03:00
|
|
|
TotalConns: s.TotalConns,
|
|
|
|
FreeConns: s.FreeConns,
|
2016-03-12 11:52:13 +03:00
|
|
|
}
|
2016-01-19 19:36:40 +03:00
|
|
|
}
|
2016-04-09 10:47:15 +03:00
|
|
|
|
2016-12-13 18:28:39 +03:00
|
|
|
func (c *Client) Pipelined(fn func(*Pipeline) error) ([]Cmder, error) {
|
|
|
|
return c.Pipeline().pipelined(fn)
|
|
|
|
}
|
|
|
|
|
2016-04-09 10:47:15 +03:00
|
|
|
func (c *Client) Pipeline() *Pipeline {
|
2016-06-05 12:45:39 +03:00
|
|
|
pipe := Pipeline{
|
2016-12-13 18:28:39 +03:00
|
|
|
exec: c.pipelineExecer(c.pipelineProcessCmds),
|
2016-04-09 10:47:15 +03:00
|
|
|
}
|
2016-06-05 12:45:39 +03:00
|
|
|
pipe.cmdable.process = pipe.Process
|
|
|
|
pipe.statefulCmdable.process = pipe.Process
|
|
|
|
return &pipe
|
2016-04-09 10:47:15 +03:00
|
|
|
}
|
|
|
|
|
2016-12-13 18:28:39 +03:00
|
|
|
func (c *Client) TxPipelined(fn func(*Pipeline) error) ([]Cmder, error) {
|
|
|
|
return c.TxPipeline().pipelined(fn)
|
2016-04-09 10:47:15 +03:00
|
|
|
}
|
2016-07-21 16:04:40 +03:00
|
|
|
|
2016-12-16 15:19:53 +03:00
|
|
|
// TxPipeline acts like Pipeline, but wraps queued commands with MULTI/EXEC.
|
2016-12-13 18:28:39 +03:00
|
|
|
func (c *Client) TxPipeline() *Pipeline {
|
|
|
|
pipe := Pipeline{
|
|
|
|
exec: c.pipelineExecer(c.txPipelineProcessCmds),
|
2016-12-03 18:30:13 +03:00
|
|
|
}
|
2016-12-13 18:28:39 +03:00
|
|
|
pipe.cmdable.process = pipe.Process
|
|
|
|
pipe.statefulCmdable.process = pipe.Process
|
|
|
|
return &pipe
|
2016-12-03 18:30:13 +03:00
|
|
|
}
|
|
|
|
|
2016-07-21 16:04:40 +03:00
|
|
|
func (c *Client) pubSub() *PubSub {
|
|
|
|
return &PubSub{
|
|
|
|
base: baseClient{
|
|
|
|
opt: c.opt,
|
|
|
|
connPool: pool.NewStickyConnPool(c.connPool.(*pool.ConnPool), false),
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Subscribe subscribes the client to the specified channels.
|
|
|
|
func (c *Client) Subscribe(channels ...string) (*PubSub, error) {
|
|
|
|
pubsub := c.pubSub()
|
2016-12-22 14:26:00 +03:00
|
|
|
if len(channels) > 0 {
|
|
|
|
if err := pubsub.Subscribe(channels...); err != nil {
|
|
|
|
pubsub.Close()
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return pubsub, nil
|
2016-07-21 16:04:40 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
// PSubscribe subscribes the client to the given patterns.
|
|
|
|
func (c *Client) PSubscribe(channels ...string) (*PubSub, error) {
|
|
|
|
pubsub := c.pubSub()
|
2016-12-22 14:26:00 +03:00
|
|
|
if len(channels) > 0 {
|
|
|
|
if err := pubsub.PSubscribe(channels...); err != nil {
|
|
|
|
pubsub.Close()
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return pubsub, nil
|
2016-07-21 16:04:40 +03:00
|
|
|
}
|