2014-07-31 10:38:20 +04:00
|
|
|
package server
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"errors"
|
2014-10-29 19:01:19 +03:00
|
|
|
"github.com/siddontang/go/arena"
|
2014-09-24 08:34:21 +04:00
|
|
|
"github.com/siddontang/go/hack"
|
2014-09-24 05:46:36 +04:00
|
|
|
"github.com/siddontang/go/log"
|
2014-09-24 09:29:27 +04:00
|
|
|
"github.com/siddontang/go/num"
|
2014-07-31 10:38:20 +04:00
|
|
|
"github.com/siddontang/ledisdb/ledis"
|
|
|
|
"io"
|
|
|
|
"net"
|
2014-07-31 14:28:19 +04:00
|
|
|
"runtime"
|
2014-07-31 10:38:20 +04:00
|
|
|
"strconv"
|
2014-07-31 14:28:19 +04:00
|
|
|
"strings"
|
2014-07-31 10:38:20 +04:00
|
|
|
)
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
var errReadRequest = errors.New("invalid request protocol")
|
|
|
|
|
|
|
|
type respClient struct {
|
2014-08-25 10:18:23 +04:00
|
|
|
*client
|
2014-07-31 14:28:19 +04:00
|
|
|
|
2014-07-31 10:38:20 +04:00
|
|
|
conn net.Conn
|
2014-07-31 14:28:19 +04:00
|
|
|
rb *bufio.Reader
|
2014-10-29 19:01:19 +03:00
|
|
|
|
|
|
|
ar *arena.Arena
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
type respWriter struct {
|
2014-07-31 10:38:20 +04:00
|
|
|
buff *bufio.Writer
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func newClientRESP(conn net.Conn, app *App) {
|
|
|
|
c := new(respClient)
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-08-25 10:18:23 +04:00
|
|
|
c.client = newClient(app)
|
2014-07-31 14:28:19 +04:00
|
|
|
c.conn = conn
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-10-25 10:48:52 +04:00
|
|
|
if tcpConn, ok := conn.(*net.TCPConn); ok {
|
|
|
|
tcpConn.SetReadBuffer(app.cfg.ConnReadBufferSize)
|
|
|
|
tcpConn.SetWriteBuffer(app.cfg.ConnWriteBufferSize)
|
|
|
|
}
|
2014-10-28 12:58:37 +03:00
|
|
|
|
2014-10-25 10:48:52 +04:00
|
|
|
c.rb = bufio.NewReaderSize(conn, app.cfg.ConnReadBufferSize)
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-10-25 10:48:52 +04:00
|
|
|
c.resp = newWriterRESP(conn, app.cfg.ConnWriteBufferSize)
|
2014-08-25 10:18:23 +04:00
|
|
|
c.remoteAddr = conn.RemoteAddr().String()
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-10-29 19:01:19 +03:00
|
|
|
//maybe another config?
|
|
|
|
c.ar = arena.NewArena(app.cfg.ConnReadBufferSize)
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
go c.run()
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (c *respClient) run() {
|
2014-10-30 05:51:02 +03:00
|
|
|
c.app.info.addClients(1)
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
defer func() {
|
2014-10-30 05:51:02 +03:00
|
|
|
c.app.info.addClients(-1)
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
if e := recover(); e != nil {
|
|
|
|
buf := make([]byte, 4096)
|
|
|
|
n := runtime.Stack(buf, false)
|
|
|
|
buf = buf[0:n]
|
|
|
|
|
|
|
|
log.Fatal("client run panic %s:%v", buf, e)
|
|
|
|
}
|
|
|
|
|
2014-10-21 18:51:17 +04:00
|
|
|
handleQuit := true
|
2014-08-25 10:18:23 +04:00
|
|
|
if c.conn != nil {
|
2014-10-21 18:51:17 +04:00
|
|
|
//if handle quit command before, conn is nil
|
|
|
|
handleQuit = false
|
2014-08-25 10:18:23 +04:00
|
|
|
c.conn.Close()
|
|
|
|
}
|
|
|
|
|
2014-09-27 16:11:36 +04:00
|
|
|
if c.tx != nil {
|
|
|
|
c.tx.Rollback()
|
|
|
|
c.tx = nil
|
|
|
|
}
|
|
|
|
|
2014-10-21 18:51:17 +04:00
|
|
|
c.app.removeSlave(c.client, handleQuit)
|
2014-07-31 14:28:19 +04:00
|
|
|
}()
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-10-30 04:03:58 +03:00
|
|
|
done := make(chan error)
|
2014-07-31 14:28:19 +04:00
|
|
|
for {
|
2014-10-30 04:03:58 +03:00
|
|
|
// I still don't know why use goroutine can improve performance
|
|
|
|
// if someone knows and benchamrks with another different result without goroutine, please tell me
|
|
|
|
go func() {
|
|
|
|
reqData, err := c.readRequest()
|
|
|
|
if err == nil {
|
|
|
|
c.handleRequest(reqData)
|
|
|
|
}
|
|
|
|
|
|
|
|
done <- nil
|
|
|
|
}()
|
|
|
|
|
|
|
|
// reqData, err := c.readRequest()
|
|
|
|
// if err == nil {
|
|
|
|
// c.handleRequest(reqData)
|
|
|
|
// }
|
|
|
|
|
|
|
|
err := <-done
|
2014-07-31 14:28:19 +04:00
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
2014-10-30 04:03:58 +03:00
|
|
|
if c.conn == nil {
|
|
|
|
return
|
|
|
|
}
|
2014-07-31 14:28:19 +04:00
|
|
|
}
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (c *respClient) readRequest() ([][]byte, error) {
|
2014-10-29 19:01:19 +03:00
|
|
|
return ReadRequest(c.rb, c.ar)
|
2014-07-31 14:28:19 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *respClient) handleRequest(reqData [][]byte) {
|
|
|
|
if len(reqData) == 0 {
|
2014-08-25 10:18:23 +04:00
|
|
|
c.cmd = ""
|
|
|
|
c.args = reqData[0:0]
|
2014-07-31 14:28:19 +04:00
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
c.cmd = strings.ToLower(hack.String(reqData[0]))
|
2014-08-25 10:18:23 +04:00
|
|
|
c.args = reqData[1:]
|
2014-07-31 14:28:19 +04:00
|
|
|
}
|
2014-08-25 10:18:23 +04:00
|
|
|
if c.cmd == "quit" {
|
|
|
|
c.resp.writeStatus(OK)
|
|
|
|
c.resp.flush()
|
2014-08-04 07:06:28 +04:00
|
|
|
c.conn.Close()
|
2014-10-21 18:51:17 +04:00
|
|
|
c.conn = nil
|
2014-08-04 07:37:21 +04:00
|
|
|
return
|
2014-08-04 07:06:28 +04:00
|
|
|
}
|
2014-07-31 14:28:19 +04:00
|
|
|
|
2014-08-25 10:18:23 +04:00
|
|
|
c.perform()
|
2014-08-01 05:38:08 +04:00
|
|
|
|
2014-10-29 19:01:19 +03:00
|
|
|
c.cmd = ""
|
|
|
|
c.args = nil
|
|
|
|
|
|
|
|
c.ar.Reset()
|
|
|
|
|
2014-08-01 05:38:08 +04:00
|
|
|
return
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
// response writer
|
2014-07-31 10:38:20 +04:00
|
|
|
|
2014-10-25 10:48:52 +04:00
|
|
|
func newWriterRESP(conn net.Conn, size int) *respWriter {
|
2014-07-31 14:28:19 +04:00
|
|
|
w := new(respWriter)
|
2014-10-25 10:48:52 +04:00
|
|
|
w.buff = bufio.NewWriterSize(conn, size)
|
2014-07-31 10:38:20 +04:00
|
|
|
return w
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeError(err error) {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice("-ERR"))
|
2014-07-31 10:38:20 +04:00
|
|
|
if err != nil {
|
|
|
|
w.buff.WriteByte(' ')
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(err.Error()))
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeStatus(status string) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('+')
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(status))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeInteger(n int64) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte(':')
|
2014-09-24 09:29:27 +04:00
|
|
|
w.buff.Write(num.FormatInt64ToSlice(n))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeBulk(b []byte) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('$')
|
|
|
|
if b == nil {
|
|
|
|
w.buff.Write(NullBulk)
|
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(b))))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
w.buff.Write(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeArray(lst []interface{}) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('*')
|
|
|
|
if lst == nil {
|
|
|
|
w.buff.Write(NullArray)
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(lst))))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
|
|
|
|
for i := 0; i < len(lst); i++ {
|
|
|
|
switch v := lst[i].(type) {
|
|
|
|
case []interface{}:
|
|
|
|
w.writeArray(v)
|
2014-08-26 19:21:45 +04:00
|
|
|
case [][]byte:
|
|
|
|
w.writeSliceArray(v)
|
2014-07-31 10:38:20 +04:00
|
|
|
case []byte:
|
|
|
|
w.writeBulk(v)
|
|
|
|
case nil:
|
|
|
|
w.writeBulk(nil)
|
|
|
|
case int64:
|
|
|
|
w.writeInteger(v)
|
|
|
|
default:
|
|
|
|
panic("invalid array type")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeSliceArray(lst [][]byte) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('*')
|
|
|
|
if lst == nil {
|
|
|
|
w.buff.Write(NullArray)
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(lst))))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
|
|
|
|
for i := 0; i < len(lst); i++ {
|
|
|
|
w.writeBulk(lst[i])
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeFVPairArray(lst []ledis.FVPair) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('*')
|
|
|
|
if lst == nil {
|
|
|
|
w.buff.Write(NullArray)
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(lst) * 2)))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
|
|
|
|
for i := 0; i < len(lst); i++ {
|
|
|
|
w.writeBulk(lst[i].Field)
|
|
|
|
w.writeBulk(lst[i].Value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeScorePairArray(lst []ledis.ScorePair, withScores bool) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('*')
|
|
|
|
if lst == nil {
|
|
|
|
w.buff.Write(NullArray)
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
} else {
|
|
|
|
if withScores {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(lst) * 2)))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
} else {
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.Itoa(len(lst))))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
for i := 0; i < len(lst); i++ {
|
|
|
|
w.writeBulk(lst[i].Member)
|
|
|
|
|
|
|
|
if withScores {
|
2014-09-24 09:29:27 +04:00
|
|
|
w.writeBulk(num.FormatInt64ToSlice(lst[i].Score))
|
2014-07-31 10:38:20 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) writeBulkFrom(n int64, rb io.Reader) {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.WriteByte('$')
|
2014-09-24 08:34:21 +04:00
|
|
|
w.buff.Write(hack.Slice(strconv.FormatInt(n, 10)))
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Write(Delims)
|
|
|
|
|
|
|
|
io.Copy(w.buff, rb)
|
|
|
|
w.buff.Write(Delims)
|
|
|
|
}
|
|
|
|
|
2014-07-31 14:28:19 +04:00
|
|
|
func (w *respWriter) flush() {
|
2014-07-31 10:38:20 +04:00
|
|
|
w.buff.Flush()
|
|
|
|
}
|