2018-10-29 01:49:45 +03:00
|
|
|
package server
|
2016-03-05 02:08:16 +03:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"errors"
|
2016-04-01 22:46:39 +03:00
|
|
|
"fmt"
|
2016-03-05 02:08:16 +03:00
|
|
|
"io"
|
|
|
|
"net"
|
|
|
|
"sync"
|
|
|
|
|
2018-10-11 00:25:40 +03:00
|
|
|
"github.com/tidwall/tile38/internal/log"
|
2016-03-05 02:08:16 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
type liveBuffer struct {
|
|
|
|
key string
|
|
|
|
glob string
|
|
|
|
fence *liveFenceSwitches
|
2018-11-24 01:53:33 +03:00
|
|
|
details []*commandDetails
|
2016-03-05 02:08:16 +03:00
|
|
|
cond *sync.Cond
|
|
|
|
}
|
|
|
|
|
2018-11-23 12:14:26 +03:00
|
|
|
func (server *Server) processLives() {
|
|
|
|
server.lcond.L.Lock()
|
|
|
|
defer server.lcond.L.Unlock()
|
2016-03-05 02:08:16 +03:00
|
|
|
for {
|
2018-11-23 12:14:26 +03:00
|
|
|
if server.stopServer.on() {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
for len(server.lstack) > 0 {
|
|
|
|
item := server.lstack[0]
|
|
|
|
server.lstack = server.lstack[1:]
|
|
|
|
if len(server.lstack) == 0 {
|
|
|
|
server.lstack = nil
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
2018-11-23 12:14:26 +03:00
|
|
|
for lb := range server.lives {
|
2016-03-05 02:08:16 +03:00
|
|
|
lb.cond.L.Lock()
|
|
|
|
if lb.key != "" && lb.key == item.key {
|
|
|
|
lb.details = append(lb.details, item)
|
|
|
|
lb.cond.Broadcast()
|
|
|
|
}
|
|
|
|
lb.cond.L.Unlock()
|
|
|
|
}
|
|
|
|
}
|
2018-11-23 12:14:26 +03:00
|
|
|
server.lcond.Wait()
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-14 03:05:30 +03:00
|
|
|
func writeLiveMessage(
|
|
|
|
conn net.Conn,
|
|
|
|
message []byte,
|
|
|
|
wrapRESP bool,
|
2018-10-29 01:49:45 +03:00
|
|
|
connType Type, websocket bool,
|
2018-08-14 03:05:30 +03:00
|
|
|
) error {
|
2016-04-01 22:46:39 +03:00
|
|
|
if len(message) == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2016-03-05 02:08:16 +03:00
|
|
|
if websocket {
|
2018-10-29 01:49:45 +03:00
|
|
|
return WriteWebSocketMessage(conn, message)
|
2016-04-01 22:46:39 +03:00
|
|
|
}
|
|
|
|
var err error
|
|
|
|
switch connType {
|
2018-10-29 01:49:45 +03:00
|
|
|
case RESP:
|
2016-04-01 22:46:39 +03:00
|
|
|
if wrapRESP {
|
|
|
|
_, err = fmt.Fprintf(conn, "$%d\r\n%s\r\n", len(message), string(message))
|
|
|
|
} else {
|
|
|
|
_, err = conn.Write(message)
|
|
|
|
}
|
2018-10-29 01:49:45 +03:00
|
|
|
case Native:
|
2016-04-05 17:15:13 +03:00
|
|
|
_, err = fmt.Fprintf(conn, "$%d %s\r\n", len(message), string(message))
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
2016-04-01 22:46:39 +03:00
|
|
|
return err
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
|
2018-11-23 12:14:26 +03:00
|
|
|
func (server *Server) goLive(
|
2018-10-29 01:49:45 +03:00
|
|
|
inerr error, conn net.Conn, rd *PipelineReader, msg *Message, websocket bool,
|
|
|
|
) error {
|
2016-03-05 02:08:16 +03:00
|
|
|
addr := conn.RemoteAddr().String()
|
|
|
|
log.Info("live " + addr)
|
|
|
|
defer func() {
|
|
|
|
log.Info("not live " + addr)
|
|
|
|
}()
|
2018-08-14 03:05:30 +03:00
|
|
|
switch s := inerr.(type) {
|
|
|
|
default:
|
|
|
|
return errors.New("invalid live type switches")
|
|
|
|
case liveAOFSwitches:
|
2018-11-23 12:14:26 +03:00
|
|
|
return server.liveAOF(s.pos, conn, rd, msg)
|
2018-08-14 03:05:30 +03:00
|
|
|
case liveSubscriptionSwitches:
|
2018-11-23 12:14:26 +03:00
|
|
|
return server.liveSubscription(conn, rd, msg, websocket)
|
2018-08-14 03:05:30 +03:00
|
|
|
case liveFenceSwitches:
|
|
|
|
// fallthrough
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
2018-08-14 03:05:30 +03:00
|
|
|
|
|
|
|
// everything below is for live geofences
|
2016-03-05 02:08:16 +03:00
|
|
|
lb := &liveBuffer{
|
|
|
|
cond: sync.NewCond(&sync.Mutex{}),
|
|
|
|
}
|
|
|
|
var err error
|
|
|
|
var sw *scanWriter
|
|
|
|
var wr bytes.Buffer
|
2018-08-14 03:05:30 +03:00
|
|
|
s := inerr.(liveFenceSwitches)
|
|
|
|
lb.glob = s.glob
|
|
|
|
lb.key = s.key
|
|
|
|
lb.fence = &s
|
2018-11-23 12:14:26 +03:00
|
|
|
server.mu.RLock()
|
|
|
|
sw, err = server.newScanWriter(
|
2018-08-14 03:05:30 +03:00
|
|
|
&wr, msg, s.key, s.output, s.precision, s.glob, false,
|
|
|
|
s.cursor, s.limit, s.wheres, s.whereins, s.whereevals, s.nofields)
|
2018-11-23 12:14:26 +03:00
|
|
|
server.mu.RUnlock()
|
2018-08-14 03:05:30 +03:00
|
|
|
|
2016-03-05 02:08:16 +03:00
|
|
|
// everything below if for live SCAN, NEARBY, WITHIN, INTERSECTS
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2018-11-23 12:14:26 +03:00
|
|
|
server.lcond.L.Lock()
|
|
|
|
server.lives[lb] = true
|
|
|
|
server.lcond.L.Unlock()
|
2016-03-05 02:08:16 +03:00
|
|
|
defer func() {
|
2018-11-23 12:14:26 +03:00
|
|
|
server.lcond.L.Lock()
|
|
|
|
delete(server.lives, lb)
|
|
|
|
server.lcond.L.Unlock()
|
2016-03-05 02:08:16 +03:00
|
|
|
conn.Close()
|
|
|
|
}()
|
|
|
|
|
|
|
|
var mustQuit bool
|
|
|
|
go func() {
|
|
|
|
defer func() {
|
|
|
|
lb.cond.L.Lock()
|
|
|
|
mustQuit = true
|
|
|
|
lb.cond.Broadcast()
|
|
|
|
lb.cond.L.Unlock()
|
|
|
|
conn.Close()
|
|
|
|
}()
|
|
|
|
for {
|
2017-10-01 05:34:25 +03:00
|
|
|
vs, err := rd.ReadMessages()
|
2016-03-05 02:08:16 +03:00
|
|
|
if err != nil {
|
2017-01-13 00:22:14 +03:00
|
|
|
if err != io.EOF && !(websocket && err == io.ErrUnexpectedEOF) {
|
2016-03-05 02:08:16 +03:00
|
|
|
log.Error(err)
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2017-10-01 05:34:25 +03:00
|
|
|
for _, v := range vs {
|
|
|
|
if v == nil {
|
|
|
|
continue
|
|
|
|
}
|
2018-10-29 01:49:45 +03:00
|
|
|
switch v.Command() {
|
2017-10-01 05:34:25 +03:00
|
|
|
default:
|
|
|
|
log.Error("received a live command that was not QUIT")
|
|
|
|
return
|
|
|
|
case "quit", "":
|
|
|
|
return
|
|
|
|
}
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
2016-04-01 22:46:39 +03:00
|
|
|
outputType := msg.OutputType
|
|
|
|
connType := msg.ConnType
|
|
|
|
if websocket {
|
2018-10-29 01:49:45 +03:00
|
|
|
outputType = JSON
|
2016-04-01 22:46:39 +03:00
|
|
|
}
|
|
|
|
var livemsg []byte
|
|
|
|
switch outputType {
|
2018-10-29 01:49:45 +03:00
|
|
|
case JSON:
|
2016-04-03 00:13:20 +03:00
|
|
|
livemsg = []byte(`{"ok":true,"live":true}`)
|
2018-10-29 01:49:45 +03:00
|
|
|
case RESP:
|
2016-04-01 22:46:39 +03:00
|
|
|
livemsg = []byte("+OK\r\n")
|
|
|
|
}
|
2018-08-14 03:05:30 +03:00
|
|
|
if err := writeLiveMessage(conn, livemsg, false, connType, websocket); err != nil {
|
2016-03-05 02:08:16 +03:00
|
|
|
return nil // nil return is fine here
|
|
|
|
}
|
|
|
|
for {
|
|
|
|
lb.cond.L.Lock()
|
|
|
|
if mustQuit {
|
|
|
|
lb.cond.L.Unlock()
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
for len(lb.details) > 0 {
|
|
|
|
details := lb.details[0]
|
|
|
|
lb.details = lb.details[1:]
|
|
|
|
if len(lb.details) == 0 {
|
|
|
|
lb.details = nil
|
|
|
|
}
|
|
|
|
fence := lb.fence
|
|
|
|
lb.cond.L.Unlock()
|
2018-08-14 06:27:22 +03:00
|
|
|
var msgs []string
|
|
|
|
func() {
|
|
|
|
// safely lock the fence because we are outside the main loop
|
2018-11-23 12:14:26 +03:00
|
|
|
server.mu.RLock()
|
|
|
|
defer server.mu.RUnlock()
|
2018-08-14 06:27:22 +03:00
|
|
|
msgs = FenceMatch("", sw, fence, nil, details)
|
|
|
|
}()
|
2016-03-19 17:16:19 +03:00
|
|
|
for _, msg := range msgs {
|
2018-08-14 03:05:30 +03:00
|
|
|
if err := writeLiveMessage(conn, []byte(msg), true, connType, websocket); err != nil {
|
2016-03-19 17:16:19 +03:00
|
|
|
return nil // nil return is fine here
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
}
|
2019-03-14 21:23:23 +03:00
|
|
|
server.statsTotalMsgsSent.add(len(msgs))
|
2016-03-05 02:08:16 +03:00
|
|
|
lb.cond.L.Lock()
|
2019-03-14 21:23:23 +03:00
|
|
|
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
lb.cond.Wait()
|
|
|
|
lb.cond.L.Unlock()
|
|
|
|
}
|
|
|
|
}
|