2018-10-29 01:49:45 +03:00
|
|
|
package server
|
2016-03-05 02:08:16 +03:00
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2018-02-15 22:08:27 +03:00
|
|
|
"errors"
|
2016-03-05 02:08:16 +03:00
|
|
|
"time"
|
|
|
|
|
2018-10-11 00:25:40 +03:00
|
|
|
"github.com/tidwall/geojson"
|
2018-10-29 01:49:45 +03:00
|
|
|
"github.com/tidwall/resp"
|
2018-10-11 00:25:40 +03:00
|
|
|
"github.com/tidwall/tile38/internal/glob"
|
2016-03-05 02:08:16 +03:00
|
|
|
)
|
|
|
|
|
2018-10-29 01:49:45 +03:00
|
|
|
func (c *Server) cmdScanArgs(vs []string) (
|
2018-08-14 03:05:30 +03:00
|
|
|
s liveFenceSwitches, err error,
|
|
|
|
) {
|
|
|
|
var t searchScanBaseTokens
|
|
|
|
vs, t, err = c.parseSearchScanBaseTokens("scan", t, vs)
|
|
|
|
if err != nil {
|
2016-03-05 02:08:16 +03:00
|
|
|
return
|
|
|
|
}
|
2018-08-14 03:05:30 +03:00
|
|
|
s.searchScanBaseTokens = t
|
2016-03-29 00:16:21 +03:00
|
|
|
if len(vs) != 0 {
|
2016-03-05 02:08:16 +03:00
|
|
|
err = errInvalidNumberOfArguments
|
|
|
|
return
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2018-10-29 01:49:45 +03:00
|
|
|
func (c *Server) cmdScan(msg *Message) (res resp.Value, err error) {
|
2016-03-05 02:08:16 +03:00
|
|
|
start := time.Now()
|
2018-10-29 01:49:45 +03:00
|
|
|
vs := msg.Args[1:]
|
2016-03-29 00:16:21 +03:00
|
|
|
|
2018-02-15 22:08:27 +03:00
|
|
|
s, err := c.cmdScanArgs(vs)
|
2018-03-05 21:10:40 +03:00
|
|
|
if s.usingLua() {
|
|
|
|
defer s.Close()
|
|
|
|
defer func() {
|
|
|
|
if r := recover(); r != nil {
|
2018-10-29 01:49:45 +03:00
|
|
|
res = NOMessage
|
2018-03-05 21:10:40 +03:00
|
|
|
err = errors.New(r.(string))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
2016-03-05 02:08:16 +03:00
|
|
|
if err != nil {
|
2018-10-29 01:49:45 +03:00
|
|
|
return NOMessage, err
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
|
|
|
wr := &bytes.Buffer{}
|
2018-02-15 22:08:27 +03:00
|
|
|
sw, err := c.newScanWriter(
|
|
|
|
wr, msg, s.key, s.output, s.precision, s.glob, false,
|
|
|
|
s.cursor, s.limit, s.wheres, s.whereins, s.whereevals, s.nofields)
|
2016-03-05 02:08:16 +03:00
|
|
|
if err != nil {
|
2018-10-29 01:49:45 +03:00
|
|
|
return NOMessage, err
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
2018-10-29 01:49:45 +03:00
|
|
|
if msg.OutputType == JSON {
|
2016-03-29 00:16:21 +03:00
|
|
|
wr.WriteString(`{"ok":true`)
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
sw.writeHead()
|
2019-04-24 22:02:39 +03:00
|
|
|
if s.timeout != 0 {
|
|
|
|
msg.Deadline.Update(start.Add(s.timeout))
|
|
|
|
}
|
2016-03-05 02:08:16 +03:00
|
|
|
if sw.col != nil {
|
2017-09-04 17:20:03 +03:00
|
|
|
if sw.output == outputCount && len(sw.wheres) == 0 &&
|
|
|
|
len(sw.whereins) == 0 && sw.globEverything == true {
|
2016-07-13 07:59:36 +03:00
|
|
|
count := sw.col.Count() - int(s.cursor)
|
2016-03-05 02:08:16 +03:00
|
|
|
if count < 0 {
|
|
|
|
count = 0
|
|
|
|
}
|
|
|
|
sw.count = uint64(count)
|
|
|
|
} else {
|
2016-07-13 07:51:01 +03:00
|
|
|
g := glob.Parse(sw.globPattern, s.desc)
|
2016-07-12 22:18:16 +03:00
|
|
|
if g.Limits[0] == "" && g.Limits[1] == "" {
|
2018-11-02 16:09:56 +03:00
|
|
|
sw.col.Scan(s.desc, sw,
|
2019-04-24 15:09:41 +03:00
|
|
|
msg.Deadline,
|
2016-07-12 22:18:16 +03:00
|
|
|
func(id string, o geojson.Object, fields []float64) bool {
|
2017-01-10 19:49:48 +03:00
|
|
|
return sw.writeObject(ScanWriterParams{
|
2017-07-24 18:26:10 +03:00
|
|
|
id: id,
|
|
|
|
o: o,
|
2017-01-10 19:49:48 +03:00
|
|
|
fields: fields,
|
|
|
|
})
|
2016-07-12 22:18:16 +03:00
|
|
|
},
|
|
|
|
)
|
2016-03-05 02:08:16 +03:00
|
|
|
} else {
|
2018-11-02 16:09:56 +03:00
|
|
|
sw.col.ScanRange(g.Limits[0], g.Limits[1], s.desc, sw,
|
2019-04-24 15:09:41 +03:00
|
|
|
msg.Deadline,
|
2016-07-10 23:23:50 +03:00
|
|
|
func(id string, o geojson.Object, fields []float64) bool {
|
2017-01-10 19:49:48 +03:00
|
|
|
return sw.writeObject(ScanWriterParams{
|
2017-07-24 18:26:10 +03:00
|
|
|
id: id,
|
|
|
|
o: o,
|
2017-01-10 19:49:48 +03:00
|
|
|
fields: fields,
|
|
|
|
})
|
2016-07-10 23:23:50 +03:00
|
|
|
},
|
|
|
|
)
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-07-24 18:26:10 +03:00
|
|
|
sw.writeFoot()
|
2018-10-29 01:49:45 +03:00
|
|
|
if msg.OutputType == JSON {
|
2016-03-29 00:16:21 +03:00
|
|
|
wr.WriteString(`,"elapsed":"` + time.Now().Sub(start).String() + "\"}")
|
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
|
|
|
return resp.BytesValue(wr.Bytes()), nil
|
2016-03-29 00:16:21 +03:00
|
|
|
}
|
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
|
|
|
return sw.respOut, nil
|
2016-03-05 02:08:16 +03:00
|
|
|
}
|
2018-11-02 16:09:56 +03:00
|
|
|
|
|
|
|
// type tCursor struct {
|
|
|
|
// offset func() uint64
|
|
|
|
// iter func(n uint64)
|
|
|
|
// }
|
|
|
|
|
|
|
|
// func (cursor *tCursor) Offset() uint64 {
|
|
|
|
// return cursor.offset()
|
|
|
|
// }
|
|
|
|
|
|
|
|
// func (cursor *tCursor) Step(n uint64) {
|
|
|
|
// cursor.iter(n)
|
|
|
|
// }
|
|
|
|
|
|
|
|
// func newCursor(offset func() uint64, iter func(n uint64)) *tCursor {
|
|
|
|
// return &tCursor{offset, iter}
|
|
|
|
// }
|