mirror of https://github.com/tidwall/tile38.git
348 lines
11 KiB
Go
348 lines
11 KiB
Go
package tests
|
|
|
|
import (
|
|
"fmt"
|
|
"math"
|
|
"math/rand"
|
|
"os/exec"
|
|
"strconv"
|
|
"strings"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/garyburd/redigo/redis"
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
func subTestKeys(t *testing.T, mc *mockServer) {
|
|
runStep(t, mc, "BOUNDS", keys_BOUNDS_test)
|
|
runStep(t, mc, "DEL", keys_DEL_test)
|
|
runStep(t, mc, "DROP", keys_DROP_test)
|
|
runStep(t, mc, "EXPIRE", keys_EXPIRE_test)
|
|
runStep(t, mc, "FSET", keys_FSET_test)
|
|
runStep(t, mc, "GET", keys_GET_test)
|
|
runStep(t, mc, "KEYS", keys_KEYS_test)
|
|
runStep(t, mc, "PERSIST", keys_PERSIST_test)
|
|
runStep(t, mc, "SET", keys_SET_test)
|
|
runStep(t, mc, "STATS", keys_STATS_test)
|
|
runStep(t, mc, "TTL", keys_TTL_test)
|
|
runStep(t, mc, "SET EX", keys_SET_EX_test)
|
|
runStep(t, mc, "PDEL", keys_PDEL_test)
|
|
}
|
|
|
|
func keys_BOUNDS_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid1", "POINT", 33, -115}, {"OK"},
|
|
{"BOUNDS", "mykey"}, {"[[-115 33 0] [-115 33 0]]"},
|
|
{"SET", "mykey", "myid2", "POINT", 34, -112}, {"OK"},
|
|
{"BOUNDS", "mykey"}, {"[[-115 33 0] [-112 34 0]]"},
|
|
{"DEL", "mykey", "myid2"}, {1},
|
|
{"BOUNDS", "mykey"}, {"[[-115 33 0] [-115 33 0]]"},
|
|
{"SET", "mykey", "myid3", "OBJECT", `{"type":"Point","coordinates":[-130,38,10]}`}, {"OK"},
|
|
{"SET", "mykey", "myid4", "OBJECT", `{"type":"Point","coordinates":[-110,25,-8]}`}, {"OK"},
|
|
{"BOUNDS", "mykey"}, {"[[-130 25 -8] [-110 38 10]]"},
|
|
})
|
|
}
|
|
func keys_DEL_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "POINT", 33, -115}, {"OK"},
|
|
{"GET", "mykey", "myid", "POINT"}, {"[33 -115]"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
})
|
|
}
|
|
func keys_DROP_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid1", "HASH", "9my5xp7"}, {"OK"},
|
|
{"SET", "mykey", "myid2", "HASH", "9my5xp8"}, {"OK"},
|
|
{"SCAN", "mykey", "COUNT"}, {2},
|
|
{"DROP", "mykey"}, {1},
|
|
{"SCAN", "mykey", "COUNT"}, {0},
|
|
{"DROP", "mykey"}, {0},
|
|
{"SCAN", "mykey", "COUNT"}, {0},
|
|
})
|
|
}
|
|
func keys_EXPIRE_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"EXPIRE", "mykey", "myid", 1}, {1},
|
|
{time.Second / 4}, {}, // sleep
|
|
{"GET", "mykey", "myid"}, {"value"},
|
|
{time.Second}, {}, // sleep
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
})
|
|
}
|
|
func keys_FSET_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "HASH", "9my5xp7"}, {"OK"},
|
|
{"GET", "mykey", "myid", "WITHFIELDS", "HASH", 7}, {"[9my5xp7]"},
|
|
{"FSET", "mykey", "myid", "f1", 105.6}, {1},
|
|
{"GET", "mykey", "myid", "WITHFIELDS", "HASH", 7}, {"[9my5xp7 [f1 105.6]]"},
|
|
{"FSET", "mykey", "myid", "f1", 0}, {1},
|
|
{"GET", "mykey", "myid", "WITHFIELDS", "HASH", 7}, {"[9my5xp7]"},
|
|
{"FSET", "mykey", "myid", "f1", 0}, {0},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
})
|
|
}
|
|
func keys_GET_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"GET", "mykey", "myid"}, {"value"},
|
|
{"SET", "mykey", "myid", "STRING", "value2"}, {"OK"},
|
|
{"GET", "mykey", "myid"}, {"value2"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
})
|
|
}
|
|
func keys_KEYS_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey11", "myid4", "STRING", "value"}, {"OK"},
|
|
{"SET", "mykey22", "myid2", "HASH", "9my5xp7"}, {"OK"},
|
|
{"SET", "mykey22", "myid1", "OBJECT", `{"type":"Point","coordinates":[-130,38,10]}`}, {"OK"},
|
|
{"SET", "mykey11", "myid3", "OBJECT", `{"type":"Point","coordinates":[-110,25,-8]}`}, {"OK"},
|
|
{"SET", "mykey42", "myid2", "HASH", "9my5xp7"}, {"OK"},
|
|
{"SET", "mykey31", "myid4", "STRING", "value"}, {"OK"},
|
|
{"KEYS", "*"}, {"[mykey11 mykey22 mykey31 mykey42]"},
|
|
{"KEYS", "*key*"}, {"[mykey11 mykey22 mykey31 mykey42]"},
|
|
{"KEYS", "mykey*"}, {"[mykey11 mykey22 mykey31 mykey42]"},
|
|
{"KEYS", "mykey4*"}, {"[mykey42]"},
|
|
{"KEYS", "mykey*1"}, {"[mykey11 mykey31]"},
|
|
{"KEYS", "mykey*2"}, {"[mykey22 mykey42]"},
|
|
{"KEYS", "*2"}, {"[mykey22 mykey42]"},
|
|
{"KEYS", "*1*"}, {"[mykey11 mykey31]"},
|
|
})
|
|
}
|
|
func keys_PERSIST_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"EXPIRE", "mykey", "myid", 2}, {1},
|
|
{"PERSIST", "mykey", "myid"}, {1},
|
|
{"PERSIST", "mykey", "myid"}, {0},
|
|
})
|
|
}
|
|
func keys_SET_test(mc *mockServer) error {
|
|
return mc.DoBatch(
|
|
"point", [][]interface{}{
|
|
{"SET", "mykey", "myid", "POINT", 33, -115}, {"OK"},
|
|
{"GET", "mykey", "myid", "POINT"}, {"[33 -115]"},
|
|
{"GET", "mykey", "myid", "BOUNDS"}, {"[[33 -115] [33 -115]]"},
|
|
{"GET", "mykey", "myid", "OBJECT"}, {`{"type":"Point","coordinates":[-115,33]}`},
|
|
{"GET", "mykey", "myid", "HASH", 7}, {"9my5xp7"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
"object", [][]interface{}{
|
|
{"SET", "mykey", "myid", "OBJECT", `{"type":"Point","coordinates":[-115,33]}`}, {"OK"},
|
|
{"GET", "mykey", "myid", "POINT"}, {"[33 -115]"},
|
|
{"GET", "mykey", "myid", "BOUNDS"}, {"[[33 -115] [33 -115]]"},
|
|
{"GET", "mykey", "myid", "OBJECT"}, {`{"type":"Point","coordinates":[-115,33]}`},
|
|
{"GET", "mykey", "myid", "HASH", 7}, {"9my5xp7"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
"bounds", [][]interface{}{
|
|
{"SET", "mykey", "myid", "BOUNDS", 33, -115, 33, -115}, {"OK"},
|
|
{"GET", "mykey", "myid", "POINT"}, {"[33 -115]"},
|
|
{"GET", "mykey", "myid", "BOUNDS"}, {"[[33 -115] [33 -115]]"},
|
|
{"GET", "mykey", "myid", "OBJECT"}, {`{"type":"Polygon","coordinates":[[[-115,33],[-115,33],[-115,33],[-115,33],[-115,33]]]}`},
|
|
{"GET", "mykey", "myid", "HASH", 7}, {"9my5xp7"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
"hash", [][]interface{}{
|
|
{"SET", "mykey", "myid", "HASH", "9my5xp7"}, {"OK"},
|
|
{"GET", "mykey", "myid", "HASH", 7}, {"9my5xp7"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
"field", [][]interface{}{
|
|
{"SET", "mykey", "myid", "FIELD", "f1", 33, "FIELD", "a2", 44.5, "HASH", "9my5xp7"}, {"OK"},
|
|
{"GET", "mykey", "myid", "WITHFIELDS", "HASH", 7}, {"[9my5xp7 [a2 44.5 f1 33]]"},
|
|
{"FSET", "mykey", "myid", "f1", 0}, {1},
|
|
{"FSET", "mykey", "myid", "f1", 0}, {0},
|
|
{"GET", "mykey", "myid", "WITHFIELDS", "HASH", 7}, {"[9my5xp7 [a2 44.5]]"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
"string", [][]interface{}{
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"GET", "mykey", "myid"}, {"value"},
|
|
{"SET", "mykey", "myid", "STRING", "value2"}, {"OK"},
|
|
{"GET", "mykey", "myid"}, {"value2"},
|
|
{"DEL", "mykey", "myid"}, {"1"},
|
|
{"GET", "mykey", "myid"}, {nil},
|
|
},
|
|
)
|
|
}
|
|
|
|
func keys_STATS_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"STATS", "mykey"}, {"[nil]"},
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"STATS", "mykey"}, {"[[in_memory_size 9 num_objects 1 num_points 0 num_strings 1]]"},
|
|
{"SET", "mykey", "myid2", "STRING", "value"}, {"OK"},
|
|
{"STATS", "mykey"}, {"[[in_memory_size 19 num_objects 2 num_points 0 num_strings 2]]"},
|
|
{"SET", "mykey", "myid3", "OBJECT", `{"type":"Point","coordinates":[-115,33]}`}, {"OK"},
|
|
{"STATS", "mykey"}, {"[[in_memory_size 40 num_objects 3 num_points 1 num_strings 2]]"},
|
|
{"DEL", "mykey", "myid"}, {1},
|
|
{"STATS", "mykey"}, {"[[in_memory_size 31 num_objects 2 num_points 1 num_strings 1]]"},
|
|
{"DEL", "mykey", "myid3"}, {1},
|
|
{"STATS", "mykey"}, {"[[in_memory_size 10 num_objects 1 num_points 0 num_strings 1]]"},
|
|
{"STATS", "mykey", "mykey2"}, {"[[in_memory_size 10 num_objects 1 num_points 0 num_strings 1] nil]"},
|
|
{"DEL", "mykey", "myid2"}, {1},
|
|
{"STATS", "mykey"}, {"[nil]"},
|
|
{"STATS", "mykey", "mykey2"}, {"[nil nil]"},
|
|
})
|
|
}
|
|
func keys_TTL_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid", "STRING", "value"}, {"OK"},
|
|
{"EXPIRE", "mykey", "myid", 2}, {1},
|
|
{time.Second / 4}, {}, // sleep
|
|
{"TTL", "mykey", "myid"}, {1},
|
|
})
|
|
}
|
|
|
|
type PSAUX struct {
|
|
User string
|
|
PID int
|
|
CPU float64
|
|
Mem float64
|
|
VSZ int
|
|
RSS int
|
|
TTY string
|
|
Stat string
|
|
Start string
|
|
Time string
|
|
Command string
|
|
}
|
|
|
|
func atoi(s string) int {
|
|
n, _ := strconv.ParseInt(s, 10, 64)
|
|
return int(n)
|
|
}
|
|
func atof(s string) float64 {
|
|
n, _ := strconv.ParseFloat(s, 64)
|
|
return float64(n)
|
|
}
|
|
func psaux(pid int) PSAUX {
|
|
var res []byte
|
|
res, err := exec.Command("ps", "aux").CombinedOutput()
|
|
if err != nil {
|
|
return PSAUX{}
|
|
}
|
|
pids := strconv.FormatInt(int64(pid), 10)
|
|
for _, line := range strings.Split(string(res), "\n") {
|
|
var words []string
|
|
for _, word := range strings.Split(line, " ") {
|
|
if word != "" {
|
|
words = append(words, word)
|
|
}
|
|
if len(words) > 11 {
|
|
if words[1] == pids {
|
|
return PSAUX{
|
|
User: words[0],
|
|
PID: atoi(words[1]),
|
|
CPU: atof(words[2]),
|
|
Mem: atof(words[3]),
|
|
VSZ: atoi(words[4]),
|
|
RSS: atoi(words[5]),
|
|
TTY: words[6],
|
|
Stat: words[7],
|
|
Start: words[8],
|
|
Time: words[9],
|
|
Command: words[10],
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return PSAUX{}
|
|
}
|
|
func keys_SET_EX_test(mc *mockServer) (err error) {
|
|
rand.Seed(time.Now().UnixNano())
|
|
mc.conn.Do("GC")
|
|
mc.conn.Do("OUTPUT", "json")
|
|
var json string
|
|
json, err = redis.String(mc.conn.Do("SERVER"))
|
|
if err != nil {
|
|
return
|
|
}
|
|
heap := gjson.Get(json, "stats.heap_size").Int()
|
|
//released := gjson.Get(json, "stats.heap_released").Int()
|
|
//fmt.Printf("%v %v %v\n", heap, released, psaux(int(gjson.Get(json, "stats.pid").Int())).VSZ)
|
|
mc.conn.Do("OUTPUT", "resp")
|
|
|
|
var wg sync.WaitGroup
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
for i := 0; i < 20000; i++ {
|
|
val := fmt.Sprintf("val:%d", i)
|
|
// fmt.Printf("id: %s\n", val)
|
|
var resp string
|
|
var lat, lon float64
|
|
lat = rand.Float64()*180 - 90
|
|
lon = rand.Float64()*360 - 180
|
|
resp, err = redis.String(mc.conn.Do("SET", "mykey", val, "EX", 1+rand.Float64(), "POINT", lat, lon))
|
|
if err != nil {
|
|
return
|
|
}
|
|
if resp != "OK" {
|
|
err = fmt.Errorf("expected 'OK', got '%s'", resp)
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
wg.Wait()
|
|
time.Sleep(time.Second * 3)
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
mc.conn.Do("GC")
|
|
mc.conn.Do("OUTPUT", "json")
|
|
var json string
|
|
json, err = redis.String(mc.conn.Do("SERVER"))
|
|
if err != nil {
|
|
return
|
|
}
|
|
mc.conn.Do("OUTPUT", "resp")
|
|
heap2 := gjson.Get(json, "stats.heap_size").Int()
|
|
//released := gjson.Get(json, "stats.heap_released").Int()
|
|
//fmt.Printf("%v %v %v\n", heap2, released, psaux(int(gjson.Get(json, "stats.pid").Int())).VSZ)
|
|
if math.Abs(float64(heap)-float64(heap2)) > 100000 {
|
|
err = fmt.Errorf("garbage not collecting, possible leak")
|
|
return
|
|
}
|
|
}()
|
|
wg.Wait()
|
|
if err != nil {
|
|
return
|
|
}
|
|
mc.conn.Do("FLUSHDB")
|
|
return nil
|
|
}
|
|
|
|
func keys_PDEL_test(mc *mockServer) error {
|
|
return mc.DoBatch([][]interface{}{
|
|
{"SET", "mykey", "myid1a", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid1b", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid2a", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid2b", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid3a", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid3b", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid4a", "POINT", 33, -115}, {"OK"},
|
|
{"SET", "mykey", "myid4b", "POINT", 33, -115}, {"OK"},
|
|
{"PDEL", "mykeyNA", "*"}, {0},
|
|
{"PDEL", "mykey", "myid1a"}, {1},
|
|
{"PDEL", "mykey", "myid1a"}, {0},
|
|
{"PDEL", "mykey", "myid1*"}, {1},
|
|
{"PDEL", "mykey", "myid2*"}, {2},
|
|
{"PDEL", "mykey", "*b"}, {2},
|
|
{"PDEL", "mykey", "*"}, {2},
|
|
{"PDEL", "mykey", "*"}, {0},
|
|
})
|
|
}
|