forked from mirror/redis
add command decoding benchmark (#1726)
* add command decoding benchmark Signed-off-by: monkey <golang@88.com> * fix "call to (*B).Fatalf from a non-test goroutine" Signed-off-by: monkey <golang@88.com> * Add a newline at the end of the file Signed-off-by: monkey <golang@88.com> * Get cmdsInfoCache from redis-server Signed-off-by: monkey <golang@88.com> * reinforce benchmark-decode Signed-off-by: monkey <golang@88.com>
This commit is contained in:
monkey92t
GitHub
parent
f7ac48d4d5
commit
8bdf0bf6c0
|
|
@ -0,0 +1,317 @@
|
|||
package redis
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"github.com/go-redis/redis/v8/internal/proto"
|
||||
"net"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
var ctx = context.TODO()
|
||||
|
||||
type ConnStub struct {
|
||||
buff []byte
|
||||
idx int
|
||||
}
|
||||
|
||||
func (c *ConnStub) Read(b []byte) (n int, err error) {
|
||||
n = copy(b, c.buff[c.idx:])
|
||||
if len(c.buff) > c.idx+n {
|
||||
c.idx += n
|
||||
} else {
|
||||
c.idx = 0
|
||||
}
|
||||
return n, nil
|
||||
}
|
||||
func (c *ConnStub) Write(b []byte) (n int, err error) { return len(b), nil }
|
||||
func (c *ConnStub) Close() error { return nil }
|
||||
func (c *ConnStub) LocalAddr() net.Addr { return nil }
|
||||
func (c *ConnStub) RemoteAddr() net.Addr { return nil }
|
||||
func (c *ConnStub) SetDeadline(_ time.Time) error { return nil }
|
||||
func (c *ConnStub) SetReadDeadline(_ time.Time) error { return nil }
|
||||
func (c *ConnStub) SetWriteDeadline(_ time.Time) error { return nil }
|
||||
|
||||
type ClientStub struct {
|
||||
Cmdable
|
||||
name string
|
||||
buff []byte
|
||||
conn []*ConnStub
|
||||
}
|
||||
|
||||
func (stub *ClientStub) SetResponse(b []byte) {
|
||||
stub.buff = make([]byte, len(b))
|
||||
copy(stub.buff, b)
|
||||
|
||||
for _, c := range stub.conn {
|
||||
c.buff = make([]byte, len(b))
|
||||
copy(c.buff, b)
|
||||
}
|
||||
}
|
||||
|
||||
func (stub *ClientStub) AppendConn(c *ConnStub) {
|
||||
if len(stub.buff) > 0 {
|
||||
c.buff = make([]byte, len(stub.buff))
|
||||
copy(c.buff, stub.buff)
|
||||
}
|
||||
stub.conn = append(stub.conn, c)
|
||||
}
|
||||
|
||||
func (stub *ClientStub) Name() string {
|
||||
return stub.name
|
||||
}
|
||||
|
||||
func NewDecodeClient() *ClientStub {
|
||||
stub := &ClientStub{
|
||||
name: "Client",
|
||||
}
|
||||
stub.Cmdable = NewClient(&Options{
|
||||
PoolSize: 128,
|
||||
Dialer: func(ctx context.Context, network, addr string) (net.Conn, error) {
|
||||
conn := &ConnStub{}
|
||||
stub.AppendConn(conn)
|
||||
return conn, nil
|
||||
},
|
||||
})
|
||||
return stub
|
||||
}
|
||||
|
||||
func NewDecodeClusterClient() *ClientStub {
|
||||
stub := &ClientStub{
|
||||
name: "Cluster",
|
||||
}
|
||||
client := NewClusterClient(&ClusterOptions{
|
||||
PoolSize: 128,
|
||||
Addrs: []string{"127.0.0.1:6379"},
|
||||
Dialer: func(ctx context.Context, network, addr string) (net.Conn, error) {
|
||||
c := &ConnStub{}
|
||||
stub.AppendConn(c)
|
||||
return c, nil
|
||||
},
|
||||
ClusterSlots: func(_ context.Context) ([]ClusterSlot, error) {
|
||||
return []ClusterSlot{
|
||||
{
|
||||
Start: 0,
|
||||
End: 16383,
|
||||
Nodes: []ClusterNode{{Addr: "127.0.0.1:6379"}},
|
||||
},
|
||||
}, nil
|
||||
},
|
||||
})
|
||||
// init command.
|
||||
tmpClient := NewClient(&Options{Addr: ":6379"})
|
||||
cmdCache, err := tmpClient.Command(ctx).Result()
|
||||
_ = tmpClient.Close()
|
||||
client.cmdsInfoCache = newCmdsInfoCache(func(_ context.Context) (map[string]*CommandInfo, error) {
|
||||
return cmdCache, err
|
||||
})
|
||||
|
||||
stub.Cmdable = client
|
||||
return stub
|
||||
}
|
||||
|
||||
func BenchmarkDecode(b *testing.B) {
|
||||
stubs := []*ClientStub{
|
||||
NewDecodeClient(),
|
||||
NewDecodeClusterClient(),
|
||||
}
|
||||
|
||||
for _, stub := range stubs {
|
||||
b.Run(fmt.Sprintf("RespError-%s", stub.Name()), func(b *testing.B) {
|
||||
respError(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespStatus-%s", stub.Name()), func(b *testing.B) {
|
||||
respStatus(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespInt-%s", stub.Name()), func(b *testing.B) {
|
||||
respInt(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespString-%s", stub.Name()), func(b *testing.B) {
|
||||
respString(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespArray-%s", stub.Name()), func(b *testing.B) {
|
||||
respArray(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespPipeline-%s", stub.Name()), func(b *testing.B) {
|
||||
respPipeline(b, stub)
|
||||
})
|
||||
b.Run(fmt.Sprintf("RespTxPipeline-%s", stub.Name()), func(b *testing.B) {
|
||||
respTxPipeline(b, stub)
|
||||
})
|
||||
|
||||
// goroutine
|
||||
b.Run(fmt.Sprintf("DynamicGoroutine-%s-pool=5", stub.Name()), func(b *testing.B) {
|
||||
dynamicGoroutine(b, stub, 5)
|
||||
})
|
||||
b.Run(fmt.Sprintf("DynamicGoroutine-%s-pool=20", stub.Name()), func(b *testing.B) {
|
||||
dynamicGoroutine(b, stub, 20)
|
||||
})
|
||||
b.Run(fmt.Sprintf("DynamicGoroutine-%s-pool=50", stub.Name()), func(b *testing.B) {
|
||||
dynamicGoroutine(b, stub, 50)
|
||||
})
|
||||
b.Run(fmt.Sprintf("DynamicGoroutine-%s-pool=100", stub.Name()), func(b *testing.B) {
|
||||
dynamicGoroutine(b, stub, 100)
|
||||
})
|
||||
|
||||
b.Run(fmt.Sprintf("StaticGoroutine-%s-pool=5", stub.Name()), func(b *testing.B) {
|
||||
staticGoroutine(b, stub, 5)
|
||||
})
|
||||
b.Run(fmt.Sprintf("StaticGoroutine-%s-pool=20", stub.Name()), func(b *testing.B) {
|
||||
staticGoroutine(b, stub, 20)
|
||||
})
|
||||
b.Run(fmt.Sprintf("StaticGoroutine-%s-pool=50", stub.Name()), func(b *testing.B) {
|
||||
staticGoroutine(b, stub, 50)
|
||||
})
|
||||
b.Run(fmt.Sprintf("StaticGoroutine-%s-pool=100", stub.Name()), func(b *testing.B) {
|
||||
staticGoroutine(b, stub, 100)
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func respError(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("-ERR test error\r\n"))
|
||||
respErr := proto.RedisError("ERR test error")
|
||||
var err error
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
if err = stub.Get(ctx, "key").Err(); err != respErr {
|
||||
b.Fatalf("response error, got %q, want %q", err, respErr)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respStatus(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("+OK\r\n"))
|
||||
var val string
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
if val = stub.Set(ctx, "key", "value", 0).Val(); val != "OK" {
|
||||
b.Fatalf("response error, got %q, want OK", val)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respInt(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte(":10\r\n"))
|
||||
var val int64
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
if val = stub.Incr(ctx, "key").Val(); val != 10 {
|
||||
b.Fatalf("response error, got %q, want 10", val)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respString(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("$5\r\nhello\r\n"))
|
||||
var val string
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
if val = stub.Get(ctx, "key").Val(); val != "hello" {
|
||||
b.Fatalf("response error, got %q, want hello", val)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respArray(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("*3\r\n$5\r\nhello\r\n:10\r\n+OK\r\n"))
|
||||
var val []interface{}
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
if val = stub.MGet(ctx, "key").Val(); len(val) != 3 {
|
||||
b.Fatalf("response error, got len(%d), want len(3)", len(val))
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respPipeline(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("+OK\r\n$5\r\nhello\r\n:1\r\n"))
|
||||
var pipe Pipeliner
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
pipe = stub.Pipeline()
|
||||
set := pipe.Set(ctx, "key", "value", 0)
|
||||
get := pipe.Get(ctx, "key")
|
||||
del := pipe.Del(ctx, "key")
|
||||
_, err := pipe.Exec(ctx)
|
||||
if err != nil {
|
||||
b.Fatalf("response error, got %q, want nil", err)
|
||||
}
|
||||
if set.Val() != "OK" || get.Val() != "hello" || del.Val() != 1 {
|
||||
b.Fatal("response error")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func respTxPipeline(b *testing.B, stub *ClientStub) {
|
||||
stub.SetResponse([]byte("+OK\r\n+QUEUED\r\n+QUEUED\r\n+QUEUED\r\n*3\r\n+OK\r\n$5\r\nhello\r\n:1\r\n"))
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
var set *StatusCmd
|
||||
var get *StringCmd
|
||||
var del *IntCmd
|
||||
_, err := stub.TxPipelined(ctx, func(pipe Pipeliner) error {
|
||||
set = pipe.Set(ctx, "key", "value", 0)
|
||||
get = pipe.Get(ctx, "key")
|
||||
del = pipe.Del(ctx, "key")
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
b.Fatalf("response error, got %q, want nil", err)
|
||||
}
|
||||
if set.Val() != "OK" || get.Val() != "hello" || del.Val() != 1 {
|
||||
b.Fatal("response error")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func dynamicGoroutine(b *testing.B, stub *ClientStub, concurrency int) {
|
||||
stub.SetResponse([]byte("$5\r\nhello\r\n"))
|
||||
c := make(chan struct{}, concurrency)
|
||||
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
c <- struct{}{}
|
||||
go func() {
|
||||
if val := stub.Get(ctx, "key").Val(); val != "hello" {
|
||||
panic(fmt.Sprintf("response error, got %q, want hello", val))
|
||||
}
|
||||
<-c
|
||||
}()
|
||||
}
|
||||
// Here no longer wait for all goroutines to complete, it will not affect the test results.
|
||||
close(c)
|
||||
}
|
||||
|
||||
func staticGoroutine(b *testing.B, stub *ClientStub, concurrency int) {
|
||||
stub.SetResponse([]byte("$5\r\nhello\r\n"))
|
||||
c := make(chan struct{}, concurrency)
|
||||
|
||||
b.ResetTimer()
|
||||
|
||||
for i := 0; i < concurrency; i++ {
|
||||
go func() {
|
||||
for {
|
||||
_, ok := <-c
|
||||
if !ok {
|
||||
return
|
||||
}
|
||||
if val := stub.Get(ctx, "key").Val(); val != "hello" {
|
||||
panic(fmt.Sprintf("response error, got %q, want hello", val))
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
for i := 0; i < b.N; i++ {
|
||||
c <- struct{}{}
|
||||
}
|
||||
close(c)
|
||||
}
|
||||
Loading…
Reference in New Issue