2017-03-31 18:31:33 +03:00
|
|
|
package redbench
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"math"
|
|
|
|
"net"
|
|
|
|
"os"
|
|
|
|
"strconv"
|
|
|
|
"sync/atomic"
|
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
2018-11-10 21:04:14 +03:00
|
|
|
func readResp(rd *bufio.Reader, n int, opts *Options) error {
|
2017-03-31 18:31:33 +03:00
|
|
|
for i := 0; i < n; i++ {
|
|
|
|
line, err := rd.ReadBytes('\n')
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
switch line[0] {
|
|
|
|
default:
|
|
|
|
return errors.New("invalid server response")
|
|
|
|
case '+', ':':
|
|
|
|
case '-':
|
2018-11-10 21:04:14 +03:00
|
|
|
opts.Stderr.Write(line)
|
2017-03-31 18:31:33 +03:00
|
|
|
case '$':
|
|
|
|
n, err := strconv.ParseInt(string(line[1:len(line)-2]), 10, 64)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-09-30 23:07:39 +03:00
|
|
|
if n >= 0 {
|
|
|
|
if _, err = io.CopyN(ioutil.Discard, rd, n+2); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-03-31 18:31:33 +03:00
|
|
|
}
|
|
|
|
case '*':
|
|
|
|
n, err := strconv.ParseInt(string(line[1:len(line)-2]), 10, 64)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2018-11-10 21:04:14 +03:00
|
|
|
readResp(rd, int(n), opts)
|
2017-03-31 18:31:33 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Options represents various options used by the Bench() function.
|
|
|
|
type Options struct {
|
|
|
|
Requests int
|
|
|
|
Clients int
|
|
|
|
Pipeline int
|
|
|
|
Quiet bool
|
|
|
|
CSV bool
|
|
|
|
Stdout io.Writer
|
|
|
|
Stderr io.Writer
|
|
|
|
}
|
|
|
|
|
|
|
|
// DefaultsOptions are the default options used by the Bench() function.
|
|
|
|
var DefaultOptions = &Options{
|
|
|
|
Requests: 100000,
|
|
|
|
Clients: 50,
|
|
|
|
Pipeline: 1,
|
|
|
|
Quiet: false,
|
|
|
|
CSV: false,
|
|
|
|
Stdout: os.Stdout,
|
|
|
|
Stderr: os.Stderr,
|
|
|
|
}
|
|
|
|
|
|
|
|
// Bench performs a benchmark on the server at the specified address.
|
|
|
|
func Bench(
|
|
|
|
name string,
|
|
|
|
addr string,
|
|
|
|
opts *Options,
|
|
|
|
prep func(conn net.Conn) bool,
|
|
|
|
fill func(buf []byte) []byte,
|
|
|
|
) {
|
|
|
|
if opts == nil {
|
|
|
|
opts = DefaultOptions
|
|
|
|
}
|
|
|
|
if opts.Stderr == nil {
|
|
|
|
opts.Stderr = ioutil.Discard
|
|
|
|
}
|
|
|
|
if opts.Stdout == nil {
|
|
|
|
opts.Stdout = ioutil.Discard
|
|
|
|
}
|
|
|
|
var totalPayload uint64
|
|
|
|
var count uint64
|
|
|
|
var duration int64
|
|
|
|
rpc := opts.Requests / opts.Clients
|
|
|
|
rpcex := opts.Requests % opts.Clients
|
|
|
|
var tstop int64
|
|
|
|
remaining := int64(opts.Clients)
|
|
|
|
errs := make([]error, opts.Clients)
|
|
|
|
durs := make([][]time.Duration, opts.Clients)
|
|
|
|
conns := make([]net.Conn, opts.Clients)
|
|
|
|
|
|
|
|
// create all clients
|
|
|
|
for i := 0; i < opts.Clients; i++ {
|
|
|
|
crequests := rpc
|
|
|
|
if i == opts.Clients-1 {
|
|
|
|
crequests += rpcex
|
|
|
|
}
|
|
|
|
durs[i] = make([]time.Duration, crequests)
|
|
|
|
for j := 0; j < len(durs[i]); j++ {
|
|
|
|
durs[i][j] = -1
|
|
|
|
}
|
|
|
|
conn, err := net.Dial("tcp", addr)
|
|
|
|
if err != nil {
|
|
|
|
if i == 0 {
|
|
|
|
fmt.Fprintf(opts.Stderr, "%s\n", err.Error())
|
|
|
|
return
|
|
|
|
}
|
|
|
|
errs[i] = err
|
|
|
|
}
|
|
|
|
if conn != nil && prep != nil {
|
|
|
|
if !prep(conn) {
|
|
|
|
conn.Close()
|
|
|
|
conn = nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
conns[i] = conn
|
|
|
|
}
|
|
|
|
|
|
|
|
tstart := time.Now()
|
|
|
|
for i := 0; i < opts.Clients; i++ {
|
|
|
|
crequests := rpc
|
|
|
|
if i == opts.Clients-1 {
|
|
|
|
crequests += rpcex
|
|
|
|
}
|
|
|
|
|
|
|
|
go func(conn net.Conn, client, crequests int) {
|
|
|
|
defer func() {
|
|
|
|
atomic.AddInt64(&remaining, -1)
|
|
|
|
}()
|
|
|
|
if conn == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
err := func() error {
|
|
|
|
var buf []byte
|
|
|
|
rd := bufio.NewReader(conn)
|
|
|
|
for i := 0; i < crequests; i += opts.Pipeline {
|
|
|
|
n := opts.Pipeline
|
|
|
|
if i+n > crequests {
|
|
|
|
n = crequests - i
|
|
|
|
}
|
|
|
|
buf = buf[:0]
|
|
|
|
for i := 0; i < n; i++ {
|
|
|
|
buf = fill(buf)
|
|
|
|
}
|
|
|
|
atomic.AddUint64(&totalPayload, uint64(len(buf)))
|
|
|
|
start := time.Now()
|
|
|
|
_, err := conn.Write(buf)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2018-11-10 21:04:14 +03:00
|
|
|
if err := readResp(rd, n, opts); err != nil {
|
2017-03-31 18:31:33 +03:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
stop := time.Since(start)
|
|
|
|
for j := 0; j < n; j++ {
|
|
|
|
durs[client][i+j] = stop / time.Duration(n)
|
|
|
|
}
|
|
|
|
atomic.AddInt64(&duration, int64(stop))
|
|
|
|
atomic.AddUint64(&count, uint64(n))
|
|
|
|
atomic.StoreInt64(&tstop, int64(time.Since(tstart)))
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}()
|
|
|
|
if err != nil {
|
|
|
|
errs[client] = err
|
|
|
|
}
|
|
|
|
}(conns[i], i, crequests)
|
|
|
|
}
|
|
|
|
var die bool
|
|
|
|
for {
|
|
|
|
remaining := int(atomic.LoadInt64(&remaining)) // active clients
|
|
|
|
count := int(atomic.LoadUint64(&count)) // completed requests
|
|
|
|
real := time.Duration(atomic.LoadInt64(&tstop)) // real duration
|
|
|
|
totalPayload := int(atomic.LoadUint64(&totalPayload)) // size of all bytes sent
|
|
|
|
more := remaining > 0
|
|
|
|
var realrps float64
|
|
|
|
if real > 0 {
|
|
|
|
realrps = float64(count) / (float64(real) / float64(time.Second))
|
|
|
|
}
|
|
|
|
if !opts.CSV {
|
|
|
|
fmt.Fprintf(opts.Stdout, "\r%s: %.2f", name, realrps)
|
|
|
|
if more {
|
|
|
|
fmt.Fprintf(opts.Stdout, "\r")
|
|
|
|
} else if opts.Quiet {
|
|
|
|
fmt.Fprintf(opts.Stdout, " requests per second\n")
|
|
|
|
} else {
|
|
|
|
fmt.Fprintf(opts.Stdout, "\r====== %s ======\n", name)
|
|
|
|
fmt.Fprintf(opts.Stdout, " %d requests completed in %.2f seconds\n", opts.Requests, float64(real)/float64(time.Second))
|
|
|
|
fmt.Fprintf(opts.Stdout, " %d parallel clients\n", opts.Clients)
|
|
|
|
fmt.Fprintf(opts.Stdout, " %d bytes payload\n", totalPayload/opts.Requests)
|
|
|
|
fmt.Fprintf(opts.Stdout, " keep alive: 1\n")
|
|
|
|
fmt.Fprintf(opts.Stdout, "\n")
|
|
|
|
var limit time.Duration
|
|
|
|
var lastper float64
|
|
|
|
for {
|
|
|
|
limit += time.Millisecond
|
|
|
|
var hits, count int
|
|
|
|
for i := 0; i < len(durs); i++ {
|
|
|
|
for j := 0; j < len(durs[i]); j++ {
|
|
|
|
dur := durs[i][j]
|
|
|
|
if dur == -1 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if dur < limit {
|
|
|
|
hits++
|
|
|
|
}
|
|
|
|
count++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
per := float64(hits) / float64(count)
|
|
|
|
if math.Floor(per*10000) == math.Floor(lastper*10000) {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
lastper = per
|
|
|
|
fmt.Fprintf(opts.Stdout, "%.2f%% <= %d milliseconds\n", per*100, (limit-time.Millisecond)/time.Millisecond)
|
|
|
|
if per == 1.0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
fmt.Fprintf(opts.Stdout, "%.2f requests per second\n\n", realrps)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if !more {
|
|
|
|
if opts.CSV {
|
|
|
|
fmt.Fprintf(opts.Stdout, "\"%s\",\"%.2f\"\n", name, realrps)
|
|
|
|
}
|
|
|
|
for _, err := range errs {
|
|
|
|
if err != nil {
|
|
|
|
fmt.Fprintf(opts.Stderr, "%s\n", err)
|
|
|
|
die = true
|
|
|
|
if count == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
break
|
|
|
|
}
|
|
|
|
time.Sleep(time.Second / 5)
|
|
|
|
}
|
|
|
|
|
|
|
|
// close clients
|
|
|
|
for i := 0; i < len(conns); i++ {
|
|
|
|
if conns[i] != nil {
|
|
|
|
conns[i].Close()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if die {
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// AppendCommand will append a Redis command to the byte slice and
|
|
|
|
// returns a modifed slice.
|
|
|
|
func AppendCommand(buf []byte, args ...string) []byte {
|
|
|
|
buf = append(buf, '*')
|
|
|
|
buf = strconv.AppendInt(buf, int64(len(args)), 10)
|
|
|
|
buf = append(buf, '\r', '\n')
|
|
|
|
for _, arg := range args {
|
|
|
|
buf = append(buf, '$')
|
|
|
|
buf = strconv.AppendInt(buf, int64(len(arg)), 10)
|
|
|
|
buf = append(buf, '\r', '\n')
|
|
|
|
buf = append(buf, arg...)
|
|
|
|
buf = append(buf, '\r', '\n')
|
|
|
|
}
|
|
|
|
return buf
|
|
|
|
}
|