redis/bench_test.go

package redis_test

import (
	"bytes"
	"errors"
	"net"
	"testing"
	"time"

	redigo "github.com/garyburd/redigo/redis"

	"gopkg.in/redis.v3"
	"gopkg.in/redis.v3/internal/pool"
)

func benchmarkRedisClient(poolSize int) *redis.Client {
	client := redis.NewClient(&redis.Options{
		Addr:         ":6379",
		DialTimeout:  time.Second,
		ReadTimeout:  time.Second,
		WriteTimeout: time.Second,
		PoolSize:     poolSize,
	})
	if err := client.FlushDb().Err(); err != nil {
		panic(err)
	}
	return client
}

func BenchmarkRedisPing(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Ping().Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkRedisSet(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	value := string(bytes.Repeat([]byte{'1'}, 10000))

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Set("key", value, 0).Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkRedisGetNil(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Get("key").Err(); err != redis.Nil {
				b.Fatal(err)
			}
		}
	})
}

func benchmarkSetGoRedis(b *testing.B, poolSize, payloadSize int) {
	client := benchmarkRedisClient(poolSize)
	defer client.Close()

	value := string(bytes.Repeat([]byte{'1'}, payloadSize))

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Set("key", value, 0).Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkSetGoRedis10Conns64Bytes(b *testing.B) {
	benchmarkSetGoRedis(b, 10, 64)
}

func BenchmarkSetGoRedis100Conns64Bytes(b *testing.B) {
	benchmarkSetGoRedis(b, 100, 64)
}

func BenchmarkSetGoRedis10Conns1KB(b *testing.B) {
	benchmarkSetGoRedis(b, 10, 1024)
}

func BenchmarkSetGoRedis100Conns1KB(b *testing.B) {
	benchmarkSetGoRedis(b, 100, 1024)
}

func BenchmarkSetGoRedis10Conns10KB(b *testing.B) {
	benchmarkSetGoRedis(b, 10, 10*1024)
}

func BenchmarkSetGoRedis100Conns10KB(b *testing.B) {
	benchmarkSetGoRedis(b, 100, 10*1024)
}

func BenchmarkSetGoRedis10Conns1MB(b *testing.B) {
	benchmarkSetGoRedis(b, 10, 1024*1024)
}

func BenchmarkSetGoRedis100Conns1MB(b *testing.B) {
	benchmarkSetGoRedis(b, 100, 1024*1024)
}

func benchmarkSetRedigo(b *testing.B, poolSize, payloadSize int) {
	pool := &redigo.Pool{
		Dial: func() (redigo.Conn, error) {
			return redigo.DialTimeout("tcp", ":6379", time.Second, time.Second, time.Second)
		},
		MaxActive: poolSize,
		MaxIdle:   poolSize,
	}
	defer pool.Close()

	value := string(bytes.Repeat([]byte{'1'}, payloadSize))

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			conn := pool.Get()
			if _, err := conn.Do("SET", "key", value); err != nil {
				b.Fatal(err)
			}
			conn.Close()
		}
	})
}

func BenchmarkSetRedigo10Conns64Bytes(b *testing.B) {
	benchmarkSetRedigo(b, 10, 64)
}

func BenchmarkSetRedigo100Conns64Bytes(b *testing.B) {
	benchmarkSetRedigo(b, 100, 64)
}

func BenchmarkSetRedigo10Conns1KB(b *testing.B) {
	benchmarkSetRedigo(b, 10, 1024)
}

func BenchmarkSetRedigo100Conns1KB(b *testing.B) {
	benchmarkSetRedigo(b, 100, 1024)
}

func BenchmarkSetRedigo10Conns10KB(b *testing.B) {
	benchmarkSetRedigo(b, 10, 10*1024)
}

func BenchmarkSetRedigo100Conns10KB(b *testing.B) {
	benchmarkSetRedigo(b, 100, 10*1024)
}

func BenchmarkSetRedigo10Conns1MB(b *testing.B) {
	benchmarkSetRedigo(b, 10, 1024*1024)
}

func BenchmarkSetRedigo100Conns1MB(b *testing.B) {
	benchmarkSetRedigo(b, 100, 1024*1024)
}

func BenchmarkRedisSetGetBytes(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	value := bytes.Repeat([]byte{'1'}, 10000)

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Set("key", value, 0).Err(); err != nil {
				b.Fatal(err)
			}

			got, err := client.Get("key").Bytes()
			if err != nil {
				b.Fatal(err)
			}
			if !bytes.Equal(got, value) {
				b.Fatalf("got != value")
			}
		}
	})
}

func BenchmarkRedisMGet(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	if err := client.MSet("key1", "hello1", "key2", "hello2").Err(); err != nil {
		b.Fatal(err)
	}

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.MGet("key1", "key2").Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkSetExpire(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.Set("key", "hello", 0).Err(); err != nil {
				b.Fatal(err)
			}
			if err := client.Expire("key", time.Second).Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkPipeline(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			_, err := client.Pipelined(func(pipe *redis.Pipeline) error {
				pipe.Set("key", "hello", 0)
				pipe.Expire("key", time.Second)
				return nil
			})
			if err != nil {
				b.Fatal(err)
			}
		}
	})
}

func BenchmarkZAdd(b *testing.B) {
	client := benchmarkRedisClient(10)
	defer client.Close()

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			if err := client.ZAdd("key", redis.Z{float64(1), "hello"}).Err(); err != nil {
				b.Fatal(err)
			}
		}
	})
}

func benchmarkPoolGetPut(b *testing.B, poolSize int) {
	dial := func() (net.Conn, error) {
		return &net.TCPConn{}, nil
	}
	pool := pool.NewConnPool(dial, poolSize, time.Second, 0)

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			conn, _, err := pool.Get()
			if err != nil {
				b.Fatalf("no error expected on pool.Get but received: %s", err.Error())
			}
			if err = pool.Put(conn); err != nil {
				b.Fatalf("no error expected on pool.Put but received: %s", err.Error())
			}
		}
	})
}

func BenchmarkPoolGetPut10Conns(b *testing.B) {
	benchmarkPoolGetPut(b, 10)
}

func BenchmarkPoolGetPut100Conns(b *testing.B) {
	benchmarkPoolGetPut(b, 100)
}

func BenchmarkPoolGetPut1000Conns(b *testing.B) {
	benchmarkPoolGetPut(b, 1000)
}

func benchmarkPoolGetRemove(b *testing.B, poolSize int) {
	dial := func() (net.Conn, error) {
		return &net.TCPConn{}, nil
	}
	pool := pool.NewConnPool(dial, poolSize, time.Second, 0)
	removeReason := errors.New("benchmark")

	b.ResetTimer()

	b.RunParallel(func(pb *testing.PB) {
		for pb.Next() {
			conn, _, err := pool.Get()
			if err != nil {
				b.Fatalf("no error expected on pool.Get but received: %s", err.Error())
			}
			if err = pool.Replace(conn, removeReason); err != nil {
				b.Fatalf("no error expected on pool.Remove but received: %s", err.Error())
			}
		}
	})
}

func BenchmarkPoolGetRemove10Conns(b *testing.B) {
	benchmarkPoolGetRemove(b, 10)
}

func BenchmarkPoolGetRemove100Conns(b *testing.B) {
	benchmarkPoolGetRemove(b, 100)
}

func BenchmarkPoolGetRemove1000Conns(b *testing.B) {
	benchmarkPoolGetRemove(b, 1000)
}