mirror of https://github.com/go-redis/redis.git
740 lines
27 KiB
Go
740 lines
27 KiB
Go
package redis_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"math"
|
|
|
|
. "github.com/bsm/ginkgo/v2"
|
|
. "github.com/bsm/gomega"
|
|
"github.com/redis/go-redis/v9"
|
|
)
|
|
|
|
var _ = Describe("Probabilistic commands", Label("probabilistic"), func() {
|
|
ctx := context.TODO()
|
|
var client *redis.Client
|
|
|
|
BeforeEach(func() {
|
|
client = redis.NewClient(&redis.Options{Addr: ":6379"})
|
|
Expect(client.FlushDB(ctx).Err()).NotTo(HaveOccurred())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
Expect(client.Close()).NotTo(HaveOccurred())
|
|
})
|
|
|
|
Describe("bloom", Label("bloom"), func() {
|
|
It("should BFAdd", Label("bloom", "bfadd"), func() {
|
|
resultAdd, err := client.BFAdd(ctx, "testbf1", 1).Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultAdd).To(BeTrue())
|
|
|
|
resultInfo, err := client.BFInfo(ctx, "testbf1").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultInfo).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(resultInfo.ItemsInserted).To(BeEquivalentTo(int64(1)))
|
|
})
|
|
|
|
It("should BFCard", Label("bloom", "bfcard"), func() {
|
|
// This is a probabilistic data structure, and it's not always guaranteed that we will get back
|
|
// the exact number of inserted items, during hash collisions
|
|
// But with such a low number of items (only 3),
|
|
// the probability of a collision is very low, so we can expect to get back the exact number of items
|
|
_, err := client.BFAdd(ctx, "testbf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
_, err = client.BFAdd(ctx, "testbf1", "item2").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
_, err = client.BFAdd(ctx, "testbf1", 3).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.BFCard(ctx, "testbf1").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeEquivalentTo(int64(3)))
|
|
})
|
|
|
|
It("should BFExists", Label("bloom", "bfexists"), func() {
|
|
exists, err := client.BFExists(ctx, "testbf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeFalse())
|
|
|
|
_, err = client.BFAdd(ctx, "testbf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
exists, err = client.BFExists(ctx, "testbf1", "item1").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeTrue())
|
|
})
|
|
|
|
It("should BFInfo and BFReserve", Label("bloom", "bfinfo", "bfreserve"), func() {
|
|
err := client.BFReserve(ctx, "testbf1", 0.001, 2000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.BFInfo(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
|
|
})
|
|
|
|
It("should BFInfoCapacity, BFInfoSize, BFInfoFilters, BFInfoItems, BFInfoExpansion, ", Label("bloom", "bfinfocapacity", "bfinfosize", "bfinfofilters", "bfinfoitems", "bfinfoexpansion"), func() {
|
|
err := client.BFReserve(ctx, "testbf1", 0.001, 2000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.BFInfoCapacity(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
|
|
|
|
result, err = client.BFInfoItems(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result.ItemsInserted).To(BeEquivalentTo(int64(0)))
|
|
|
|
result, err = client.BFInfoSize(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result.Size).To(BeEquivalentTo(int64(4056)))
|
|
|
|
err = client.BFReserveExpansion(ctx, "testbf2", 0.001, 2000, 3).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err = client.BFInfoFilters(ctx, "testbf2").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result.Filters).To(BeEquivalentTo(int64(1)))
|
|
|
|
result, err = client.BFInfoExpansion(ctx, "testbf2").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
|
|
})
|
|
|
|
It("should BFInsert", Label("bloom", "bfinsert"), func() {
|
|
options := &redis.BFInsertOptions{
|
|
Capacity: 2000,
|
|
Error: 0.001,
|
|
Expansion: 3,
|
|
NonScaling: false,
|
|
NoCreate: true,
|
|
}
|
|
|
|
resultInsert, err := client.BFInsert(ctx, "testbf1", options, "item1").Result()
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err).To(MatchError("ERR not found"))
|
|
|
|
options = &redis.BFInsertOptions{
|
|
Capacity: 2000,
|
|
Error: 0.001,
|
|
Expansion: 3,
|
|
NonScaling: false,
|
|
NoCreate: false,
|
|
}
|
|
|
|
resultInsert, err = client.BFInsert(ctx, "testbf1", options, "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultInsert)).To(BeEquivalentTo(1))
|
|
|
|
exists, err := client.BFExists(ctx, "testbf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeTrue())
|
|
|
|
result, err := client.BFInfo(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
|
|
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
|
|
})
|
|
|
|
It("should BFMAdd", Label("bloom", "bfmadd"), func() {
|
|
resultAdd, err := client.BFMAdd(ctx, "testbf1", "item1", "item2", "item3").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultAdd)).To(Equal(3))
|
|
|
|
resultInfo, err := client.BFInfo(ctx, "testbf1").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultInfo).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(resultInfo.ItemsInserted).To(BeEquivalentTo(int64(3)))
|
|
resultAdd2, err := client.BFMAdd(ctx, "testbf1", "item1", "item2", "item4").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultAdd2[0]).To(BeFalse())
|
|
Expect(resultAdd2[1]).To(BeFalse())
|
|
Expect(resultAdd2[2]).To(BeTrue())
|
|
|
|
})
|
|
|
|
It("should BFMExists", Label("bloom", "bfmexists"), func() {
|
|
exist, err := client.BFMExists(ctx, "testbf1", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(exist)).To(Equal(3))
|
|
Expect(exist[0]).To(BeFalse())
|
|
Expect(exist[1]).To(BeFalse())
|
|
Expect(exist[2]).To(BeFalse())
|
|
|
|
_, err = client.BFMAdd(ctx, "testbf1", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
exist, err = client.BFMExists(ctx, "testbf1", "item1", "item2", "item3", "item4").Result()
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(exist)).To(Equal(4))
|
|
Expect(exist[0]).To(BeTrue())
|
|
Expect(exist[1]).To(BeTrue())
|
|
Expect(exist[2]).To(BeTrue())
|
|
Expect(exist[3]).To(BeFalse())
|
|
})
|
|
|
|
It("should BFReserveExpansion", Label("bloom", "bfreserveexpansion"), func() {
|
|
err := client.BFReserveExpansion(ctx, "testbf1", 0.001, 2000, 3).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.BFInfo(ctx, "testbf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
|
|
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
|
|
})
|
|
|
|
It("should BFReserveNonScaling", Label("bloom", "bfreservenonscaling"), func() {
|
|
err := client.BFReserveNonScaling(ctx, "testbfns1", 0.001, 1000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
_, err = client.BFInfo(ctx, "testbfns1").Result()
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("should BFScanDump and BFLoadChunk", Label("bloom", "bfscandump", "bfloadchunk"), func() {
|
|
err := client.BFReserve(ctx, "testbfsd1", 0.001, 3000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
for i := 0; i < 1000; i++ {
|
|
client.BFAdd(ctx, "testbfsd1", i)
|
|
}
|
|
infBefore := client.BFInfoSize(ctx, "testbfsd1")
|
|
fd := []redis.ScanDump{}
|
|
sd, err := client.BFScanDump(ctx, "testbfsd1", 0).Result()
|
|
for {
|
|
if sd.Iter == 0 {
|
|
break
|
|
}
|
|
Expect(err).NotTo(HaveOccurred())
|
|
fd = append(fd, sd)
|
|
sd, err = client.BFScanDump(ctx, "testbfsd1", sd.Iter).Result()
|
|
}
|
|
client.Del(ctx, "testbfsd1")
|
|
for _, e := range fd {
|
|
client.BFLoadChunk(ctx, "testbfsd1", e.Iter, e.Data)
|
|
}
|
|
infAfter := client.BFInfoSize(ctx, "testbfsd1")
|
|
Expect(infBefore).To(BeEquivalentTo(infAfter))
|
|
})
|
|
|
|
It("should BFReserveWithArgs", Label("bloom", "bfreserveargs"), func() {
|
|
options := &redis.BFReserveOptions{
|
|
Capacity: 2000,
|
|
Error: 0.001,
|
|
Expansion: 3,
|
|
NonScaling: false,
|
|
}
|
|
err := client.BFReserveWithArgs(ctx, "testbf", options).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.BFInfo(ctx, "testbf").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
|
|
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
|
|
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
|
|
})
|
|
})
|
|
|
|
Describe("cuckoo", Label("cuckoo"), func() {
|
|
It("should CFAdd", Label("cuckoo", "cfadd"), func() {
|
|
add, err := client.CFAdd(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(add).To(BeTrue())
|
|
|
|
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeTrue())
|
|
|
|
info, err := client.CFInfo(ctx, "testcf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info).To(BeAssignableToTypeOf(redis.CFInfo{}))
|
|
Expect(info.NumItemsInserted).To(BeEquivalentTo(int64(1)))
|
|
})
|
|
|
|
It("should CFAddNX", Label("cuckoo", "cfaddnx"), func() {
|
|
add, err := client.CFAddNX(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(add).To(BeTrue())
|
|
|
|
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeTrue())
|
|
|
|
result, err := client.CFAddNX(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeFalse())
|
|
|
|
info, err := client.CFInfo(ctx, "testcf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info).To(BeAssignableToTypeOf(redis.CFInfo{}))
|
|
Expect(info.NumItemsInserted).To(BeEquivalentTo(int64(1)))
|
|
})
|
|
|
|
It("should CFCount", Label("cuckoo", "cfcount"), func() {
|
|
err := client.CFAdd(ctx, "testcf1", "item1").Err()
|
|
cnt, err := client.CFCount(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(cnt).To(BeEquivalentTo(int64(1)))
|
|
|
|
err = client.CFAdd(ctx, "testcf1", "item1").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
cnt, err = client.CFCount(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(cnt).To(BeEquivalentTo(int64(2)))
|
|
})
|
|
|
|
It("should CFDel and CFExists", Label("cuckoo", "cfdel", "cfexists"), func() {
|
|
err := client.CFAdd(ctx, "testcf1", "item1").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeTrue())
|
|
|
|
del, err := client.CFDel(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(del).To(BeTrue())
|
|
|
|
exists, err = client.CFExists(ctx, "testcf1", "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(exists).To(BeFalse())
|
|
})
|
|
|
|
It("should CFInfo and CFReserve", Label("cuckoo", "cfinfo", "cfreserve"), func() {
|
|
err := client.CFReserve(ctx, "testcf1", 1000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CFReserveExpansion(ctx, "testcfe1", 1000, 1).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CFReserveBucketSize(ctx, "testcfbs1", 1000, 4).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CFReserveMaxIterations(ctx, "testcfmi1", 1000, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.CFInfo(ctx, "testcf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.CFInfo{}))
|
|
})
|
|
|
|
It("should CFScanDump and CFLoadChunk", Label("bloom", "cfscandump", "cfloadchunk"), func() {
|
|
err := client.CFReserve(ctx, "testcfsd1", 1000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
for i := 0; i < 1000; i++ {
|
|
Item := fmt.Sprintf("item%d", i)
|
|
client.CFAdd(ctx, "testcfsd1", Item)
|
|
}
|
|
infBefore := client.CFInfo(ctx, "testcfsd1")
|
|
fd := []redis.ScanDump{}
|
|
sd, err := client.CFScanDump(ctx, "testcfsd1", 0).Result()
|
|
for {
|
|
if sd.Iter == 0 {
|
|
break
|
|
}
|
|
Expect(err).NotTo(HaveOccurred())
|
|
fd = append(fd, sd)
|
|
sd, err = client.CFScanDump(ctx, "testcfsd1", sd.Iter).Result()
|
|
}
|
|
client.Del(ctx, "testcfsd1")
|
|
for _, e := range fd {
|
|
client.CFLoadChunk(ctx, "testcfsd1", e.Iter, e.Data)
|
|
}
|
|
infAfter := client.CFInfo(ctx, "testcfsd1")
|
|
Expect(infBefore).To(BeEquivalentTo(infAfter))
|
|
})
|
|
|
|
It("should CFInfo and CFReserveWithArgs", Label("cuckoo", "cfinfo", "cfreserveargs"), func() {
|
|
args := &redis.CFReserveOptions{
|
|
Capacity: 2048,
|
|
BucketSize: 3,
|
|
MaxIterations: 15,
|
|
Expansion: 2,
|
|
}
|
|
|
|
err := client.CFReserveWithArgs(ctx, "testcf1", args).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.CFInfo(ctx, "testcf1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(result).To(BeAssignableToTypeOf(redis.CFInfo{}))
|
|
Expect(result.BucketSize).To(BeEquivalentTo(int64(3)))
|
|
Expect(result.MaxIteration).To(BeEquivalentTo(int64(15)))
|
|
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(2)))
|
|
})
|
|
|
|
It("should CFInsert", Label("cuckoo", "cfinsert"), func() {
|
|
args := &redis.CFInsertOptions{
|
|
Capacity: 3000,
|
|
NoCreate: true,
|
|
}
|
|
|
|
result, err := client.CFInsert(ctx, "testcf1", args, "item1", "item2", "item3").Result()
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
args = &redis.CFInsertOptions{
|
|
Capacity: 3000,
|
|
NoCreate: false,
|
|
}
|
|
|
|
result, err = client.CFInsert(ctx, "testcf1", args, "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(3))
|
|
})
|
|
|
|
It("should CFInsertNX", Label("cuckoo", "cfinsertnx"), func() {
|
|
args := &redis.CFInsertOptions{
|
|
Capacity: 3000,
|
|
NoCreate: true,
|
|
}
|
|
|
|
result, err := client.CFInsertNX(ctx, "testcf1", args, "item1", "item2", "item2").Result()
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
args = &redis.CFInsertOptions{
|
|
Capacity: 3000,
|
|
NoCreate: false,
|
|
}
|
|
|
|
result, err = client.CFInsertNX(ctx, "testcf2", args, "item1", "item2", "item2").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(3))
|
|
Expect(result[0]).To(BeEquivalentTo(int64(1)))
|
|
Expect(result[1]).To(BeEquivalentTo(int64(1)))
|
|
Expect(result[2]).To(BeEquivalentTo(int64(0)))
|
|
})
|
|
|
|
It("should CFMexists", Label("cuckoo", "cfmexists"), func() {
|
|
err := client.CFInsert(ctx, "testcf1", nil, "item1", "item2", "item3").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.CFMExists(ctx, "testcf1", "item1", "item2", "item3", "item4").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(4))
|
|
Expect(result[0]).To(BeTrue())
|
|
Expect(result[1]).To(BeTrue())
|
|
Expect(result[2]).To(BeTrue())
|
|
Expect(result[3]).To(BeFalse())
|
|
})
|
|
|
|
})
|
|
|
|
Describe("CMS", Label("cms"), func() {
|
|
It("should CMSIncrBy", Label("cms", "cmsincrby"), func() {
|
|
err := client.CMSInitByDim(ctx, "testcms1", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.CMSIncrBy(ctx, "testcms1", "item1", 1, "item2", 2, "item3", 3).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(3))
|
|
Expect(result[0]).To(BeEquivalentTo(int64(1)))
|
|
Expect(result[1]).To(BeEquivalentTo(int64(2)))
|
|
Expect(result[2]).To(BeEquivalentTo(int64(3)))
|
|
|
|
})
|
|
|
|
It("should CMSInitByDim and CMSInfo", Label("cms", "cmsinitbydim", "cmsinfo"), func() {
|
|
err := client.CMSInitByDim(ctx, "testcms1", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err := client.CMSInfo(ctx, "testcms1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(info).To(BeAssignableToTypeOf(redis.CMSInfo{}))
|
|
Expect(info.Width).To(BeEquivalentTo(int64(5)))
|
|
Expect(info.Depth).To(BeEquivalentTo(int64(10)))
|
|
})
|
|
|
|
It("should CMSInitByProb", Label("cms", "cmsinitbyprob"), func() {
|
|
err := client.CMSInitByProb(ctx, "testcms1", 0.002, 0.01).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err := client.CMSInfo(ctx, "testcms1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info).To(BeAssignableToTypeOf(redis.CMSInfo{}))
|
|
})
|
|
|
|
It("should CMSMerge, CMSMergeWithWeight and CMSQuery", Label("cms", "cmsmerge", "cmsquery"), func() {
|
|
err := client.CMSMerge(ctx, "destCms1", "testcms2", "testcms3").Err()
|
|
Expect(err).To(HaveOccurred())
|
|
Expect(err).To(MatchError("CMS: key does not exist"))
|
|
|
|
err = client.CMSInitByDim(ctx, "destCms1", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CMSInitByDim(ctx, "destCms2", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CMSInitByDim(ctx, "cms1", 2, 20).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CMSInitByDim(ctx, "cms2", 3, 20).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
err = client.CMSMerge(ctx, "destCms1", "cms1", "cms2").Err()
|
|
Expect(err).To(MatchError("CMS: width/depth is not equal"))
|
|
|
|
client.Del(ctx, "cms1", "cms2")
|
|
|
|
err = client.CMSInitByDim(ctx, "cms1", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.CMSInitByDim(ctx, "cms2", 5, 10).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
client.CMSIncrBy(ctx, "cms1", "item1", 1, "item2", 2)
|
|
client.CMSIncrBy(ctx, "cms2", "item2", 2, "item3", 3)
|
|
|
|
err = client.CMSMerge(ctx, "destCms1", "cms1", "cms2").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err := client.CMSQuery(ctx, "destCms1", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(3))
|
|
Expect(result[0]).To(BeEquivalentTo(int64(1)))
|
|
Expect(result[1]).To(BeEquivalentTo(int64(4)))
|
|
Expect(result[2]).To(BeEquivalentTo(int64(3)))
|
|
|
|
sourceSketches := map[string]int64{
|
|
"cms1": 1,
|
|
"cms2": 2,
|
|
}
|
|
err = client.CMSMergeWithWeight(ctx, "destCms2", sourceSketches).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
result, err = client.CMSQuery(ctx, "destCms2", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(result)).To(BeEquivalentTo(3))
|
|
Expect(result[0]).To(BeEquivalentTo(int64(1)))
|
|
Expect(result[1]).To(BeEquivalentTo(int64(6)))
|
|
Expect(result[2]).To(BeEquivalentTo(int64(6)))
|
|
|
|
})
|
|
|
|
})
|
|
|
|
Describe("TopK", Label("topk"), func() {
|
|
It("should TopKReserve, TopKInfo, TopKAdd, TopKQuery, TopKCount, TopKIncrBy, TopKList, TopKListWithCount", Label("topk", "topkreserve", "topkinfo", "topkadd", "topkquery", "topkcount", "topkincrby", "topklist", "topklistwithcount"), func() {
|
|
err := client.TopKReserve(ctx, "topk1", 3).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
resultInfo, err := client.TopKInfo(ctx, "topk1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultInfo.K).To(BeEquivalentTo(int64(3)))
|
|
|
|
resultAdd, err := client.TopKAdd(ctx, "topk1", "item1", "item2", 3, "item1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultAdd)).To(BeEquivalentTo(int64(4)))
|
|
|
|
resultQuery, err := client.TopKQuery(ctx, "topk1", "item1", "item2", 4, 3).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultQuery)).To(BeEquivalentTo(4))
|
|
Expect(resultQuery[0]).To(BeTrue())
|
|
Expect(resultQuery[1]).To(BeTrue())
|
|
Expect(resultQuery[2]).To(BeFalse())
|
|
Expect(resultQuery[3]).To(BeTrue())
|
|
|
|
resultCount, err := client.TopKCount(ctx, "topk1", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultCount)).To(BeEquivalentTo(3))
|
|
Expect(resultCount[0]).To(BeEquivalentTo(int64(2)))
|
|
Expect(resultCount[1]).To(BeEquivalentTo(int64(1)))
|
|
Expect(resultCount[2]).To(BeEquivalentTo(int64(0)))
|
|
|
|
resultIncr, err := client.TopKIncrBy(ctx, "topk1", "item1", 5, "item2", 10).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultIncr)).To(BeEquivalentTo(2))
|
|
|
|
resultCount, err = client.TopKCount(ctx, "topk1", "item1", "item2", "item3").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultCount)).To(BeEquivalentTo(3))
|
|
Expect(resultCount[0]).To(BeEquivalentTo(int64(7)))
|
|
Expect(resultCount[1]).To(BeEquivalentTo(int64(11)))
|
|
Expect(resultCount[2]).To(BeEquivalentTo(int64(0)))
|
|
|
|
resultList, err := client.TopKList(ctx, "topk1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultList)).To(BeEquivalentTo(3))
|
|
Expect(resultList).To(ContainElements("item2", "item1", "3"))
|
|
|
|
resultListWithCount, err := client.TopKListWithCount(ctx, "topk1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(resultListWithCount)).To(BeEquivalentTo(3))
|
|
Expect(resultListWithCount["3"]).To(BeEquivalentTo(int64(1)))
|
|
Expect(resultListWithCount["item1"]).To(BeEquivalentTo(int64(7)))
|
|
Expect(resultListWithCount["item2"]).To(BeEquivalentTo(int64(11)))
|
|
})
|
|
|
|
It("should TopKReserveWithOptions", Label("topk", "topkreservewithoptions"), func() {
|
|
err := client.TopKReserveWithOptions(ctx, "topk1", 3, 1500, 8, 0.5).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
resultInfo, err := client.TopKInfo(ctx, "topk1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(resultInfo.K).To(BeEquivalentTo(int64(3)))
|
|
Expect(resultInfo.Width).To(BeEquivalentTo(int64(1500)))
|
|
Expect(resultInfo.Depth).To(BeEquivalentTo(int64(8)))
|
|
Expect(resultInfo.Decay).To(BeEquivalentTo(0.5))
|
|
})
|
|
|
|
})
|
|
|
|
Describe("t-digest", Label("tdigest"), func() {
|
|
It("should TDigestAdd, TDigestCreate, TDigestInfo, TDigestByRank, TDigestByRevRank, TDigestCDF, TDigestMax, TDigestMin, TDigestQuantile, TDigestRank, TDigestRevRank, TDigestTrimmedMean, TDigestReset, ", Label("tdigest", "tdigestadd", "tdigestcreate", "tdigestinfo", "tdigestbyrank", "tdigestbyrevrank", "tdigestcdf", "tdigestmax", "tdigestmin", "tdigestquantile", "tdigestrank", "tdigestrevrank", "tdigesttrimmedmean", "tdigestreset"), func() {
|
|
err := client.TDigestCreate(ctx, "tdigest1").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info.Observations).To(BeEquivalentTo(int64(0)))
|
|
|
|
// Test with empty sketch
|
|
byRank, err := client.TDigestByRank(ctx, "tdigest1", 0, 1, 2, 3).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(byRank)).To(BeEquivalentTo(4))
|
|
|
|
byRevRank, err := client.TDigestByRevRank(ctx, "tdigest1", 0, 1, 2).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(byRevRank)).To(BeEquivalentTo(3))
|
|
|
|
cdf, err := client.TDigestCDF(ctx, "tdigest1", 15, 35, 70).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(cdf)).To(BeEquivalentTo(3))
|
|
|
|
max, err := client.TDigestMax(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(math.IsNaN(max)).To(BeTrue())
|
|
|
|
min, err := client.TDigestMin(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(math.IsNaN(min)).To(BeTrue())
|
|
|
|
quantile, err := client.TDigestQuantile(ctx, "tdigest1", 0.1, 0.2).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(quantile)).To(BeEquivalentTo(2))
|
|
|
|
rank, err := client.TDigestRank(ctx, "tdigest1", 10, 20).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(rank)).To(BeEquivalentTo(2))
|
|
|
|
revRank, err := client.TDigestRevRank(ctx, "tdigest1", 10, 20).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(revRank)).To(BeEquivalentTo(2))
|
|
|
|
trimmedMean, err := client.TDigestTrimmedMean(ctx, "tdigest1", 0.1, 0.6).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(math.IsNaN(trimmedMean)).To(BeTrue())
|
|
|
|
// Add elements
|
|
err = client.TDigestAdd(ctx, "tdigest1", 10, 20, 30, 40, 50, 60, 70, 80, 90, 100).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err = client.TDigestInfo(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info.Observations).To(BeEquivalentTo(int64(10)))
|
|
|
|
byRank, err = client.TDigestByRank(ctx, "tdigest1", 0, 1, 2).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(byRank)).To(BeEquivalentTo(3))
|
|
Expect(byRank[0]).To(BeEquivalentTo(float64(10)))
|
|
Expect(byRank[1]).To(BeEquivalentTo(float64(20)))
|
|
Expect(byRank[2]).To(BeEquivalentTo(float64(30)))
|
|
|
|
byRevRank, err = client.TDigestByRevRank(ctx, "tdigest1", 0, 1, 2).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(byRevRank)).To(BeEquivalentTo(3))
|
|
Expect(byRevRank[0]).To(BeEquivalentTo(float64(100)))
|
|
Expect(byRevRank[1]).To(BeEquivalentTo(float64(90)))
|
|
Expect(byRevRank[2]).To(BeEquivalentTo(float64(80)))
|
|
|
|
cdf, err = client.TDigestCDF(ctx, "tdigest1", 15, 35, 70).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(cdf)).To(BeEquivalentTo(3))
|
|
Expect(cdf[0]).To(BeEquivalentTo(0.1))
|
|
Expect(cdf[1]).To(BeEquivalentTo(0.3))
|
|
Expect(cdf[2]).To(BeEquivalentTo(0.65))
|
|
|
|
max, err = client.TDigestMax(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(max).To(BeEquivalentTo(float64(100)))
|
|
|
|
min, err = client.TDigestMin(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(min).To(BeEquivalentTo(float64(10)))
|
|
|
|
quantile, err = client.TDigestQuantile(ctx, "tdigest1", 0.1, 0.2).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(quantile)).To(BeEquivalentTo(2))
|
|
Expect(quantile[0]).To(BeEquivalentTo(float64(20)))
|
|
Expect(quantile[1]).To(BeEquivalentTo(float64(30)))
|
|
|
|
rank, err = client.TDigestRank(ctx, "tdigest1", 10, 20).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(rank)).To(BeEquivalentTo(2))
|
|
Expect(rank[0]).To(BeEquivalentTo(int64(0)))
|
|
Expect(rank[1]).To(BeEquivalentTo(int64(1)))
|
|
|
|
revRank, err = client.TDigestRevRank(ctx, "tdigest1", 10, 20).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(revRank)).To(BeEquivalentTo(2))
|
|
Expect(revRank[0]).To(BeEquivalentTo(int64(9)))
|
|
Expect(revRank[1]).To(BeEquivalentTo(int64(8)))
|
|
|
|
trimmedMean, err = client.TDigestTrimmedMean(ctx, "tdigest1", 0.1, 0.6).Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(trimmedMean).To(BeEquivalentTo(float64(40)))
|
|
|
|
reset, err := client.TDigestReset(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(reset).To(BeEquivalentTo("OK"))
|
|
|
|
})
|
|
|
|
It("should TDigestCreateWithCompression", Label("tdigest", "tcreatewithcompression"), func() {
|
|
err := client.TDigestCreateWithCompression(ctx, "tdigest1", 2000).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info.Compression).To(BeEquivalentTo(int64(2000)))
|
|
})
|
|
|
|
It("should TDigestMerge", Label("tdigest", "tmerge"), func() {
|
|
err := client.TDigestCreate(ctx, "tdigest1").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.TDigestAdd(ctx, "tdigest1", 10, 20, 30, 40, 50, 60, 70, 80, 90, 100).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
err = client.TDigestCreate(ctx, "tdigest2").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.TDigestAdd(ctx, "tdigest2", 15, 25, 35, 45, 55, 65, 75, 85, 95, 105).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
err = client.TDigestCreate(ctx, "tdigest3").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
err = client.TDigestAdd(ctx, "tdigest3", 50, 60, 70, 80, 90, 100, 110, 120, 130, 140).Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
options := &redis.TDigestMergeOptions{
|
|
Compression: 1000,
|
|
Override: false,
|
|
}
|
|
err = client.TDigestMerge(ctx, "tdigest1", options, "tdigest2", "tdigest3").Err()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(info.Observations).To(BeEquivalentTo(int64(30)))
|
|
Expect(info.Compression).To(BeEquivalentTo(int64(1000)))
|
|
|
|
max, err := client.TDigestMax(ctx, "tdigest1").Result()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(max).To(BeEquivalentTo(float64(140)))
|
|
})
|
|
})
|
|
})
|