redis/probabilistic_test.go

734 lines
27 KiB
Go
Raw Normal View History

2023-08-15 10:19:19 +03:00
package redis_test
import (
"context"
"fmt"
"math"
. "github.com/bsm/ginkgo/v2"
. "github.com/bsm/gomega"
2023-08-15 10:19:19 +03:00
"github.com/redis/go-redis/v9"
)
var _ = Describe("Probabilistic commands", Label("probabilistic"), func() {
ctx := context.TODO()
var client *redis.Client
BeforeEach(func() {
client = redis.NewClient(&redis.Options{Addr: ":6379"})
Expect(client.FlushDB(ctx).Err()).NotTo(HaveOccurred())
})
AfterEach(func() {
Expect(client.Close()).NotTo(HaveOccurred())
})
Describe("bloom", Label("bloom"), func() {
It("should BFAdd", Label("bloom", "bfadd"), func() {
resultAdd, err := client.BFAdd(ctx, "testbf1", 1).Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultAdd).To(BeTrue())
resultInfo, err := client.BFInfo(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultInfo).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(resultInfo.ItemsInserted).To(BeEquivalentTo(int64(1)))
})
It("should BFCard", Label("bloom", "bfcard"), func() {
// This is a probabilistic data structure, and it's not always guaranteed that we will get back
// the exact number of inserted items, during hash collisions
// But with such a low number of items (only 3),
// the probability of a collision is very low, so we can expect to get back the exact number of items
_, err := client.BFAdd(ctx, "testbf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
_, err = client.BFAdd(ctx, "testbf1", "item2").Result()
Expect(err).NotTo(HaveOccurred())
_, err = client.BFAdd(ctx, "testbf1", 3).Result()
Expect(err).NotTo(HaveOccurred())
result, err := client.BFCard(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeEquivalentTo(int64(3)))
})
It("should BFExists", Label("bloom", "bfexists"), func() {
exists, err := client.BFExists(ctx, "testbf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeFalse())
_, err = client.BFAdd(ctx, "testbf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
exists, err = client.BFExists(ctx, "testbf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeTrue())
})
It("should BFInfo and BFReserve", Label("bloom", "bfinfo", "bfreserve"), func() {
err := client.BFReserve(ctx, "testbf1", 0.001, 2000).Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.BFInfo(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
})
It("should BFInfoCapacity, BFInfoSize, BFInfoFilters, BFInfoItems, BFInfoExpansion, ", Label("bloom", "bfinfocapacity", "bfinfosize", "bfinfofilters", "bfinfoitems", "bfinfoexpansion"), func() {
err := client.BFReserve(ctx, "testbf1", 0.001, 2000).Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.BFInfoCapacity(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
result, err = client.BFInfoItems(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result.ItemsInserted).To(BeEquivalentTo(int64(0)))
result, err = client.BFInfoSize(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result.Size).To(BeEquivalentTo(int64(4056)))
err = client.BFReserveExpansion(ctx, "testbf2", 0.001, 2000, 3).Err()
Expect(err).NotTo(HaveOccurred())
result, err = client.BFInfoFilters(ctx, "testbf2").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result.Filters).To(BeEquivalentTo(int64(1)))
result, err = client.BFInfoExpansion(ctx, "testbf2").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
})
It("should BFInsert", Label("bloom", "bfinsert"), func() {
options := &redis.BFInsertOptions{
Capacity: 2000,
Error: 0.001,
Expansion: 3,
NonScaling: false,
NoCreate: true,
}
resultInsert, err := client.BFInsert(ctx, "testbf1", options, "item1").Result()
Expect(err).To(HaveOccurred())
Expect(err).To(MatchError("ERR not found"))
options = &redis.BFInsertOptions{
Capacity: 2000,
Error: 0.001,
Expansion: 3,
NonScaling: false,
NoCreate: false,
}
resultInsert, err = client.BFInsert(ctx, "testbf1", options, "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultInsert)).To(BeEquivalentTo(1))
exists, err := client.BFExists(ctx, "testbf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeTrue())
result, err := client.BFInfo(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
})
It("should BFMAdd", Label("bloom", "bfmadd"), func() {
resultAdd, err := client.BFMAdd(ctx, "testbf1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultAdd)).To(Equal(3))
resultInfo, err := client.BFInfo(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultInfo).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(resultInfo.ItemsInserted).To(BeEquivalentTo(int64(3)))
resultAdd2, err := client.BFMAdd(ctx, "testbf1", "item1", "item2", "item4").Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultAdd2[0]).To(BeFalse())
Expect(resultAdd2[1]).To(BeFalse())
Expect(resultAdd2[2]).To(BeTrue())
})
It("should BFMExists", Label("bloom", "bfmexists"), func() {
exist, err := client.BFMExists(ctx, "testbf1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(exist)).To(Equal(3))
Expect(exist[0]).To(BeFalse())
Expect(exist[1]).To(BeFalse())
Expect(exist[2]).To(BeFalse())
_, err = client.BFMAdd(ctx, "testbf1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
exist, err = client.BFMExists(ctx, "testbf1", "item1", "item2", "item3", "item4").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(exist)).To(Equal(4))
Expect(exist[0]).To(BeTrue())
Expect(exist[1]).To(BeTrue())
Expect(exist[2]).To(BeTrue())
Expect(exist[3]).To(BeFalse())
})
It("should BFReserveExpansion", Label("bloom", "bfreserveexpansion"), func() {
err := client.BFReserveExpansion(ctx, "testbf1", 0.001, 2000, 3).Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.BFInfo(ctx, "testbf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
})
It("should BFReserveNonScaling", Label("bloom", "bfreservenonscaling"), func() {
err := client.BFReserveNonScaling(ctx, "testbfns1", 0.001, 1000).Err()
Expect(err).NotTo(HaveOccurred())
_, err = client.BFInfo(ctx, "testbfns1").Result()
Expect(err).To(HaveOccurred())
})
It("should BFScanDump and BFLoadChunk", Label("bloom", "bfscandump", "bfloadchunk"), func() {
err := client.BFReserve(ctx, "testbfsd1", 0.001, 3000).Err()
Expect(err).NotTo(HaveOccurred())
for i := 0; i < 1000; i++ {
client.BFAdd(ctx, "testbfsd1", i)
}
infBefore := client.BFInfoSize(ctx, "testbfsd1")
fd := []redis.ScanDump{}
sd, err := client.BFScanDump(ctx, "testbfsd1", 0).Result()
for {
if sd.Iter == 0 {
break
}
Expect(err).NotTo(HaveOccurred())
fd = append(fd, sd)
sd, err = client.BFScanDump(ctx, "testbfsd1", sd.Iter).Result()
}
client.Del(ctx, "testbfsd1")
for _, e := range fd {
client.BFLoadChunk(ctx, "testbfsd1", e.Iter, e.Data)
}
infAfter := client.BFInfoSize(ctx, "testbfsd1")
Expect(infBefore).To(BeEquivalentTo(infAfter))
})
It("should BFReserveWithArgs", Label("bloom", "bfreserveargs"), func() {
2023-08-15 10:19:19 +03:00
options := &redis.BFReserveOptions{
Capacity: 2000,
Error: 0.001,
Expansion: 3,
NonScaling: false,
}
err := client.BFReserveWithArgs(ctx, "testbf", options).Err()
2023-08-15 10:19:19 +03:00
Expect(err).NotTo(HaveOccurred())
result, err := client.BFInfo(ctx, "testbf").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.BFInfo{}))
Expect(result.Capacity).To(BeEquivalentTo(int64(2000)))
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(3)))
})
})
Describe("cuckoo", Label("cuckoo"), func() {
It("should CFAdd", Label("cuckoo", "cfadd"), func() {
add, err := client.CFAdd(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(add).To(BeTrue())
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeTrue())
info, err := client.CFInfo(ctx, "testcf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info).To(BeAssignableToTypeOf(redis.CFInfo{}))
Expect(info.NumItemsInserted).To(BeEquivalentTo(int64(1)))
})
It("should CFAddNX", Label("cuckoo", "cfaddnx"), func() {
add, err := client.CFAddNX(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(add).To(BeTrue())
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeTrue())
result, err := client.CFAddNX(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeFalse())
info, err := client.CFInfo(ctx, "testcf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info).To(BeAssignableToTypeOf(redis.CFInfo{}))
Expect(info.NumItemsInserted).To(BeEquivalentTo(int64(1)))
})
It("should CFCount", Label("cuckoo", "cfcount"), func() {
err := client.CFAdd(ctx, "testcf1", "item1").Err()
cnt, err := client.CFCount(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(cnt).To(BeEquivalentTo(int64(1)))
err = client.CFAdd(ctx, "testcf1", "item1").Err()
Expect(err).NotTo(HaveOccurred())
cnt, err = client.CFCount(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(cnt).To(BeEquivalentTo(int64(2)))
})
It("should CFDel and CFExists", Label("cuckoo", "cfdel", "cfexists"), func() {
err := client.CFAdd(ctx, "testcf1", "item1").Err()
Expect(err).NotTo(HaveOccurred())
exists, err := client.CFExists(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeTrue())
del, err := client.CFDel(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(del).To(BeTrue())
exists, err = client.CFExists(ctx, "testcf1", "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(exists).To(BeFalse())
})
It("should CFInfo and CFReserve", Label("cuckoo", "cfinfo", "cfreserve"), func() {
err := client.CFReserve(ctx, "testcf1", 1000).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CFReserveExpansion(ctx, "testcfe1", 1000, 1).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CFReserveBucketSize(ctx, "testcfbs1", 1000, 4).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CFReserveMaxIterations(ctx, "testcfmi1", 1000, 10).Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.CFInfo(ctx, "testcf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.CFInfo{}))
})
It("should CFScanDump and CFLoadChunk", Label("bloom", "cfscandump", "cfloadchunk"), func() {
err := client.CFReserve(ctx, "testcfsd1", 1000).Err()
Expect(err).NotTo(HaveOccurred())
for i := 0; i < 1000; i++ {
Item := fmt.Sprintf("item%d", i)
client.CFAdd(ctx, "testcfsd1", Item)
}
infBefore := client.CFInfo(ctx, "testcfsd1")
fd := []redis.ScanDump{}
sd, err := client.CFScanDump(ctx, "testcfsd1", 0).Result()
for {
if sd.Iter == 0 {
break
}
Expect(err).NotTo(HaveOccurred())
fd = append(fd, sd)
sd, err = client.CFScanDump(ctx, "testcfsd1", sd.Iter).Result()
}
client.Del(ctx, "testcfsd1")
for _, e := range fd {
client.CFLoadChunk(ctx, "testcfsd1", e.Iter, e.Data)
}
infAfter := client.CFInfo(ctx, "testcfsd1")
Expect(infBefore).To(BeEquivalentTo(infAfter))
})
It("should CFInfo and CFReserveWithArgs", Label("cuckoo", "cfinfo", "cfreserveargs"), func() {
2023-08-15 10:19:19 +03:00
args := &redis.CFReserveOptions{
Capacity: 2048,
BucketSize: 3,
MaxIterations: 15,
Expansion: 2,
}
err := client.CFReserveWithArgs(ctx, "testcf1", args).Err()
2023-08-15 10:19:19 +03:00
Expect(err).NotTo(HaveOccurred())
result, err := client.CFInfo(ctx, "testcf1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(result).To(BeAssignableToTypeOf(redis.CFInfo{}))
Expect(result.BucketSize).To(BeEquivalentTo(int64(3)))
Expect(result.MaxIteration).To(BeEquivalentTo(int64(15)))
Expect(result.ExpansionRate).To(BeEquivalentTo(int64(2)))
})
It("should CFInsert", Label("cuckoo", "cfinsert"), func() {
args := &redis.CFInsertOptions{
Capacity: 3000,
NoCreate: true,
}
result, err := client.CFInsert(ctx, "testcf1", args, "item1", "item2", "item3").Result()
Expect(err).To(HaveOccurred())
args = &redis.CFInsertOptions{
Capacity: 3000,
NoCreate: false,
}
result, err = client.CFInsert(ctx, "testcf1", args, "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(3))
})
It("should CFInsertNX", Label("cuckoo", "cfinsertnx"), func() {
args := &redis.CFInsertOptions{
Capacity: 3000,
NoCreate: true,
}
result, err := client.CFInsertNX(ctx, "testcf1", args, "item1", "item2", "item2").Result()
Expect(err).To(HaveOccurred())
args = &redis.CFInsertOptions{
Capacity: 3000,
NoCreate: false,
}
result, err = client.CFInsertNX(ctx, "testcf2", args, "item1", "item2", "item2").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(3))
Expect(result[0]).To(BeEquivalentTo(int64(1)))
Expect(result[1]).To(BeEquivalentTo(int64(1)))
Expect(result[2]).To(BeEquivalentTo(int64(0)))
})
It("should CFMexists", Label("cuckoo", "cfmexists"), func() {
err := client.CFInsert(ctx, "testcf1", nil, "item1", "item2", "item3").Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.CFMExists(ctx, "testcf1", "item1", "item2", "item3", "item4").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(4))
Expect(result[0]).To(BeTrue())
Expect(result[1]).To(BeTrue())
Expect(result[2]).To(BeTrue())
Expect(result[3]).To(BeFalse())
})
})
Describe("CMS", Label("cms"), func() {
It("should CMSIncrBy", Label("cms", "cmsincrby"), func() {
err := client.CMSInitByDim(ctx, "testcms1", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.CMSIncrBy(ctx, "testcms1", "item1", 1, "item2", 2, "item3", 3).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(3))
Expect(result[0]).To(BeEquivalentTo(int64(1)))
Expect(result[1]).To(BeEquivalentTo(int64(2)))
Expect(result[2]).To(BeEquivalentTo(int64(3)))
})
It("should CMSInitByDim and CMSInfo", Label("cms", "cmsinitbydim", "cmsinfo"), func() {
err := client.CMSInitByDim(ctx, "testcms1", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
info, err := client.CMSInfo(ctx, "testcms1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info).To(BeAssignableToTypeOf(redis.CMSInfo{}))
Expect(info.Width).To(BeEquivalentTo(int64(5)))
Expect(info.Depth).To(BeEquivalentTo(int64(10)))
})
It("should CMSInitByProb", Label("cms", "cmsinitbyprob"), func() {
err := client.CMSInitByProb(ctx, "testcms1", 0.002, 0.01).Err()
Expect(err).NotTo(HaveOccurred())
info, err := client.CMSInfo(ctx, "testcms1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info).To(BeAssignableToTypeOf(redis.CMSInfo{}))
})
It("should CMSMerge, CMSMergeWithWeight and CMSQuery", Label("cms", "cmsmerge", "cmsquery"), func() {
err := client.CMSMerge(ctx, "destCms1", "testcms2", "testcms3").Err()
Expect(err).To(HaveOccurred())
Expect(err).To(MatchError("CMS: key does not exist"))
err = client.CMSInitByDim(ctx, "destCms1", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CMSInitByDim(ctx, "destCms2", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CMSInitByDim(ctx, "cms1", 2, 20).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CMSInitByDim(ctx, "cms2", 3, 20).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CMSMerge(ctx, "destCms1", "cms1", "cms2").Err()
Expect(err).To(MatchError("CMS: width/depth is not equal"))
client.Del(ctx, "cms1", "cms2")
err = client.CMSInitByDim(ctx, "cms1", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
err = client.CMSInitByDim(ctx, "cms2", 5, 10).Err()
Expect(err).NotTo(HaveOccurred())
client.CMSIncrBy(ctx, "cms1", "item1", 1, "item2", 2)
client.CMSIncrBy(ctx, "cms2", "item2", 2, "item3", 3)
err = client.CMSMerge(ctx, "destCms1", "cms1", "cms2").Err()
Expect(err).NotTo(HaveOccurred())
result, err := client.CMSQuery(ctx, "destCms1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(3))
Expect(result[0]).To(BeEquivalentTo(int64(1)))
Expect(result[1]).To(BeEquivalentTo(int64(4)))
Expect(result[2]).To(BeEquivalentTo(int64(3)))
sourceSketches := map[string]int64{
"cms1": 1,
"cms2": 2,
}
err = client.CMSMergeWithWeight(ctx, "destCms2", sourceSketches).Err()
Expect(err).NotTo(HaveOccurred())
result, err = client.CMSQuery(ctx, "destCms2", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(result)).To(BeEquivalentTo(3))
Expect(result[0]).To(BeEquivalentTo(int64(1)))
Expect(result[1]).To(BeEquivalentTo(int64(6)))
Expect(result[2]).To(BeEquivalentTo(int64(6)))
})
})
Describe("TopK", Label("topk"), func() {
It("should TopKReserve, TopKInfo, TopKAdd, TopKQuery, TopKCount, TopKIncrBy, TopKList, TopKListWithCount", Label("topk", "topkreserve", "topkinfo", "topkadd", "topkquery", "topkcount", "topkincrby", "topklist", "topklistwithcount"), func() {
err := client.TopKReserve(ctx, "topk1", 3).Err()
Expect(err).NotTo(HaveOccurred())
resultInfo, err := client.TopKInfo(ctx, "topk1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultInfo.K).To(BeEquivalentTo(int64(3)))
resultAdd, err := client.TopKAdd(ctx, "topk1", "item1", "item2", 3, "item1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultAdd)).To(BeEquivalentTo(int64(4)))
resultQuery, err := client.TopKQuery(ctx, "topk1", "item1", "item2", 4, 3).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultQuery)).To(BeEquivalentTo(4))
Expect(resultQuery[0]).To(BeTrue())
Expect(resultQuery[1]).To(BeTrue())
Expect(resultQuery[2]).To(BeFalse())
Expect(resultQuery[3]).To(BeTrue())
resultCount, err := client.TopKCount(ctx, "topk1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultCount)).To(BeEquivalentTo(3))
Expect(resultCount[0]).To(BeEquivalentTo(int64(2)))
Expect(resultCount[1]).To(BeEquivalentTo(int64(1)))
Expect(resultCount[2]).To(BeEquivalentTo(int64(0)))
resultIncr, err := client.TopKIncrBy(ctx, "topk1", "item1", 5, "item2", 10).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultIncr)).To(BeEquivalentTo(2))
resultCount, err = client.TopKCount(ctx, "topk1", "item1", "item2", "item3").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultCount)).To(BeEquivalentTo(3))
Expect(resultCount[0]).To(BeEquivalentTo(int64(7)))
Expect(resultCount[1]).To(BeEquivalentTo(int64(11)))
Expect(resultCount[2]).To(BeEquivalentTo(int64(0)))
resultList, err := client.TopKList(ctx, "topk1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultList)).To(BeEquivalentTo(3))
Expect(resultList).To(ContainElements("item2", "item1", "3"))
resultListWithCount, err := client.TopKListWithCount(ctx, "topk1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(resultListWithCount)).To(BeEquivalentTo(3))
Expect(resultListWithCount["3"]).To(BeEquivalentTo(int64(1)))
Expect(resultListWithCount["item1"]).To(BeEquivalentTo(int64(7)))
Expect(resultListWithCount["item2"]).To(BeEquivalentTo(int64(11)))
})
It("should TopKReserveWithOptions", Label("topk", "topkreservewithoptions"), func() {
err := client.TopKReserveWithOptions(ctx, "topk1", 3, 1500, 8, 0.5).Err()
Expect(err).NotTo(HaveOccurred())
resultInfo, err := client.TopKInfo(ctx, "topk1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(resultInfo.K).To(BeEquivalentTo(int64(3)))
Expect(resultInfo.Width).To(BeEquivalentTo(int64(1500)))
Expect(resultInfo.Depth).To(BeEquivalentTo(int64(8)))
Expect(resultInfo.Decay).To(BeEquivalentTo(0.5))
})
})
Describe("t-digest", Label("tdigest"), func() {
It("should TDigestAdd, TDigestCreate, TDigestInfo, TDigestByRank, TDigestByRevRank, TDigestCDF, TDigestMax, TDigestMin, TDigestQuantile, TDigestRank, TDigestRevRank, TDigestTrimmedMean, TDigestReset, ", Label("tdigest", "tdigestadd", "tdigestcreate", "tdigestinfo", "tdigestbyrank", "tdigestbyrevrank", "tdigestcdf", "tdigestmax", "tdigestmin", "tdigestquantile", "tdigestrank", "tdigestrevrank", "tdigesttrimmedmean", "tdigestreset"), func() {
err := client.TDigestCreate(ctx, "tdigest1").Err()
Expect(err).NotTo(HaveOccurred())
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info.Observations).To(BeEquivalentTo(int64(0)))
// Test with empty sketch
byRank, err := client.TDigestByRank(ctx, "tdigest1", 0, 1, 2, 3).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(byRank)).To(BeEquivalentTo(4))
byRevRank, err := client.TDigestByRevRank(ctx, "tdigest1", 0, 1, 2).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(byRevRank)).To(BeEquivalentTo(3))
cdf, err := client.TDigestCDF(ctx, "tdigest1", 15, 35, 70).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(cdf)).To(BeEquivalentTo(3))
max, err := client.TDigestMax(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(math.IsNaN(max)).To(BeTrue())
min, err := client.TDigestMin(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(math.IsNaN(min)).To(BeTrue())
quantile, err := client.TDigestQuantile(ctx, "tdigest1", 0.1, 0.2).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(quantile)).To(BeEquivalentTo(2))
rank, err := client.TDigestRank(ctx, "tdigest1", 10, 20).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(rank)).To(BeEquivalentTo(2))
revRank, err := client.TDigestRevRank(ctx, "tdigest1", 10, 20).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(revRank)).To(BeEquivalentTo(2))
trimmedMean, err := client.TDigestTrimmedMean(ctx, "tdigest1", 0.1, 0.6).Result()
Expect(err).NotTo(HaveOccurred())
Expect(math.IsNaN(trimmedMean)).To(BeTrue())
// Add elements
err = client.TDigestAdd(ctx, "tdigest1", 10, 20, 30, 40, 50, 60, 70, 80, 90, 100).Err()
Expect(err).NotTo(HaveOccurred())
info, err = client.TDigestInfo(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info.Observations).To(BeEquivalentTo(int64(10)))
byRank, err = client.TDigestByRank(ctx, "tdigest1", 0, 1, 2).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(byRank)).To(BeEquivalentTo(3))
Expect(byRank[0]).To(BeEquivalentTo(float64(10)))
Expect(byRank[1]).To(BeEquivalentTo(float64(20)))
Expect(byRank[2]).To(BeEquivalentTo(float64(30)))
byRevRank, err = client.TDigestByRevRank(ctx, "tdigest1", 0, 1, 2).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(byRevRank)).To(BeEquivalentTo(3))
Expect(byRevRank[0]).To(BeEquivalentTo(float64(100)))
Expect(byRevRank[1]).To(BeEquivalentTo(float64(90)))
Expect(byRevRank[2]).To(BeEquivalentTo(float64(80)))
cdf, err = client.TDigestCDF(ctx, "tdigest1", 15, 35, 70).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(cdf)).To(BeEquivalentTo(3))
Expect(cdf[0]).To(BeEquivalentTo(0.1))
Expect(cdf[1]).To(BeEquivalentTo(0.3))
Expect(cdf[2]).To(BeEquivalentTo(0.65))
max, err = client.TDigestMax(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(max).To(BeEquivalentTo(float64(100)))
min, err = client.TDigestMin(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(min).To(BeEquivalentTo(float64(10)))
quantile, err = client.TDigestQuantile(ctx, "tdigest1", 0.1, 0.2).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(quantile)).To(BeEquivalentTo(2))
Expect(quantile[0]).To(BeEquivalentTo(float64(20)))
Expect(quantile[1]).To(BeEquivalentTo(float64(30)))
rank, err = client.TDigestRank(ctx, "tdigest1", 10, 20).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(rank)).To(BeEquivalentTo(2))
Expect(rank[0]).To(BeEquivalentTo(int64(0)))
Expect(rank[1]).To(BeEquivalentTo(int64(1)))
revRank, err = client.TDigestRevRank(ctx, "tdigest1", 10, 20).Result()
Expect(err).NotTo(HaveOccurred())
Expect(len(revRank)).To(BeEquivalentTo(2))
Expect(revRank[0]).To(BeEquivalentTo(int64(9)))
Expect(revRank[1]).To(BeEquivalentTo(int64(8)))
trimmedMean, err = client.TDigestTrimmedMean(ctx, "tdigest1", 0.1, 0.6).Result()
Expect(err).NotTo(HaveOccurred())
Expect(trimmedMean).To(BeEquivalentTo(float64(40)))
reset, err := client.TDigestReset(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(reset).To(BeEquivalentTo("OK"))
})
It("should TDigestCreateWithCompression", Label("tdigest", "tcreatewithcompression"), func() {
err := client.TDigestCreateWithCompression(ctx, "tdigest1", 2000).Err()
Expect(err).NotTo(HaveOccurred())
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info.Compression).To(BeEquivalentTo(int64(2000)))
})
It("should TDigestMerge", Label("tdigest", "tmerge"), func() {
err := client.TDigestCreate(ctx, "tdigest1").Err()
Expect(err).NotTo(HaveOccurred())
err = client.TDigestAdd(ctx, "tdigest1", 10, 20, 30, 40, 50, 60, 70, 80, 90, 100).Err()
Expect(err).NotTo(HaveOccurred())
err = client.TDigestCreate(ctx, "tdigest2").Err()
Expect(err).NotTo(HaveOccurred())
err = client.TDigestAdd(ctx, "tdigest2", 15, 25, 35, 45, 55, 65, 75, 85, 95, 105).Err()
Expect(err).NotTo(HaveOccurred())
err = client.TDigestCreate(ctx, "tdigest3").Err()
Expect(err).NotTo(HaveOccurred())
err = client.TDigestAdd(ctx, "tdigest3", 50, 60, 70, 80, 90, 100, 110, 120, 130, 140).Err()
Expect(err).NotTo(HaveOccurred())
options := &redis.TDigestMergeOptions{
Compression: 1000,
Override: false,
}
err = client.TDigestMerge(ctx, "tdigest1", options, "tdigest2", "tdigest3").Err()
Expect(err).NotTo(HaveOccurred())
info, err := client.TDigestInfo(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(info.Observations).To(BeEquivalentTo(int64(30)))
Expect(info.Compression).To(BeEquivalentTo(int64(1000)))
max, err := client.TDigestMax(ctx, "tdigest1").Result()
Expect(err).NotTo(HaveOccurred())
Expect(max).To(BeEquivalentTo(float64(140)))
})
})
})