2014-05-20 04:41:24 +04:00
|
|
|
package ledis
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
2014-07-04 09:27:57 +04:00
|
|
|
"github.com/siddontang/go-log/log"
|
2014-06-19 13:19:40 +04:00
|
|
|
"github.com/siddontang/ledisdb/leveldb"
|
2014-05-29 11:07:14 +04:00
|
|
|
"sync"
|
2014-06-12 06:51:36 +04:00
|
|
|
"time"
|
2014-05-20 04:41:24 +04:00
|
|
|
)
|
|
|
|
|
|
|
|
type DB struct {
|
2014-06-05 11:59:10 +04:00
|
|
|
l *Ledis
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
db *leveldb.DB
|
|
|
|
|
|
|
|
index uint8
|
|
|
|
|
|
|
|
kvTx *tx
|
|
|
|
listTx *tx
|
|
|
|
hashTx *tx
|
|
|
|
zsetTx *tx
|
2014-06-23 16:09:05 +04:00
|
|
|
binTx *tx
|
2014-05-20 04:41:24 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
type Ledis struct {
|
2014-05-29 11:07:14 +04:00
|
|
|
sync.Mutex
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
cfg *Config
|
|
|
|
|
|
|
|
ldb *leveldb.DB
|
|
|
|
dbs [MaxDBNumber]*DB
|
2014-05-27 12:05:24 +04:00
|
|
|
|
2014-06-07 12:56:22 +04:00
|
|
|
binlog *BinLog
|
2014-06-05 11:59:10 +04:00
|
|
|
|
|
|
|
quit chan struct{}
|
2014-06-18 11:47:26 +04:00
|
|
|
jobs *sync.WaitGroup
|
2014-05-20 04:41:24 +04:00
|
|
|
}
|
|
|
|
|
2014-07-04 11:45:23 +04:00
|
|
|
func OpenWithJsonConfig(configJson json.RawMessage) (*Ledis, error) {
|
2014-05-20 04:41:24 +04:00
|
|
|
var cfg Config
|
|
|
|
|
|
|
|
if err := json.Unmarshal(configJson, &cfg); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-07-04 11:45:23 +04:00
|
|
|
return Open(&cfg)
|
2014-05-20 04:41:24 +04:00
|
|
|
}
|
|
|
|
|
2014-07-04 11:45:23 +04:00
|
|
|
func Open(cfg *Config) (*Ledis, error) {
|
2014-06-06 06:34:57 +04:00
|
|
|
if len(cfg.DataDir) == 0 {
|
|
|
|
return nil, fmt.Errorf("must set correct data_dir")
|
|
|
|
}
|
|
|
|
|
2014-07-23 04:30:00 +04:00
|
|
|
ldb, err := leveldb.Open(cfg.NewDBConfig())
|
2014-05-20 04:41:24 +04:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
l := new(Ledis)
|
2014-06-05 11:59:10 +04:00
|
|
|
|
|
|
|
l.quit = make(chan struct{})
|
2014-06-18 11:47:26 +04:00
|
|
|
l.jobs = new(sync.WaitGroup)
|
2014-06-05 11:59:10 +04:00
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
l.ldb = ldb
|
|
|
|
|
2014-07-23 03:55:32 +04:00
|
|
|
if cfg.BinLog.Use {
|
2014-07-23 13:08:55 +04:00
|
|
|
println("binlog will be refactored later, use your own risk!!!")
|
2014-07-23 04:30:00 +04:00
|
|
|
l.binlog, err = NewBinLog(cfg.NewBinLogConfig())
|
2014-05-27 12:05:24 +04:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
l.binlog = nil
|
|
|
|
}
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
for i := uint8(0); i < MaxDBNumber; i++ {
|
|
|
|
l.dbs[i] = newDB(l, i)
|
|
|
|
}
|
|
|
|
|
2014-06-12 06:51:36 +04:00
|
|
|
l.activeExpireCycle()
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
return l, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func newDB(l *Ledis, index uint8) *DB {
|
|
|
|
d := new(DB)
|
|
|
|
|
2014-06-05 11:59:10 +04:00
|
|
|
d.l = l
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
d.db = l.ldb
|
|
|
|
|
|
|
|
d.index = index
|
|
|
|
|
2014-05-27 12:05:24 +04:00
|
|
|
d.kvTx = newTx(l)
|
|
|
|
d.listTx = newTx(l)
|
|
|
|
d.hashTx = newTx(l)
|
|
|
|
d.zsetTx = newTx(l)
|
2014-06-23 16:09:05 +04:00
|
|
|
d.binTx = newTx(l)
|
2014-05-20 04:41:24 +04:00
|
|
|
|
|
|
|
return d
|
|
|
|
}
|
|
|
|
|
|
|
|
func (l *Ledis) Close() {
|
2014-06-05 11:59:10 +04:00
|
|
|
close(l.quit)
|
2014-06-18 11:47:26 +04:00
|
|
|
l.jobs.Wait()
|
2014-06-05 11:59:10 +04:00
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
l.ldb.Close()
|
2014-06-05 11:59:10 +04:00
|
|
|
|
|
|
|
if l.binlog != nil {
|
|
|
|
l.binlog.Close()
|
|
|
|
l.binlog = nil
|
|
|
|
}
|
2014-05-20 04:41:24 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
func (l *Ledis) Select(index int) (*DB, error) {
|
|
|
|
if index < 0 || index >= int(MaxDBNumber) {
|
|
|
|
return nil, fmt.Errorf("invalid db index %d", index)
|
|
|
|
}
|
|
|
|
|
|
|
|
return l.dbs[index], nil
|
|
|
|
}
|
2014-06-08 12:43:59 +04:00
|
|
|
|
|
|
|
func (l *Ledis) FlushAll() error {
|
|
|
|
for index, db := range l.dbs {
|
|
|
|
if _, err := db.FlushAll(); err != nil {
|
|
|
|
log.Error("flush db %d error %s", index, err.Error())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
2014-06-10 06:41:50 +04:00
|
|
|
|
2014-07-09 05:33:44 +04:00
|
|
|
// very dangerous to use
|
2014-06-10 06:41:50 +04:00
|
|
|
func (l *Ledis) DataDB() *leveldb.DB {
|
|
|
|
return l.ldb
|
|
|
|
}
|
2014-06-12 06:51:36 +04:00
|
|
|
|
|
|
|
func (l *Ledis) activeExpireCycle() {
|
|
|
|
var executors []*elimination = make([]*elimination, len(l.dbs))
|
|
|
|
for i, db := range l.dbs {
|
|
|
|
executors[i] = db.newEliminator()
|
|
|
|
}
|
|
|
|
|
2014-06-18 11:47:26 +04:00
|
|
|
l.jobs.Add(1)
|
2014-06-12 06:51:36 +04:00
|
|
|
go func() {
|
|
|
|
tick := time.NewTicker(1 * time.Second)
|
2014-06-18 11:47:26 +04:00
|
|
|
end := false
|
2014-07-07 12:39:36 +04:00
|
|
|
done := make(chan struct{})
|
2014-06-18 11:47:26 +04:00
|
|
|
for !end {
|
2014-06-12 06:51:36 +04:00
|
|
|
select {
|
|
|
|
case <-tick.C:
|
2014-07-07 12:39:36 +04:00
|
|
|
go func() {
|
|
|
|
for _, eli := range executors {
|
|
|
|
eli.active()
|
|
|
|
}
|
|
|
|
done <- struct{}{}
|
|
|
|
}()
|
|
|
|
<-done
|
2014-06-12 06:51:36 +04:00
|
|
|
case <-l.quit:
|
2014-06-18 11:47:26 +04:00
|
|
|
end = true
|
2014-06-12 06:51:36 +04:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
tick.Stop()
|
2014-06-18 11:47:26 +04:00
|
|
|
l.jobs.Done()
|
2014-06-12 06:51:36 +04:00
|
|
|
}()
|
|
|
|
}
|