2014-05-16 11:03:23 +04:00
|
|
|
package server
|
2014-05-02 13:08:20 +04:00
|
|
|
|
|
|
|
import (
|
2015-03-11 06:54:02 +03:00
|
|
|
"github.com/siddontang/goredis"
|
2014-08-07 12:49:48 +04:00
|
|
|
"github.com/siddontang/ledisdb/config"
|
2014-05-16 11:03:23 +04:00
|
|
|
"github.com/siddontang/ledisdb/ledis"
|
2014-05-02 13:08:20 +04:00
|
|
|
"net"
|
2014-07-17 11:19:46 +04:00
|
|
|
"net/http"
|
2014-06-11 12:48:11 +04:00
|
|
|
"path"
|
2014-05-02 13:08:20 +04:00
|
|
|
"strings"
|
2014-09-23 13:28:09 +04:00
|
|
|
"sync"
|
2014-05-02 13:08:20 +04:00
|
|
|
)
|
|
|
|
|
|
|
|
type App struct {
|
2014-08-07 12:49:48 +04:00
|
|
|
cfg *config.Config
|
2014-05-02 13:08:20 +04:00
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
listener net.Listener
|
|
|
|
httpListener net.Listener
|
2014-05-02 13:08:20 +04:00
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
ldb *ledis.Ledis
|
2014-05-08 06:54:33 +04:00
|
|
|
|
|
|
|
closed bool
|
2014-06-06 10:57:18 +04:00
|
|
|
|
|
|
|
quit chan struct{}
|
2014-06-08 12:43:59 +04:00
|
|
|
|
2014-06-11 12:48:11 +04:00
|
|
|
access *accessLog
|
|
|
|
|
2014-06-08 12:43:59 +04:00
|
|
|
//for slave replication
|
2014-06-09 13:23:32 +04:00
|
|
|
m *master
|
2014-08-25 10:18:23 +04:00
|
|
|
|
|
|
|
info *info
|
2014-09-02 13:55:12 +04:00
|
|
|
|
|
|
|
s *script
|
2014-09-23 13:28:09 +04:00
|
|
|
|
|
|
|
// handle slaves
|
2014-10-21 13:35:03 +04:00
|
|
|
slock sync.Mutex
|
|
|
|
slaves map[string]*client
|
|
|
|
slaveSyncAck chan uint64
|
2014-10-11 13:44:31 +04:00
|
|
|
|
|
|
|
snap *snapshotStore
|
2014-11-11 10:21:41 +03:00
|
|
|
|
|
|
|
connWait sync.WaitGroup
|
|
|
|
|
|
|
|
rcm sync.Mutex
|
|
|
|
rcs map[*respClient]struct{}
|
2014-12-01 12:50:48 +03:00
|
|
|
|
2015-03-07 07:47:35 +03:00
|
|
|
migrateM sync.Mutex
|
2015-03-11 06:54:02 +03:00
|
|
|
migrateClients map[string]*goredis.Client
|
2015-03-07 07:47:35 +03:00
|
|
|
migrateKeyLockers map[string]*migrateKeyLocker
|
2014-05-02 13:08:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
func netType(s string) string {
|
|
|
|
if strings.Contains(s, "/") {
|
|
|
|
return "unix"
|
|
|
|
} else {
|
|
|
|
return "tcp"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-08-07 12:49:48 +04:00
|
|
|
func NewApp(cfg *config.Config) (*App, error) {
|
2014-06-06 07:25:13 +04:00
|
|
|
if len(cfg.DataDir) == 0 {
|
2014-08-07 12:49:48 +04:00
|
|
|
println("use default datadir %s", config.DefaultDataDir)
|
|
|
|
cfg.DataDir = config.DefaultDataDir
|
2014-06-06 07:25:13 +04:00
|
|
|
}
|
|
|
|
|
2014-05-02 13:08:20 +04:00
|
|
|
app := new(App)
|
|
|
|
|
2014-06-06 10:57:18 +04:00
|
|
|
app.quit = make(chan struct{})
|
|
|
|
|
2014-05-08 06:54:33 +04:00
|
|
|
app.closed = false
|
|
|
|
|
2014-05-02 13:08:20 +04:00
|
|
|
app.cfg = cfg
|
|
|
|
|
2014-10-21 13:35:03 +04:00
|
|
|
app.slaves = make(map[string]*client)
|
|
|
|
app.slaveSyncAck = make(chan uint64)
|
2014-09-23 13:28:09 +04:00
|
|
|
|
2014-11-11 10:21:41 +03:00
|
|
|
app.rcs = make(map[*respClient]struct{})
|
|
|
|
|
2015-03-11 06:54:02 +03:00
|
|
|
app.migrateClients = make(map[string]*goredis.Client)
|
2015-03-07 07:47:35 +03:00
|
|
|
app.newMigrateKeyLockers()
|
2014-12-01 12:50:48 +03:00
|
|
|
|
2014-05-02 13:08:20 +04:00
|
|
|
var err error
|
|
|
|
|
2014-08-25 10:18:23 +04:00
|
|
|
if app.info, err = newInfo(app); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
if app.listener, err = net.Listen(netType(cfg.Addr), cfg.Addr); err != nil {
|
|
|
|
return nil, err
|
2014-05-02 13:08:20 +04:00
|
|
|
}
|
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
if len(cfg.HttpAddr) > 0 {
|
|
|
|
if app.httpListener, err = net.Listen(netType(cfg.HttpAddr), cfg.HttpAddr); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2014-05-02 13:08:20 +04:00
|
|
|
}
|
|
|
|
|
2014-06-11 12:48:11 +04:00
|
|
|
if len(cfg.AccessLog) > 0 {
|
|
|
|
if path.Dir(cfg.AccessLog) == "." {
|
|
|
|
app.access, err = newAcessLog(path.Join(cfg.DataDir, cfg.AccessLog))
|
|
|
|
} else {
|
|
|
|
app.access, err = newAcessLog(cfg.AccessLog)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-10-11 13:44:31 +04:00
|
|
|
if app.snap, err = newSnapshotStore(cfg); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-09-25 12:03:29 +04:00
|
|
|
if len(app.cfg.SlaveOf) > 0 {
|
|
|
|
//slave must readonly
|
2014-10-10 05:49:16 +04:00
|
|
|
app.cfg.Readonly = true
|
2014-09-25 12:03:29 +04:00
|
|
|
}
|
|
|
|
|
2014-10-10 05:49:16 +04:00
|
|
|
if app.ldb, err = ledis.Open(cfg); err != nil {
|
2014-05-02 13:08:20 +04:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2014-06-09 13:23:32 +04:00
|
|
|
app.m = newMaster(app)
|
|
|
|
|
2014-09-02 13:55:12 +04:00
|
|
|
app.openScript()
|
|
|
|
|
2014-09-23 13:28:09 +04:00
|
|
|
app.ldb.AddNewLogEventHandler(app.publishNewLog)
|
|
|
|
|
2014-05-02 13:08:20 +04:00
|
|
|
return app, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (app *App) Close() {
|
2014-05-08 06:54:33 +04:00
|
|
|
if app.closed {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-06-06 10:57:18 +04:00
|
|
|
app.closed = true
|
|
|
|
|
|
|
|
close(app.quit)
|
|
|
|
|
2014-05-02 13:08:20 +04:00
|
|
|
app.listener.Close()
|
|
|
|
|
2014-12-01 12:50:48 +03:00
|
|
|
//close all migrate connections
|
2014-12-03 11:27:52 +03:00
|
|
|
app.migrateM.Lock()
|
|
|
|
for k, c := range app.migrateClients {
|
2014-12-01 12:50:48 +03:00
|
|
|
c.Close()
|
2014-12-03 11:27:52 +03:00
|
|
|
delete(app.migrateClients, k)
|
2014-12-01 12:50:48 +03:00
|
|
|
}
|
2014-12-03 11:27:52 +03:00
|
|
|
app.migrateM.Unlock()
|
2014-12-01 12:50:48 +03:00
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
if app.httpListener != nil {
|
|
|
|
app.httpListener.Close()
|
|
|
|
}
|
|
|
|
|
2014-11-11 10:21:41 +03:00
|
|
|
app.closeAllRespClients()
|
|
|
|
|
|
|
|
//wait all connection closed
|
|
|
|
app.connWait.Wait()
|
|
|
|
|
2014-09-02 13:55:12 +04:00
|
|
|
app.closeScript()
|
|
|
|
|
2015-03-02 12:12:55 +03:00
|
|
|
app.m.Lock()
|
2014-06-09 13:23:32 +04:00
|
|
|
app.m.Close()
|
2015-03-02 12:12:55 +03:00
|
|
|
app.m.Unlock()
|
2014-06-09 13:23:32 +04:00
|
|
|
|
2014-10-11 13:44:31 +04:00
|
|
|
app.snap.Close()
|
|
|
|
|
2014-06-11 12:48:11 +04:00
|
|
|
if app.access != nil {
|
|
|
|
app.access.Close()
|
|
|
|
}
|
|
|
|
|
2014-05-20 04:41:24 +04:00
|
|
|
app.ldb.Close()
|
2014-05-02 13:08:20 +04:00
|
|
|
}
|
|
|
|
|
|
|
|
func (app *App) Run() {
|
2014-06-08 12:43:59 +04:00
|
|
|
if len(app.cfg.SlaveOf) > 0 {
|
2014-10-10 05:49:16 +04:00
|
|
|
app.slaveof(app.cfg.SlaveOf, false, app.cfg.Readonly)
|
2014-06-06 10:57:18 +04:00
|
|
|
}
|
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
go app.httpServe()
|
|
|
|
|
2014-11-01 18:28:28 +03:00
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-app.quit:
|
|
|
|
return
|
|
|
|
default:
|
|
|
|
conn, err := app.listener.Accept()
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
newClientRESP(conn, app)
|
2014-05-02 13:08:20 +04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2014-06-11 10:52:34 +04:00
|
|
|
|
2014-07-17 11:19:46 +04:00
|
|
|
func (app *App) httpServe() {
|
|
|
|
if app.httpListener == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
mux := http.NewServeMux()
|
|
|
|
|
2014-08-01 07:42:16 +04:00
|
|
|
mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
newClientHTTP(app, w, r)
|
|
|
|
})
|
2014-07-17 11:19:46 +04:00
|
|
|
|
|
|
|
svr := http.Server{Handler: mux}
|
|
|
|
svr.Serve(app.httpListener)
|
|
|
|
}
|
|
|
|
|
2014-06-11 12:48:11 +04:00
|
|
|
func (app *App) Ledis() *ledis.Ledis {
|
2014-06-11 10:52:34 +04:00
|
|
|
return app.ldb
|
|
|
|
}
|