package server import ( "encoding/hex" "errors" "fmt" "io" "strings" "sync" "git.internal/re/ledisdb/ledis" "github.com/siddontang/go/hack" "github.com/siddontang/go/num" lua "github.com/yuin/gopher-lua" luajson "github.com/glendc/gopher-json" ) //ledis <-> lua type conversion, same as http://redis.io/commands/eval type luaWriter struct { l *lua.LState } func (w *luaWriter) writeError(err error) { panic(err) } func (w *luaWriter) writeStatus(status string) { table := w.l.NewTable() table.Append(lua.LString("ok")) table.Append(lua.LString(status)) w.l.Push(table) } func (w *luaWriter) writeInteger(n int64) { w.l.Push(w.toLuaInteger(n)) } func (w *luaWriter) writeBulk(b []byte) { w.l.Push(w.toLuaBulk(b)) } func (w *luaWriter) writeArray(lst []interface{}) { w.l.Push(w.toLuaArray(lst)) } func (w *luaWriter) writeSliceArray(lst [][]byte) { w.l.Push(w.toLuaSliceArray(lst)) } func (w *luaWriter) writeFVPairArray(lst []ledis.FVPair) { if lst == nil { w.l.Push(lua.LFalse) return } table := w.l.CreateTable(len(lst)*2, 0) for _, v := range lst { table.Append(lua.LString(hack.String(v.Field))) table.Append(lua.LString(hack.String(v.Value))) } w.l.Push(table) } func (w *luaWriter) writeScorePairArray(lst []ledis.ScorePair, withScores bool) { if lst == nil { w.l.Push(lua.LFalse) return } var table *lua.LTable if withScores { table = w.l.CreateTable(len(lst)*2, 0) for _, v := range lst { table.Append(lua.LString(hack.String(v.Member))) table.Append(lua.LString(num.FormatInt64ToSlice(v.Score))) } } else { table = w.l.CreateTable(len(lst), 0) for _, v := range lst { table.Append(lua.LString(hack.String(v.Member))) } } w.l.Push(table) } func (w *luaWriter) writeBulkFrom(n int64, rb io.Reader) { w.writeError(errors.New("unsupport")) } func (w *luaWriter) flush() { } func (w *luaWriter) toLuaInteger(n int64) lua.LValue { return lua.LNumber(n) } func (w *luaWriter) toLuaBulk(b []byte) lua.LValue { if b == nil { return lua.LFalse } return lua.LString(hack.String(b)) } func (w *luaWriter) toLuaSliceArray(lst [][]byte) lua.LValue { if lst == nil { return lua.LFalse } table := w.l.CreateTable(len(lst), 0) for _, v := range lst { if v == nil { table.Append(lua.LFalse) } else { table.Append(lua.LString((hack.String(v)))) } } return table } func (w *luaWriter) toLuaArray(lst []interface{}) lua.LValue { if lst == nil { return lua.LFalse } table := w.l.CreateTable(len(lst), 0) for i := range lst { switch v := lst[i].(type) { case []interface{}: table.Append(w.toLuaArray(v)) case [][]byte: table.Append(w.toLuaSliceArray(v)) case []byte: table.Append(w.toLuaBulk(v)) case nil: table.Append(w.toLuaBulk(nil)) case int64: table.Append(w.toLuaInteger(v)) default: panic("invalid array type") } } return table } type script struct { sync.Mutex app *App l *lua.LState c *client chunks map[string]struct{} } func (app *App) openScript() { s := new(script) s.app = app s.chunks = make(map[string]struct{}) app.script = s l := lua.NewState() for _, pair := range []struct { n string f lua.LGFunction }{ {lua.LoadLibName, lua.OpenPackage}, // Must be first {lua.BaseLibName, lua.OpenBase}, {lua.MathLibName, lua.OpenMath}, {lua.StringLibName, lua.OpenString}, {lua.TabLibName, lua.OpenTable}, {luajson.CJsonLibName, luajson.OpenCJSON}, // TODO (gopher-lua): support libs: // + CMsgpackLib?! (which funcs?) // + StructLib?! (which funcs?) } { l.Push(l.NewFunction(pair.f)) l.Push(lua.LString(pair.n)) l.Call(1, 0) } l.Register("error", luaErrorHandler) s.l = l s.c = newClient(app) s.c.db = nil w := new(luaWriter) w.l = l s.c.resp = w setLuaDBGlobalVar(l, "ledis") setLuaDBGlobalVar(l, "redis") setMapState(l, s) } func (app *App) closeScript() { app.script.l.Close() delMapState(app.script.l) app.script = nil } var mapState = map[*lua.LState]*script{} var stateLock sync.Mutex func setLuaDBGlobalVar(l *lua.LState, name string) { mt := l.NewTypeMetatable(name) l.SetGlobal(name, mt) // static attributes l.SetField(mt, "call", l.NewFunction(luaCall)) l.SetField(mt, "pcall", l.NewFunction(luaPCall)) l.SetField(mt, "sha1hex", l.NewFunction(luaSha1Hex)) l.SetField(mt, "error_reply", l.NewFunction(luaErrorReply)) l.SetField(mt, "status_reply", l.NewFunction(luaStatusReply)) } func setMapState(l *lua.LState, s *script) { stateLock.Lock() defer stateLock.Unlock() mapState[l] = s } func getMapState(l *lua.LState) *script { stateLock.Lock() defer stateLock.Unlock() return mapState[l] } func delMapState(l *lua.LState) { stateLock.Lock() defer stateLock.Unlock() delete(mapState, l) } func luaErrorHandler(l *lua.LState) int { msg := l.ToString(1) panic(errors.New(msg)) } func luaCall(l *lua.LState) int { return luaCallGenericCommand(l) } func luaPCall(l *lua.LState) (n int) { defer func() { if e := recover(); e != nil { luaPushError(l, fmt.Sprintf("%v", e)) n = 1 } return }() return luaCallGenericCommand(l) } func luaErrorReply(l *lua.LState) int { return luaReturnSingleFieldTable(l, "err") } func luaStatusReply(l *lua.LState) int { return luaReturnSingleFieldTable(l, "ok") } func luaReturnSingleFieldTable(l *lua.LState, filed string) int { if l.GetTop() != 1 || l.Get(-1).Type() != lua.LTString { luaPushError(l, "wrong number or type of arguments") return 1 } table := l.NewTable() table.Append(lua.LString(filed)) l.Push(table) return 1 } func luaSha1Hex(l *lua.LState) int { if argc := l.GetTop(); argc != 1 { luaPushError(l, "wrong number of arguments") return 1 } s := l.ToString(1) s = hex.EncodeToString(hack.Slice(s)) l.Push(lua.LString(s)) return 1 } func luaPushError(l *lua.LState, msg string) { table := l.NewTable() table.Append(lua.LString("err")) table.Append(lua.LString(msg)) l.Push(table) } func luaCallGenericCommand(l *lua.LState) int { s := getMapState(l) if s == nil { panic("Invalid lua call") } else if s.c.db == nil { panic("Invalid lua call, not prepared") } c := s.c argc := l.GetTop() if argc < 1 { panic("Please specify at least one argument for ledis.call()") } c.cmd = l.ToString(1) c.args = make([][]byte, argc-1) for i := 2; i <= argc; i++ { switch l.Get(i).Type() { case lua.LTNumber: c.args[i-2] = []byte(fmt.Sprintf("%.17g", l.ToNumber(i))) case lua.LTString: c.args[i-2] = []byte(l.ToString(i)) default: panic("Lua ledis() command arguments must be strings or integers") } } c.perform() return 1 } func luaSetGlobalArray(l *lua.LState, name string, ay [][]byte) { table := l.NewTable() for i := 0; i < len(ay); i++ { table.Append(lua.LString(hack.String(ay[i]))) } l.SetGlobal(name, table) } func luaReplyToLedisReply(l *lua.LState) interface{} { return luaValueToLedisValue(l.Get(-1)) } func luaValueToLedisValue(v lua.LValue) interface{} { switch top := v.(type) { case lua.LString: return hack.Slice(top.String()) case lua.LBool: if top == lua.LTrue { return int64(1) } return nil case lua.LNumber: return int64(top) case *lua.LTable: // flatten all key, values, for easier access later flatTable := make([]lua.LValue, 0) var err error top.ForEach(func(key, value lua.LValue) { if err != nil { return } if key.Type() == lua.LTString { err = fmt.Errorf("only array-tables are supported: %q", top.String()) return } flatTable = append(flatTable, key, value) }) if err != nil { return err } length := len(flatTable) if length == 0 { return nil } if length <= 4 { // ok => status Reply // err => error Reply if flatTable[1].Type() == lua.LTString { switch strings.ToLower(flatTable[1].String()) { case "ok": if length == 4 { return flatTable[3].String() } return "ok" case "err": if length == 4 { return errors.New(flatTable[3].String()) } return errors.New("err") default: } } } ay := make([]interface{}, 0) for i := 0; i < length; i += 2 { // cut at first nil value value := flatTable[i+1] if value.Type() == lua.LTNil { break } ay = append(ay, luaValueToLedisValue(value)) } return ay default: return nil } }