2016-03-05 02:08:16 +03:00
package controller
import (
2016-08-26 22:54:19 +03:00
"bytes"
2016-03-05 02:08:16 +03:00
"encoding/json"
"fmt"
2016-12-23 00:52:37 +03:00
"os"
2016-03-05 02:08:16 +03:00
"runtime"
2016-03-29 01:50:18 +03:00
"sort"
2016-08-26 22:54:19 +03:00
"strings"
2016-03-05 02:08:16 +03:00
"time"
2016-03-29 01:50:18 +03:00
"github.com/tidwall/resp"
2018-10-11 00:25:40 +03:00
"github.com/tidwall/tile38/core"
2018-10-18 17:12:24 +03:00
"github.com/tidwall/tile38/internal/collection"
2018-10-11 00:25:40 +03:00
"github.com/tidwall/tile38/internal/server"
2016-03-05 02:08:16 +03:00
)
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
func ( c * Controller ) cmdStats ( msg * server . Message ) ( res resp . Value , err error ) {
2016-03-05 02:08:16 +03:00
start := time . Now ( )
2016-03-29 02:11:29 +03:00
vs := msg . Values [ 1 : ]
2016-03-05 02:08:16 +03:00
var ms = [ ] map [ string ] interface { } { }
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
2016-03-29 02:11:29 +03:00
if len ( vs ) == 0 {
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , errInvalidNumberOfArguments
2016-03-05 02:08:16 +03:00
}
2016-03-29 02:11:29 +03:00
var vals [ ] resp . Value
var key string
var ok bool
for {
vs , key , ok = tokenval ( vs )
if ! ok {
break
}
2016-03-05 02:08:16 +03:00
col := c . getCol ( key )
if col != nil {
m := make ( map [ string ] interface { } )
2016-10-25 01:35:47 +03:00
m [ "num_points" ] = col . PointCount ( )
2016-03-05 02:08:16 +03:00
m [ "in_memory_size" ] = col . TotalWeight ( )
2016-07-13 07:59:36 +03:00
m [ "num_objects" ] = col . Count ( )
2016-10-25 01:35:47 +03:00
m [ "num_strings" ] = col . StringCount ( )
2016-03-29 02:11:29 +03:00
switch msg . OutputType {
case server . JSON :
ms = append ( ms , m )
case server . RESP :
vals = append ( vals , resp . ArrayValue ( respValuesSimpleMap ( m ) ) )
}
2016-03-05 02:08:16 +03:00
} else {
2016-03-29 02:11:29 +03:00
switch msg . OutputType {
case server . JSON :
ms = append ( ms , nil )
case server . RESP :
vals = append ( vals , resp . NullValue ( ) )
}
2016-03-05 02:08:16 +03:00
}
}
2016-03-29 02:11:29 +03:00
switch msg . OutputType {
case server . JSON :
2016-03-29 03:38:21 +03:00
2016-03-29 02:11:29 +03:00
data , err := json . Marshal ( ms )
if err != nil {
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , err
2016-03-29 02:11:29 +03:00
}
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . StringValue ( ` { "ok":true,"stats": ` + string ( data ) + ` ,"elapsed":" ` + time . Now ( ) . Sub ( start ) . String ( ) + "\"}" )
2016-03-29 02:11:29 +03:00
case server . RESP :
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . ArrayValue ( vals )
2016-03-05 02:08:16 +03:00
}
2016-03-29 02:11:29 +03:00
return res , nil
2016-03-05 02:08:16 +03:00
}
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
func ( c * Controller ) cmdServer ( msg * server . Message ) ( res resp . Value , err error ) {
2016-03-05 02:08:16 +03:00
start := time . Now ( )
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
2016-03-29 01:50:18 +03:00
if len ( msg . Values ) != 1 {
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , errInvalidNumberOfArguments
2016-03-05 02:08:16 +03:00
}
m := make ( map [ string ] interface { } )
2017-09-30 04:11:05 +03:00
m [ "id" ] = c . config . serverID ( )
if c . config . followHost ( ) != "" {
m [ "following" ] = fmt . Sprintf ( "%s:%d" , c . config . followHost ( ) , c . config . followPort ( ) )
2016-03-05 02:08:16 +03:00
m [ "caught_up" ] = c . fcup
2017-08-04 15:28:35 +03:00
m [ "caught_up_once" ] = c . fcuponce
2016-03-05 02:08:16 +03:00
}
2017-01-13 18:53:01 +03:00
m [ "http_transport" ] = c . http
2016-12-23 00:52:37 +03:00
m [ "pid" ] = os . Getpid ( )
2016-03-05 02:08:16 +03:00
m [ "aof_size" ] = c . aofsz
m [ "num_collections" ] = c . cols . Len ( )
2016-03-30 19:32:38 +03:00
m [ "num_hooks" ] = len ( c . hooks )
2016-03-05 02:08:16 +03:00
sz := 0
2018-10-18 17:12:24 +03:00
c . cols . Scan ( func ( key string , value interface { } ) bool {
col := value . ( * collection . Collection )
2016-03-05 02:08:16 +03:00
sz += col . TotalWeight ( )
return true
} )
m [ "in_memory_size" ] = sz
points := 0
objects := 0
2016-10-25 01:35:47 +03:00
strings := 0
2018-10-18 17:12:24 +03:00
c . cols . Scan ( func ( key string , value interface { } ) bool {
col := value . ( * collection . Collection )
2016-03-05 02:08:16 +03:00
points += col . PointCount ( )
2016-07-13 07:59:36 +03:00
objects += col . Count ( )
2016-10-25 01:35:47 +03:00
strings += col . StringCount ( )
2016-03-05 02:08:16 +03:00
return true
} )
m [ "num_points" ] = points
m [ "num_objects" ] = objects
2016-10-25 01:35:47 +03:00
m [ "num_strings" ] = strings
2016-03-05 02:08:16 +03:00
var mem runtime . MemStats
runtime . ReadMemStats ( & mem )
avgsz := 0
if points != 0 {
avgsz = int ( mem . HeapAlloc ) / points
}
2016-10-25 01:58:30 +03:00
m [ "mem_alloc" ] = mem . Alloc
2016-03-05 02:08:16 +03:00
m [ "heap_size" ] = mem . HeapAlloc
2016-12-23 00:52:37 +03:00
m [ "heap_released" ] = mem . HeapReleased
2017-09-30 04:11:05 +03:00
m [ "max_heap_size" ] = c . config . maxMemory ( )
2016-03-05 02:08:16 +03:00
m [ "avg_item_size" ] = avgsz
m [ "pointer_size" ] = ( 32 << uintptr ( uint64 ( ^ uintptr ( 0 ) ) >> 63 ) ) / 8
2017-09-30 04:11:05 +03:00
m [ "read_only" ] = c . config . readOnly ( )
2018-03-10 03:24:23 +03:00
m [ "cpus" ] = runtime . NumCPU ( )
m [ "threads" ] = runtime . GOMAXPROCS ( 0 )
2016-03-05 02:08:16 +03:00
2016-03-29 01:50:18 +03:00
switch msg . OutputType {
case server . JSON :
data , err := json . Marshal ( m )
if err != nil {
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , err
2016-03-29 01:50:18 +03:00
}
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . StringValue ( ` { "ok":true,"stats": ` + string ( data ) + ` ,"elapsed":" ` + time . Now ( ) . Sub ( start ) . String ( ) + "\"}" )
2016-03-29 01:50:18 +03:00
case server . RESP :
2016-03-29 02:11:29 +03:00
vals := respValuesSimpleMap ( m )
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . ArrayValue ( vals )
2016-03-05 02:08:16 +03:00
}
2016-03-29 01:50:18 +03:00
return res , nil
2016-03-05 02:08:16 +03:00
}
2016-08-26 23:42:52 +03:00
2016-08-26 22:54:19 +03:00
func ( c * Controller ) writeInfoServer ( w * bytes . Buffer ) {
2016-08-26 23:42:52 +03:00
fmt . Fprintf ( w , "tile38_version:%s\r\n" , core . Version )
2016-08-26 22:54:19 +03:00
fmt . Fprintf ( w , "redis_version:%s\r\n" , core . Version ) //Version of the Redis server
fmt . Fprintf ( w , "uptime_in_seconds:%d\r\n" , time . Now ( ) . Sub ( c . started ) / time . Second ) //Number of seconds since Redis server start
}
func ( c * Controller ) writeInfoClients ( w * bytes . Buffer ) {
2017-09-30 18:00:29 +03:00
c . connsmu . RLock ( )
2017-09-30 21:06:10 +03:00
fmt . Fprintf ( w , "connected_clients:%d\r\n" , len ( c . conns ) ) // Number of client connections (excluding connections from slaves)
2017-09-30 18:00:29 +03:00
c . connsmu . RUnlock ( )
2016-08-26 22:54:19 +03:00
}
func ( c * Controller ) writeInfoMemory ( w * bytes . Buffer ) {
var mem runtime . MemStats
runtime . ReadMemStats ( & mem )
fmt . Fprintf ( w , "used_memory:%d\r\n" , mem . Alloc ) // total number of bytes allocated by Redis using its allocator (either standard libc, jemalloc, or an alternative allocator such as tcmalloc
}
func boolInt ( t bool ) int {
if t {
return 1
}
return 0
}
func ( c * Controller ) writeInfoPersistence ( w * bytes . Buffer ) {
fmt . Fprintf ( w , "aof_enabled:1\r\n" )
2017-09-30 18:00:29 +03:00
fmt . Fprintf ( w , "aof_rewrite_in_progress:%d\r\n" , boolInt ( c . shrinking ) ) // Flag indicating a AOF rewrite operation is on-going
fmt . Fprintf ( w , "aof_last_rewrite_time_sec:%d\r\n" , c . lastShrinkDuration . get ( ) / int ( time . Second ) ) // Duration of the last AOF rewrite operation in seconds
currentShrinkStart := c . currentShrinkStart . get ( )
if currentShrinkStart . IsZero ( ) {
2016-08-26 22:54:19 +03:00
fmt . Fprintf ( w , "aof_current_rewrite_time_sec:0\r\n" ) // Duration of the on-going AOF rewrite operation if any
} else {
2017-09-30 18:00:29 +03:00
fmt . Fprintf ( w , "aof_current_rewrite_time_sec:%d\r\n" , time . Now ( ) . Sub ( currentShrinkStart ) / time . Second ) // Duration of the on-going AOF rewrite operation if any
2016-08-26 22:54:19 +03:00
}
}
func ( c * Controller ) writeInfoStats ( w * bytes . Buffer ) {
2017-09-30 17:29:03 +03:00
fmt . Fprintf ( w , "total_connections_received:%d\r\n" , c . statsTotalConns . get ( ) ) // Total number of connections accepted by the server
fmt . Fprintf ( w , "total_commands_processed:%d\r\n" , c . statsTotalCommands . get ( ) ) // Total number of commands processed by the server
fmt . Fprintf ( w , "expired_keys:%d\r\n" , c . statsExpired . get ( ) ) // Total number of key expiration events
2016-08-26 22:54:19 +03:00
}
func ( c * Controller ) writeInfoReplication ( w * bytes . Buffer ) {
fmt . Fprintf ( w , "connected_slaves:%d\r\n" , len ( c . aofconnM ) ) // Number of connected slaves
}
func ( c * Controller ) writeInfoCluster ( w * bytes . Buffer ) {
fmt . Fprintf ( w , "cluster_enabled:0\r\n" )
}
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
func ( c * Controller ) cmdInfo ( msg * server . Message ) ( res resp . Value , err error ) {
2016-08-26 22:54:19 +03:00
start := time . Now ( )
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
2016-08-26 22:54:19 +03:00
sections := [ ] string { "server" , "clients" , "memory" , "persistence" , "stats" , "replication" , "cpu" , "cluster" , "keyspace" }
switch len ( msg . Values ) {
default :
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , errInvalidNumberOfArguments
2016-08-26 22:54:19 +03:00
case 1 :
case 2 :
section := strings . ToLower ( msg . Values [ 1 ] . String ( ) )
switch section {
default :
sections = [ ] string { section }
case "all" :
sections = [ ] string { "server" , "clients" , "memory" , "persistence" , "stats" , "replication" , "cpu" , "commandstats" , "cluster" , "keyspace" }
case "default" :
}
}
2016-03-29 02:11:29 +03:00
2016-08-26 22:54:19 +03:00
w := & bytes . Buffer { }
for i , section := range sections {
if i > 0 {
w . WriteString ( "\r\n" )
}
switch strings . ToLower ( section ) {
default :
continue
case "server" :
w . WriteString ( "# Server\r\n" )
c . writeInfoServer ( w )
case "clients" :
w . WriteString ( "# Clients\r\n" )
c . writeInfoClients ( w )
case "memory" :
w . WriteString ( "# Memory\r\n" )
c . writeInfoMemory ( w )
case "persistence" :
w . WriteString ( "# Persistence\r\n" )
c . writeInfoPersistence ( w )
case "stats" :
w . WriteString ( "# Stats\r\n" )
c . writeInfoStats ( w )
case "replication" :
w . WriteString ( "# Replication\r\n" )
c . writeInfoReplication ( w )
case "cpu" :
w . WriteString ( "# CPU\r\n" )
c . writeInfoCPU ( w )
case "cluster" :
w . WriteString ( "# Cluster\r\n" )
c . writeInfoCluster ( w )
}
}
switch msg . OutputType {
case server . JSON :
data , err := json . Marshal ( w . String ( ) )
if err != nil {
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
return server . NOMessage , err
2016-08-26 22:54:19 +03:00
}
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . StringValue ( ` { "ok":true,"info": ` + string ( data ) + ` ,"elapsed":" ` + time . Now ( ) . Sub ( start ) . String ( ) + "\"}" )
2016-08-26 22:54:19 +03:00
case server . RESP :
Lua scripting feature. (#224)
* Start on lua scripting
* Implement evalsha, script load, script exists, and script flush
* Type conversions from lua to resp/json.
Refactor to make luastate and luascripts persistent in the controller.
* Change controller.command and all underlying commands to return resp.Value.
Serialize only during the ouput.
* First stab at tile38 call from lua
* Change tile38 into tile38.call in Lua
* Property return errors from scripts
* Minor refactoring. No locking on script run
* Cleanup/refactoring
* Create a pool of 5 lua states, allow for more as needed. Refactor.
* Use safe map for scripts. Add a limit for max number of lua states. Refactor.
* Refactor
* Refactor script commands into atomic, read-only, and non-atomic classes.
Proper locking for all three classes.
Add tests for scripts
* More tests for scripts
* Properly escape newlines in lua-produced errors
* Better test for readonly failure
* Correctly convert ok/err messages between lua and resp.
Add pcall, sha1hex, error_reply, status_reply functions to tile38 namespace in lua.
* Add pcall test. Change writeErr to work with string argument
* Make sure eval/evalsha never attempt to write AOF
* Add eval-set and eval-get to benchmarks
* Fix eval benchmark tests, add more
* Improve benchmarks
* Optimizations and refactoring.
* Add lua memtest
* Typo
* Add dependency
* golint fixes
* gofmt fixes
* Add scripting commands to the core/commands.json
* Use ARGV for args inside lua
2017-10-05 18:20:40 +03:00
res = resp . BytesValue ( w . Bytes ( ) )
2016-08-26 22:54:19 +03:00
}
return res , nil
}
2016-03-29 02:11:29 +03:00
func respValuesSimpleMap ( m map [ string ] interface { } ) [ ] resp . Value {
var keys [ ] string
2016-04-03 05:16:36 +03:00
for key := range m {
2016-03-29 02:11:29 +03:00
keys = append ( keys , key )
}
sort . Strings ( keys )
var vals [ ] resp . Value
for _ , key := range keys {
val := m [ key ]
vals = append ( vals , resp . StringValue ( key ) )
vals = append ( vals , resp . StringValue ( fmt . Sprintf ( "%v" , val ) ) )
}
return vals
}
2016-03-05 02:08:16 +03:00
func ( c * Controller ) statsCollections ( line string ) ( string , error ) {
start := time . Now ( )
var key string
var ms = [ ] map [ string ] interface { } { }
for len ( line ) > 0 {
line , key = token ( line )
col := c . getCol ( key )
if col != nil {
m := make ( map [ string ] interface { } )
points := col . PointCount ( )
m [ "num_points" ] = points
m [ "in_memory_size" ] = col . TotalWeight ( )
2016-07-13 07:59:36 +03:00
m [ "num_objects" ] = col . Count ( )
2016-03-05 02:08:16 +03:00
ms = append ( ms , m )
} else {
ms = append ( ms , nil )
}
}
data , err := json . Marshal ( ms )
if err != nil {
return "" , err
}
return ` { "ok":true,"stats": ` + string ( data ) + ` ,"elapsed":" ` + time . Now ( ) . Sub ( start ) . String ( ) + "\"}" , nil
}