netdata/python.d/redis.chart.py at master · rk4github/netdata · GitHub

History

188 lines (167 loc) · 6.36 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

# -*- coding: utf-8 -*-

# Description: redis netdata python.d module

# Author: Pawel Krupa (paulfantom)

from base import SocketService

# default module values (can be overridden per job in `config`)

#update_every = 2

priority = 60000

retries = 60

# default job configuration (overridden by python.d.plugin)

# config = {'local': {

# 'update_every': update_every,

# 'retries': retries,

# 'priority': priority,

# 'host': 'localhost',

# 'port': 6379,

# 'unix_socket': None

# }}

ORDER = ['operations', 'hit_rate', 'memory', 'keys', 'net', 'connections', 'clients', 'slaves', 'persistence']

CHARTS = {

'operations': {

'options': [None, 'Redis Operations', 'operations/s', 'operations', 'redis.operations', 'line'],

'lines': [

['total_commands_processed', 'commands', 'incremental'],

['instantaneous_ops_per_sec', 'operations', 'absolute']

]},

'hit_rate': {

'options': [None, 'Redis Hit rate', 'percent', 'hits', 'redis.hit_rate', 'line'],

'lines': [

['hit_rate', 'rate', 'absolute']

]},

'memory': {

'options': [None, 'Redis Memory utilization', 'kilobytes', 'memory', 'redis.memory', 'line'],

'lines': [

['used_memory', 'total', 'absolute', 1, 1024],

['used_memory_lua', 'lua', 'absolute', 1, 1024]

]},

'net': {

'options': [None, 'Redis Bandwidth', 'kilobits/s', 'network', 'redis.net', 'area'],

'lines': [

['total_net_input_bytes', 'in', 'incremental', 8, 1024],

['total_net_output_bytes', 'out', 'incremental', -8, 1024]

]},

'keys': {

'options': [None, 'Redis Keys per Database', 'keys', 'keys', 'redis.keys', 'line'],

'lines': [

# lines are created dynamically in `check()` method

]},

'connections': {

'options': [None, 'Redis Connections', 'connections/s', 'connections', 'redis.connections', 'line'],

'lines': [

['total_connections_received', 'received', 'incremental', 1],

['rejected_connections', 'rejected', 'incremental', -1]

]},

'clients': {

'options': [None, 'Redis Clients', 'clients', 'connections', 'redis.clients', 'line'],

'lines': [

['connected_clients', 'connected', 'absolute', 1],

['blocked_clients', 'blocked', 'absolute', -1]

]},

'slaves': {

'options': [None, 'Redis Slaves', 'slaves', 'replication', 'redis.slaves', 'line'],

'lines': [

['connected_slaves', 'connected', 'absolute']

]},

'persistence': {

'options': [None, 'Redis Persistence Changes Since Last Save', 'changes', 'persistence', 'redis.rdb_changes', 'line'],

'lines': [

['rdb_changes_since_last_save', 'changes', 'absolute']

]}

}

class Service(SocketService):

def __init__(self, configuration=None, name=None):

SocketService.__init__(self, configuration=configuration, name=name)

self.request = "INFO\r\n"

self.order = ORDER

self.definitions = CHARTS

self._keep_alive = True

self.chart_name = ""

self.passwd = None

self.port = 6379

if 'port' in configuration:

self.port = configuration['port']

if 'pass' in configuration:

self.passwd = configuration['pass']

if 'host' in configuration:

self.host = configuration['host']

if 'socket' in configuration:

self.unix_socket = configuration['socket']

def _get_data(self):

"""

Get data from socket

:return: dict

"""

if self.passwd:

info_request = self.request

self.request = "AUTH " + self.passwd + "\r\n"

raw = self._get_raw_data().strip()

if raw != "+OK":

self.error("invalid password")

return None

self.request = info_request

response = self._get_raw_data()

if response is None:

# error has already been logged

return None

try:

parsed = response.split("\n")

except AttributeError:

self.error("response is invalid/empty")

return None

data = {}

for line in parsed:

if len(line) < 5 or line[0] == '$' or line[0] == '#':

continue

if line.startswith('db'):

tmp = line.split(',')[0].replace('keys=', '')

record = tmp.split(':')

data[record[0]] = record[1]

continue

try:

t = line.split(':')

data[t[0]] = t[1]

except (IndexError, ValueError):

self.debug("invalid line received: " + str(line))

pass

if len(data) == 0:

self.error("received data doesn't have any records")

return None

try:

data['hit_rate'] = (int(data['keyspace_hits']) * 100) / (int(data['keyspace_hits']) + int(data['keyspace_misses']))

except:

data['hit_rate'] = 0

return data

def _check_raw_data(self, data):

"""

Check if all data has been gathered from socket.

Parse first line containing message length and check against received message

:param data: str

:return: boolean

"""

length = len(data)

supposed = data.split('\n')[0][1:]

offset = len(supposed) + 4 # 1 dollar sing, 1 new line character + 1 ending sequence '\r\n'

if not supposed.isdigit():

return True

supposed = int(supposed)

if length - offset >= supposed:

self.debug("received full response from redis")

return True

self.debug("waiting more data from redis")

return False

def check(self):

"""

Parse configuration, check if redis is available, and dynamically create chart lines data

:return: boolean

"""

self._parse_config()

if self.name == "":

self.name = "local"

self.chart_name += "_" + self.name

data = self._get_data()

if data is None:

return False

for name in data:

if name.startswith('db'):

self.definitions['keys']['lines'].append([name, None, 'absolute'])

return True

netdata/python.d/redis.chart.py at master · rk4github/netdata · GitHub

Expand file tree

Breadcrumbs

redis.chart.py

Latest commit

History

Breadcrumbs

redis.chart.py

File metadata and controls