netdata/python.d/phpfpm.chart.py at master · ruoshan/netdata · GitHub

History

170 lines (145 loc) · 5.54 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

# -*- coding: utf-8 -*-

# Description: PHP-FPM netdata python.d module

# Author: Pawel Krupa (paulfantom)

# SPDX-License-Identifier: GPL-3.0+

import json

import re

from bases.FrameworkServices.UrlService import UrlService

# default module values (can be overridden per job in `config`)

# update_every = 2

priority = 60000

retries = 60

# default job configuration (overridden by python.d.plugin)

# config = {'local': {

# 'update_every': update_every,

# 'retries': retries,

# 'priority': priority,

# 'url': 'http://localhost/status?full&json'

# }}

# charts order (can be overridden if you want less charts, or different order)

POOL_INFO = [

('active processes', 'active'),

('max active processes', 'maxActive'),

('idle processes', 'idle'),

('accepted conn', 'requests'),

('max children reached', 'reached'),

('slow requests', 'slow')

]

PER_PROCESS_INFO = [

('request duration', 'ReqDur'),

('last request cpu', 'ReqCpu'),

('last request memory', 'ReqMem')

]

def average(collection):

return sum(collection, 0.0) / max(len(collection), 1)

CALC = [

('min', min),

('max', max),

('avg', average)

]

ORDER = ['connections', 'requests', 'performance', 'request_duration', 'request_cpu', 'request_mem']

CHARTS = {

'connections': {

'options': [None, 'PHP-FPM Active Connections', 'connections', 'active connections', 'phpfpm.connections',

'line'],

'lines': [

['active'],

['maxActive', 'max active'],

['idle']

]},

'requests': {

'options': [None, 'PHP-FPM Requests', 'requests/s', 'requests', 'phpfpm.requests', 'line'],

'lines': [

['requests', None, 'incremental']

]},

'performance': {

'options': [None, 'PHP-FPM Performance', 'status', 'performance', 'phpfpm.performance', 'line'],

'lines': [

['reached', 'max children reached'],

['slow', 'slow requests']

]},

'request_duration': {

'options': [None, 'PHP-FPM Request Duration', 'milliseconds', 'request duration', 'phpfpm.request_duration',

'line'],

'lines': [

['minReqDur', 'min', 'absolute', 1, 1000],

['maxReqDur', 'max', 'absolute', 1, 1000],

['avgReqDur', 'avg', 'absolute', 1, 1000]

]},

'request_cpu': {

'options': [None, 'PHP-FPM Request CPU', 'percent', 'request CPU', 'phpfpm.request_cpu', 'line'],

'lines': [

['minReqCpu', 'min'],

['maxReqCpu', 'max'],

['avgReqCpu', 'avg']

]},

'request_mem': {

'options': [None, 'PHP-FPM Request Memory', 'kilobytes', 'request memory', 'phpfpm.request_mem', 'line'],

'lines': [

['minReqMem', 'min', 'absolute', 1, 1024],

['maxReqMem', 'max', 'absolute', 1, 1024],

['avgReqMem', 'avg', 'absolute', 1, 1024]

]}

}

class Service(UrlService):

def __init__(self, configuration=None, name=None):

UrlService.__init__(self, configuration=configuration, name=name)

self.url = self.configuration.get('url', 'http://localhost/status?full&json')

self.order = ORDER

self.definitions = CHARTS

self.regex = re.compile(r'([a-z][a-z ]+): ([\d.]+)')

self.json = '&json' in self.url or '?json' in self.url

self.json_full = self.url.endswith(('?full&json', '?json&full'))

self.if_all_processes_running = dict([(c_name + p_name, 0) for c_name, func in CALC

for metric, p_name in PER_PROCESS_INFO])

def _get_data(self):

"""

Format data received from http request

:return: dict

"""

raw = self._get_raw_data()

if not raw:

return None

raw_json = parse_raw_data_(is_json=self.json, regex=self.regex, raw_data=raw)

# Per Pool info: active connections, requests and performance charts

to_netdata = fetch_data_(raw_data=raw_json, metrics_list=POOL_INFO)

# Per Process Info: duration, cpu and memory charts (min, max, avg)

if self.json_full:

p_info = dict()

to_netdata.update(self.if_all_processes_running) # If all processes are in running state

# Metrics are always 0 if the process is not in Idle state because calculation is done

# when the request processing has terminated

for process in [p for p in raw_json['processes'] if p['state'] == 'Idle']:

p_info.update(fetch_data_(raw_data=process, metrics_list=PER_PROCESS_INFO, pid=str(process['pid'])))

if p_info:

for new_name in PER_PROCESS_INFO:

for name, func in CALC:

to_netdata[name + new_name[1]] = func([p_info[k] for k in p_info if new_name[1] in k])

return to_netdata or None

def fetch_data_(raw_data, metrics_list, pid=''):

"""

:param raw_data: dict

:param metrics_list: list

:param pid: str

:return: dict

"""

result = dict()

for metric, new_name in metrics_list:

if metric in raw_data:

result[new_name + pid] = float(raw_data[metric])

return result

def parse_raw_data_(is_json, regex, raw_data):

"""

:param is_json: bool

:param regex: compiled regular expr

:param raw_data: dict

:return: dict

"""

if is_json:

try:

return json.loads(raw_data)

except ValueError:

return dict()

else:

raw_data = ' '.join(raw_data.split())

return dict(regex.findall(raw_data))

netdata/python.d/phpfpm.chart.py at master · ruoshan/netdata · GitHub

Expand file tree

Breadcrumbs

phpfpm.chart.py

Latest commit

History

Breadcrumbs

phpfpm.chart.py

File metadata and controls