update

README.md

@@ -11,6 +11,33 @@ Add the xml template and link them to your node.
 
 Link the ceph templates to your hosts
 
+What's next
+==============
+
+Actually zabbix agent pull data from script.
+One option is to send directly from the script to zabbix trough zabbix-trapper
+
+python ceph-zabbix
+==================
+
+Zabbix plugin for Ceph monitoring
+
+Installation
+===========
+
+Copy script ceph-status.py /opt/ceph-status.py
+
+Execute script to generate zabbix_agent_ceph_plugin.conf
+
+/opt/ceph-status.py zabbix-conf > /etc/zabbix/zabbix_agentd.d/zabbix_agent_ceph_python.conf
+
+
+Import and link templates
+
+Template_CEPH_Monitor - All Ceph's nodes
+Template_CEPH_Cluster - All Ceph's monitors 
+
+
 What's next
 ==============
 

ceph-status.py

@@ -0,0 +1,261 @@
+#!/usr/bin/python
+#
+# ceph-status.py Zabbix plugin for Ceph monitoring
+# Copyright (c) 2014 Marcos Amorim <marcosmamorim@gmail.com>
+# 
+# This code is based in ceph-status.sh develped by Julien Recurt <julien@recurt.fr>
+#
+
+import sys
+import json
+import getopt
+
+# ceph binary path
+ceph="/usr/bin/ceph"
+
+# rados binary path
+rados="/usr/bin/rados"
+
+script_name="%s" % sys.argv[0]
+
+states_count = { "creating": 0,
+		 "active": 0,
+		 "clean": 0,
+		 "osd_down": 0,
+		 "replay": 0,
+		 "splitting": 0, 
+		 "scrubbing" :0,
+		 "degraded": 0,
+		 "inconsistent": 0,
+		 "peering": 0,
+		 "repair": 0,
+		 "recovering": 0,
+		 "backfill" :0,
+		 "backfilling" :0,
+		 "wait-backfill": 0,
+		 "incomplete": 0,
+		 "stale": 0,
+		 "remapped" : 0, 
+		 "deep" : 0, 
+	 	 "health": 1,
+		 "osd_in": 0,
+		 "osd_up": 0,
+		 "active": 0,
+		 "backfill": 0,
+		 "clean": 0,
+		 "creating": 0,
+		 "degraded": 0,
+		 "degraded_percent": 0,
+		 "incomplete": 0,
+		 "inconsistent": 0,
+		 "peering": 0,
+		 "recovering": 0,
+		 "remapped": 0,
+		 "repair": 0,
+		 "replay": 0,
+		 "stale": 0,
+		 "pgtotal": 0,
+		 "waitBackfill": 0,
+		 "mon": 0,
+		 "rados_total": 0,
+		 "rados_used": 0,
+		 "rados_free": 0,
+		 "wrbps": 0,
+		 "rdbps": 0,
+		 "ops": 0
+	      }
+
+'''Util to calculate percents values'''
+def percentUtil(v1, v2):
+	if v1 == 0:
+		return 0
+
+	return round(float(v1)*100/float(v2), 2)
+
+'''Create zabbix_ceph.conf'''
+def CreateZabbix():
+	for i in sorted(states_count):
+		print "UserParameter=ceph.%s, %s %s" % (i, script_name, i)
+
+'''Show help and options'''
+def Usage():
+	print "Help %s" % sys.argv[0]
+	for i in sorted(states_count):
+		print "\t%s %s" % (script_name, i)
+
+	print "\t%s zabbix-conf\tCreate zabbix_ceph.conf" % script_name
+
+
+'''Get ceph health'''
+def Health():
+	import subprocess 
+	p = subprocess.Popen([ceph, 'health', '-f', 'json-pretty'], stdout=subprocess.PIPE,
+									stderr=subprocess.PIPE)
+	try:
+		out, err = p.communicate()
+
+	except ValueError:
+		print 'Cannot execute command'
+
+	data = json.loads(out)
+
+	# default health is 1, the cluster is OK, we are check if not OK only
+	if data['overall_status'] == 'HEALTH_WARN':
+		states_count['health'] = 2
+	elif data['overall_status'] == 'HEALTH_ERR':
+		states_count['health'] = 3
+
+'''Get all monitors status'''
+def Monitors():
+	import subprocess 
+	p = subprocess.Popen([ceph, 'status', '-f', 'json-pretty'], stdout=subprocess.PIPE,
+									stderr=subprocess.PIPE)
+	try:
+		out, err = p.communicate()
+
+	except ValueError:
+		print 'Cannot execute command'
+
+	data = json.loads(out)
+
+	# TODO: Get all monitors and running monitors
+	states_count['mon'] = len(data['quorum_names'])
+
+'''Check OSDs status'''
+def GetOsd():
+	import subprocess 
+	p = subprocess.Popen([ceph, 'osd', 'dump', '-f', 'json-pretty'], stdout=subprocess.PIPE,
+									stderr=subprocess.PIPE)
+	try:
+		out, err = p.communicate()
+
+	except ValueError:
+		print 'Cannot execute command'
+
+	data = json.loads(out)
+
+	max_osd = data['max_osd']
+	states_count['in'] = data['max_osd']
+	up = 0
+	ok = 0
+	down = 0
+	for o in data['osds']:
+		if o['in'] == 1:
+			ok += 1
+
+		if o['up'] == 1:
+			up += 1
+		else:
+			down += 1
+
+	states_count['osd_down'] = percentUtil(down, max_osd)
+	states_count['osd_up'] = percentUtil(up, max_osd)
+	states_count['osd_in'] = percentUtil(ok, max_osd)
+
+'''Get all information about cluster utilisation'''
+def SpaceRados():
+	import subprocess 
+	p = subprocess.Popen([rados, 'df'], stdout=subprocess.PIPE,
+							      stderr=subprocess.PIPE)
+
+	g = subprocess.Popen(['grep', 'total'], 
+                          stdin = p.stdout, stdout = subprocess.PIPE)
+
+	try:
+		out, err = g.communicate()
+
+	except ValueError:
+		print 'Cannot execute command'
+
+
+	data = ' '.join(out.split())
+	sdata = data.split(' ')
+
+	# Split data usage
+	#TODO: This horrible way, but will stay that way for now 
+	# used: 2 - avail: 6 - total space: 9
+	states_count['rados_used'] = sdata[2]
+	states_count['rados_free'] = sdata[6]
+	states_count['rados_total'] = sdata[9]
+
+'''Get pg stat'''
+def Info():
+	global ceph, rados
+	cmd_params ='pg stat -f json-pretty'
+
+	import subprocess 
+	p = subprocess.Popen([ceph, 'pg', 'stat', '-f', 'json-pretty'], stdout=subprocess.PIPE,
+									stderr=subprocess.PIPE)
+	try:
+		out, err = p.communicate()
+
+	except ValueError:
+		print 'Cannot execute command'
+
+	data = json.loads(out)
+
+	# Foreach all pgs state to count how is the values
+	# possible values: http://ceph.com/docs/master/rados/operations/pg-states/
+	for s in data['pg_stats']:
+		states = s['state'].split('+')
+		for state in states:
+			if state in states_count:
+				states_count[state] = states_count[state] + 1
+			else:
+				states_count.append(state)
+
+	if states_count['clean'] == states_count['active']:
+		states_count['pgstat'] = 0
+	else:
+		states_count['pgstat'] = 1
+
+	states_count['pgtotal'] = len(data['pg_stats'])
+	states_count['pg_stats'] = data['pg_stats'][0]['state']
+
+	pgdegraded = data['pg_stats_sum']['stat_sum']['num_objects_degraded']
+	pgobjects = data['pg_stats_sum']['stat_sum']['num_objects']
+
+	degraded_percent = percentUtil(pgdegraded, pgobjects)
+
+	states_count['pgdegraded'] = pgdegraded
+	states_count['degraded_percent'] = degraded_percent
+	states_count['pgunfound'] = data['pg_stats_sum']['stat_sum']['num_objects_unfound']
+
+	# TODO: Verify if pg_stat_delta is the correct values show
+	states_count['rdbps'] = data['pg_stats_delta']['stat_sum']['num_read']
+	states_count['wrbps'] = data['pg_stats_delta']['stat_sum']['num_write']
+	states_count['ops'] = data['pg_stats_delta']['stat_sum']['num_write']
+	ops = data['pg_stats_delta']['stat_sum']['num_read']
+
+'''Main'''
+def main():
+    #TODO: Best options to call function where will be use
+	try:
+		opts, args = getopt.getopt(sys.argv[1:], "h", ["help"])
+	except getopt.error, msg:
+		print msg
+		print "for help use --help"
+		sys.exit(2)
+
+	# process options
+	for o, a in opts:
+		if o in ("-h", "--help"):
+			Usage()
+			sys.exit(0)
+
+	if len(args) == 0:
+		Usage()
+
+	for arg in args:
+		if arg == "zabbix-conf":
+			CreateZabbix()
+		elif arg in states_count:
+			Info()
+			Health()
+			Monitors()
+			GetOsd()
+			SpaceRados()
+			print "%s" % (states_count[arg])
+
+if __name__ == "__main__":
+    main()