elasticsearch.py

#!/usr/bin/env python
# Run without parameters to debug zabbix_sender
# Run with param jvm.uptime_in_millis to trigger trap sending and return jvm.uptime_in_millis value
# (active check used as trigger)
sender='/usr/bin/zabbix_sender'      #path zabbix_sender
cfg='/etc/zabbix/zabbix_agentd.conf' #path to zabbix-agent config
tmp='/tmp/es_stats.tmp'              #temp file to use
#list of traps to send
traps1={                             #keys for health page
  "status",
  "active_primary_shards",
  "active_shards",
  "initializing_shards",
  "relocating_shards",
  "unassigned_shards"
}
traps2={                             #keys for cluster stats page
  "indices.docs.count",
  "indices.docs.deleted",
  "indices.flush.total",
  "indices.flush.total_time_in_millis",
  "indices.get.exists_time_in_millis",
  "indices.get.exists_total",
  "indices.get.missing_time_in_millis",
  "indices.get.missing_total",
  "indices.indexing.delete_time_in_millis",
  "indices.indexing.delete_total",
  "indices.indexing.index_time_in_millis",
  "indices.indexing.index_total",
  "indices.merges.total",
  "indices.merges.total_time_in_millis",
  "indices.refresh.total",
  "indices.refresh.total_time_in_millis",
  "indices.search.fetch_time_in_millis",
  "indices.search.fetch_total",
  "indices.search.query_time_in_millis",
  "indices.search.query_total",
  "indices.store.throttle_time_in_millis",
  "indices.warmer.total",
  "indices.warmer.total_time_in_millis",
  "indices.fielddata.memory_size_in_bytes",
  "indices.fielddata.evictions",
  "jvm.mem.heap_committed_in_bytes",
  "jvm.mem.heap_used_in_bytes"
}

import urllib
import json
import sys, os, time

#read specified keys from json data
def getKeys(stats,traps):
  out=''
  for t in traps:
    c=t.split('.')
    s=stats
    while len(c): s=s.get(c.pop(0),{})
    if s=={}: continue
    out += "- es.{0} {1}\n".format(t,s)
  return out

def main():
  #load json data
  try:
    f = urllib.urlopen("http://localhost:9201/_cluster/health")
    health = json.loads( f.read() )
    f = urllib.urlopen("http://localhost:9201/_nodes/_local/stats?all=true")
    stats = json.loads( f.read() )
    #only for current node
    for node_id in stats['nodes']:
      if stats['nodes'][node_id]['attributes']['host'].startswith( os.uname()[1] ):
        stats = stats['nodes'][node_id]
        if len(sys.argv)==1: print "node found"
  except:
    print "Unable to load Json data!"
    sys.exit(1)

  out = getKeys(health,traps1)  #getting health values
  out += getKeys(stats,traps2)  #getting stats  values

  #write data for zabbix sender
  if len(sys.argv)==1: print out
  try:
    with open(tmp,'w') as f: f.write(out)
  except:
    print "Unable to save data to send!"
    sys.exit(1)

  #return active check
  if len(sys.argv)>1 and sys.argv[1]=='jvm.uptime_in_millis':
    os.system("{0} -c {1} -i {2} >/dev/null 2>&1".format(sender,cfg,tmp))
    print stats['jvm']['uptime_in_millis']
  #send data with debug
  else:
    os.system("{0} -c {1} -i {2} -vv".format(sender,cfg,tmp))

  os.remove(tmp)

if __name__ == "__main__":
    main()