recipes

Author: cbbarclay

layer-custom/recipes/allocation-awareness.rb

@@ -0,0 +1,2 @@
+node.default[:elasticsearch][:custom_config] =  {'node.rack_id' => "#{node[:opsworks][:instance][:availability_zone]}"}
+

layer-custom/recipes/cloudwatch-custom.rb

@@ -0,0 +1,18 @@
+# Create script that pushes custom metrics into Cloudwatch
+# 
+template "/usr/local/bin/cloudwatch-custom.sh" do
+  source "elasticsearch.cloudwatch-custom.sh.erb"
+  mode "0550"
+  owner "root"
+  group "root"
+end
+
+# Cron it so that it runs every minute
+#
+cron "cloudwatch-custom" do
+  hour "*"
+  minute "*"
+  weekday "*"
+  command "/usr/local/bin/cloudwatch-custom.sh"
+end
+ 

layer-custom/recipes/esmonit.rb

@@ -0,0 +1,6 @@
+template "/etc/monit.d/elasticsearch-monit.conf" do
+  source "elasticsearch.monitrc.conf.erb"
+  mode 0440
+  owner "root"
+  group "root"
+end

layer-custom/recipes/esplugins.rb

@@ -0,0 +1,11 @@
+script "install_plugin_es_head" do
+	interpreter "bash"
+	user "root"
+	cwd "#{node.elasticsearch[:dir]}/elasticsearch-#{node.elasticsearch[:version]}/bin/"
+	code <<-EOH
+  	plugin -install mobz/elasticsearch-head
+  	EOH
+	not_if { File.exist?("#{node.elasticsearch[:dir]}/elasticsearch-#{node.elasticsearch[:version]}/plugins/head") }
+end
+
+#notifies :restart, 'service[elasticsearch]' unless node.elasticsearch[:skip_restart]

layer-custom/templates/default/elasticsearch.cloudwatch-custom.sh.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+aws cloudwatch put-metric-data --region <%= node[:opsworks][:instance][:region] %> --namespace "ElasticSearch-<%= node.elasticsearch[:cluster][:name] %>" --metric-name "number_of_data_nodes" --unit "Count" --value "`curl -s 'http://localhost:9200/_cluster/health' | python -c 'import json,sys;obj=json.load(sys.stdin);print obj["number_of_data_nodes"]'`"

layer-custom/templates/default/elasticsearch.monitrc.conf.erb

@@ -0,0 +1,32 @@
+# ------------------------------------------
+# Monit configuration file for ElasticSearch
+# ------------------------------------------
+
+check process elasticsearch with pidfile <%= node.elasticsearch[:pid_file] %>
+  start program = "/etc/init.d/elasticsearch restart" with timeout 60 seconds
+  stop program  = "/etc/init.d/elasticsearch stop"
+  if cpu > 90% for 15 cycles then alert
+  if totalmem > 90% for 15 cycles then alert
+  if loadavg(15min) greater than 10 for 50 cycles then alert
+  group elasticsearch
+
+<% if node.monit[:notify_email] %>
+check host elasticsearch_connection with address 0.0.0.0
+  if failed url http://0.0.0.0:<%= node.elasticsearch[:http][:port] %>/ with timeout 15 seconds then alert
+  group elasticsearch
+
+check host elasticsearch_cluster_health with address 0.0.0.0
+  if failed url http://0.0.0.0:<%= node.elasticsearch[:http][:port] %>/_cluster/health
+     and content == 'green'
+     with timeout 60 seconds
+     then alert
+     alert <%= node.monit[:notify_email] %> with mail-format {
+       subject:  [monit] elasticsearch: CLUSTER HEALTH PROBLEM at <%= node.hostname %>
+       message:  [<%= node.hostname %>] $SERVICE $ACTION
+                 <% if node.monit[:http_auth] && node.cloud %>
+                 --
+                 http://<%= node.monit[:http_auth]['username'] %>:<%= node.monit[:http_auth]['password_encoded'] %>@<%= node.cloud.public_hostname %>:2812/elasticsearch_cluster_health
+                 <% end %>
+     }
+  group elasticsearch
+<% end %>