add nfs + es snapshots

Author: devopsmatt

site-cookbooks/es_snap/attributes/default.rb

@@ -0,0 +1,4 @@
+default[:nfs_server][:packages] = %w(nfs-common nfs-kernel-server portmap rpcbind)
+default[:nfs_server][:address] = '10.10.10.10'
+default[:nfs_client][:packages] = [ 'nfs-common' ]
+default[:nfs][:exports] = [ '/opt/nfs', ]

site-cookbooks/es_snap/metadata.rb

@@ -0,0 +1,7 @@
+name             'namp_nfs'
+maintainer       'YOUR_NAME'
+maintainer_email 'YOUR_EMAIL'
+license          'All rights reserved'
+description      'Installs/Configures NFS'
+long_description 'Installs/Configures Installs/Configures NFS for ES backups'
+version          '0.1.0'

site-cookbooks/es_snap/recipes/client.rb

@@ -0,0 +1,24 @@
+node[:nfs_client][:packages].each do |p|
+    package "#{p}" do
+        action :install
+    end
+end
+
+directory  "/opt/nfs" do
+    owner  'root'
+    mode   '0755'
+    action :create
+end
+
+bash "Mount nfs" do
+    user 'root'
+    code <<-EOS
+    nfs_server_ip="#{node[:nfs_server][:address]}"
+    df -h | grep nfs
+    if (( $? != 0 )); then
+        /bin/mount -t nfs4 -o proto=tcp,port=2049 $nfs_server_ip:/opt/nfs /opt/nfs
+    else
+        echo "NFS already mounted, moving on"
+    fi
+    EOS
+end

site-cookbooks/es_snap/recipes/default.rb

@@ -0,0 +1,19 @@
+
+template "/home/vagrant/es_backup.sh" do
+    owner  'root'
+    mode   00755
+    source 'es_backup.sh.erb'
+    action :create
+end
+
+cron "ES_snapshot_cronjob" do
+    home "/home/vagrant/"
+    shell "/bin/bash"
+    minute "44"
+    hour '*'
+    day '*'
+    month '*'
+    weekday '*'
+    command "/home/vagrant/es_backup.sh  2>&1 | /usr/bin/logger -t es_snapshot"
+    action :create
+end

site-cookbooks/es_snap/recipes/es_backup.rb

@@ -0,0 +1,32 @@
+node[:nfs][:packages].each do |p|
+    package "#{p}" do
+        action :install
+    end
+end
+
+node[:nfs][:exports].each do |e|
+directory  "#{e}" do
+    owner  'root'
+    mode   '0755'
+    action :create
+end
+
+template "/etc/exports" do
+    owner  'root'
+    mode   00644
+    source 'exports.erb'
+    action :create
+end
+
+template "/etc/default/nfs-kernel-server" do
+    owner  'root'
+    mode   '00644'
+    source 'nfs-kernel-server.erb'
+    action :create
+    notifies :restart, "service[nfs-kernel-server]"
+end
+
+service "nfs-kernel-server" do
+    supports :restart => true, :reload => true, :start => true, :stop => true
+    action :restart
+end

site-cookbooks/es_snap/recipes/server.rb

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+repo='backup0'
+snap='$snap'
+
+r=`/usr/bin/curl -s -XPOST 'http://localhost:9200/_snapshot/$repo/_verify?pretty' | grep name | wc -l`
+if (( $r == 0 )); then
+    # create snapshot repo
+    /usr/bin/curl -XPUT 'http://localhost:9200/_snapshot/$repo?pretty' -d '
+    {
+     "type": "fs",
+     "settings": {
+     "location": "/opt/nfs/es_snap",
+     "compress": "true"
+     }
+    }'
+else
+    echo "repo already exists, moving on to actual snapshot"
+    # take snapshot
+    /usr/bin/curl -XPUT "http://localhost:9200/_snapshot/$repo/$snap?wait_for_completion=true&pretty"
+
+    # verify
+    v=`/usr/bin/curl -s -XPOST 'http://localhost:9200/_snapshot/$repo/_verify?pretty' | grep name | wc -l`
+    if (( $v == 0 )); then
+        echo "Something went wrong, snapshot did NOT succeed!"
+        echo `date` >> /var/log/es_fail.log
+        /usr/bin/curl -s -XPOST 'http://localhost:9200/_snapshot/$repo/_verify?pretty' >> /var/log/es_fail.log
+        exit 1
+    else
+        echo "Snapshot succeeded!"
+    fi
+fi

site-cookbooks/es_snap/templates/default/es_backup.sh.erb

@@ -0,0 +1,3 @@
+<%- node[:nfs][:exports].each do |line| %>
+<%= line %>
+<%- end %>

site-cookbooks/es_snap/templates/default/exports.erb

@@ -0,0 +1,11 @@
+RPCNFSDCOUNT=8
+
+RPCNFSDPRIORITY=0
+
+RPCMOUNTDOPTS="--manage-gids"
+
+NEED_SVCGSSD="no"
+
+RPCSVCGSSDOPTS=""
+
+RPCNFSDOPTS=""