From 565d53bb4addff9ac35b4a8fc6ead432b0252944 Mon Sep 17 00:00:00 2001 From: Andrea Dell'Amico Date: Thu, 28 Jul 2016 18:31:53 +0200 Subject: [PATCH] library/roles/ganglia/handlers/main.yml: Set a timeout for the restart handler. library/roles/couchbase: Add support for a specific ganglia plugin. --- couchbase/defaults/main.yml | 6 + couchbase/tasks/couchbase.yml | 29 ++++ couchbase/tasks/ganglia-plugin.yml | 15 +++ couchbase/tasks/main.yml | 30 +---- couchbase/templates/couchbase.py.j2 | 54 ++++++++ couchbase/templates/couchbase.pyconf.j2 | 171 ++++++++++++++++++++++++ ganglia/handlers/main.yml | 5 +- 7 files changed, 282 insertions(+), 28 deletions(-) create mode 100644 couchbase/tasks/couchbase.yml create mode 100644 couchbase/tasks/ganglia-plugin.yml create mode 100755 couchbase/templates/couchbase.py.j2 create mode 100644 couchbase/templates/couchbase.pyconf.j2 diff --git a/couchbase/defaults/main.yml b/couchbase/defaults/main.yml index ed09cdf..4eaece1 100644 --- a/couchbase/defaults/main.yml +++ b/couchbase/defaults/main.yml @@ -1,7 +1,10 @@ --- couchbase_install_packages: True couchbase_start_server: True +couchbase_repo_pkg: couchbase-release-1.0-2-amd64.deb +couchbase_repo_pkg_url: 'http://packages.couchbase.com/releases/couchbase-release/{{ couchbase_repo_pkg }}' +couchbase_default_host: localhost couchbase_console_port: 8091 couchbase_xdcr_port: 8092 couchbase_query_port: 8093 @@ -39,3 +42,6 @@ couchbase_allowed_hosts: - '{{ network.nmis }}' - '{{ ansible_default_ipv4.address }}/32' +#couchbase_ganglia_url_username: +#couchbase_ganglia_url_password: +couchbase_monitored_buckets: diff --git a/couchbase/tasks/couchbase.yml b/couchbase/tasks/couchbase.yml new file mode 100644 index 0000000..21e15ad --- /dev/null +++ b/couchbase/tasks/couchbase.yml @@ -0,0 +1,29 @@ +--- +- name: Get the meta package for the couchbase repository + get_url: url={{ couchbase_repo_pkg_url }} dest=/root/{{ couchbase_repo_pkg }} + register: couchbase_repository + tags: couchbase + +- name: Install the package source and the Couchbase public keys + shell: /usr/bin/dpkg -i /root/couchbase-release-1.0-2-amd64.deb + when: ( couchbase_repository | changed ) + tags: couchbase + +- name: Install the latest version of couchbase community server + apt: pkg={{ item }} state=latest update_cache=yes + with_items: + - couchbase-server-community + when: + - couchbase_install_packages + tags: couchbase + +- name: Ensure couchbase is started and enabled + service: name=couchbase-server state=started enabled=yes + when: couchbase_start_server + tags: couchbase + +- name: Ensure couchbase is stopped and disabled + service: name=couchbase-server state=stopped enabled=no + when: not couchbase_start_server + tags: couchbase + diff --git a/couchbase/tasks/ganglia-plugin.yml b/couchbase/tasks/ganglia-plugin.yml new file mode 100644 index 0000000..a439528 --- /dev/null +++ b/couchbase/tasks/ganglia-plugin.yml @@ -0,0 +1,15 @@ +--- +# +# The ganglia plugin comes from https://github.com/ganglia/gmond_python_modules +# +- name: Install the ganglia plugin for Couchbase. One instance per bucket + template: src=couchbase.py.j2 dest=/usr/lib/ganglia/python_modules/couchbase_{{ item }}.py owner=root group=ganglia mode=0440 + with_items: '{{ couchbase_monitored_buckets }}' + notify: Restart ganglia monitor + tags: [ 'ganglia', 'couchbase' ] + +- name: Distribute the ganglia (gmond) configuration for the Couchbase plugin + template: src=couchbase.pyconf.j2 dest=/etc/ganglia/conf.d/couchbase_{{ item }}.pyconf owner=root group=ganglia mode=0440 + with_items: '{{ couchbase_monitored_buckets }}' + notify: Restart ganglia monitor + tags: [ 'ganglia', 'couchbase' ] diff --git a/couchbase/tasks/main.yml b/couchbase/tasks/main.yml index 98b6213..c2c927e 100644 --- a/couchbase/tasks/main.yml +++ b/couchbase/tasks/main.yml @@ -1,29 +1,5 @@ --- -- name: Get the meta package for the couchbase repository - get_url: url=http://packages.couchbase.com/releases/couchbase-release/couchbase-release-1.0-2-amd64.deb dest=/root/couchbase-release-1.0-2-amd64.deb - register: couchbase_repository - tags: couchbase - -- name: Install the package source and the Couchbase public keys - shell: /usr/bin/dpkg -i /root/couchbase-release-1.0-2-amd64.deb - when: ( couchbase_repository | changed ) - tags: couchbase - -- name: Install the latest version of couchbase community server - apt: pkg={{ item }} state=latest update_cache=yes - with_items: - - couchbase-server-community - when: - - couchbase_install_packages - tags: couchbase - -- name: Ensure couchbase is started and enabled - service: name=couchbase-server state=started enabled=yes - when: couchbase_start_server - tags: couchbase - -- name: Ensure couchbase is stopped and disabled - service: name=couchbase-server state=stopped enabled=no - when: not couchbase_start_server - tags: couchbase +- include: couchbase.yml +- include: ganglia-plugin.yml + when: ganglia_enabled diff --git a/couchbase/templates/couchbase.py.j2 b/couchbase/templates/couchbase.py.j2 new file mode 100755 index 0000000..7c64979 --- /dev/null +++ b/couchbase/templates/couchbase.py.j2 @@ -0,0 +1,54 @@ +import requests +import random +import json + +HOST = "{{ couchbase_default_host }}" +PORT = "{{ couchbase_console_port }}" +BCKT = "{{ item }}" +USERNAME = "{{ couchbase_ganglia_url_username }}" +PASSWORD = "{{ couchbase_ganglia_url_password }}" +PREFIX = "" + +def get_descriptor(name): + d = {'name': name, + 'call_back': temp_handler, + 'time_max': 90, + 'value_type': 'uint', + 'units': 'number', + 'slope': 'both', + 'format': '%d', + 'description': '%s metric' %name, + 'groups': 'cb bucket %s' %BCKT} + + return d + +def temp_handler(name): + global s + return int(s[name[len(PREFIX):]].pop()) + + +def metric_init(params): + global s + descriptors = [] + + url = 'http://%s:%s/pools/default/buckets/%s/stats/' %(HOST, PORT, BCKT) + r = requests.get(url, auth=(USERNAME, PASSWORD)) + j = json.loads(r.content) + s = j['op']['samples'] + for i in s: + name = PREFIX + str(i) + d = get_descriptor(name) + descriptors.append(d) + return descriptors + + +def metric_cleanup(): + '''Clean up the metric module.''' + pass + + +if __name__ == '__main__': + dd = metric_init({}) + for d in dd: + print (('%s = %s') % (d['name'], d['format'])) % (d['call_back'](d['name'])) + diff --git a/couchbase/templates/couchbase.pyconf.j2 b/couchbase/templates/couchbase.pyconf.j2 new file mode 100644 index 0000000..1b6e7e8 --- /dev/null +++ b/couchbase/templates/couchbase.pyconf.j2 @@ -0,0 +1,171 @@ +modules { + module { + name = "couchbase_{{ item }}" + language = "python" + } +} + +collection_group { + collect_every = 40 + time_threshold = 50 + metric { + name = "avg_disk_commit_time" + title = "{{ item }}_avg_disk_commit_time" + } + metric { + name = "avg_disk_update_time" + title = "{{ item }}_avg_disk_update_time" + } + metric { + name = "cas_hits" + title = "{{ item }}_cas_hits" + } + metric { + name = "cas_misses" + title = "{{ item }}_cas_misses" + } + metric { + name = "couch_docs_actual_disk_size" + title = "{{ item }}_couch_docs_actual_disk_size" + } + metric { + name = "couch_views_disk_size" + title = "{{ item }}_couch_views_disk_size" + } + metric { + name = "couch_views_ops" + title = "{{ item }}_couch_views_ops" + } + metric { + name = "cpu_idle_ms" + title = "{{ item }}_cpu_idle_ms" + } + metric { + name = "cpu_utilization_rate" + title = "{{ item }}_cpu_utilization_rate" + } + metric { + name = "curr_connections" + title = "{{ item }}_curr_connections" + } + metric { + name = "curr_items" + title = "{{ item }}_curr_items" + } + metric { + name = "curr_items_tot" + title = "{{ item }}_curr_items_tot" + } + metric { + name = "decr_hits" + title = "{{ item }}_decr_hits" + } + metric { + name = "decr_misses" + title = "{{ item }}_decr_misses" + } + metric { + name = "delete_hits" + title = "{{ item }}_delete_hits" + } + metric { + name = "delete_misses" + title = "{{ item }}_delete_misses" + } + metric { + name = "disk_commit_count" + title = "{{ item }}_disk_commit_count" + } + metric { + name = "disk_commit_total" + title = "{{ item }}_disk_commit_total" + } + metric { + name = "disk_update_count" + title = "{{ item }}_disk_update_count" + } + metric { + name = "disk_update_total" + title = "{{ item }}_disk_update_total" + } + metric { + name = "disk_write_queue" + title = "{{ item }}_disk_write_queue" + } + metric { + name = "evictions" + title = "{{ item }}_evictions" + } + metric { + name = "get_hits" + title = "{{ item }}_get_hits" + } + metric { + name = "get_misses" + title = "{{ item }}_get_misses" + } + metric { + name = "hibernated_requests" + title = "{{ item }}_hibernated_requests" + } + metric { + name = "hibernated_waked" + title = "{{ item }}_hibernated_waked" + } + metric { + name = "hit_ratio" + title = "{{ item }}_hit_ratio" + } + metric { + name = "incr_hits" + title = "{{ item }}_incr_hits" + } + metric { + name = "incr_misses" + title = "{{ item }}_incr_misses" + } + metric { + name = "mem_actual_free" + title = "{{ item }}_mem_actual_free" + } + metric { + name = "mem_actual_used" + title = "{{ item }}_mem_actual_used" + } + metric { + name = "mem_free" + title = "{{ item }}_mem_free" + } + metric { + name = "mem_total" + title = "{{ item }}_mem_total" + } + metric { + name = "mem_used" + title = "{{ item }}_mem_used" + } + metric { + name = "misses" + title = "{{ item }}_misses" + } + metric { + name = "ops" + title = "{{ item }}_ops" + } + metric { + name = "swap_total" + title = "{{ item }}_swap_total" + } + metric { + name = "swap_used" + title = "{{ item }}_swap_used" + } + metric { + name = "vb_total_queue_age" + title = "{{ item }}_vb_total_queue_age" + } + metric { + name = "xdc_ops" + title = "{{ item }}_xdc_ops" + } +} diff --git a/ganglia/handlers/main.yml b/ganglia/handlers/main.yml index 7f6dc7e..b52765b 100644 --- a/ganglia/handlers/main.yml +++ b/ganglia/handlers/main.yml @@ -1,2 +1,5 @@ +--- - name: Restart ganglia monitor - service: name=ganglia-monitor state=restarted + service: name=ganglia-monitor state=restarted sleep=20 + when: ganglia_enabled +