#!/usr/bin/env python3 # -*- coding: utf-8 -*- # vim: set sts=4 sw=4 encoding=utf-8 # Based on plugins from https://github.com/pcdummy/mongomon # Copyright (c) 2015, Tomas Zvala # Copyright (c) 2010, Rene Jochum # All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions are met: # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above copyright # notice, this list of conditions and the following disclaimer in the # documentation and/or other materials provided with the distribution. # * Neither the name of the Rene Jochum nor the # names of its contributors may be used to endorse or promote products # derived from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE # DISCLAIMED. IN NO EVENT SHALL BE LIABLE FOR ANY # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS # SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. # #%# family=auto # #%# capabilities=suggest autoconf import pymongo from operator import itemgetter from os import getenv settings_host = '127.0.0.1' settings_port = 27017 # mongodb_uri will override host and port settings_mongodb_uri = '' settings_db = 'admin' settings_user = '' settings_password = '' settings_ignoredb = {} settings_graph_category = getenv('graph_category', 'db') typeIndex = {} typeIndex['collcount'] = {} typeIndex['collcount']['index'] = 'count' typeIndex['collcount']['title'] = 'per collection document count' typeIndex['collcount']['yaxis'] = 'documents' typeIndex['collcount']['base'] = '1000' typeIndex['collcount']['scale'] = '--logarithmic -l1' typeIndex['collcount']['category'] = settings_graph_category typeIndex['collsize'] = {} typeIndex['collsize']['index'] = 'size' typeIndex['collsize']['title'] = 'per collection data size' typeIndex['collsize']['yaxis'] = 'Byte' typeIndex['collsize']['base'] = '1024' typeIndex['collsize']['scale'] = '--logarithmic -l1 --units=si' typeIndex['collsize']['category'] = settings_graph_category typeIndex['avgsize'] = {} typeIndex['avgsize']['index'] = 'avgObjSize' typeIndex['avgsize']['title'] = 'average object size' typeIndex['avgsize']['yaxis'] = 'Byte' typeIndex['avgsize']['base'] = '1024' typeIndex['avgsize']['scale'] = '--logarithmic --units=si' typeIndex['avgsize']['category'] = settings_graph_category typeIndex['storage'] = {} typeIndex['storage']['index'] = 'storageSize' typeIndex['storage']['title'] = 'per collection storage size' typeIndex['storage']['yaxis'] = 'Byte' typeIndex['storage']['base'] = '1024' typeIndex['storage']['scale'] = '--logarithmic -l1 --units=si' typeIndex['storage']['category'] = settings_graph_category typeIndex['indexsize'] = {} typeIndex['indexsize']['index'] = 'totalIndexSize' typeIndex['indexsize']['title'] = 'per collection index size' typeIndex['indexsize']['yaxis'] = 'Byte' typeIndex['indexsize']['base'] = '1024' typeIndex['indexsize']['scale'] = '--logarithmic -l 1 --units=si' typeIndex['indexsize']['category'] = settings_graph_category def getCollstats(graphtype): if settings_mongodb_uri: con = pymongo.MongoClient(settings_mongodb_uri) else: con = pymongo.MongoClient(settings_host, int(settings_port)) if settings_user: db = con[settings_db] db.authenticate(settings_user, settings_password) stats_tmp = {} for dbname in con.list_database_names(): if dbname in settings_ignoredb: continue db = con[dbname] for coll in db.list_collection_names(): if coll.startswith('system.'): continue stats = db.command("collstats", coll) collname = dbname + "_" + coll.replace('.', '_') if collname not in stats_tmp: stats_tmp[collname] = {} stats_tmp[collname]['value'] = 0 stats_tmp[collname]['dbname'] = dbname if typeIndex[graphtype]['index'] in stats: stats_tmp[collname]['value'] += int(stats[typeIndex[graphtype]['index']]) con.close() for collname, item in sorted(stats_tmp.items()): yield ("%s" % collname, item['value'], item['dbname']) def doData(base, graphtype): lastdb = "" for coll, stats, db in sorted(getCollstats(graphtype), key=itemgetter(2)): if lastdb != db: print("multigraph " + base + "_" + graphtype + "_" + db) lastdb = db print("%s_%s.value %s" % (graphtype, coll, stats)) def doConfig(base, graphtype): lastdb = "" for k, v, d in sorted(getCollstats(graphtype), key=itemgetter(2)): if lastdb != d: print("multigraph " + base + "_" + graphtype + "_" + d) lastdb = d print("graph_title MongoDB " + typeIndex[graphtype]['title'] + " for database " + d) print("graph_args --base " + typeIndex[graphtype]['base'] + " " + typeIndex[graphtype]['scale']) print("graph_vlabel " + typeIndex[graphtype]['yaxis']) print("graph_category %s" % settings_graph_category) print("%s_%s.label %s" % (graphtype, k, k)) print("%s_%s.min 0" % (graphtype, k)) print("%s_%s.draw LINE1" % (graphtype, k)) def doSuggest(): print("keys") for k in typeIndex.keys(): print(k) if __name__ == "__main__": from sys import argv, exit from os import environ, path import re # Could be done by a for loop # but i think if's are faster if 'host' in environ: settings_host = environ['host'] if 'port' in environ: settings_port = environ['port'] if 'db' in environ: settings_db = environ['db'] if 'username' in environ: settings_user = environ['username'] if 'password' in environ: settings_password = environ['password'] if 'ignoredb' in environ: settings_ignoredb = environ['ignoredb'].split(',') if 'mongodb_uri' in environ: settings_mongodb_uri = environ['mongodb_uri'] if 'MONGO_DB_URI' in environ: settings_mongodb_uri = environ['MONGO_DB_URI'] m = re.search('^(.*)_([a-zA-Z0-9]*)$', path.basename(argv[0])) if len(argv) < 2: doData(m.group(1), m.group(2)) elif argv[1] == "config": doConfig(m.group(1), m.group(2)) elif argv[1] == "autoconf": print("yes") elif argv[1] == "suggest": doSuggest() else: print("invalid argument") exit(1)