tahoe-lafs/misc/operations_helpers/munin/tahoe_server_operations_

#!/usr/bin/env python

# graph operations-per-second from a set of storage servers.

# the OPERATION value should come from the following list:
#   allocate:   allocate_buckets, first step to upload an immutable file
#    write: write data to an immutable share
#    close: finish writing to an immutable share
#    cancel: abandon a partial immutable share
#   get: get_buckets, first step to download an immutable file
#    read: read data from an immutable share
#   writev: slot_testv_and_readv_and_writev, modify/create a directory
#   readv: read a directory (or mutable file)

# To use this, create a symlink from
# /etc/munin/plugins/tahoe_server_operations_OPERATION to this script. For
# example:

# ln -s /usr/share/doc/allmydata-tahoe/munin/tahoe_server_operations_ \
#  /etc/munin/plugins/tahoe_server_operations_allocate

# Also, you will need to put a list of node statistics URLs in the plugin's
# environment, by adding a stanza like the following to a file in
# /etc/munin/plugin-conf.d/, such as /etc/munin/plugin-conf.d/tahoe_operations:
#
# [tahoe_server_operations*]
# env.url_storage1 http://localhost:9011/statistics?t=json
# env.url_storage2 http://localhost:9012/statistics?t=json
# env.url_storage3 http://localhost:9013/statistics?t=json
# env.url_storage4 http://localhost:9014/statistics?t=json

# of course, these URLs must match the webports you have configured into the
# storage nodes.

import os, sys
import urllib
import simplejson

node_urls = []
for k,v in os.environ.items():
    if k.startswith("url_"):
        nodename = k[len("url_"):]
        node_urls.append( (nodename, v) )
node_urls.sort()

my_name = os.path.basename(sys.argv[0])
PREFIX = "tahoe_server_operations_"
assert my_name.startswith(PREFIX)
operation = my_name[len(PREFIX):]

configinfo = \
"""graph_title Tahoe Server '%(operation)s' Operations
graph_vlabel ops per second
graph_category tahoe
graph_info This graph shows how many '%(operation)s' operations take place on the storage server
""" % {'operation': operation}

for nodename, url in node_urls:
    configinfo += "%s.label %s\n" % (nodename, nodename)
    configinfo += "%s.type DERIVE\n" % (nodename,)
    configinfo += "%s.min 0\n" % (nodename,)
    configinfo += "%s.draw LINE2\n" % (nodename,)


if len(sys.argv) > 1:
    if sys.argv[1] == "config":
        print configinfo.rstrip()
        sys.exit(0)

for nodename, url in node_urls:
    data = simplejson.loads(urllib.urlopen(url).read())
    key = "storage_server.%s" % operation
    value = data["counters"][key]
    print "%s.value %s" % (nodename, value)