~vcs-imports/bts-lin/trunk

Committer: Sandro Tosi
Date: 2015-04-02 18:14:04 UTC
Revision ID: git-v1:b4fc9c0b0324907ca796fb10f90b01a46537f63a

Keep historical data in an RRD db, update it at each run and generate graphs

Three scripts compose the RRD integration:

* bootstrap_rrd.py - generates the initial RRD from a set of summary files
* graph_rrd.py - generates graphs from the RRD db
* update_rrd.py - updates the RRD with one summary, to be used after each run

files added:
htdocs/stats.txt

rrd/bootstrap_rrd.py

rrd/graph_rrd.py

rrd/update_rrd.py

files modified:
.gitignore

btspull

makefile

Show diffs side-by-side

added added

removed removed

rrd/bootstrap_rrd.py

#!/usr/bin/python

# vim:set encoding=utf-8:

###############################################################################

# Initialize the RRD db from the summary files of previous bts-link executions

# Docs used:

# http://oss.oetiker.ch/rrdtool/doc/rrdcreate.en.html

# http://oss.oetiker.ch/rrdtool/doc/rrdupdate.en.html

###############################################################################

# Copyright:

# Redistribution and use in source and binary forms, with or without

# modification, are permitted provided that the following conditions

# are met:

# 1. Redistributions of source code must retain the above copyright

# notice, this list of conditions and the following disclaimer.

# 2. Redistributions in binary form must reproduce the above copyright

# notice, this list of conditions and the following disclaimer in the

# documentation and/or other materials provided with the distribution.

# 3. The names of its contributors may not be used to endorse or promote

# products derived from this software without specific prior written

# permission.

# THIS SOFTWARE IS PROVIDED BY THE CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR

# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF

# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO

# EVENT SHALL THE CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,

# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,

# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;

# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,

# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR

# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF

# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

###############################################################################

from __future__ import with_statement

import sys

import yaml

import datetime

from collections import defaultdict

import rrdtool

import os.path

if len(sys.argv) == 1:

print "Usage: " + sys.argv[0] + " <list of summary files>"

sys.exit(1)

basedir = os.path.dirname(os.path.abspath(__file__))

rrdfile = os.path.join(basedir, 'bts-link.rrd')

r = defaultdict(lambda: defaultdict(dict))

tags = set(['elapsed_time', ])

for summaryfile in sorted(sys.argv[1:]):

with open(summaryfile) as f:

summary = yaml.load(f)

# rrd wants epoch as timestamps

summary_epoch = summary['Execution complete'].strftime('%s')

r[summary_epoch]['elapsed_time'] = int(summary['Elapsed time'])

for tag in summary['Tags summary']:

tags.add(tag)

r[summary_epoch][tag] = summary['Tags summary'][tag]

# http://oss.oetiker.ch/rrdtool/doc/rrdcreate.en.html

rrdtool.create(rrdfile,

'--start', '1233446400', # 2009-02-01 00:00:00

'--step', '86400',

# datasource definition

['DS:%s:GAUGE:604800:0:U' % ds for ds in sorted(tags)],

'RRA:LAST:0.1:1:5475'

)

for ts in sorted(r.keys()):

rrdtool.update(rrdfile,

'-t', ':'.join(sorted(r[ts].keys())),

'%s:%s' % (ts, ':'.join(str(r[ts][k]) for k in sorted(r[ts].keys())))

)

b'\\ No newline at end of file'

Older »