~bgh/nova/qmanager-trunk

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
#!/usr/bin/env python
# vim: tabstop=4 shiftwidth=4 softtabstop=4

# Copyright 2010 United States Government as represented by the
# Administrator of the National Aeronautics and Space Administration.
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.


import base64
import json
import logging
import os
import shutil
import sys
import urllib
import urllib2
try:
    import cPickle as pickle
except:
    import pickle


class SpoolSentry(object):
    def __init__(self, spool_dir, sentry_url, key=None):
        self.spool_dir = spool_dir
        self.sentry_url = sentry_url
        self.key = key

    def process(self):
        for fname in os.listdir(self.spool_dir):
            if fname == "processed":
                continue
            try:
                sourcefile = "%s/%s" % (self.spool_dir, fname)
                with open(sourcefile) as f:
                    fdata = f.read()
                data_from_json = json.loads(fdata)
                data = self.build_data(data_from_json)
                self.send_data(data)
                destfile = "%s/processed/%s" % (self.spool_dir, fname)
                shutil.move(sourcefile, destfile)
            except:
                logging.exception("Unable to upload record %s", fname)
                raise

    def build_data(self, filejson):
        env = {'SERVER_NAME': 'unknown', 'SERVER_PORT': '0000',
               'SCRIPT_NAME': '/unknown/', 'PATH_INFO': 'unknown'}
        if filejson['env']:
            env = json.loads(filejson['env'])
        url = "http://%s:%s%s%s" % (env['SERVER_NAME'], env['SERVER_PORT'],
                                    env['SCRIPT_NAME'], env['PATH_INFO'])
        rv = {'logger': filejson['logger'], 'level': logging.ERROR,
              'server_name': filejson['host'], 'url': url,
              'message': filejson['message'],
              'traceback': filejson['traceback']}
        rv['data'] = {}
        if filejson['env']:
            rv['data']['META'] = env
        if filejson['request_id']:
            rv['data']['request_id'] = filejson['request_id']
        return rv

    def send_data(self, data):
        data = {'data': base64.b64encode(pickle.dumps(data).encode('zlib')),
                'key': self.key}
        req = urllib2.Request(self.sentry_url)
        res = urllib2.urlopen(req, urllib.urlencode(data))
        if res.getcode() != 200:
            raise Exception("Bad HTTP code: %s" % res.getcode())
        txt = res.read()

if __name__ == '__main__':
    sentryurl = 'http://127.0.0.1/sentry/store/'
    key = ''
    spooldir = '/var/spool/nova'
    if len(sys.argv) > 1:
        sentryurl = sys.argv[1]
    if len(sys.argv) > 2:
        key = sys.argv[2]
    if len(sys.argv) > 3:
        spooldir = sys.argv[3]
    SpoolSentry(spooldir, sentryurl, key).process()