← Back to branch summary

~vcs-imports/quotient/main

« back to all changes in this revision

Viewing changes to quotient/test/test_throughput.py

  • Committer: glyph
  • Date: 2003-10-26 23:44:25 UTC
  • Revision ID: Arch-1:unnamed@bazaar.ubuntu.com%series--4208--patch-749
whitespace

Show diffs side-by-side

added added

removed removed

Lines of Context:
quotient/test/test_throughput.py
 
1
 
 
2
import os
 
3
import time
 
4
import shutil
 
5
from os.path import join as opj
 
6
from os.path import isdir
 
7
 
 
8
from atop.store import Store, Item, SubStore
 
9
from atop.store import Pool, DateIndex, UIDIndex
 
10
from atop.store import ITEM, INDEX, STORE_ID
 
11
from atop.store import Inconsistency, NameIndex
 
12
from quotient import mimemessage
 
13
 
 
14
from twisted.trial import unittest
 
15
from twisted.cred.portal import Portal
 
16
from twisted.cred.credentials import UsernamePassword
 
17
from twisted.python.components import Interface
 
18
from twisted.python.util import sibpath
 
19
 
 
20
class BenchmarkStore(unittest.TestCase):
 
21
    nCopies = 10
 
22
 
 
23
    mailDirectory = os.environ.get("BENCH_MESSAGES") or "/home/amir/test/test150"
 
24
 
 
25
    def setUp(self):
 
26
        self.msgs = []
 
27
        d = self.mktemp()
 
28
        store = Store(opj(d, "db"), opj(d, "files"))
 
29
        avatar = store.transact(SubStore, store)
 
30
        
 
31
        for f in os.listdir(self.mailDirectory):
 
32
            mp = mimemessage.MIMEMessageReceiver(avatar, self.msgs.append, True)
 
33
            mp.feedFileNow(file(opj(self.mailDirectory, f)))
 
34
        
 
35
    def benchmarkMessageInsertion(self):
 
36
        p = self.mktemp()
 
37
        s = Store(opj(p, "db"), opj(p, "files"))
 
38
 
 
39
        t = time.time()
 
40
        # Insert all the messages nCopies times
 
41
        for i in range(self.nCopies):
 
42
            a = s.transact(SubStore, s)
 
43
            for m in self.msgs:
 
44
                path = a.storeID, a.nextID()
 
45
                s.transact(s._saveItemToPath, m, a.storeID, a.nextID())
 
46
        t = time.time() - t
 
47
        self.recordStat({"throughput": (len(self.msgs) / t, "Messages / second")})
 
48
 
 
49
    def benchmarkBloat(self):
 
50
        p = self.mktemp()
 
51
        s = Store(opj(p, "db"), opj(p, "files"))
 
52
 
 
53
        def _():
 
54
            a = SubStore(s)
 
55
            for m in self.msgs:
 
56
                path = a.storeID, a.nextID()
 
57
                s._saveItemToPath(m, a.storeID, a.nextID())
 
58
        s.transact(_)
 
59
        
 
60
        def sizeOf(dname):
 
61
            s = 0
 
62
            for fname in os.listdir(dname):
 
63
                fname = opj(dname, fname)
 
64
                s += os.stat(fname).st_size
 
65
                if isdir(fname):
 
66
                    s += sizeOf(fname)
 
67
            return s
 
68
        dbSize = sizeOf(opj(p, "db"))
 
69
        fSize = float(sizeOf(opj(p, "files")))
 
70
        self.recordStat({"bloat": ((dbSize / fSize), "DB Size / Message Size")})