1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
#! /usr/bin/python
# Copyright (C) 2005 Canonical Ltd
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
"""Experiment in converting existing bzr branches to weaves."""
import bzrlib.branch
from bzrlib.revfile import Revfile
from bzrlib.progress import ProgressBar
import tempfile
import hotshot, hotshot.stats
import sys
def convert():
pb = ProgressBar()
inv_rf = Revfile('revfiles/inventory', 'w')
last_text_sha = {}
text_rfs = {}
b = bzrlib.branch.find_branch('.')
revno = 1
rev_history = b.revision_history()
last_idx = None
for rev_id in rev_history:
pb.update('converting inventory', revno, len(rev_history))
inv_xml = b.get_inventory_xml(rev_id).read()
new_idx = inv_rf.add(inv_xml, last_idx, compress=False)
tree = b.revision_tree(rev_id)
inv = tree.inventory
# for each file in the inventory, put it into its own revfile
for file_id in inv:
ie = inv[file_id]
if ie.kind != 'file':
continue
if last_text_sha.get(file_id) == ie.text_sha1:
# same as last time
continue
last_text_sha[file_id] = ie.text_sha1
# new text (though possibly already stored); need to store it
text = tree.get_file(file_id).read()
if file_id not in text_rfs:
text_rfs[file_id] = Revfile('revfiles/' + file_id, 'w')
rf = text_rfs[file_id]
last = len(rf)
if last == 0:
last = None
else:
last -= 1
rf.add(text, last, compress=True)
last_idx = new_idx
revno += 1
pb.clear()
def profile_convert():
prof_f = tempfile.NamedTemporaryFile()
prof = hotshot.Profile(prof_f.name)
prof.runcall(convert)
prof.close()
stats = hotshot.stats.load(prof_f.name)
#stats.strip_dirs()
stats.sort_stats('time')
## XXX: Might like to write to stderr or the trace file instead but
## print_stats seems hardcoded to stdout
stats.print_stats(20)
if '-p' in sys.argv[1:]:
profile_convert()
else:
convert()
|