1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
|
#!/usr/bin/env python
# rdiffdir -- Extend rdiff functionality to directories
# Version $version released $reldate
#
# Copyright 2002 Ben Escoto <ben@emerose.org>
# Copyright 2007 Kenneth Loafman <kenneth@loafman.com>
#
# This file is part of duplicity.
#
# Duplicity is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 2 of the License, or (at your
# option) any later version.
#
# Duplicity is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with duplicity; if not, write to the Free Software Foundation,
# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# See http://www.nongnu.org/duplicity for more information.
# Please send mail to me or the mailing list if you find bugs or have
# any suggestions.
import sys, getopt, gzip, os
import gettext
gettext.install('duplicity')
from duplicity import diffdir
from duplicity import patchdir
from duplicity import log
from duplicity import tarfile
from duplicity import globals
from duplicity import selection
from duplicity import path
# If set, compress diff and delta files using gzip
gzip_compress = None
# If set, when computing delta, also compute signature and write to
# specified file.
sig_fileobj = None
select_opts = [] # Add selection argument tuples to this
select_files = [] # Will hold file objects when filelist given
def parse_cmdline_options(arglist):
"""Parse argument list"""
global gzip_compress, select_opts, select_files, sig_fileobj
def sel_fl(filename):
"""Helper function for including/excluding filelists below"""
try:
return open(filename, "r")
except IOError:
log.FatalError("Error opening file %s" % filename)
try:
optlist, args = getopt.getopt(arglist, "v:Vz",
["gzip-compress", "exclude=", "exclude-device-files",
"exclude-filelist=", "exclude-filelist-stdin",
"exclude-globbing-filelist", "exclude-other-filesystems",
"exclude-regexp=", "include=", "include-filelist=",
"include-filelist-stdin", "include-globbing-filelist",
"include-regexp=", "null-separator", "verbosity=",
"write-sig-to="])
except getopt.error, e:
command_line_error("Bad command line option: %s" % (str(e),))
for opt, arg in optlist:
if opt == "--gzip_compress" or opt == "-z":
gzip_compress = 1
elif (opt == "--exclude" or opt == "--exclude-regexp" or
opt == "--include" or opt == "--include-regexp"):
select_opts.append((opt, arg))
elif (opt == "--exclude-device-files" or
opt == "--exclude-other-filesystems"):
select_opts.append((opt, None))
elif (opt == "--exclude-filelist" or opt == "--include-filelist" or
opt == "--exclude-globbing-filelist" or
opt == "--include-globbing-filelist"):
select_opts.append((opt, arg))
select_files.append(sel_fl(arg))
elif opt == "--exclude-filelist-stdin":
select_opts.append(("--exclude-filelist", "standard input"))
select_files.append(sys.stdin)
elif opt == "--include-filelist-stdin":
select_opts.append(("--include-filelist", "standard input"))
select_files.append(sys.stdin)
elif opt == "--null-separator":
globals.null_separator = 1
elif opt == "-V":
print "rdiffdir", str(globals.version)
sys.exit(0)
elif opt == "-v" or opt == "--verbosity":
log.setverbosity(int(arg))
elif opt == "--write-sig-to" or opt == "--write-signature-to":
sig_fileobj = get_fileobj(arg, "wb")
else:
command_line_error("Unknown option %s" % opt)
return args
def command_line_error(message):
"""Indicate a command line error and exit"""
sys.stderr.write("Error: %s\n" % (message,))
sys.stderr.write("See the rdiffdir manual page for instructions\n")
sys.exit(1)
def check_does_not_exist(filename):
"""Exit with error message if filename already exists"""
try:
os.lstat(filename)
except OSError:
pass
else:
log.FatalError("File %s already exists, will not "
"overwrite." % filename)
def get_action(args):
"""Figure out the main action from the arguments"""
def require_args(num):
if len(args)-1 < num:
command_line_error("Too few arguments")
elif len(args)-1 > num:
command_line_error("Too many arguments")
if not args:
command_line_error("No arguments found")
command = args[0]
if command == "sig" or command == "signature":
require_args(2)
command = "sig"
elif command == "tar":
require_args(2)
elif command == "delta":
require_args(3)
elif command == "patch":
require_args(2)
return command, args[1:]
def get_selection(filename):
"""Return selection iter starting at path with arguments applied"""
global select_opts, select_files
sel = selection.Select(path.Path(filename))
sel.ParseArgs(select_opts, select_files)
return sel.set_iter()
def get_fileobj(filename, mode):
"""Get file object or stdin/stdout from filename"""
if mode == "r" or mode == "rb":
if filename == "-":
fp = sys.stdin
else:
fp = open(filename, mode)
elif mode == "w" or mode == "wb":
if filename == "-":
fp = sys.stdout
else:
check_does_not_exist(filename)
fp = open(filename, mode)
else:
assert 0, "Unknown mode " + str(mode)
if gzip_compress:
return gzip.GzipFile(None, fp.mode, 9, fp)
else:
return fp
def write_sig(dirname, outfp):
"""Write signature of dirname into file object outfp"""
diffdir.write_block_iter(diffdir.DirSig(get_selection(dirname)), outfp)
def write_delta(dirname, sig_infp, outfp):
"""Write delta to fileobj outfp, reading from dirname and sig_infp"""
delta_iter = diffdir.DirDelta(get_selection(dirname), sig_infp)
diffdir.write_block_iter(delta_iter, outfp)
assert not outfp.close()
def write_delta_and_sig(filename, sig_infp, delta_outfp, sig_outfp):
"""Write delta and also signature of filename"""
sel = get_selection(filename)
delta_iter = diffdir.DirDelta_WriteSig(sel, sig_infp, sig_outfp)
diffdir.write_block_iter(delta_iter, outfp)
assert not sig_outfp.close()
def patch(dirname, deltafp):
"""Patch dirname, reading delta tar from deltafp"""
patchdir.Patch(path.Path(dirname), deltafp)
def write_tar(dirname, outfp):
"""Store dirname into a tarfile, write to outfp"""
diffdir.write_block_iter(diffdir.DirFull(get_selection(filename)), outfp)
def write_tar_and_sig(dirname, outfp, sig_outfp):
"""Write tar of dirname to outfp, signature of same to sig_outfp"""
full_iter = diffdir.DirFull_WriteSig(get_selection(filename), sig_outfp)
diffdir.write_block_iter(full_iter, outfp)
def main():
"""Start here"""
log.setup()
args = parse_cmdline_options(sys.argv[1:])
action, file_args = get_action(args)
if action == "sig":
write_sig(file_args[0], get_fileobj(file_args[1], "wb"))
elif action == "delta":
sig_infp = get_fileobj(file_args[0], "rb")
delta_outfp = get_fileobj(file_args[2], "wb")
if sig_fileobj:
write_delta_and_sig(file_args[1], sig_infp,
delta_outfp, sig_fileobj)
else:
write_delta(file_args[1], sig_infp, delta_outfp)
elif action == "patch":
patch(file_args[0], get_fileobj(file_args[1], "rb"))
elif action == "tar":
if sig_fileobj:
write_tar_and_sig(file_args[0],
get_fileobj(file_args[1], "wb"),
sig_fileobj)
else:
write_tar(file_args[0], get_fileobj(file_args[1], "wb"))
else:
command_line_error("Bad command " + action)
if __name__ == "__main__":
main()
|