# -*- Mode:Python; indent-tabs-mode:nil; tab-width:4 -*-
#
# Copyright 2002 Ben Escoto <ben@emerose.org>
# Copyright 2007 Kenneth Loafman <kenneth@loafman.com>
#
# This file is part of duplicity.
#
# Duplicity is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 2 of the License, or (at your
# option) any later version.
#
# Duplicity is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with duplicity; if not, write to the Free Software Foundation,
# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
import os
import re
import tempfile
import duplicity.backend
from duplicity.errors import InvalidBackendURL
from duplicity import globals, tempdir, util
[docs]class RsyncBackend(duplicity.backend.Backend):
"""Connect to remote store using rsync
rsync backend contributed by Sebastian Wilhelmi <seppi@seppi.de>
rsyncd auth, alternate port support
Copyright 2010 by Edgar Soldin <edgar.soldin@web.de>
"""
def __init__(self, parsed_url):
"""rsyncBackend initializer"""
duplicity.backend.Backend.__init__(self, parsed_url)
"""
rsyncd module url: rsync://[user:password@]host[:port]::[/]modname/path
Note: 3.0.7 is picky about syntax use either 'rsync://' or '::'
cmd: rsync [--port=port] host::modname/path
-or-
rsync via ssh/rsh url: rsync://user@host[:port]://some_absolute_path
-or- rsync://user@host[:port]:/some_relative_path
cmd: rsync -e 'ssh [-p=port]' [user@]host:[/]path
"""
host = parsed_url.hostname
port = ""
# RSYNC_RSH from calling shell might conflict with our settings
if 'RSYNC_RSH' in os.environ:
del os.environ['RSYNC_RSH']
if self.over_rsyncd():
# its a module path
(path, port) = self.get_rsync_path()
self.url_string = "%s::%s" % (host, path.lstrip('/:'))
if port:
port = " --port=%s" % port
else:
host_string = host + ":" if host else ""
if parsed_url.path.startswith("//"):
# its an absolute path
self.url_string = "%s/%s" % (host_string, parsed_url.path.lstrip('/'))
else:
# its a relative path
self.url_string = "%s%s" % (host_string, parsed_url.path.lstrip('/'))
if parsed_url.port:
port = "-p %s" % parsed_url.port
# add trailing slash if missing
if self.url_string[-1] != '/':
self.url_string += '/'
# user?
if parsed_url.username:
if self.over_rsyncd():
os.environ['USER'] = parsed_url.username
else:
self.url_string = parsed_url.username + "@" + self.url_string
# password?, don't ask if none was given
self.use_getpass = False
password = self.get_password()
if password:
os.environ['RSYNC_PASSWORD'] = password
if self.over_rsyncd():
portOption = port
else:
portOption = "-e 'ssh %s -oBatchMode=yes %s'" % (port, globals.ssh_options)
rsyncOptions = globals.rsync_options
# build cmd
self.cmd = "rsync %s %s" % (portOption, rsyncOptions)
[docs] def over_rsyncd(self):
url = self.parsed_url.url_string
if re.search('::[^:]*$', url):
return True
else:
return False
[docs] def get_rsync_path(self):
url = self.parsed_url.url_string
m = re.search("(:\d+|)?::([^:]*)$", url)
if m:
return m.group(2), m.group(1).lstrip(':')
raise InvalidBackendURL("Could not determine rsync path: %s"
"" % self.munge_password(url))
def _put(self, source_path, remote_filename):
remote_path = os.path.join(self.url_string, remote_filename)
commandline = "%s %s %s" % (self.cmd, source_path.name, remote_path)
self.subprocess_popen(commandline)
def _get(self, remote_filename, local_path):
remote_path = os.path.join(self.url_string, remote_filename)
commandline = "%s %s %s" % (self.cmd, remote_path, local_path.name)
self.subprocess_popen(commandline)
def _list(self):
def split(str):
line = str.split()
if len(line) > 4 and line[4] != '.':
return line[4]
else:
return None
commandline = "%s %s" % (self.cmd, self.url_string)
result, stdout, stderr = self.subprocess_popen(commandline)
return [x for x in map(split, stdout.split('\n')) if x]
def _delete_list(self, filename_list):
delete_list = filename_list
dont_delete_list = []
for file in self._list():
if file in delete_list:
delete_list.remove(file)
else:
dont_delete_list.append(file)
dir = tempfile.mkdtemp()
exclude, exclude_name = tempdir.default().mkstemp_file()
to_delete = [exclude_name]
for file in dont_delete_list:
path = os.path.join(dir, file)
to_delete.append(path)
f = open(path, 'w')
print >> exclude, file
f.close()
exclude.close()
commandline = ("%s --recursive --delete --exclude-from=%s %s/ %s" %
(self.cmd, exclude_name, dir, self.url_string))
self.subprocess_popen(commandline)
for file in to_delete:
util.ignore_missing(os.unlink, file)
os.rmdir(dir)
duplicity.backend.register_backend("rsync", RsyncBackend)
duplicity.backend.uses_netloc.extend(['rsync'])