Current File : //lib/python3/dist-packages/duplicity/backends/_cf_cloudfiles.py
# -*- Mode:Python; indent-tabs-mode:nil; tab-width:4; encoding:utf-8 -*-
#
# Copyright 2009 Eric EJ Johnson <ej.johnson@rackspace.com>
#
# This file is part of duplicity.
#
# Duplicity is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation; either version 2 of the License, or (at your
# option) any later version.
#
# Duplicity is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with duplicity; if not, write to the Free Software Foundation,
# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
import os
import duplicity.backend
from duplicity import log
from duplicity import util
from duplicity.errors import BackendException
class CloudFilesBackend(duplicity.backend.Backend):
"""
Backend for Rackspace's CloudFiles
"""
def __init__(self, parsed_url):
super().__init__(parsed_url)
try:
from cloudfiles import Connection
from cloudfiles.errors import ResponseError
from cloudfiles import consts
from cloudfiles.errors import NoSuchObject
except ImportError as e:
raise BackendException(
f"""Cloudfiles backend requires the cloudfiles library available from Rackspace.
Exception: {str(e)}"""
)
self.resp_exc = ResponseError
conn_kwargs = {}
if "CLOUDFILES_USERNAME" not in os.environ:
raise BackendException("CLOUDFILES_USERNAME environment variable" "not set.")
if "CLOUDFILES_APIKEY" not in os.environ:
raise BackendException("CLOUDFILES_APIKEY environment variable not set.")
conn_kwargs["username"] = os.environ["CLOUDFILES_USERNAME"]
conn_kwargs["api_key"] = os.environ["CLOUDFILES_APIKEY"]
if "CLOUDFILES_AUTHURL" in os.environ:
conn_kwargs["authurl"] = os.environ["CLOUDFILES_AUTHURL"]
else:
conn_kwargs["authurl"] = consts.default_authurl
container = parsed_url.path.lstrip("/")
try:
conn = Connection(**conn_kwargs)
except Exception as e:
log.FatalError(
f"Connection failed, please check your credentials: {e.__class__.__name__} {util.uexc(e)}",
log.ErrorCode.connection_failed,
)
self.container = conn.create_container(container)
def _error_code(self, operation, e): # pylint: disable=unused-argument
if isinstance(e, NoSuchObject):
return log.ErrorCode.backend_not_found
elif isinstance(e, self.resp_exc):
if e.status == 404:
return log.ErrorCode.backend_not_found
def _put(self, source_path, remote_filename):
sobject = self.container.create_object(remote_filename)
sobject.load_from_filename(source_path.name)
def _get(self, remote_filename, local_path):
sobject = self.container.create_object(remote_filename)
with open(local_path.name, "wb") as f:
for chunk in sobject.stream():
f.write(chunk)
def _list(self):
# Cloud Files will return a max of 10,000 objects. We have
# to make multiple requests to get them all.
objs = self.container.list_objects()
keys = objs
while len(objs) == 10000:
objs = self.container.list_objects(marker=keys[-1])
keys += objs
return keys
def _delete(self, filename):
self.container.delete_object(filename)
def _query(self, filename):
sobject = self.container.get_object(filename)
return {"size": sobject.size}
Mini Shell