2006-12-04 02:07:41 +00:00
|
|
|
|
|
|
|
"""This is the client-side facility to manipulate virtual drives."""
|
|
|
|
|
|
|
|
from twisted.application import service
|
|
|
|
from twisted.internet import defer
|
2006-12-04 07:46:36 +00:00
|
|
|
from twisted.python import log
|
2006-12-04 05:42:19 +00:00
|
|
|
from allmydata import upload, download
|
2007-06-15 03:14:34 +00:00
|
|
|
from allmydata.interfaces import FileNode, DirectoryNode
|
2006-12-04 02:07:41 +00:00
|
|
|
|
|
|
|
class VDrive(service.MultiService):
|
|
|
|
name = "vdrive"
|
|
|
|
|
2007-06-15 03:14:34 +00:00
|
|
|
def set_server(self, vdrive_server):
|
|
|
|
self.gvd_server = vdrive_server
|
2006-12-04 02:07:41 +00:00
|
|
|
def set_root(self, root):
|
|
|
|
self.gvd_root = root
|
|
|
|
|
|
|
|
def dirpath(self, dir_or_path):
|
|
|
|
if isinstance(dir_or_path, str):
|
|
|
|
return self.get_dir(dir_or_path)
|
|
|
|
return defer.succeed(dir_or_path)
|
|
|
|
|
|
|
|
def get_dir(self, path):
|
|
|
|
"""Return a Deferred that fires with a RemoteReference to a
|
|
|
|
MutableDirectoryNode at the given /-delimited path."""
|
|
|
|
d = defer.succeed(self.gvd_root)
|
|
|
|
if path.startswith("/"):
|
|
|
|
path = path[1:]
|
|
|
|
if path == "":
|
|
|
|
return d
|
|
|
|
for piece in path.split("/"):
|
|
|
|
d.addCallback(lambda parent: parent.callRemote("list"))
|
|
|
|
def _find(table, subdir):
|
|
|
|
for name,target in table:
|
|
|
|
if name == subdir:
|
2006-12-04 04:11:26 +00:00
|
|
|
return target
|
2006-12-04 02:07:41 +00:00
|
|
|
else:
|
|
|
|
raise KeyError("no such directory '%s' in '%s'" %
|
|
|
|
(subdir, [t[0] for t in table]))
|
|
|
|
d.addCallback(_find, piece)
|
|
|
|
def _check(subdir):
|
2006-12-04 04:11:26 +00:00
|
|
|
assert not isinstance(subdir, str), "Hey, %s shouldn't be a string" % subdir
|
2006-12-04 02:07:41 +00:00
|
|
|
return subdir
|
|
|
|
d.addCallback(_check)
|
|
|
|
return d
|
|
|
|
|
2007-01-17 02:43:13 +00:00
|
|
|
def get_uri_from_parent(self, parent, filename):
|
2006-12-04 05:42:19 +00:00
|
|
|
assert not isinstance(parent, str), "'%s' isn't a directory node" % (parent,)
|
|
|
|
d = parent.callRemote("list")
|
|
|
|
def _find(table):
|
|
|
|
for name,target in table:
|
|
|
|
if name == filename:
|
|
|
|
assert isinstance(target, str), "Hey, %s isn't a file" % filename
|
|
|
|
return target
|
|
|
|
else:
|
|
|
|
raise KeyError("no such file '%s' in '%s'" %
|
|
|
|
(filename, [t[0] for t in table]))
|
|
|
|
d.addCallback(_find)
|
|
|
|
return d
|
|
|
|
|
2006-12-04 02:07:41 +00:00
|
|
|
def get_root(self):
|
|
|
|
return self.gvd_root
|
|
|
|
|
|
|
|
def listdir(self, dir_or_path):
|
|
|
|
d = self.dirpath(dir_or_path)
|
|
|
|
d.addCallback(lambda parent: parent.callRemote("list"))
|
|
|
|
def _list(table):
|
|
|
|
return [t[0] for t in table]
|
|
|
|
d.addCallback(_list)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def put_file(self, dir_or_path, name, uploadable):
|
|
|
|
"""Upload an IUploadable and add it to the virtual drive (as an entry
|
|
|
|
called 'name', in 'dir_or_path') 'dir_or_path' must either be a
|
|
|
|
string like 'root/subdir1/subdir2', or a directory node (either the
|
|
|
|
root directory node returned by get_root(), or a subdirectory
|
|
|
|
returned by list() ).
|
|
|
|
|
|
|
|
The uploadable can be an instance of allmydata.upload.Data,
|
|
|
|
FileHandle, or FileName.
|
|
|
|
|
|
|
|
I return a deferred that will fire when the operation is complete.
|
|
|
|
"""
|
|
|
|
|
2006-12-04 07:46:36 +00:00
|
|
|
log.msg("putting file to '%s'" % name)
|
2006-12-04 05:42:19 +00:00
|
|
|
ul = self.parent.getServiceNamed("uploader")
|
2006-12-04 02:07:41 +00:00
|
|
|
d = self.dirpath(dir_or_path)
|
|
|
|
def _got_dir(dirnode):
|
2006-12-04 05:42:19 +00:00
|
|
|
d1 = ul.upload(uploadable)
|
2007-01-16 04:22:22 +00:00
|
|
|
def _add(uri):
|
2007-04-24 08:41:40 +00:00
|
|
|
d2 = dirnode.callRemote("add_file", name, uri)
|
|
|
|
d2.addCallback(lambda res: uri)
|
|
|
|
return d2
|
2007-01-16 04:22:22 +00:00
|
|
|
d1.addCallback(_add)
|
2006-12-04 02:07:41 +00:00
|
|
|
return d1
|
|
|
|
d.addCallback(_got_dir)
|
2006-12-04 07:46:36 +00:00
|
|
|
def _done(res):
|
|
|
|
log.msg("finished putting file to '%s'" % name)
|
|
|
|
return res
|
|
|
|
d.addCallback(_done)
|
2006-12-04 02:07:41 +00:00
|
|
|
return d
|
|
|
|
|
|
|
|
def put_file_by_filename(self, dir_or_path, name, filename):
|
2006-12-04 05:42:19 +00:00
|
|
|
return self.put_file(dir_or_path, name, upload.FileName(filename))
|
2006-12-04 02:07:41 +00:00
|
|
|
def put_file_by_data(self, dir_or_path, name, data):
|
2006-12-04 05:42:19 +00:00
|
|
|
return self.put_file(dir_or_path, name, upload.Data(data))
|
2006-12-04 02:07:41 +00:00
|
|
|
def put_file_by_filehandle(self, dir_or_path, name, filehandle):
|
2006-12-04 05:42:19 +00:00
|
|
|
return self.put_file(dir_or_path, name, upload.FileHandle(filehandle))
|
2006-12-04 02:07:41 +00:00
|
|
|
|
|
|
|
def make_directory(self, dir_or_path, name):
|
|
|
|
d = self.dirpath(dir_or_path)
|
|
|
|
d.addCallback(lambda parent: parent.callRemote("add_directory", name))
|
|
|
|
return d
|
|
|
|
|
2006-12-05 02:27:38 +00:00
|
|
|
def remove(self, parent, name):
|
|
|
|
assert not isinstance(parent, str)
|
|
|
|
log.msg("vdrive removing %s" % name)
|
2007-01-17 02:43:13 +00:00
|
|
|
# first find the uri
|
|
|
|
d = self.get_uri_from_parent(parent, name)
|
|
|
|
def _got_uri(vid):
|
2006-12-05 02:27:38 +00:00
|
|
|
# TODO: delete the file's shares using this
|
|
|
|
pass
|
2007-01-17 02:43:13 +00:00
|
|
|
d.addCallback(_got_uri)
|
2006-12-05 02:27:38 +00:00
|
|
|
def _delete_from_parent(res):
|
|
|
|
return parent.callRemote("remove", name)
|
|
|
|
d.addCallback(_delete_from_parent)
|
|
|
|
def _done(res):
|
|
|
|
log.msg("vdrive done removing %s" % name)
|
|
|
|
d.addCallback(_done)
|
|
|
|
return d
|
|
|
|
|
2006-12-04 05:42:19 +00:00
|
|
|
|
|
|
|
def get_file(self, dir_and_name_or_path, download_target):
|
|
|
|
"""Retrieve a file from the virtual drive and put it somewhere.
|
|
|
|
|
|
|
|
The file to be retrieved may either be specified as a (dir, name)
|
|
|
|
tuple or as a full /-delimited pathname. In the former case, 'dir'
|
|
|
|
can be either a DirectoryNode or a pathname.
|
|
|
|
|
|
|
|
The download target must be an IDownloadTarget instance like
|
|
|
|
allmydata.download.Data, .FileName, or .FileHandle .
|
|
|
|
"""
|
|
|
|
|
2006-12-04 07:46:36 +00:00
|
|
|
log.msg("getting file from %s" % (dir_and_name_or_path,))
|
2006-12-04 05:42:19 +00:00
|
|
|
dl = self.parent.getServiceNamed("downloader")
|
|
|
|
|
|
|
|
if isinstance(dir_and_name_or_path, tuple):
|
|
|
|
dir_or_path, name = dir_and_name_or_path
|
|
|
|
d = self.dirpath(dir_or_path)
|
|
|
|
def _got_dir(dirnode):
|
2007-01-17 02:43:13 +00:00
|
|
|
return self.get_uri_from_parent(dirnode, name)
|
2006-12-04 05:42:19 +00:00
|
|
|
d.addCallback(_got_dir)
|
|
|
|
else:
|
|
|
|
rslash = dir_and_name_or_path.rfind("/")
|
|
|
|
if rslash == -1:
|
|
|
|
# we're looking for a file in the root directory
|
|
|
|
dir = self.gvd_root
|
|
|
|
name = dir_and_name_or_path
|
2007-01-17 02:43:13 +00:00
|
|
|
d = self.get_uri_from_parent(dir, name)
|
2006-12-04 05:42:19 +00:00
|
|
|
else:
|
|
|
|
dirpath = dir_and_name_or_path[:rslash]
|
|
|
|
name = dir_and_name_or_path[rslash+1:]
|
|
|
|
d = self.dirpath(dirpath)
|
|
|
|
d.addCallback(lambda dir:
|
2007-01-17 02:43:13 +00:00
|
|
|
self.get_uri_from_parent(dir, name))
|
2006-12-04 05:42:19 +00:00
|
|
|
|
2007-01-17 02:43:13 +00:00
|
|
|
def _got_uri(uri):
|
|
|
|
return dl.download(uri, download_target)
|
|
|
|
d.addCallback(_got_uri)
|
2006-12-04 07:46:36 +00:00
|
|
|
def _done(res):
|
|
|
|
log.msg("finished getting file")
|
|
|
|
return res
|
|
|
|
d.addCallback(_done)
|
2006-12-04 05:42:19 +00:00
|
|
|
return d
|
|
|
|
|
|
|
|
def get_file_to_filename(self, from_where, filename):
|
|
|
|
return self.get_file(from_where, download.FileName(filename))
|
|
|
|
def get_file_to_data(self, from_where):
|
|
|
|
return self.get_file(from_where, download.Data())
|
|
|
|
def get_file_to_filehandle(self, from_where, filehandle):
|
|
|
|
return self.get_file(from_where, download.FileHandle(filehandle))
|
|
|
|
|
2007-06-15 03:14:34 +00:00
|
|
|
|
|
|
|
# utility stuff
|
|
|
|
def add_file(parent_node, child_name, uri):
|
|
|
|
child_node = FileNode(uri)
|
|
|
|
d = parent_node.callRemote("add", child_name, child_node)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def mkdir(vdrive_server, parent_node, child_name):
|
|
|
|
d = vdrive_server.callRemote("create_directory")
|
|
|
|
d.addCallback(lambda newdir_furl:
|
|
|
|
parent_node.callRemote("add", child_name, DirectoryNode(newdir_furl)))
|
|
|
|
return d
|
|
|
|
|
|
|
|
def add_shared_directory_furl(parent_node, child_name, furl):
|
|
|
|
child_node = DirectoryNode(furl)
|
|
|
|
d = parent_node.callRemote("add", child_name, child_node)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def create_anonymous_directory(vdrive_server):
|
|
|
|
d = vdrive_server.callRemote("create_directory")
|
|
|
|
return d
|