2011-08-08 23:40:49 +00:00
|
|
|
|
2011-08-08 23:54:22 +00:00
|
|
|
import os, sys
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
from twisted.trial import unittest
|
2015-10-07 23:03:28 +00:00
|
|
|
from twisted.internet import defer, task
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
from allmydata.interfaces import IDirectoryNode
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-04-28 19:43:09 +00:00
|
|
|
from allmydata.util import fake_inotify, fileutil
|
2015-10-13 14:56:00 +00:00
|
|
|
from allmydata.util.deferredutil import DeferredListShouldSucceed
|
2015-04-28 19:43:09 +00:00
|
|
|
from allmydata.util.encodingutil import get_filesystem_encoding, to_filepath
|
2011-08-08 23:40:49 +00:00
|
|
|
from allmydata.util.consumer import download_to_data
|
|
|
|
from allmydata.test.no_network import GridTestMixin
|
2011-08-10 03:15:58 +00:00
|
|
|
from allmydata.test.common_util import ReallyEqualMixin, NonASCIIPathMixin
|
2011-08-08 23:40:49 +00:00
|
|
|
from allmydata.test.common import ShouldFailMixin
|
2015-10-01 21:40:10 +00:00
|
|
|
from .test_cli_magic_folder import MagicFolderCLITestMixin
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
from allmydata.frontends import magic_folder
|
|
|
|
from allmydata.frontends.magic_folder import MagicFolder, Downloader
|
2015-10-08 15:01:46 +00:00
|
|
|
from allmydata import magicfolderdb, magicpath
|
2015-04-28 19:43:09 +00:00
|
|
|
from allmydata.util.fileutil import abspath_expanduser_unicode
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
class MagicFolderTestMixin(MagicFolderCLITestMixin, ShouldFailMixin, ReallyEqualMixin, NonASCIIPathMixin):
|
2011-08-08 23:40:49 +00:00
|
|
|
"""
|
|
|
|
These tests will be run both with a mock notifier, and (on platforms that support it)
|
|
|
|
with the real INotify.
|
|
|
|
"""
|
|
|
|
|
2015-04-28 19:43:09 +00:00
|
|
|
def setUp(self):
|
|
|
|
GridTestMixin.setUp(self)
|
|
|
|
temp = self.mktemp()
|
|
|
|
self.basedir = abspath_expanduser_unicode(temp.decode(get_filesystem_encoding()))
|
2015-10-01 21:40:10 +00:00
|
|
|
self.magicfolder = None
|
2015-10-08 02:32:19 +00:00
|
|
|
Downloader.REMOTE_SCAN_INTERVAL = 0
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
def _get_count(self, name, client=None):
|
|
|
|
counters = (client or self.get_client()).stats_provider.get_stats()["counters"]
|
|
|
|
return counters.get('magic_folder.%s' % (name,), 0)
|
|
|
|
|
|
|
|
def _createdb(self):
|
|
|
|
dbfile = abspath_expanduser_unicode(u"magicfolderdb.sqlite", base=self.basedir)
|
2015-10-08 15:01:46 +00:00
|
|
|
mdb = magicfolderdb.get_magicfolderdb(dbfile, create_version=(magicfolderdb.SCHEMA_v1, 1))
|
|
|
|
self.failUnless(mdb, "unable to create magicfolderdb from %r" % (dbfile,))
|
|
|
|
self.failUnlessEqual(mdb.VERSION, 1)
|
|
|
|
return mdb
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
def _restart_client(self, ign):
|
|
|
|
#print "_restart_client"
|
|
|
|
d = self.restart_client()
|
|
|
|
d.addCallback(self._wait_until_started)
|
|
|
|
return d
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def _wait_until_started(self, ign):
|
|
|
|
#print "_wait_until_started"
|
|
|
|
self.magicfolder = self.get_client().getServiceNamed('magic-folder')
|
|
|
|
return self.magicfolder.ready()
|
|
|
|
|
|
|
|
def test_db_basic(self):
|
|
|
|
fileutil.make_dirs(self.basedir)
|
|
|
|
self._createdb()
|
|
|
|
|
|
|
|
def test_db_persistence(self):
|
|
|
|
"""Test that a file upload creates an entry in the database."""
|
|
|
|
|
|
|
|
fileutil.make_dirs(self.basedir)
|
|
|
|
db = self._createdb()
|
|
|
|
|
2015-10-12 18:07:39 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
relpath1 = u"myFile1"
|
|
|
|
pathinfo = fileutil.PathInfo(isdir=False, isfile=True, islink=False,
|
|
|
|
exists=True, size=1, mtime=123, ctime=456)
|
2015-10-12 18:07:39 +00:00
|
|
|
db.did_upload_version(relpath1, 0, 'URI:LIT:1', 'URI:LIT:0', 0, pathinfo)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
c = db.cursor
|
|
|
|
c.execute("SELECT size, mtime, ctime"
|
|
|
|
" FROM local_files"
|
|
|
|
" WHERE path=?",
|
|
|
|
(relpath1,))
|
|
|
|
row = c.fetchone()
|
|
|
|
self.failUnlessEqual(row, (pathinfo.size, pathinfo.mtime, pathinfo.ctime))
|
|
|
|
|
|
|
|
# Second test uses db.is_new_file instead of SQL query directly
|
|
|
|
# to confirm the previous upload entry in the db.
|
|
|
|
relpath2 = u"myFile2"
|
|
|
|
path2 = os.path.join(self.basedir, relpath2)
|
|
|
|
fileutil.write(path2, "meow\n")
|
|
|
|
pathinfo = fileutil.get_pathinfo(path2)
|
2015-10-12 18:07:39 +00:00
|
|
|
db.did_upload_version(relpath2, 0, 'URI:LIT:2', 'URI:LIT:1', 0, pathinfo)
|
2015-10-01 21:40:10 +00:00
|
|
|
self.failUnlessFalse(db.is_new_file(pathinfo, relpath2))
|
|
|
|
|
|
|
|
different_pathinfo = fileutil.PathInfo(isdir=False, isfile=True, islink=False,
|
|
|
|
exists=True, size=0, mtime=pathinfo.mtime, ctime=pathinfo.ctime)
|
|
|
|
self.failUnlessTrue(db.is_new_file(different_pathinfo, relpath2))
|
|
|
|
|
|
|
|
def test_magicfolder_start_service(self):
|
2011-08-08 23:40:49 +00:00
|
|
|
self.set_up_grid()
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
self.local_dir = abspath_expanduser_unicode(self.unicode_or_fallback(u"l\u00F8cal_dir", u"local_dir"),
|
|
|
|
base=self.basedir)
|
2011-08-10 03:15:58 +00:00
|
|
|
self.mkdir_nonascii(self.local_dir)
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d = defer.succeed(None)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.dirs_monitored'), 0))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.create_invite_join_magic_folder(u"Alice", self.local_dir))
|
|
|
|
d.addCallback(self._restart_client)
|
|
|
|
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.dirs_monitored'), 1))
|
|
|
|
d.addBoth(self.cleanup)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.dirs_monitored'), 0))
|
|
|
|
return d
|
|
|
|
|
|
|
|
def test_move_tree(self):
|
|
|
|
self.set_up_grid()
|
|
|
|
|
|
|
|
self.local_dir = abspath_expanduser_unicode(self.unicode_or_fallback(u"l\u00F8cal_dir", u"local_dir"),
|
|
|
|
base=self.basedir)
|
|
|
|
self.mkdir_nonascii(self.local_dir)
|
|
|
|
|
|
|
|
empty_tree_name = self.unicode_or_fallback(u"empty_tr\u00EAe", u"empty_tree")
|
|
|
|
empty_tree_dir = abspath_expanduser_unicode(empty_tree_name, base=self.basedir)
|
|
|
|
new_empty_tree_dir = abspath_expanduser_unicode(empty_tree_name, base=self.local_dir)
|
|
|
|
|
|
|
|
small_tree_name = self.unicode_or_fallback(u"small_tr\u00EAe", u"empty_tree")
|
|
|
|
small_tree_dir = abspath_expanduser_unicode(small_tree_name, base=self.basedir)
|
|
|
|
new_small_tree_dir = abspath_expanduser_unicode(small_tree_name, base=self.local_dir)
|
|
|
|
|
|
|
|
d = self.create_invite_join_magic_folder(u"Alice", self.local_dir)
|
|
|
|
d.addCallback(self._restart_client)
|
|
|
|
|
|
|
|
def _check_move_empty_tree(res):
|
2015-10-12 18:07:39 +00:00
|
|
|
print "_check_move_empty_tree"
|
2015-10-13 14:56:00 +00:00
|
|
|
downloaded_d = self.magicfolder.downloader.set_hook('processed')
|
|
|
|
uploaded_d = self.magicfolder.uploader.set_hook('processed')
|
2015-10-01 21:40:10 +00:00
|
|
|
self.mkdir_nonascii(empty_tree_dir)
|
|
|
|
os.rename(empty_tree_dir, new_empty_tree_dir)
|
|
|
|
self.notify(to_filepath(new_empty_tree_dir), self.inotify.IN_MOVED_TO)
|
2015-10-13 14:56:00 +00:00
|
|
|
|
|
|
|
return DeferredListShouldSucceed([downloaded_d, uploaded_d])
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(_check_move_empty_tree)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 1))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.files_uploaded'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.directories_created'), 1))
|
|
|
|
|
2015-10-13 14:56:00 +00:00
|
|
|
# FIXME check that Bob downloaded/created the empty tree.
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def _check_move_small_tree(res):
|
2015-10-12 18:07:39 +00:00
|
|
|
print "_check_move_small_tree"
|
2015-10-13 14:56:00 +00:00
|
|
|
downloaded_d = self.magicfolder.downloader.set_hook('processed', ignore_count=1)
|
|
|
|
uploaded_d = self.magicfolder.uploader.set_hook('processed', ignore_count=1)
|
2015-10-01 21:40:10 +00:00
|
|
|
self.mkdir_nonascii(small_tree_dir)
|
|
|
|
fileutil.write(abspath_expanduser_unicode(u"what", base=small_tree_dir), "say when")
|
|
|
|
os.rename(small_tree_dir, new_small_tree_dir)
|
|
|
|
self.notify(to_filepath(new_small_tree_dir), self.inotify.IN_MOVED_TO)
|
2015-10-13 14:56:00 +00:00
|
|
|
|
|
|
|
return DeferredListShouldSucceed([downloaded_d, uploaded_d])
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(_check_move_small_tree)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 3))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.files_uploaded'), 1))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.directories_created'), 2))
|
|
|
|
|
|
|
|
def _check_moved_tree_is_watched(res):
|
2015-10-12 18:07:39 +00:00
|
|
|
print "_check_moved_tree_is_watched"
|
2015-10-13 14:56:00 +00:00
|
|
|
downloaded_d = self.magicfolder.downloader.set_hook('processed', ignore_count=1)
|
|
|
|
uploaded_d = self.magicfolder.uploader.set_hook('processed')
|
2015-10-01 21:40:10 +00:00
|
|
|
fileutil.write(abspath_expanduser_unicode(u"another", base=new_small_tree_dir), "file")
|
|
|
|
self.notify(to_filepath(abspath_expanduser_unicode(u"another", base=new_small_tree_dir)), self.inotify.IN_CLOSE_WRITE)
|
2015-10-13 14:56:00 +00:00
|
|
|
|
|
|
|
return DeferredListShouldSucceed([downloaded_d, uploaded_d])
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(_check_moved_tree_is_watched)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 4))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.files_uploaded'), 2))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.directories_created'), 2))
|
|
|
|
|
|
|
|
# Files that are moved out of the upload directory should no longer be watched.
|
|
|
|
#def _move_dir_away(ign):
|
|
|
|
# os.rename(new_empty_tree_dir, empty_tree_dir)
|
|
|
|
# # Wuh? Why don't we get this event for the real test?
|
|
|
|
# #self.notify(to_filepath(new_empty_tree_dir), self.inotify.IN_MOVED_FROM)
|
|
|
|
#d.addCallback(_move_dir_away)
|
|
|
|
#def create_file(val):
|
|
|
|
# test_file = abspath_expanduser_unicode(u"what", base=empty_tree_dir)
|
|
|
|
# fileutil.write(test_file, "meow")
|
|
|
|
# #self.notify(...)
|
|
|
|
# return
|
|
|
|
#d.addCallback(create_file)
|
|
|
|
#d.addCallback(lambda ign: time.sleep(1)) # XXX ICK
|
|
|
|
#d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
#d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 4))
|
|
|
|
#d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.files_uploaded'), 2))
|
|
|
|
#d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
#d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.directories_created'), 2))
|
|
|
|
|
|
|
|
d.addBoth(self.cleanup)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def test_persistence(self):
|
|
|
|
"""
|
|
|
|
Perform an upload of a given file and then stop the client.
|
|
|
|
Start a new client and magic-folder service... and verify that the file is NOT uploaded
|
|
|
|
a second time. This test is meant to test the database persistence along with
|
|
|
|
the startup and shutdown code paths of the magic-folder service.
|
|
|
|
"""
|
|
|
|
self.set_up_grid()
|
|
|
|
self.local_dir = abspath_expanduser_unicode(u"test_persistence", base=self.basedir)
|
|
|
|
self.mkdir_nonascii(self.local_dir)
|
|
|
|
self.collective_dircap = ""
|
|
|
|
|
|
|
|
d = defer.succeed(None)
|
|
|
|
d.addCallback(lambda ign: self.create_invite_join_magic_folder(u"Alice", self.local_dir))
|
|
|
|
d.addCallback(self._restart_client)
|
|
|
|
|
|
|
|
def create_test_file(filename):
|
|
|
|
d2 = self.magicfolder.uploader.set_hook('processed')
|
|
|
|
test_file = abspath_expanduser_unicode(filename, base=self.local_dir)
|
|
|
|
fileutil.write(test_file, "meow %s" % filename)
|
|
|
|
self.notify(to_filepath(test_file), self.inotify.IN_CLOSE_WRITE)
|
|
|
|
return d2
|
|
|
|
d.addCallback(lambda ign: create_test_file(u"what1"))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 1))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addCallback(self.cleanup)
|
|
|
|
|
|
|
|
d.addCallback(self._restart_client)
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 1))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addCallback(lambda ign: create_test_file(u"what2"))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'), 2))
|
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
d.addBoth(self.cleanup)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def test_magic_folder(self):
|
|
|
|
self.set_up_grid()
|
|
|
|
self.local_dir = os.path.join(self.basedir, self.unicode_or_fallback(u"loc\u0101l_dir", u"local_dir"))
|
|
|
|
self.mkdir_nonascii(self.local_dir)
|
|
|
|
|
|
|
|
d = self.create_invite_join_magic_folder(u"Alice\u0101", self.local_dir)
|
|
|
|
d.addCallback(self._restart_client)
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
# Write something short enough for a LIT file.
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self._check_file(u"short", "test"))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
# Write to the same file again with different data.
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self._check_file(u"short", "different"))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
# Test that temporary files are not uploaded.
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self._check_file(u"tempfile", "test", temporary=True))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
# Test that we tolerate creation of a subdirectory.
|
|
|
|
d.addCallback(lambda ign: os.mkdir(os.path.join(self.local_dir, u"directory")))
|
|
|
|
|
|
|
|
# Write something longer, and also try to test a Unicode name if the fs can represent it.
|
2011-08-10 03:15:58 +00:00
|
|
|
name_u = self.unicode_or_fallback(u"l\u00F8ng", u"long")
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self._check_file(name_u, "test"*100))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
# TODO: test that causes an upload failure.
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addBoth(self.cleanup)
|
2011-08-08 23:40:49 +00:00
|
|
|
return d
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def _check_file(self, name_u, data, temporary=False):
|
|
|
|
previously_uploaded = self._get_count('uploader.objects_succeeded')
|
|
|
|
previously_disappeared = self._get_count('uploader.objects_disappeared')
|
2011-08-09 00:11:17 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d = self.magicfolder.uploader.set_hook('processed')
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-04-28 19:43:09 +00:00
|
|
|
path_u = abspath_expanduser_unicode(name_u, base=self.local_dir)
|
|
|
|
path = to_filepath(path_u)
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2011-08-10 02:59:42 +00:00
|
|
|
# We don't use FilePath.setContent() here because it creates a temporary file that
|
|
|
|
# is renamed into place, which causes events that the test is not expecting.
|
2015-04-28 19:43:09 +00:00
|
|
|
f = open(path_u, "wb")
|
2011-08-08 23:40:49 +00:00
|
|
|
try:
|
|
|
|
if temporary and sys.platform != "win32":
|
2015-04-28 19:43:09 +00:00
|
|
|
os.unlink(path_u)
|
2011-08-08 23:40:49 +00:00
|
|
|
f.write(data)
|
|
|
|
finally:
|
|
|
|
f.close()
|
|
|
|
if temporary and sys.platform == "win32":
|
2015-04-28 19:43:09 +00:00
|
|
|
os.unlink(path_u)
|
2015-10-01 21:40:10 +00:00
|
|
|
self.notify(path, self.inotify.IN_DELETE)
|
2015-04-28 19:43:09 +00:00
|
|
|
fileutil.flush_volume(path_u)
|
2015-10-01 21:40:10 +00:00
|
|
|
self.notify(path, self.inotify.IN_CLOSE_WRITE)
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_failed'), 0))
|
2011-08-08 23:40:49 +00:00
|
|
|
if temporary:
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_disappeared'),
|
2011-08-08 23:40:49 +00:00
|
|
|
previously_disappeared + 1))
|
|
|
|
else:
|
|
|
|
d.addCallback(lambda ign: self.upload_dirnode.get(name_u))
|
|
|
|
d.addCallback(download_to_data)
|
|
|
|
d.addCallback(lambda actual_data: self.failUnlessReallyEqual(actual_data, data))
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_succeeded'),
|
2011-08-08 23:40:49 +00:00
|
|
|
previously_uploaded + 1))
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self.failUnlessReallyEqual(self._get_count('uploader.objects_queued'), 0))
|
|
|
|
return d
|
|
|
|
|
|
|
|
def _check_version_in_dmd(self, magicfolder, relpath_u, expected_version):
|
|
|
|
encoded_name_u = magicpath.path2magic(relpath_u)
|
|
|
|
d = magicfolder.downloader._get_collective_latest_file(encoded_name_u)
|
|
|
|
def check_latest(result):
|
|
|
|
if result[0] is not None:
|
|
|
|
node, metadata = result
|
|
|
|
d.addCallback(lambda ign: self.failUnlessEqual(metadata['version'], expected_version))
|
|
|
|
d.addCallback(check_latest)
|
2011-08-08 23:40:49 +00:00
|
|
|
return d
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def _check_version_in_local_db(self, magicfolder, relpath_u, expected_version):
|
|
|
|
version = magicfolder._db.get_local_file_version(relpath_u)
|
|
|
|
#print "_check_version_in_local_db: %r has version %s" % (relpath_u, version)
|
|
|
|
self.failUnlessEqual(version, expected_version)
|
|
|
|
|
|
|
|
def test_alice_bob(self):
|
2015-10-07 23:03:28 +00:00
|
|
|
alice_clock = task.Clock()
|
|
|
|
bob_clock = task.Clock()
|
|
|
|
d = self.setup_alice_and_bob(alice_clock, bob_clock)
|
2015-10-01 21:40:10 +00:00
|
|
|
def get_results(result):
|
|
|
|
# XXX are these used?
|
|
|
|
(self.alice_collective_dircap, self.alice_upload_dircap, self.alice_magicfolder,
|
|
|
|
self.bob_collective_dircap, self.bob_upload_dircap, self.bob_magicfolder) = result
|
|
|
|
#print "Alice magicfolderdb is at %r" % (self.alice_magicfolder._client.basedir)
|
|
|
|
#print "Bob magicfolderdb is at %r" % (self.bob_magicfolder._client.basedir)
|
|
|
|
d.addCallback(get_results)
|
|
|
|
|
2015-10-15 21:56:38 +00:00
|
|
|
def _check_uploader_count(ign, name, expected):
|
|
|
|
self.failUnlessReallyEqual(self._get_count('uploader.'+name, client=self.alice_magicfolder._client),
|
|
|
|
expected)
|
|
|
|
def _check_downloader_count(ign, name, expected):
|
|
|
|
self.failUnlessReallyEqual(self._get_count('downloader.'+name, client=self.bob_magicfolder._client),
|
|
|
|
expected)
|
|
|
|
|
|
|
|
def _wait_for(ign, something_to_do):
|
|
|
|
downloaded_d = self.bob_magicfolder.downloader.set_hook('processed')
|
|
|
|
uploaded_d = self.alice_magicfolder.uploader.set_hook('processed')
|
|
|
|
something_to_do()
|
|
|
|
print "Waiting for Alice to upload\n"
|
|
|
|
alice_clock.advance(0)
|
|
|
|
def _wait_for_Bob(ign):
|
|
|
|
print "Now waiting for Bob to download\n"
|
|
|
|
bob_clock.advance(0)
|
|
|
|
return downloaded_d
|
|
|
|
uploaded_d.addCallback(_wait_for_Bob)
|
|
|
|
return uploaded_d
|
|
|
|
|
|
|
|
def Alice_to_write_a_file():
|
2015-10-01 21:40:10 +00:00
|
|
|
print "Alice writes a file\n"
|
|
|
|
self.file_path = abspath_expanduser_unicode(u"file1", base=self.alice_magicfolder.uploader._local_path_u)
|
|
|
|
fileutil.write(self.file_path, "meow, meow meow. meow? meow meow! meow.")
|
|
|
|
self.magicfolder = self.alice_magicfolder
|
|
|
|
self.notify(to_filepath(self.file_path), self.inotify.IN_CLOSE_WRITE)
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_wait_for, Alice_to_write_a_file)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_dmd(self.alice_magicfolder, u"file1", 0))
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.alice_magicfolder, u"file1", 0))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_uploader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_uploader_count, 'objects_succeeded', 1)
|
|
|
|
d.addCallback(_check_uploader_count, 'files_uploaded', 1)
|
|
|
|
d.addCallback(_check_uploader_count, 'objects_queued', 0)
|
|
|
|
d.addCallback(_check_uploader_count, 'directories_created', 0)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.bob_magicfolder, u"file1", 0))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_downloader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_downloader_count, 'objects_downloaded', 1)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
2015-10-15 21:56:38 +00:00
|
|
|
def Alice_to_delete_file():
|
2015-10-01 21:40:10 +00:00
|
|
|
print "Alice deletes the file!\n"
|
|
|
|
os.unlink(self.file_path)
|
2015-10-15 21:56:38 +00:00
|
|
|
self.magicfolder = self.alice_magicfolder
|
2015-10-01 21:40:10 +00:00
|
|
|
self.notify(to_filepath(self.file_path), self.inotify.IN_DELETE)
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_wait_for, Alice_to_delete_file)
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
d.addCallback(lambda ign: self._check_version_in_dmd(self.alice_magicfolder, u"file1", 1))
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.alice_magicfolder, u"file1", 1))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_uploader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_uploader_count, 'objects_succeeded', 2)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.bob_magicfolder, u"file1", 1))
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_dmd(self.bob_magicfolder, u"file1", 1))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_downloader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_downloader_count, 'objects_downloaded', 2)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
2015-10-15 21:56:38 +00:00
|
|
|
def Alice_to_rewrite_file():
|
2015-10-01 21:40:10 +00:00
|
|
|
print "Alice rewrites file\n"
|
|
|
|
self.file_path = abspath_expanduser_unicode(u"file1", base=self.alice_magicfolder.uploader._local_path_u)
|
|
|
|
fileutil.write(self.file_path, "Alice suddenly sees the white rabbit running into the forest.")
|
|
|
|
self.notify(to_filepath(self.file_path), self.inotify.IN_CLOSE_WRITE)
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_wait_for, Alice_to_rewrite_file)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_dmd(self.alice_magicfolder, u"file1", 2))
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.alice_magicfolder, u"file1", 2))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_uploader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_uploader_count, 'objects_succeeded', 3)
|
|
|
|
d.addCallback(_check_uploader_count, 'files_uploaded', 3)
|
|
|
|
d.addCallback(_check_uploader_count, 'objects_queued', 0)
|
|
|
|
d.addCallback(_check_uploader_count, 'directories_created', 0)
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_dmd(self.bob_magicfolder, u"file1", 2))
|
|
|
|
d.addCallback(lambda ign: self._check_version_in_local_db(self.bob_magicfolder, u"file1", 2))
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_check_downloader_count, 'objects_failed', 0)
|
|
|
|
d.addCallback(_check_downloader_count, 'objects_downloaded', 3)
|
|
|
|
|
|
|
|
def _cleanup(ign, magicfolder, clock):
|
|
|
|
d2 = magicfolder.finish()
|
|
|
|
clock.advance(0)
|
|
|
|
return d2
|
2015-10-01 21:40:10 +00:00
|
|
|
|
|
|
|
def cleanup_Alice_and_Bob(result):
|
|
|
|
print "cleanup alice bob test\n"
|
|
|
|
d = defer.succeed(None)
|
2015-10-15 21:56:38 +00:00
|
|
|
d.addCallback(_cleanup, self.alice_magicfolder, alice_clock)
|
|
|
|
d.addCallback(_cleanup, self.bob_magicfolder, bob_clock)
|
2015-10-08 13:42:47 +00:00
|
|
|
d.addCallback(lambda ign: result)
|
2015-10-01 21:40:10 +00:00
|
|
|
return d
|
2015-10-08 13:42:47 +00:00
|
|
|
d.addBoth(cleanup_Alice_and_Bob)
|
2015-10-01 21:40:10 +00:00
|
|
|
return d
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-15 21:56:38 +00:00
|
|
|
|
2015-09-16 13:59:49 +00:00
|
|
|
class MockTest(MagicFolderTestMixin, unittest.TestCase):
|
2011-08-08 23:40:49 +00:00
|
|
|
"""This can run on any platform, and even if twisted.internet.inotify can't be imported."""
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def setUp(self):
|
|
|
|
MagicFolderTestMixin.setUp(self)
|
|
|
|
self.inotify = fake_inotify
|
|
|
|
self.patch(magic_folder, 'get_inotify_module', lambda: self.inotify)
|
|
|
|
|
|
|
|
def notify(self, path, mask):
|
|
|
|
self.magicfolder.uploader._notifier.event(path, mask)
|
|
|
|
|
2011-08-08 23:40:49 +00:00
|
|
|
def test_errors(self):
|
|
|
|
self.set_up_grid()
|
2015-04-28 19:43:09 +00:00
|
|
|
|
|
|
|
errors_dir = abspath_expanduser_unicode(u"errors_dir", base=self.basedir)
|
2011-08-08 23:40:49 +00:00
|
|
|
os.mkdir(errors_dir)
|
2015-04-28 19:43:09 +00:00
|
|
|
not_a_dir = abspath_expanduser_unicode(u"NOT_A_DIR", base=self.basedir)
|
|
|
|
fileutil.write(not_a_dir, "")
|
|
|
|
magicfolderdb = abspath_expanduser_unicode(u"magicfolderdb", base=self.basedir)
|
|
|
|
doesnotexist = abspath_expanduser_unicode(u"doesnotexist", base=self.basedir)
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
client = self.g.clients[0]
|
|
|
|
d = client.create_dirnode()
|
2015-10-01 21:40:10 +00:00
|
|
|
def _check_errors(n):
|
2011-08-08 23:40:49 +00:00
|
|
|
self.failUnless(IDirectoryNode.providedBy(n))
|
2011-08-09 21:59:13 +00:00
|
|
|
upload_dircap = n.get_uri()
|
|
|
|
readonly_dircap = n.get_readonly_uri()
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2011-08-09 22:12:31 +00:00
|
|
|
self.shouldFail(AssertionError, 'nonexistent local.directory', 'there is no directory',
|
2015-10-01 21:40:10 +00:00
|
|
|
MagicFolder, client, upload_dircap, '', doesnotexist, magicfolderdb)
|
2011-08-09 22:12:31 +00:00
|
|
|
self.shouldFail(AssertionError, 'non-directory local.directory', 'is not a directory',
|
2015-10-01 21:40:10 +00:00
|
|
|
MagicFolder, client, upload_dircap, '', not_a_dir, magicfolderdb)
|
2011-08-09 22:12:31 +00:00
|
|
|
self.shouldFail(AssertionError, 'bad upload.dircap', 'does not refer to a directory',
|
2015-10-01 21:40:10 +00:00
|
|
|
MagicFolder, client, 'bad', '', errors_dir, magicfolderdb)
|
2011-08-09 22:12:31 +00:00
|
|
|
self.shouldFail(AssertionError, 'non-directory upload.dircap', 'does not refer to a directory',
|
2015-10-01 21:40:10 +00:00
|
|
|
MagicFolder, client, 'URI:LIT:foo', '', errors_dir, magicfolderdb)
|
2011-08-09 22:12:31 +00:00
|
|
|
self.shouldFail(AssertionError, 'readonly upload.dircap', 'is not a writecap to a directory',
|
2015-10-01 21:40:10 +00:00
|
|
|
MagicFolder, client, readonly_dircap, '', errors_dir, magicfolderdb,)
|
|
|
|
self.shouldFail(AssertionError, 'collective dircap',
|
|
|
|
"The URI in 'private/collective_dircap' is not a readonly cap to a directory.",
|
|
|
|
MagicFolder, client, upload_dircap, upload_dircap, errors_dir, magicfolderdb)
|
|
|
|
|
|
|
|
def _not_implemented():
|
|
|
|
raise NotImplementedError("blah")
|
|
|
|
self.patch(magic_folder, 'get_inotify_module', _not_implemented)
|
|
|
|
self.shouldFail(NotImplementedError, 'unsupported', 'blah',
|
|
|
|
MagicFolder, client, upload_dircap, '', errors_dir, magicfolderdb)
|
|
|
|
d.addCallback(_check_errors)
|
2011-08-08 23:40:49 +00:00
|
|
|
return d
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def test_write_downloaded_file(self):
|
|
|
|
workdir = u"cli/MagicFolder/write-downloaded-file"
|
|
|
|
local_file = fileutil.abspath_expanduser_unicode(os.path.join(workdir, "foobar"))
|
|
|
|
|
|
|
|
# create a file with name "foobar" with content "foo"
|
|
|
|
# write downloaded file content "bar" into "foobar" with is_conflict = False
|
|
|
|
fileutil.make_dirs(workdir)
|
|
|
|
fileutil.write(local_file, "foo")
|
|
|
|
|
|
|
|
# if is_conflict is False, then the .conflict file shouldn't exist.
|
|
|
|
Downloader._write_downloaded_file(local_file, "bar", False, None)
|
|
|
|
conflicted_path = local_file + u".conflict"
|
|
|
|
self.failIf(os.path.exists(conflicted_path))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
# At this point, the backup file should exist with content "foo"
|
|
|
|
backup_path = local_file + u".backup"
|
|
|
|
self.failUnless(os.path.exists(backup_path))
|
|
|
|
self.failUnlessEqual(fileutil.read(backup_path), "foo")
|
|
|
|
|
|
|
|
# .tmp file shouldn't exist
|
|
|
|
self.failIf(os.path.exists(local_file + u".tmp"))
|
|
|
|
|
|
|
|
# .. and the original file should have the new content
|
|
|
|
self.failUnlessEqual(fileutil.read(local_file), "bar")
|
|
|
|
|
|
|
|
# now a test for conflicted case
|
|
|
|
Downloader._write_downloaded_file(local_file, "bar", True, None)
|
|
|
|
self.failUnless(os.path.exists(conflicted_path))
|
|
|
|
|
|
|
|
# .tmp file shouldn't exist
|
|
|
|
self.failIf(os.path.exists(local_file + u".tmp"))
|
2011-08-08 23:40:49 +00:00
|
|
|
|
|
|
|
|
2015-09-16 13:59:49 +00:00
|
|
|
class RealTest(MagicFolderTestMixin, unittest.TestCase):
|
2011-08-08 23:40:49 +00:00
|
|
|
"""This is skipped unless both Twisted and the platform support inotify."""
|
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def setUp(self):
|
|
|
|
MagicFolderTestMixin.setUp(self)
|
|
|
|
self.inotify = magic_folder.get_inotify_module()
|
2011-08-08 23:40:49 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
def notify(self, path, mask):
|
|
|
|
# Writing to the filesystem causes the notification.
|
2011-08-08 23:40:49 +00:00
|
|
|
pass
|
2015-04-28 19:58:07 +00:00
|
|
|
|
2015-10-01 21:40:10 +00:00
|
|
|
try:
|
|
|
|
magic_folder.get_inotify_module()
|
|
|
|
except NotImplementedError:
|
2015-09-16 13:59:49 +00:00
|
|
|
RealTest.skip = "Magic Folder support can only be tested for-real on an OS that supports inotify or equivalent."
|