2015-01-30 00:05:14 +00:00
|
|
|
import os, sys
|
2015-07-17 21:03:53 +00:00
|
|
|
import twisted
|
2006-11-30 23:23:01 +00:00
|
|
|
from twisted.trial import unittest
|
2007-06-08 05:09:02 +00:00
|
|
|
from twisted.application import service
|
2006-11-30 23:23:01 +00:00
|
|
|
|
2007-04-26 19:01:25 +00:00
|
|
|
import allmydata
|
2015-07-17 21:03:53 +00:00
|
|
|
import allmydata.frontends.drop_upload
|
|
|
|
import allmydata.util.log
|
|
|
|
|
2014-05-05 21:55:50 +00:00
|
|
|
from allmydata.node import Node, OldConfigError, OldConfigOptionError, MissingConfigEntry, UnescapedHashError
|
2015-03-24 17:10:00 +00:00
|
|
|
from allmydata.frontends.auth import NeedRootcapLookupScheme
|
2008-06-18 19:24:16 +00:00
|
|
|
from allmydata import client
|
2009-06-01 21:06:04 +00:00
|
|
|
from allmydata.storage_client import StorageFarmBroker
|
2009-07-03 01:07:49 +00:00
|
|
|
from allmydata.util import base32, fileutil
|
2009-11-20 07:52:55 +00:00
|
|
|
from allmydata.interfaces import IFilesystemNode, IFileNode, \
|
|
|
|
IImmutableFileNode, IMutableFileNode, IDirectoryNode
|
2009-05-22 00:38:23 +00:00
|
|
|
from foolscap.api import flushEventualQueue
|
2010-02-26 08:14:33 +00:00
|
|
|
import allmydata.test.common_util as testutil
|
2006-11-30 23:23:01 +00:00
|
|
|
|
2011-08-01 23:24:23 +00:00
|
|
|
|
2009-07-03 00:54:50 +00:00
|
|
|
BASECONFIG = ("[client]\n"
|
|
|
|
"introducer.furl = \n"
|
|
|
|
)
|
|
|
|
|
2011-08-01 23:24:23 +00:00
|
|
|
BASECONFIG_I = ("[client]\n"
|
|
|
|
"introducer.furl = %s\n"
|
|
|
|
)
|
|
|
|
|
2010-07-11 20:02:52 +00:00
|
|
|
class Basic(testutil.ReallyEqualMixin, unittest.TestCase):
|
2006-12-01 03:18:51 +00:00
|
|
|
def test_loadable(self):
|
2007-03-27 23:12:11 +00:00
|
|
|
basedir = "test_client.Basic.test_loadable"
|
|
|
|
os.mkdir(basedir)
|
2011-08-01 23:24:23 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG)
|
2010-01-14 22:15:29 +00:00
|
|
|
client.Client(basedir)
|
2007-06-08 00:55:49 +00:00
|
|
|
|
2014-05-05 21:55:50 +00:00
|
|
|
def test_comment(self):
|
|
|
|
should_fail = [r"test#test", r"#testtest", r"test\\#test"]
|
|
|
|
should_not_fail = [r"test\#test", r"test\\\#test", r"testtest"]
|
|
|
|
|
|
|
|
basedir = "test_client.Basic.test_comment"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
|
2014-05-05 22:05:06 +00:00
|
|
|
def write_config(s):
|
2014-05-05 21:55:50 +00:00
|
|
|
config = ("[client]\n"
|
|
|
|
"introducer.furl = %s\n" % s)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), config)
|
|
|
|
|
|
|
|
for s in should_fail:
|
|
|
|
self.failUnless(Node._contains_unescaped_hash(s))
|
|
|
|
write_config(s)
|
|
|
|
self.failUnlessRaises(UnescapedHashError, client.Client, basedir)
|
|
|
|
|
|
|
|
for s in should_not_fail:
|
|
|
|
self.failIf(Node._contains_unescaped_hash(s))
|
|
|
|
write_config(s)
|
|
|
|
client.Client(basedir)
|
|
|
|
|
|
|
|
|
2015-07-17 21:03:53 +00:00
|
|
|
def test_error_on_old_config_files(self):
|
2011-08-03 23:50:36 +00:00
|
|
|
basedir = "test_client.Basic.test_error_on_old_config_files"
|
2008-10-29 04:43:35 +00:00
|
|
|
os.mkdir(basedir)
|
2011-08-03 23:50:36 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
BASECONFIG +
|
|
|
|
"[storage]\n" +
|
|
|
|
"enabled = false\n" +
|
|
|
|
"reserved_space = bogus\n")
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "introducer.furl"), "")
|
|
|
|
fileutil.write(os.path.join(basedir, "no_storage"), "")
|
|
|
|
fileutil.write(os.path.join(basedir, "readonly_storage"), "")
|
|
|
|
fileutil.write(os.path.join(basedir, "debug_discard_storage"), "")
|
2011-08-03 23:50:36 +00:00
|
|
|
|
2015-07-17 21:03:53 +00:00
|
|
|
logged_messages = []
|
|
|
|
self.patch(twisted.python.log, 'msg', logged_messages.append)
|
|
|
|
|
2011-08-01 23:24:23 +00:00
|
|
|
e = self.failUnlessRaises(OldConfigError, client.Client, basedir)
|
2015-01-30 00:05:14 +00:00
|
|
|
abs_basedir = fileutil.abspath_expanduser_unicode(unicode(basedir)).encode(sys.getfilesystemencoding())
|
|
|
|
self.failUnlessIn(os.path.join(abs_basedir, "introducer.furl"), e.args[0])
|
|
|
|
self.failUnlessIn(os.path.join(abs_basedir, "no_storage"), e.args[0])
|
|
|
|
self.failUnlessIn(os.path.join(abs_basedir, "readonly_storage"), e.args[0])
|
|
|
|
self.failUnlessIn(os.path.join(abs_basedir, "debug_discard_storage"), e.args[0])
|
2011-08-03 23:50:36 +00:00
|
|
|
|
|
|
|
for oldfile in ['introducer.furl', 'no_storage', 'readonly_storage',
|
2011-08-01 23:24:23 +00:00
|
|
|
'debug_discard_storage']:
|
2015-07-17 21:03:53 +00:00
|
|
|
logged = [ m for m in logged_messages if
|
|
|
|
("Found pre-Tahoe-LAFS-v1.3 configuration file" in str(m) and oldfile in str(m)) ]
|
|
|
|
self.failUnless(logged, (oldfile, logged_messages))
|
2011-08-01 23:24:23 +00:00
|
|
|
|
|
|
|
for oldfile in [
|
|
|
|
'nickname', 'webport', 'keepalive_timeout', 'log_gatherer.furl',
|
|
|
|
'disconnect_timeout', 'advertised_ip_addresses', 'helper.furl',
|
|
|
|
'key_generator.furl', 'stats_gatherer.furl', 'sizelimit',
|
|
|
|
'run_helper']:
|
2015-07-17 21:03:53 +00:00
|
|
|
logged = [ m for m in logged_messages if
|
|
|
|
("Found pre-Tahoe-LAFS-v1.3 configuration file" in str(m) and oldfile in str(m)) ]
|
|
|
|
self.failIf(logged, (oldfile, logged_messages))
|
2008-10-29 04:43:35 +00:00
|
|
|
|
2007-08-28 02:30:26 +00:00
|
|
|
def test_secrets(self):
|
|
|
|
basedir = "test_client.Basic.test_secrets"
|
|
|
|
os.mkdir(basedir)
|
2011-08-01 23:24:23 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG)
|
2007-08-28 02:30:26 +00:00
|
|
|
c = client.Client(basedir)
|
2007-12-17 23:39:54 +00:00
|
|
|
secret_fname = os.path.join(basedir, "private", "secret")
|
|
|
|
self.failUnless(os.path.exists(secret_fname), secret_fname)
|
2007-08-28 02:30:26 +00:00
|
|
|
renew_secret = c.get_renewal_secret()
|
2008-02-15 02:27:47 +00:00
|
|
|
self.failUnless(base32.b2a(renew_secret))
|
2007-08-28 02:30:26 +00:00
|
|
|
cancel_secret = c.get_cancel_secret()
|
2008-02-15 02:27:47 +00:00
|
|
|
self.failUnless(base32.b2a(cancel_secret))
|
2007-08-28 02:30:26 +00:00
|
|
|
|
2013-04-18 07:06:55 +00:00
|
|
|
def test_nodekey_yes_storage(self):
|
|
|
|
basedir = "test_client.Basic.test_nodekey_yes_storage"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
BASECONFIG)
|
|
|
|
c = client.Client(basedir)
|
|
|
|
self.failUnless(c.get_long_nodeid().startswith("v0-"))
|
|
|
|
|
|
|
|
def test_nodekey_no_storage(self):
|
|
|
|
basedir = "test_client.Basic.test_nodekey_no_storage"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
BASECONFIG + "[storage]\n" + "enabled = false\n")
|
|
|
|
c = client.Client(basedir)
|
|
|
|
self.failUnless(c.get_long_nodeid().startswith("v0-"))
|
|
|
|
|
2008-12-02 00:24:21 +00:00
|
|
|
def test_reserved_1(self):
|
|
|
|
basedir = "client.Basic.test_reserved_1"
|
2007-07-04 00:27:07 +00:00
|
|
|
os.mkdir(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n" + \
|
|
|
|
"reserved_space = 1000\n")
|
2007-07-04 00:27:07 +00:00
|
|
|
c = client.Client(basedir)
|
2010-11-09 23:08:16 +00:00
|
|
|
self.failUnlessEqual(c.getServiceNamed("storage").reserved_space, 1000)
|
2007-07-04 00:27:07 +00:00
|
|
|
|
2008-12-02 00:24:21 +00:00
|
|
|
def test_reserved_2(self):
|
|
|
|
basedir = "client.Basic.test_reserved_2"
|
2007-07-04 00:27:07 +00:00
|
|
|
os.mkdir(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n" + \
|
|
|
|
"reserved_space = 10K\n")
|
2007-07-04 00:27:07 +00:00
|
|
|
c = client.Client(basedir)
|
2010-11-09 23:08:16 +00:00
|
|
|
self.failUnlessEqual(c.getServiceNamed("storage").reserved_space, 10*1000)
|
2007-07-04 00:27:07 +00:00
|
|
|
|
2008-12-02 00:24:21 +00:00
|
|
|
def test_reserved_3(self):
|
|
|
|
basedir = "client.Basic.test_reserved_3"
|
2007-07-04 00:27:07 +00:00
|
|
|
os.mkdir(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n" + \
|
|
|
|
"reserved_space = 5mB\n")
|
2007-07-04 00:27:07 +00:00
|
|
|
c = client.Client(basedir)
|
2010-11-09 23:08:16 +00:00
|
|
|
self.failUnlessEqual(c.getServiceNamed("storage").reserved_space,
|
2007-07-04 00:27:07 +00:00
|
|
|
5*1000*1000)
|
|
|
|
|
2008-12-02 00:24:21 +00:00
|
|
|
def test_reserved_4(self):
|
|
|
|
basedir = "client.Basic.test_reserved_4"
|
2007-07-04 00:27:07 +00:00
|
|
|
os.mkdir(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n" + \
|
|
|
|
"reserved_space = 78Gb\n")
|
2007-07-04 00:27:07 +00:00
|
|
|
c = client.Client(basedir)
|
2010-11-09 23:08:16 +00:00
|
|
|
self.failUnlessEqual(c.getServiceNamed("storage").reserved_space,
|
|
|
|
78*1000*1000*1000)
|
2007-07-04 00:27:07 +00:00
|
|
|
|
2008-12-02 00:24:21 +00:00
|
|
|
def test_reserved_bad(self):
|
|
|
|
basedir = "client.Basic.test_reserved_bad"
|
2007-07-04 00:27:07 +00:00
|
|
|
os.mkdir(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n" + \
|
|
|
|
"reserved_space = bogus\n")
|
2013-03-20 22:25:10 +00:00
|
|
|
self.failUnlessRaises(ValueError, client.Client, basedir)
|
2007-07-04 00:27:07 +00:00
|
|
|
|
2015-02-04 06:09:40 +00:00
|
|
|
def test_web_staticdir(self):
|
|
|
|
basedir = u"client.Basic.test_web_staticdir"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
BASECONFIG +
|
|
|
|
"[node]\n" +
|
|
|
|
"web.port = tcp:0:interface=127.0.0.1\n" +
|
|
|
|
"web.static = relative\n")
|
|
|
|
c = client.Client(basedir)
|
|
|
|
w = c.getServiceNamed("webish")
|
|
|
|
abs_basedir = fileutil.abspath_expanduser_unicode(basedir)
|
|
|
|
expected = fileutil.abspath_expanduser_unicode(u"relative", abs_basedir)
|
|
|
|
self.failUnlessReallyEqual(w.staticdir, expected)
|
|
|
|
|
2015-03-24 17:10:00 +00:00
|
|
|
# TODO: also test config options for SFTP.
|
|
|
|
|
|
|
|
def test_ftp_auth_keyfile(self):
|
|
|
|
basedir = u"client.Basic.test_ftp_auth_keyfile"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
(BASECONFIG +
|
|
|
|
"[ftpd]\n"
|
|
|
|
"enabled = true\n"
|
|
|
|
"port = tcp:0:interface=127.0.0.1\n"
|
|
|
|
"accounts.file = private/accounts\n"))
|
|
|
|
os.mkdir(os.path.join(basedir, "private"))
|
|
|
|
fileutil.write(os.path.join(basedir, "private", "accounts"), "\n")
|
|
|
|
c = client.Client(basedir) # just make sure it can be instantiated
|
|
|
|
del c
|
|
|
|
|
|
|
|
def test_ftp_auth_url(self):
|
|
|
|
basedir = u"client.Basic.test_ftp_auth_url"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
(BASECONFIG +
|
|
|
|
"[ftpd]\n"
|
|
|
|
"enabled = true\n"
|
|
|
|
"port = tcp:0:interface=127.0.0.1\n"
|
|
|
|
"accounts.url = http://0.0.0.0/\n"))
|
|
|
|
c = client.Client(basedir) # just make sure it can be instantiated
|
|
|
|
del c
|
|
|
|
|
|
|
|
def test_ftp_auth_no_accountfile_or_url(self):
|
|
|
|
basedir = u"client.Basic.test_ftp_auth_no_accountfile_or_url"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
(BASECONFIG +
|
|
|
|
"[ftpd]\n"
|
|
|
|
"enabled = true\n"
|
|
|
|
"port = tcp:0:interface=127.0.0.1\n"))
|
|
|
|
self.failUnlessRaises(NeedRootcapLookupScheme, client.Client, basedir)
|
|
|
|
|
2009-06-01 21:06:04 +00:00
|
|
|
def _permute(self, sb, key):
|
new introducer: signed extensible dictionary-based messages! refs #466
This introduces new client and server halves to the Introducer (renaming the
old one with a _V1 suffix). Both have fallbacks to accomodate talking to a
different version: the publishing client switches on whether the server's
.get_version() advertises V2 support, the server switches on which
subscription method was invoked by the subscribing client.
The V2 protocol sends a three-tuple of (serialized announcement dictionary,
signature, pubkey) for each announcement. The V2 server dispatches messages
to subscribers according to the service-name, and throws errors for invalid
signatures, but does not otherwise examine the messages. The V2 receiver's
subscription callback will receive a (serverid, ann_dict) pair. The
'serverid' will be equal to the pubkey if all of the following are true:
the originating client is V2, and was told a privkey to use
the announcement went through a V2 server
the signature is valid
If not, 'serverid' will be equal to the tubid portion of the announced FURL,
as was the case for V1 receivers.
Servers will create a keypair if one does not exist yet, stored in
private/server.privkey .
The signed announcement dictionary puts the server FURL in a key named
"anonymous-storage-FURL", which anticipates upcoming Accounting-related
changes in the server advertisements. It also provides a key named
"permutation-seed-base32" to tell clients what permutation seed to use. This
is computed at startup, using tubid if there are existing shares, otherwise
the pubkey, to retain share-order compatibility for existing servers.
2011-11-20 10:21:32 +00:00
|
|
|
return [ s.get_longname() for s in sb.get_servers_for_psi(key) ]
|
2008-02-05 20:05:13 +00:00
|
|
|
|
2006-12-01 03:18:51 +00:00
|
|
|
def test_permute(self):
|
2009-06-23 02:10:47 +00:00
|
|
|
sb = StorageFarmBroker(None, True)
|
2007-03-23 23:15:57 +00:00
|
|
|
for k in ["%d" % i for i in range(5)]:
|
new introducer: signed extensible dictionary-based messages! refs #466
This introduces new client and server halves to the Introducer (renaming the
old one with a _V1 suffix). Both have fallbacks to accomodate talking to a
different version: the publishing client switches on whether the server's
.get_version() advertises V2 support, the server switches on which
subscription method was invoked by the subscribing client.
The V2 protocol sends a three-tuple of (serialized announcement dictionary,
signature, pubkey) for each announcement. The V2 server dispatches messages
to subscribers according to the service-name, and throws errors for invalid
signatures, but does not otherwise examine the messages. The V2 receiver's
subscription callback will receive a (serverid, ann_dict) pair. The
'serverid' will be equal to the pubkey if all of the following are true:
the originating client is V2, and was told a privkey to use
the announcement went through a V2 server
the signature is valid
If not, 'serverid' will be equal to the tubid portion of the announced FURL,
as was the case for V1 receivers.
Servers will create a keypair if one does not exist yet, stored in
private/server.privkey .
The signed announcement dictionary puts the server FURL in a key named
"anonymous-storage-FURL", which anticipates upcoming Accounting-related
changes in the server advertisements. It also provides a key named
"permutation-seed-base32" to tell clients what permutation seed to use. This
is computed at startup, using tubid if there are existing shares, otherwise
the pubkey, to retain share-order compatibility for existing servers.
2011-11-20 10:21:32 +00:00
|
|
|
ann = {"anonymous-storage-FURL": "pb://abcde@nowhere/fake",
|
|
|
|
"permutation-seed-base32": base32.b2a(k) }
|
|
|
|
sb.test_add_rref(k, "rref", ann)
|
2007-03-30 03:19:52 +00:00
|
|
|
|
2010-07-11 20:02:52 +00:00
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "one"), ['3','1','0','4','2'])
|
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "two"), ['0','4','2','1','3'])
|
2011-02-27 02:10:56 +00:00
|
|
|
sb.servers.clear()
|
2010-07-11 20:02:52 +00:00
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "one"), [])
|
2007-01-16 04:22:22 +00:00
|
|
|
|
2015-12-01 18:47:50 +00:00
|
|
|
def test_permute_with_preferred(self):
|
|
|
|
sb = StorageFarmBroker(None, True, ['1','4'])
|
|
|
|
for k in ["%d" % i for i in range(5)]:
|
|
|
|
ann = {"anonymous-storage-FURL": "pb://abcde@nowhere/fake",
|
|
|
|
"permutation-seed-base32": base32.b2a(k) }
|
|
|
|
sb.test_add_rref(k, "rref", ann)
|
|
|
|
|
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "one"), ['1','4','3','0','2'])
|
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "two"), ['4','1','0','2','3'])
|
|
|
|
sb.servers.clear()
|
|
|
|
self.failUnlessReallyEqual(self._permute(sb, "one"), [])
|
|
|
|
|
2007-04-26 19:01:25 +00:00
|
|
|
def test_versions(self):
|
|
|
|
basedir = "test_client.Basic.test_versions"
|
|
|
|
os.mkdir(basedir)
|
2011-08-01 23:24:23 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), \
|
|
|
|
BASECONFIG + \
|
|
|
|
"[storage]\n" + \
|
|
|
|
"enabled = true\n")
|
2007-04-26 19:01:25 +00:00
|
|
|
c = client.Client(basedir)
|
2008-02-06 03:28:59 +00:00
|
|
|
ss = c.getServiceNamed("storage")
|
2008-11-22 00:43:52 +00:00
|
|
|
verdict = ss.remote_get_version()
|
2010-07-11 20:02:52 +00:00
|
|
|
self.failUnlessReallyEqual(verdict["application-version"],
|
|
|
|
str(allmydata.__full_version__))
|
2008-01-03 21:34:59 +00:00
|
|
|
self.failIfEqual(str(allmydata.__version__), "unknown")
|
versioning: include an "appname" in the application version string in the versioning protocol, and make that appname be controlled by setup.py
It is currently hardcoded in setup.py to be 'allmydata-tahoe'. Ticket #556 is to make it configurable by a runtime command-line argument to setup.py: "--appname=foo", but I suddenly wondered if we really wanted that and at the same time realized that we don't need that for tahoe-1.3.0 release, so this patch just hardcodes it in setup.py.
setup.py inspects a file named 'src/allmydata/_appname.py' and assert that it contains the string "__appname__ = 'allmydata-tahoe'", and creates it if it isn't already present. src/allmydata/__init__.py import _appname and reads __appname__ from it. The rest of the Python code imports allmydata and inspects "allmydata.__appname__", although actually every use it uses "allmydata.__full_version__" instead, where "allmydata.__full_version__" is created in src/allmydata/__init__.py to be:
__full_version__ = __appname + '-' + str(__version__).
All the code that emits an "application version string" when describing what version of a protocol it supports (introducer server, storage server, upload helper), or when describing itself in general (introducer client), usese allmydata.__full_version__.
This fixes ticket #556 at least well enough for tahoe-1.3.0 release.
2009-02-12 00:18:16 +00:00
|
|
|
self.failUnless("." in str(allmydata.__full_version__),
|
2008-01-03 21:34:59 +00:00
|
|
|
"non-numeric version in '%s'" % allmydata.__version__)
|
2008-01-03 21:38:24 +00:00
|
|
|
all_versions = allmydata.get_package_versions_string()
|
2010-08-01 16:05:17 +00:00
|
|
|
self.failUnless(allmydata.__appname__ in all_versions)
|
2008-04-17 18:13:39 +00:00
|
|
|
# also test stats
|
|
|
|
stats = c.get_stats()
|
|
|
|
self.failUnless("node.uptime" in stats)
|
|
|
|
self.failUnless(isinstance(stats["node.uptime"], float))
|
2007-04-26 19:01:25 +00:00
|
|
|
|
2012-12-29 04:17:00 +00:00
|
|
|
def test_helper_furl(self):
|
|
|
|
basedir = "test_client.Basic.test_helper_furl"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
|
|
|
|
def _check(config, expected_furl):
|
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"),
|
|
|
|
BASECONFIG + config)
|
|
|
|
c = client.Client(basedir)
|
|
|
|
uploader = c.getServiceNamed("uploader")
|
|
|
|
furl, connected = uploader.get_helper_info()
|
|
|
|
self.failUnlessEqual(furl, expected_furl)
|
|
|
|
|
|
|
|
_check("", None)
|
|
|
|
_check("helper.furl =\n", None)
|
|
|
|
_check("helper.furl = \n", None)
|
|
|
|
_check("helper.furl = None", None)
|
|
|
|
_check("helper.furl = pb://blah\n", "pb://blah")
|
|
|
|
|
2015-07-17 21:03:53 +00:00
|
|
|
def test_create_drop_uploader(self):
|
2011-08-10 03:05:38 +00:00
|
|
|
class MockDropUploader(service.MultiService):
|
|
|
|
name = 'drop-upload'
|
|
|
|
|
|
|
|
def __init__(self, client, upload_dircap, local_dir_utf8, inotify=None):
|
|
|
|
service.MultiService.__init__(self)
|
|
|
|
self.client = client
|
|
|
|
self.upload_dircap = upload_dircap
|
|
|
|
self.local_dir_utf8 = local_dir_utf8
|
|
|
|
self.inotify = inotify
|
|
|
|
|
2015-07-17 21:03:53 +00:00
|
|
|
self.patch(allmydata.frontends.drop_upload, 'DropUploader', MockDropUploader)
|
2011-08-10 03:05:38 +00:00
|
|
|
|
|
|
|
upload_dircap = "URI:DIR2:blah"
|
|
|
|
local_dir_utf8 = u"loc\u0101l_dir".encode('utf-8')
|
|
|
|
config = (BASECONFIG +
|
|
|
|
"[storage]\n" +
|
|
|
|
"enabled = false\n" +
|
|
|
|
"[drop_upload]\n" +
|
2011-11-20 23:24:26 +00:00
|
|
|
"enabled = true\n")
|
2011-08-10 03:05:38 +00:00
|
|
|
|
|
|
|
basedir1 = "test_client.Basic.test_create_drop_uploader1"
|
|
|
|
os.mkdir(basedir1)
|
2011-11-20 23:24:26 +00:00
|
|
|
fileutil.write(os.path.join(basedir1, "tahoe.cfg"),
|
|
|
|
config + "local.directory = " + local_dir_utf8 + "\n")
|
|
|
|
self.failUnlessRaises(MissingConfigEntry, client.Client, basedir1)
|
|
|
|
|
2011-08-10 03:05:38 +00:00
|
|
|
fileutil.write(os.path.join(basedir1, "tahoe.cfg"), config)
|
2011-11-20 23:24:26 +00:00
|
|
|
fileutil.write(os.path.join(basedir1, "private", "drop_upload_dircap"), "URI:DIR2:blah")
|
|
|
|
self.failUnlessRaises(MissingConfigEntry, client.Client, basedir1)
|
|
|
|
|
|
|
|
fileutil.write(os.path.join(basedir1, "tahoe.cfg"),
|
|
|
|
config + "upload.dircap = " + upload_dircap + "\n")
|
|
|
|
self.failUnlessRaises(OldConfigOptionError, client.Client, basedir1)
|
|
|
|
|
|
|
|
fileutil.write(os.path.join(basedir1, "tahoe.cfg"),
|
|
|
|
config + "local.directory = " + local_dir_utf8 + "\n")
|
2011-08-10 03:05:38 +00:00
|
|
|
c1 = client.Client(basedir1)
|
|
|
|
uploader = c1.getServiceNamed('drop-upload')
|
|
|
|
self.failUnless(isinstance(uploader, MockDropUploader), uploader)
|
|
|
|
self.failUnlessReallyEqual(uploader.client, c1)
|
|
|
|
self.failUnlessReallyEqual(uploader.upload_dircap, upload_dircap)
|
|
|
|
self.failUnlessReallyEqual(uploader.local_dir_utf8, local_dir_utf8)
|
|
|
|
self.failUnless(uploader.inotify is None, uploader.inotify)
|
|
|
|
self.failUnless(uploader.running)
|
|
|
|
|
|
|
|
class Boom(Exception):
|
|
|
|
pass
|
2015-07-17 21:03:53 +00:00
|
|
|
def BoomDropUploader(client, upload_dircap, local_dir_utf8, inotify=None):
|
|
|
|
raise Boom()
|
|
|
|
|
|
|
|
logged_messages = []
|
|
|
|
def mock_log(*args, **kwargs):
|
|
|
|
logged_messages.append("%r %r" % (args, kwargs))
|
|
|
|
self.patch(allmydata.util.log, 'msg', mock_log)
|
|
|
|
self.patch(allmydata.frontends.drop_upload, 'DropUploader', BoomDropUploader)
|
2011-08-10 03:05:38 +00:00
|
|
|
|
|
|
|
basedir2 = "test_client.Basic.test_create_drop_uploader2"
|
|
|
|
os.mkdir(basedir2)
|
2011-11-20 23:24:26 +00:00
|
|
|
os.mkdir(os.path.join(basedir2, "private"))
|
2011-08-10 03:05:38 +00:00
|
|
|
fileutil.write(os.path.join(basedir2, "tahoe.cfg"),
|
|
|
|
BASECONFIG +
|
|
|
|
"[drop_upload]\n" +
|
2011-11-20 23:24:26 +00:00
|
|
|
"enabled = true\n" +
|
|
|
|
"local.directory = " + local_dir_utf8 + "\n")
|
|
|
|
fileutil.write(os.path.join(basedir2, "private", "drop_upload_dircap"), "URI:DIR2:blah")
|
2011-08-10 03:05:38 +00:00
|
|
|
c2 = client.Client(basedir2)
|
|
|
|
self.failUnlessRaises(KeyError, c2.getServiceNamed, 'drop-upload')
|
2015-07-17 21:03:53 +00:00
|
|
|
self.failUnless([True for arg in logged_messages if "Boom" in arg],
|
|
|
|
logged_messages)
|
2011-08-10 03:05:38 +00:00
|
|
|
|
|
|
|
|
2007-06-08 05:09:02 +00:00
|
|
|
def flush_but_dont_ignore(res):
|
|
|
|
d = flushEventualQueue()
|
|
|
|
def _done(ignored):
|
|
|
|
return res
|
|
|
|
d.addCallback(_done)
|
|
|
|
return d
|
|
|
|
|
2008-04-22 23:47:15 +00:00
|
|
|
class Run(unittest.TestCase, testutil.StallMixin):
|
2007-06-08 05:09:02 +00:00
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
self.sparent = service.MultiService()
|
|
|
|
self.sparent.startService()
|
|
|
|
def tearDown(self):
|
|
|
|
d = self.sparent.stopService()
|
|
|
|
d.addBoth(flush_but_dont_ignore)
|
|
|
|
return d
|
|
|
|
|
|
|
|
def test_loadable(self):
|
|
|
|
basedir = "test_client.Run.test_loadable"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
dummy = "pb://wl74cyahejagspqgy4x5ukrvfnevlknt@127.0.0.1:58889/bogus"
|
2011-08-01 23:24:23 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), BASECONFIG_I % dummy)
|
2014-08-17 14:36:57 +00:00
|
|
|
fileutil.write(os.path.join(basedir, client.Client.EXIT_TRIGGER_FILE), "")
|
2010-01-14 22:15:29 +00:00
|
|
|
client.Client(basedir)
|
2007-06-08 05:09:02 +00:00
|
|
|
|
|
|
|
def test_reloadable(self):
|
|
|
|
basedir = "test_client.Run.test_reloadable"
|
|
|
|
os.mkdir(basedir)
|
|
|
|
dummy = "pb://wl74cyahejagspqgy4x5ukrvfnevlknt@127.0.0.1:58889/bogus"
|
2011-08-01 23:24:23 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), BASECONFIG_I % dummy)
|
2007-06-08 05:09:02 +00:00
|
|
|
c1 = client.Client(basedir)
|
|
|
|
c1.setServiceParent(self.sparent)
|
|
|
|
|
2007-11-19 03:41:26 +00:00
|
|
|
# delay to let the service start up completely. I'm not entirely sure
|
|
|
|
# this is necessary.
|
|
|
|
d = self.stall(delay=2.0)
|
|
|
|
d.addCallback(lambda res: c1.disownServiceParent())
|
2007-11-02 02:19:08 +00:00
|
|
|
# the cygwin buildslave seems to need more time to let the old
|
|
|
|
# service completely shut down. When delay=0.1, I saw this test fail,
|
|
|
|
# probably due to the logport trying to reclaim the old socket
|
2007-11-19 03:41:26 +00:00
|
|
|
# number. This suggests that either we're dropping a Deferred
|
|
|
|
# somewhere in the shutdown sequence, or that cygwin is just cranky.
|
|
|
|
d.addCallback(self.stall, delay=2.0)
|
2007-06-08 05:09:02 +00:00
|
|
|
def _restart(res):
|
2007-09-26 04:03:54 +00:00
|
|
|
# TODO: pause for slightly over one second, to let
|
2014-08-17 14:36:57 +00:00
|
|
|
# Client._check_exit_trigger poll the file once. That will exercise
|
2007-09-26 04:03:54 +00:00
|
|
|
# another few lines. Then add another test in which we don't
|
2014-08-17 14:36:57 +00:00
|
|
|
# update the file at all, and watch to see the node shutdown.
|
|
|
|
# (To do this, use a modified node which overrides Node.shutdown(),
|
|
|
|
# also change _check_exit_trigger to use it instead of a raw
|
2007-09-26 04:03:54 +00:00
|
|
|
# reactor.stop, also instrument the shutdown event in an
|
2014-08-17 14:36:57 +00:00
|
|
|
# attribute that we can check.)
|
2007-06-08 05:09:02 +00:00
|
|
|
c2 = client.Client(basedir)
|
|
|
|
c2.setServiceParent(self.sparent)
|
|
|
|
return c2.disownServiceParent()
|
|
|
|
d.addCallback(_restart)
|
|
|
|
return d
|
|
|
|
|
2010-07-11 20:02:52 +00:00
|
|
|
class NodeMaker(testutil.ReallyEqualMixin, unittest.TestCase):
|
2009-07-03 01:07:49 +00:00
|
|
|
def test_maker(self):
|
|
|
|
basedir = "client/NodeMaker/maker"
|
|
|
|
fileutil.make_dirs(basedir)
|
2011-03-31 14:54:27 +00:00
|
|
|
fileutil.write(os.path.join(basedir, "tahoe.cfg"), BASECONFIG)
|
2009-07-03 01:07:49 +00:00
|
|
|
c = client.Client(basedir)
|
|
|
|
|
|
|
|
n = c.create_node_from_uri("URI:CHK:6nmrpsubgbe57udnexlkiwzmlu:bjt7j6hshrlmadjyr7otq3dc24end5meo5xcr5xe5r663po6itmq:3:10:7277")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failUnless(IFileNode.providedBy(n))
|
2009-11-20 07:52:55 +00:00
|
|
|
self.failUnless(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
2009-07-03 01:07:49 +00:00
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
|
|
|
self.failUnless(n.is_readonly())
|
|
|
|
self.failIf(n.is_mutable())
|
|
|
|
|
2013-02-07 16:35:23 +00:00
|
|
|
# Testing #1679. There was a bug that would occur when downloader was
|
|
|
|
# downloading the same readcap more than once concurrently, so the
|
|
|
|
# filenode object was cached, and there was a failure from one of the
|
|
|
|
# servers in one of the download attempts. No subsequent download
|
|
|
|
# attempt would attempt to use that server again, which would lead to
|
|
|
|
# the file being undownloadable until the gateway was restarted. The
|
|
|
|
# current fix for this (hopefully to be superceded by a better fix
|
|
|
|
# eventually) is to prevent re-use of filenodes, so the NodeMaker is
|
|
|
|
# hereby required *not* to cache and re-use filenodes for CHKs.
|
|
|
|
other_n = c.create_node_from_uri("URI:CHK:6nmrpsubgbe57udnexlkiwzmlu:bjt7j6hshrlmadjyr7otq3dc24end5meo5xcr5xe5r663po6itmq:3:10:7277")
|
|
|
|
self.failIf(n is other_n, (n, other_n))
|
|
|
|
|
2009-11-20 07:52:55 +00:00
|
|
|
n = c.create_node_from_uri("URI:LIT:n5xgk")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failUnless(IFileNode.providedBy(n))
|
|
|
|
self.failUnless(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
|
|
|
self.failUnless(n.is_readonly())
|
|
|
|
self.failIf(n.is_mutable())
|
|
|
|
|
|
|
|
n = c.create_node_from_uri("URI:SSK:n6x24zd3seu725yluj75q5boaa:mm6yoqjhl6ueh7iereldqxue4nene4wl7rqfjfybqrehdqmqskvq")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failUnless(IFileNode.providedBy(n))
|
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failUnless(IMutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
|
|
|
self.failIf(n.is_readonly())
|
|
|
|
self.failUnless(n.is_mutable())
|
|
|
|
|
|
|
|
n = c.create_node_from_uri("URI:SSK-RO:b7sr5qsifnicca7cbk3rhrhbvq:mm6yoqjhl6ueh7iereldqxue4nene4wl7rqfjfybqrehdqmqskvq")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failUnless(IFileNode.providedBy(n))
|
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failUnless(IMutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
|
|
|
self.failUnless(n.is_readonly())
|
|
|
|
self.failUnless(n.is_mutable())
|
|
|
|
|
2009-07-03 01:07:49 +00:00
|
|
|
n = c.create_node_from_uri("URI:DIR2:n6x24zd3seu725yluj75q5boaa:mm6yoqjhl6ueh7iereldqxue4nene4wl7rqfjfybqrehdqmqskvq")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failIf(IFileNode.providedBy(n))
|
2009-11-20 07:52:55 +00:00
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
2009-07-03 01:07:49 +00:00
|
|
|
self.failUnless(IDirectoryNode.providedBy(n))
|
|
|
|
self.failIf(n.is_readonly())
|
|
|
|
self.failUnless(n.is_mutable())
|
|
|
|
|
|
|
|
n = c.create_node_from_uri("URI:DIR2-RO:b7sr5qsifnicca7cbk3rhrhbvq:mm6yoqjhl6ueh7iereldqxue4nene4wl7rqfjfybqrehdqmqskvq")
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failIf(IFileNode.providedBy(n))
|
2009-11-20 07:52:55 +00:00
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
2009-07-03 01:07:49 +00:00
|
|
|
self.failUnless(IDirectoryNode.providedBy(n))
|
|
|
|
self.failUnless(n.is_readonly())
|
|
|
|
self.failUnless(n.is_mutable())
|
|
|
|
|
2010-01-27 06:44:30 +00:00
|
|
|
unknown_rw = "lafs://from_the_future"
|
|
|
|
unknown_ro = "lafs://readonly_from_the_future"
|
|
|
|
n = c.create_node_from_uri(unknown_rw, unknown_ro)
|
2009-07-03 01:07:49 +00:00
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failIf(IFileNode.providedBy(n))
|
2009-11-20 07:52:55 +00:00
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
2009-07-03 01:07:49 +00:00
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
2010-01-27 06:44:30 +00:00
|
|
|
self.failUnless(n.is_unknown())
|
2010-07-11 20:02:52 +00:00
|
|
|
self.failUnlessReallyEqual(n.get_uri(), unknown_rw)
|
|
|
|
self.failUnlessReallyEqual(n.get_write_uri(), unknown_rw)
|
|
|
|
self.failUnlessReallyEqual(n.get_readonly_uri(), "ro." + unknown_ro)
|
|
|
|
|
2010-07-18 05:32:50 +00:00
|
|
|
# Note: it isn't that we *intend* to deploy non-ASCII caps in
|
|
|
|
# the future, it is that we want to make sure older Tahoe-LAFS
|
|
|
|
# versions wouldn't choke on them if we were to do so. See
|
|
|
|
# #1051 and wiki:NewCapDesign for details.
|
2010-07-11 20:02:52 +00:00
|
|
|
unknown_rw = u"lafs://from_the_future_rw_\u263A".encode('utf-8')
|
|
|
|
unknown_ro = u"lafs://readonly_from_the_future_ro_\u263A".encode('utf-8')
|
|
|
|
n = c.create_node_from_uri(unknown_rw, unknown_ro)
|
|
|
|
self.failUnless(IFilesystemNode.providedBy(n))
|
|
|
|
self.failIf(IFileNode.providedBy(n))
|
|
|
|
self.failIf(IImmutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IMutableFileNode.providedBy(n))
|
|
|
|
self.failIf(IDirectoryNode.providedBy(n))
|
|
|
|
self.failUnless(n.is_unknown())
|
|
|
|
self.failUnlessReallyEqual(n.get_uri(), unknown_rw)
|
|
|
|
self.failUnlessReallyEqual(n.get_write_uri(), unknown_rw)
|
|
|
|
self.failUnlessReallyEqual(n.get_readonly_uri(), "ro." + unknown_ro)
|