mirror of
https://github.com/tahoe-lafs/tahoe-lafs.git
synced 2025-01-12 07:52:38 +00:00
63 lines
1.7 KiB
Python
63 lines
1.7 KiB
Python
"""
|
|
First attempt at benchmarking immutable uploads and downloads.
|
|
|
|
TODO Parameterization (pytest?)
|
|
- Foolscap vs not foolscap
|
|
- Number of nodes
|
|
- Data size
|
|
- Number of needed/happy/total shares.
|
|
"""
|
|
|
|
from time import time
|
|
from contextlib import contextmanager
|
|
|
|
from twisted.trial.unittest import TestCase
|
|
|
|
from allmydata.util.deferredutil import async_to_deferred
|
|
from allmydata.util.consumer import MemoryConsumer
|
|
from allmydata.test.common_system import SystemTestMixin
|
|
from allmydata.immutable.upload import Data as UData
|
|
|
|
|
|
@contextmanager
|
|
def timeit(name):
|
|
start = time()
|
|
try:
|
|
yield
|
|
finally:
|
|
print(f"{name}: {time() - start:.3f}")
|
|
|
|
|
|
class ImmutableBenchmarks(SystemTestMixin, TestCase):
|
|
"""Benchmarks for immutables."""
|
|
|
|
FORCE_FOOLSCAP_FOR_STORAGE = False
|
|
|
|
@async_to_deferred
|
|
async def test_upload_and_download(self):
|
|
self.basedir = self.mktemp()
|
|
|
|
DATA = b"Some data to upload\n" * 10
|
|
|
|
# 3 nodes
|
|
await self.set_up_nodes(3)
|
|
|
|
# 3 shares
|
|
for c in self.clients:
|
|
c.encoding_params["k"] = 3
|
|
c.encoding_params["happy"] = 3
|
|
c.encoding_params["n"] = 3
|
|
|
|
for i in range(5):
|
|
# 1. Upload:
|
|
with timeit("upload"):
|
|
uploader = self.clients[0].getServiceNamed("uploader")
|
|
results = await uploader.upload(UData(DATA, convergence=None))
|
|
|
|
# 2. Download:
|
|
with timeit("download"):
|
|
uri = results.get_uri()
|
|
node = self.clients[1].create_node_from_uri(uri)
|
|
mc = await node.read(MemoryConsumer(), 0, None)
|
|
self.assertEqual(b"".join(mc.chunks), DATA)
|