ExternalVendorCode/tahoe-lafs
1
0
Fork 0
mirror of https://github.com/tahoe-lafs/tahoe-lafs.git synced 2025-04-28 15:02:29 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

simulate_load: put it in friendnet mode and print out a sum of doubled shares

Browse Source
This commit is contained in:
Zooko O'Whielacronx 2008-07-21 14:11:06 -07:00
parent 962a53edee
commit 497aedfab9
1 changed files with 17 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
misc/simulate_load.py
View File

@ -3,11 +3,13 @@
import random import random
SERVER_CAPACITY = 10**12
class Server: class Server:
def __init__(self): def __init__(self):
self.si = random.randrange(0, 2**31) self.si = random.randrange(0, 2**31)
self.used = 0 self.used = 0
self.max = 2**40 self.max = SERVER_CAPACITY
self.full_at_tick = None self.full_at_tick = None
def __repr__(self): def __repr__(self):
@ -16,7 +18,7 @@ class Server:
else: else:
return "<%s %s>" % (self.__class__.__name__, self.si) return "<%s %s>" % (self.__class__.__name__, self.si)
SERVERS = 40 SERVERS = 4
K = 3 K = 3
N = 10 N = 10
@ -27,6 +29,7 @@ def go(permutedpeerlist):
servers = [ Server() for x in range(SERVERS) ] servers = [ Server() for x in range(SERVERS) ]
servers.sort(cmp=lambda x,y: cmp(x.si, y.si)) servers.sort(cmp=lambda x,y: cmp(x.si, y.si))
doubled_up_shares = 0
tick = 0 tick = 0
fullservers = 0 fullservers = 0
while True: while True:
@ -39,21 +42,27 @@ def go(permutedpeerlist):
servers = servers[rot:] + servers[:rot] servers = servers[rot:] + servers[:rot]
i = 0 i = 0
wrapped = False
sharestoput = N sharestoput = N
while sharestoput: while sharestoput:
server = servers[i] server = servers[i]
if server.used + nextsharesize < server.max: if server.used + nextsharesize < server.max:
server.used += nextsharesize server.used += nextsharesize
sharestoput -= 1 sharestoput -= 1
if wrapped:
doubled_up_shares += 1
else: else:
if server.full_at_tick is None: if server.full_at_tick is None:
server.full_at_tick = tick server.full_at_tick = tick
fullservers += 1 fullservers += 1
if fullservers == len(servers): if fullservers == len(servers):
# print "Couldn't place share -- all servers full. Stopping." # print "Couldn't place share -- all servers full. Stopping."
return servers return (servers, doubled_up_shares)
i = (i + 1) % len(servers) i += 1
if i == len(servers):
wrapped = True
i = 0
tick += 1 tick += 1
@ -72,7 +81,8 @@ def test(permutedpeerlist, iters):
# The i'th element of the filledat list is how many servers got full when the i'th file was uploaded. # The i'th element of the filledat list is how many servers got full when the i'th file was uploaded.
filledat = [] filledat = []
for test in range(iters): for test in range(iters):
servers = go(permutedpeerlist) (servers, doubled_up_shares) = go(permutedpeerlist)
print "doubled_up_shares: ", doubled_up_shares
for server in servers: for server in servers:
fidx = server.full_at_tick fidx = server.full_at_tick
filledat.extend([0]*(fidx-len(filledat)+1)) filledat.extend([0]*(fidx-len(filledat)+1))
@ -84,8 +94,8 @@ def test(permutedpeerlist, iters):
filespercolumn = div_ceil(len(filledat) - startfiles, (DESIRED_COLUMNS - 3)) filespercolumn = div_ceil(len(filledat) - startfiles, (DESIRED_COLUMNS - 3))
# to make comparisons between runs line up: # to make comparisons between runs line up:
startfiles = START_FILES # startfiles = START_FILES
filespercolumn = div_ceil(STOP_FILES - startfiles, (DESIRED_COLUMNS - 3)) # filespercolumn = div_ceil(STOP_FILES - startfiles, (DESIRED_COLUMNS - 3))
# The i'th element of the compressedfilledat list is how many servers got full when the filespercolumn files starting at startfiles + i were uploaded. # The i'th element of the compressedfilledat list is how many servers got full when the filespercolumn files starting at startfiles + i were uploaded.
compressedfilledat = [] compressedfilledat = []