Code cleanup and add comments.

This commit is contained in:
Katarzyna Streich 2016-10-11 18:17:56 +01:00
parent 0c573c76e2
commit 7f6f1807b1
2 changed files with 62 additions and 45 deletions

View File

@ -12,13 +12,9 @@ fun <T: Number> log2(x: T): Double{
return Math.log(x.toDouble())/Math.log(2.0) return Math.log(x.toDouble())/Math.log(2.0)
} }
/* /**
Include branch: * TODO description
* false - hash stored, no hashes below stored */
* true - not stored, some hashes below stored
At leaves level, hashes of not included transaction's blocks are stored.
Tree traversal: preorder.
*/
class PartialMerkleTree( class PartialMerkleTree(
val branchHashes: List<SecureHash>, val branchHashes: List<SecureHash>,
val includeBranch: List<Boolean>, val includeBranch: List<Boolean>,
@ -26,9 +22,13 @@ class PartialMerkleTree(
val leavesSize: Int val leavesSize: Int
){ ){
companion object{ companion object{
protected var hashIdx = 0 private var hashIdx = 0
protected var includeIdx = 0 private var includeIdx = 0
/**
* Builds new Partial Merkle Tree out of [allLeavesHashes]. [includeLeaves] is a list of Booleans that tells
* which leaves from [allLeavesHashes] to include in a partial tree.
*/
fun build(includeLeaves: List<Boolean>, allLeavesHashes: List<SecureHash>) fun build(includeLeaves: List<Boolean>, allLeavesHashes: List<SecureHash>)
: PartialMerkleTree { : PartialMerkleTree {
val branchHashes: MutableList<SecureHash> = ArrayList() val branchHashes: MutableList<SecureHash> = ArrayList()
@ -38,9 +38,16 @@ class PartialMerkleTree(
return PartialMerkleTree(branchHashes, includeBranch, treeHeight, allLeavesHashes.size) return PartialMerkleTree(branchHashes, includeBranch, treeHeight, allLeavesHashes.size)
} }
//height - height of the node in the tree (leaves are 0) /**
//position - position of the node at a given height level (starting from 0) * Recursively build a tree, traversal order - preorder.
fun whichNodesInBranch( * [height] - height of the node in a tree (leaves are at 0 level).
* [position] - position of the node at a given height level (starting from 0).
* [includeBranch] - gives a path of traversal in a tree: false indicates that traversal stopped at given node
* and it's hash is stored.
* For true, algorithm continued to the subtree starting at that node (unless it reached leaves' level).
* Hashes of leaves included in that partial tree are stored - that set is checked later durign verification stage.
*/
private fun whichNodesInBranch(
height: Int, height: Int,
position: Int, position: Int,
includeLeaves: List<Boolean>, includeLeaves: List<Boolean>,
@ -53,7 +60,7 @@ class PartialMerkleTree(
if (height == 0 || !isParent) { if (height == 0 || !isParent) {
//Hash should be stored, don't traverse the subtree starting with that node. //Hash should be stored, don't traverse the subtree starting with that node.
//Or height == 0 and recursion reached leaf level of the tree, hash is stored. //Or height == 0 and recursion reached leaf level of the tree, hash is stored.
resultHashes.add(treeHash(position, height, allLeavesHashes)) //resultHashes[height].add(treeHash) resultHashes.add(treeHash(position, height, allLeavesHashes))
} else { } else {
whichNodesInBranch(height - 1, position * 2, includeLeaves, allLeavesHashes, includeBranch, resultHashes) whichNodesInBranch(height - 1, position * 2, includeLeaves, allLeavesHashes, includeBranch, resultHashes)
//If the tree is not full, we don't add the rightmost hash. //If the tree is not full, we don't add the rightmost hash.
@ -63,19 +70,21 @@ class PartialMerkleTree(
} }
} }
/* Calculation of the node's hash using stack. /**
Pushes to the stack elements with an information about on what height they are in the tree. * Calculation of the node's hash using stack.
* Elements are pushed with an information about at what height they are in the tree.
*/ */
fun treeHash(position: Int, height: Int, allLeavesHashes: List<SecureHash>): SecureHash { private fun treeHash(position: Int, height: Int, allLeavesHashes: List<SecureHash>): SecureHash {
var (startIdx, endIdx) = getNodeLeafRange(height, position, allLeavesHashes.size) var (startIdx, endIdx) = getNodeLeafRange(height, position, allLeavesHashes.size)
val stack = Stack<Pair<Int, SecureHash>>() val stack = Stack<Pair<Int, SecureHash>>()
if (height <= 0) { //Just return leaf's hash. todo if height < 0 if (height == 0) { //Just return leaf's hash.
return allLeavesHashes[position] return allLeavesHashes[position]
} }
//otherwise calculate //Otherwise calculate hash from lower elements.
while (true) { while (true) {
val size = stack.size val size = stack.size
//Two last elements on the stack are of the same height //Two last elements on the stack are of the same height.
//The way we build the stack hashes assures that they are siblings in a tree.
if (size >= 2 && stack[size - 1].first == stack[size - 2].first) { if (size >= 2 && stack[size - 1].first == stack[size - 2].first) {
//Calculate hash of them and and push new node to the stack. //Calculate hash of them and and push new node to the stack.
val el1 = stack.pop() val el1 = stack.pop()
@ -85,9 +94,9 @@ class PartialMerkleTree(
if (h + 1 == height) return combinedHash //We reached desired node. if (h + 1 == height) return combinedHash //We reached desired node.
else else
stack.push(Pair(h + 1, combinedHash)) stack.push(Pair(h + 1, combinedHash))
} else if (startIdx > endIdx) { //Odd numbers of elements at that level } else if (startIdx > endIdx) { //Odd numbers of elements at that level.
stack.push(stack.last()) //Need to duplicate the last element. todo check stack.push(stack.last()) //Need to duplicate the last element.
} else { //Add a leaf hash to the stack } else { //Add a leaf hash to the stack.
stack.push(Pair(0, allLeavesHashes[startIdx])) stack.push(Pair(0, allLeavesHashes[startIdx]))
startIdx++ startIdx++
} }
@ -95,17 +104,15 @@ class PartialMerkleTree(
} }
//Calculates which leaves belong to the subtree starting from that node. //Calculates which leaves belong to the subtree starting from that node.
//todo - out of tree width private fun getNodeLeafRange(height: Int, position: Int, leavesCount: Int): Pair<Int, Int> {
//OK
protected fun getNodeLeafRange(height: Int, position: Int, leavesCount: Int): Pair<Int, Int> {
val offset = Math.pow(2.0, height.toDouble()).toInt() val offset = Math.pow(2.0, height.toDouble()).toInt()
val start = position * offset val start = position * offset
val end = Math.min(start + offset - 1, leavesCount-1) //Not full binary trees val end = Math.min(start + offset - 1, leavesCount-1) //Not full binary tree.
return Pair(start, end) return Pair(start, end)
} }
//Checks if a node at given height and position is a parent of some of the leaves that are included in the transaction. //Checks if a node at given height and position is a parent of some of the leaves that are included in the transaction.
protected fun checkIsParent(includeLeaves: List<Boolean>, height: Int, position: Int, leavesCount: Int): Boolean { private fun checkIsParent(includeLeaves: List<Boolean>, height: Int, position: Int, leavesCount: Int): Boolean {
val (start, end) = getNodeLeafRange(height, position, leavesCount) val (start, end) = getNodeLeafRange(height, position, leavesCount)
for (el in IntRange(start, end)) { for (el in IntRange(start, end)) {
if (includeLeaves[el]) return true if (includeLeaves[el]) return true
@ -113,25 +120,32 @@ class PartialMerkleTree(
return false return false
} }
//OK //Return tree width at given height.
protected fun treeWidth(height: Int, leavesSize: Int): Double{ //return tree width at given height private fun treeWidth(height: Int, leavesSize: Int): Double{
return Math.ceil(leavesSize/Math.pow(2.0, height.toDouble())) return Math.ceil(leavesSize/Math.pow(2.0, height.toDouble()))
} }
} }
/**
* Verification that leavesHashes belong to this tree. It is leaves' ordering insensitive.
* Checks if provided merkleRoot matches the one calculated from this Partial Merkle Tree.
*/
fun verify(leavesHashes: List<SecureHash>, merkleRoot: SecureHash): Boolean{ fun verify(leavesHashes: List<SecureHash>, merkleRoot: SecureHash): Boolean{
includeIdx = 0 //todo check that if(leavesSize==0) throw MerkleTreeException("PMT with zero leaves.")
includeIdx = 0
hashIdx = 0 hashIdx = 0
val hashesUsed = ArrayList<SecureHash>() val hashesUsed = ArrayList<SecureHash>()
val verifyRoot = verifyTree(treeHeight, 0, hashesUsed) val verifyRoot = verifyTree(treeHeight, 0, hashesUsed)
//It means that we obtained more/less hashes than needed. Or different sets of hashes. if(includeIdx < includeBranch.size-1 || hashIdx < branchHashes.size -1)
throw MerkleTreeException("Not all entries form PMT branch used.")
//It means that we obtained more/less hashes than needed or different sets of hashes.
//Ordering insensitive. //Ordering insensitive.
if(leavesHashes.size != hashesUsed.size || leavesHashes.minus(hashesUsed).isNotEmpty()) if(leavesHashes.size != hashesUsed.size || leavesHashes.minus(hashesUsed).isNotEmpty())
return false return false
return (verifyRoot == merkleRoot) //Correctness of hashes is checked by folding the tree. return (verifyRoot == merkleRoot) //Correctness of hashes is checked by folding the partial tree.
} }
//Traverses the tree in the same order as it was build consuming includeBranch and branchHashes.
private fun verifyTree(height: Int, position: Int, hashesUsed: MutableList<SecureHash>): SecureHash { private fun verifyTree(height: Int, position: Int, hashesUsed: MutableList<SecureHash>): SecureHash {
if(includeIdx >= includeBranch.size) if(includeIdx >= includeBranch.size)
throw MerkleTreeException("Included nodes list index overflow.") throw MerkleTreeException("Included nodes list index overflow.")
@ -143,12 +157,12 @@ class PartialMerkleTree(
val hash = branchHashes[hashIdx] val hash = branchHashes[hashIdx]
hashIdx++ hashIdx++
if(height == 0 && isParent) if(height == 0 && isParent)
hashesUsed.add(hash) //todo or hash into a tree hashesUsed.add(hash)
return hash return hash
} else { } else {
val left: SecureHash = verifyTree(height - 1, position * 2, hashesUsed) val left: SecureHash = verifyTree(height - 1, position * 2, hashesUsed)
val right: SecureHash = when{ val right: SecureHash = when{
position * 2 + 1 < treeWidth(height, leavesSize)-1 -> verifyTree(height - 1, position * 2 + 1, hashesUsed) position * 2 + 1 < treeWidth(height-1, leavesSize) -> verifyTree(height - 1, position * 2 + 1, hashesUsed)
else -> left else -> left
} }
return left.hashConcat(right) return left.hashConcat(right)

View File

@ -1,19 +1,20 @@
package com.r3corda.core.transactions package com.r3corda.core.transactions
import com.r3corda.core.contracts.Command import com.r3corda.core.contracts.Command
import com.r3corda.core.crypto.MerkleTreeException
import com.r3corda.core.crypto.PartialMerkleTree import com.r3corda.core.crypto.PartialMerkleTree
import com.r3corda.core.crypto.SecureHash import com.r3corda.core.crypto.SecureHash
import com.r3corda.core.crypto.sha256 import com.r3corda.core.crypto.sha256
import com.r3corda.core.serialization.serialize import com.r3corda.core.serialization.serialize
import java.util.* import java.util.*
/* Creation and verification of a Merkle Tree for a Wire Transaction /**
* Tree should be the same no matter the ordering of outputs, inputs, attachments and commands. */ * Creation and verification of a Merkle Tree for a Wire Transaction.
*
/* Transaction is split into following blocks: * Tree should be the same no matter the ordering of outputs, inputs, attachments and commands.
inputs, outputs, commands, attachments' refs * Transaction is split into following blocks: inputs, outputs, commands, attachments' refs.
If a row in a tree has odd number of elements - the final hash is hashed with itself. * If a row in a tree has an odd number of elements - the final hash is hashed with itself.
*/ */
fun SecureHash.hashConcat(other: SecureHash) = (this.bits + other.bits).sha256() fun SecureHash.hashConcat(other: SecureHash) = (this.bits + other.bits).sha256()
@ -50,8 +51,10 @@ class MerkleTransaction(
return blocks return blocks
} }
/* Start building a Merkle tree from the transaction. /**
Calls helper tailrecursive function with an accumulator and initial hashedBlocks */ * Start building a Merkle tree from the transaction.
* Calls helper tailrecursive function with an accumulator and initial hashedBlocks.
*/
fun buildMerkleTree(wtx: WireTransaction): MutableList<SecureHash>{ fun buildMerkleTree(wtx: WireTransaction): MutableList<SecureHash>{
val blocks = getTransactionBlocks(wtx) val blocks = getTransactionBlocks(wtx)
val hashedBlocks: MutableList<SecureHash> = ArrayList() val hashedBlocks: MutableList<SecureHash> = ArrayList()
@ -73,7 +76,7 @@ class MerkleTransaction(
var i = 0 var i = 0
while(i < lastHashList.size){ while(i < lastHashList.size){
val left = lastHashList[i] val left = lastHashList[i]
//If there is an odd number of elements, the last element is hashed with itself //If there is an odd number of elements, the last element is hashed with itself.
val right = lastHashList[Math.min(i+1, lastHashList.size - 1)] val right = lastHashList[Math.min(i+1, lastHashList.size - 1)]
val combined = left.hashConcat(right) val combined = left.hashConcat(right)
resultHashes.add(combined) resultHashes.add(combined)