兄弟連區塊鏈教程Fabric1.0源代碼分析Tx RWSet(讀寫集)

  兄弟連區塊鏈教程Fabric1.0源代碼分析Tx RWSet(讀寫集),2018年下半年,區塊鏈行業正逐漸褪去發展之初的浮躁、迴歸理性,表面上看相關人才需求與身價似乎正在回落。但事實上,正是初期泡沫的漸退,讓人們更多的關注點放在了區塊鏈真正的技術之上。

Fabric 1.0源代碼筆記 之 Tx #RWSet(讀寫集)

1、RWSet概述

在背書節點模擬Transaction期間,爲交易準備了一個讀寫集合。
Read Set包含模擬Transaction讀取的Key和版本的列表,Write Set包含Key、寫入的新值、以及刪除標記(是否刪除Key)。

RWSet相關代碼分佈在protos/ledger/rwset、core/ledger/kvledger/txmgmt/rwsetutil目錄下。目錄結構如下:

  • protos/ledger/rwset目錄:
        * rwset.pb.go,TxReadWriteSet和NsReadWriteSet結構體定義。

    * kv_rwset.pb.go,KVRWSet、KVRead、KVWrite、Version、RangeQueryInfo結構體定義,以及isRangeQueryInfo_ReadsInfo接口定義。

  • core/ledger/kvledger/txmgmt/rwsetutil目錄:
        * rwset_proto_util.go,TxRwSet和NsRwSet結構體及方法。

    * rwset_builder.go,RWSetBuilder結構體及方法。
    * query_results_helper.go,RangeQueryResultsHelper結構體及方法。

2、TxReadWriteSet結構體(protos)

有個圖5

TxReadWriteSet結構體:

type TxReadWriteSet_DataModel int32
const (
    TxReadWriteSet_KV TxReadWriteSet_DataModel = 0
)

type TxReadWriteSet struct {
    DataModel TxReadWriteSet_DataModel
    NsRwset   []*NsReadWriteSet
}

type NsReadWriteSet struct {
    Namespace string
    Rwset     []byte //KVRWSet 序列化
}
//代碼在protos/ledger/rwset/rwset.pb.go

KVRWSet結構體:

type KVRWSet struct {
    Reads            []*KVRead
    RangeQueriesInfo []*RangeQueryInfo
    Writes           []*KVWrite
}

type KVRead struct {
    Key     string
    Version *Version
}

type KVWrite struct {
    Key      string
    IsDelete bool
    Value    []byte
}

type Version struct {
    BlockNum uint64
    TxNum    uint64
}

type RangeQueryInfo struct {
    StartKey     string
    EndKey       string
    ItrExhausted bool
    ReadsInfo isRangeQueryInfo_ReadsInfo
}
代碼在protos/ledger/rwset/kvrwset/kv_rwset.pb.go

3、TxRwSet結構體及方法(core)

有個圖6

type TxRwSet struct {
    NsRwSets []*NsRwSet
}

type NsRwSet struct {
    NameSpace string
    KvRwSet   *kvrwset.KVRWSet
}

//按TxRwSet構造TxReadWriteSet並序列化
func (txRwSet *TxRwSet) ToProtoBytes() ([]byte, error)
//[]byte反序列化爲TxReadWriteSet,按TxReadWriteSet構造TxRwSet
func (txRwSet *TxRwSet) FromProtoBytes(protoBytes []byte) error
//構造KVRead
func NewKVRead(key string, version *version.Height) *kvrwset.KVRead
//構造version.Height
func NewVersion(protoVersion *kvrwset.Version) *version.Height
//構造Version
func newProtoVersion(height *version.Height) *kvrwset.Version
//構造KVWrite
func newKVWrite(key string, value []byte) *kvrwset.KVWrite
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/rwset_proto_util.go

4、RWSetBuilder結構體及方法

RWSetBuilder結構體定義:

type RWSetBuilder struct {
    rwMap map[string]*nsRWs //Namespace
}

type nsRWs struct {
    readMap          map[string]*kvrwset.KVRead //KVRead map
    writeMap         map[string]*kvrwset.KVWrite //KVWrite map
    rangeQueriesMap  map[rangeQueryKey]*kvrwset.RangeQueryInfo //RangeQueryInfo map
    rangeQueriesKeys []rangeQueryKey //rangeQueryKey數組
}

type rangeQueryKey struct {
    startKey     string
    endKey       string
    itrExhausted bool //迭代器是否用盡
}
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/rwset_builder.go

涉及方法如下:

//構造nsRWs
func newNsRWs() *nsRWs
//構造RWSetBuilder
func NewRWSetBuilder() *RWSetBuilder
//構造KVRead,並加入nsRWs.readMap
func (rws *RWSetBuilder) AddToReadSet(ns string, key string, version *version.Height)
//構造KVWrite,並加入nsRWs.writeMap
func (rws *RWSetBuilder) AddToWriteSet(ns string, key string, value []byte)
//用RangeQueryInfo構造rangeQueryKey,並將rangeQueryKey和RangeQueryInfo加入nsRWs.rangeQueriesKeys和nsRWs.rangeQueriesMap
func (rws *RWSetBuilder) AddToRangeQuerySet(ns string, rqi *kvrwset.RangeQueryInfo)
從RWSetBuilder構造TxRwSet
func (rws *RWSetBuilder) GetTxReadWriteSet() *TxRwSet
//獲取或創建nsRWs
func (rws *RWSetBuilder) getOrCreateNsRW(ns string) *nsRWs
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/rwset_builder.go

5、RangeQueryResultsHelper結構體及方法(什麼用途呢???

5.1、merkleTree(默克爾樹)

Merkle Tree,也稱Hash Tree,即存儲hash值的一棵樹。
Merkle樹的葉子是數據塊的hash值,非葉節點是其對應子節點串聯字符串的hash。

type MerkleTreeLevel uint32
type Hash []byte
const leafLevel = MerkleTreeLevel(1)

type merkleTree struct {
    tree      map[MerkleTreeLevel][]Hash
    maxLevel  MerkleTreeLevel //1
    maxDegree uint32 //單層最大個數
}
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/query_results_helper.go

涉及方法如下:

//構造merkleTree
func newMerkleTree(maxDegree uint32) (*merkleTree, error) 
//加入哈希,從第一層開始加,直至當前層哈希數量沒有超過限額爲止
func (m *merkleTree) update(nextLeafLevelHash Hash) error 
func (m *merkleTree) done() error 
func (m *merkleTree) getSummery() *kvrwset.QueryReadsMerkleSummary //構造QueryReadsMerkleSummary
func (m *merkleTree) getMaxLevel() MerkleTreeLevel //獲取maxLevel
func (m *merkleTree) getMaxLevelHashes() []Hash //maxLevel層哈希數組
func (m *merkleTree) isEmpty() bool  //maxLevel爲1且第1層哈希數組爲空
func (m *merkleTree) String() string //String
//計算哈希數組合並後哈希
func computeCombinedHash(hashes []Hash) (Hash, error) 
//[]Hash轉換爲[][]byte
func hashesToBytes(hashes []Hash) [][]byte 
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/query_results_helper.go

func (m *merkleTree) update(nextLeafLevelHash Hash) error代碼如下:

//const leafLevel = MerkleTreeLevel(1)
m.tree[leafLevel] = append(m.tree[leafLevel], nextLeafLevelHash) //先加入第一層
currentLevel := leafLevel
for {
    currentLevelHashes := m.tree[currentLevel]
    //如果當前層數量沒有超過限額,則返回,即Hash加到沒有數量超出限額的層爲止
    if uint32(len(currentLevelHashes)) <= m.maxDegree {
        return nil
    }
    //如果當前層數量超過限額
    nextLevelHash, err := computeCombinedHash(currentLevelHashes) //計算當前層合併哈希
    delete(m.tree, currentLevel) //刪除當前層
    nextLevel := currentLevel + 1 //進入更高一層
    m.tree[nextLevel] = append(m.tree[nextLevel], nextLevelHash) //合併哈希加入更高一層
    if nextLevel > m.maxLevel { //如果更高一層層高超過原定最大高度,則重置最大高度爲更高一層層高
        m.maxLevel = nextLevel
    }
    currentLevel = nextLevel //更新當前層爲更高一層
}
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/query_results_helper.go

func (m *merkleTree) done() error代碼如下:

currentLevel := leafLevel //從第一層開始
var h Hash
var err error
for currentLevel < m.maxLevel { //循環至最高層
    currentLevelHashes := m.tree[currentLevel]
    switch len(currentLevelHashes) {
    case 0: //當前層數量爲0,進入更高一層
        currentLevel++
        continue
    case 1: //當前層數量爲1,獲取當前值
        h = currentLevelHashes[0]
    default: //當前層數量1個,計算合併哈希
        h, err = computeCombinedHash(currentLevelHashes)
    }
    delete(m.tree, currentLevel) //刪除當前層
    currentLevel++ //進入更高一層
    m.tree[currentLevel] = append(m.tree[currentLevel], h) //前一層合併哈希加入本層
}

finalHashes := m.tree[m.maxLevel] //最高一層
if uint32(len(finalHashes)) > m.maxDegree { //如果最高一層超出限額
    delete(m.tree, m.maxLevel) //刪除本層
    m.maxLevel++ //進入更高一層
    combinedHash, err := computeCombinedHash(finalHashes) //計算合併哈希
    m.tree[m.maxLevel] = []Hash{combinedHash} //哈並哈希加入新的最高層
}
return nil
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/query_results_helper.go

5.2 RangeQueryResultsHelper

RangeQueryResultsHelper定義:

type RangeQueryResultsHelper struct {
    pendingResults []*kvrwset.KVRead
    mt             *merkleTree //merkleTree
    maxDegree      uint32
    hashingEnabled bool
}
//代碼在core/ledger/kvledger/txmgmt/rwsetutil/query_results_helper.go

涉及方法如下:

//構造RangeQueryResultsHelper,如果啓用哈希將構造merkleTree
func NewRangeQueryResultsHelper(enableHashing bool, maxDegree uint32) (*RangeQueryResultsHelper, error)
//添加KVRead加入pendingResults,如果pendingResults數量超過限額,執行processPendingResults
func (helper *RangeQueryResultsHelper) AddResult(kvRead *kvrwset.KVRead) error
//執行processPendingResults,並執行merkleTree.done()
func (helper *RangeQueryResultsHelper) Done() ([]*kvrwset.KVRead, *kvrwset.QueryReadsMerkleSummary, error)
//獲取QueryReadsMerkleSummary
func (helper *RangeQueryResultsHelper) GetMerkleSummary() *kvrwset.QueryReadsMerkleSummary
//pendingResults序列化並哈希後,加入merkleTree,並清空pendingResults
func (helper *RangeQueryResultsHelper) processPendingResults() error
//KVRead序列化
func serializeKVReads(kvReads []*kvrwset.KVRead) ([]byte, error)

補充 QueryReadsMerkleSummary:

type QueryReadsMerkleSummary struct {
    MaxDegree      uint32
    MaxLevel       uint32
    MaxLevelHashes [][]byte
}
//代碼在protos/ledger/rwset/kvrwset/kv_rwset.pb.go
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章