3 Star 6 Fork 7

Gitee 极速下载 / Hyperledger fabric

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
此仓库是为了提升国内下载速度的镜像仓库,每日同步一次。 原始仓库: https://github.com/hyperledger/fabric
克隆/下载
reconcile.go 11.41 KB
一键复制 编辑 原始数据 按行查看 历史
/*
Copyright IBM Corp. All Rights Reserved.
SPDX-License-Identifier: Apache-2.0
*/
package privdata
import (
"encoding/hex"
"fmt"
"math"
"sync"
"time"
util2 "github.com/hyperledger/fabric/common/util"
"github.com/hyperledger/fabric/core/committer"
"github.com/hyperledger/fabric/core/ledger"
privdatacommon "github.com/hyperledger/fabric/gossip/privdata/common"
"github.com/hyperledger/fabric/protos/common"
gossip2 "github.com/hyperledger/fabric/protos/gossip"
"github.com/pkg/errors"
"github.com/spf13/viper"
)
const (
reconcileSleepIntervalConfigKey = "peer.gossip.pvtData.reconcileSleepInterval"
reconcileSleepIntervalDefault = time.Minute * 1
reconcileBatchSizeConfigKey = "peer.gossip.pvtData.reconcileBatchSize"
reconcileBatchSizeDefault = 10
reconciliationEnabledConfigKey = "peer.gossip.pvtData.reconciliationEnabled"
)
// ReconciliationFetcher interface which defines API to fetch
// private data elements that have to be reconciled
type ReconciliationFetcher interface {
FetchReconciledItems(dig2collectionConfig privdatacommon.Dig2CollectionConfig) (*privdatacommon.FetchedPvtDataContainer, error)
}
//go:generate mockery -dir . -name ReconciliationFetcher -case underscore -output mocks/
//go:generate mockery -dir ../../core/ledger/ -name MissingPvtDataTracker -case underscore -output mocks/
//go:generate mockery -dir ../../core/ledger/ -name ConfigHistoryRetriever -case underscore -output mocks/
// Reconciler completes missing parts of private data that weren't available during commit time.
// this is done by getting from the ledger a list of missing private data and pulling it from the other peers.
type PvtDataReconciler interface {
// Start function start the reconciler based on a scheduler, as was configured in reconciler creation
Start()
// Stop function stops reconciler
Stop()
}
type Reconciler struct {
config *ReconcilerConfig
ReconciliationFetcher
committer.Committer
stopChan chan struct{}
startOnce sync.Once
stopOnce sync.Once
}
// NoOpReconciler non functional reconciler to be used
// in case reconciliation has been disabled
type NoOpReconciler struct {
}
func (*NoOpReconciler) Start() {
// do nothing
logger.Debug("Private data reconciliation has been disabled")
}
func (*NoOpReconciler) Stop() {
// do nothing
}
// ReconcilerConfig holds config flags that are read from core.yaml
type ReconcilerConfig struct {
sleepInterval time.Duration
batchSize int
IsEnabled bool
}
// this func reads reconciler configuration values from core.yaml and returns ReconcilerConfig
func GetReconcilerConfig() *ReconcilerConfig {
reconcileSleepInterval := viper.GetDuration(reconcileSleepIntervalConfigKey)
if reconcileSleepInterval == 0 {
logger.Warning("Configuration key", reconcileSleepIntervalConfigKey, "isn't set, defaulting to", reconcileSleepIntervalDefault)
reconcileSleepInterval = reconcileSleepIntervalDefault
}
reconcileBatchSize := viper.GetInt(reconcileBatchSizeConfigKey)
if reconcileBatchSize == 0 {
logger.Warning("Configuration key", reconcileBatchSizeConfigKey, "isn't set, defaulting to", reconcileBatchSizeDefault)
reconcileBatchSize = reconcileBatchSizeDefault
}
isEnabled := viper.GetBool(reconciliationEnabledConfigKey)
return &ReconcilerConfig{sleepInterval: reconcileSleepInterval, batchSize: reconcileBatchSize, IsEnabled: isEnabled}
}
// NewReconciler creates a new instance of reconciler
func NewReconciler(c committer.Committer, fetcher ReconciliationFetcher, config *ReconcilerConfig) *Reconciler {
logger.Debug("Private data reconciliation is enabled")
return &Reconciler{
config: config,
Committer: c,
ReconciliationFetcher: fetcher,
stopChan: make(chan struct{}),
}
}
func (r *Reconciler) Stop() {
r.stopOnce.Do(func() {
close(r.stopChan)
})
}
func (r *Reconciler) Start() {
r.startOnce.Do(func() {
go r.run()
})
}
func (r *Reconciler) run() {
for {
select {
case <-r.stopChan:
return
case <-time.After(r.config.sleepInterval):
logger.Debug("Start reconcile missing private info")
if err := r.reconcile(); err != nil {
logger.Error("Failed to reconcile missing private info, error: ", err.Error())
break
}
}
}
}
// returns the number of items that were reconciled , minBlock, maxBlock (blocks range) and an error
func (r *Reconciler) reconcile() error {
missingPvtDataTracker, err := r.GetMissingPvtDataTracker()
if err != nil {
logger.Error("reconciliation error when trying to get missingPvtDataTracker:", err)
return err
}
if missingPvtDataTracker == nil {
logger.Error("got nil as MissingPvtDataTracker, exiting...")
return errors.New("got nil as MissingPvtDataTracker, exiting...")
}
totalReconciled, minBlock, maxBlock := 0, uint64(math.MaxUint64), uint64(0)
for {
missingPvtDataInfo, err := missingPvtDataTracker.GetMissingPvtDataInfoForMostRecentBlocks(r.config.batchSize)
if err != nil {
logger.Error("reconciliation error when trying to get missing pvt data info recent blocks:", err)
return err
}
// if missingPvtDataInfo is nil, len will return 0
if len(missingPvtDataInfo) == 0 {
if totalReconciled > 0 {
logger.Infof("Reconciliation cycle finished successfully. reconciled %d private data keys from blocks range [%d - %d]", totalReconciled, minBlock, maxBlock)
} else {
logger.Debug("Reconciliation cycle finished successfully. no items to reconcile")
}
return nil
}
logger.Debug("got from ledger", len(missingPvtDataInfo), "blocks with missing private data, trying to reconcile...")
dig2collectionCfg, minB, maxB := r.getDig2CollectionConfig(missingPvtDataInfo)
fetchedData, err := r.FetchReconciledItems(dig2collectionCfg)
if err != nil {
logger.Error("reconciliation error when trying to fetch missing items from different peers:", err)
return err
}
if len(fetchedData.AvailableElements) == 0 {
logger.Warning("missing private data is not available on other peers")
return nil
}
pvtDataToCommit := r.preparePvtDataToCommit(fetchedData.AvailableElements)
// commit missing private data that was reconciled and log mismatched
pvtdataHashMismatch, err := r.CommitPvtDataOfOldBlocks(pvtDataToCommit)
if err != nil {
return errors.Wrap(err, "failed to commit private data")
}
r.logMismatched(pvtdataHashMismatch)
if minB < minBlock {
minBlock = minB
}
if maxB > maxBlock {
maxBlock = maxB
}
totalReconciled += len(fetchedData.AvailableElements)
}
}
type collectionConfigKey struct {
chaincodeName, collectionName string
blockNum uint64
}
func (r *Reconciler) getDig2CollectionConfig(missingPvtDataInfo ledger.MissingPvtDataInfo) (privdatacommon.Dig2CollectionConfig, uint64, uint64) {
var minBlock, maxBlock uint64
minBlock = math.MaxUint64
maxBlock = 0
collectionConfigCache := make(map[collectionConfigKey]*common.StaticCollectionConfig)
dig2collectionCfg := make(map[privdatacommon.DigKey]*common.StaticCollectionConfig)
for blockNum, blockPvtDataInfo := range missingPvtDataInfo {
if blockNum < minBlock {
minBlock = blockNum
}
if blockNum > maxBlock {
maxBlock = blockNum
}
for seqInBlock, collectionPvtDataInfo := range blockPvtDataInfo {
for _, pvtDataInfo := range collectionPvtDataInfo {
collConfigKey := collectionConfigKey{
chaincodeName: pvtDataInfo.Namespace,
collectionName: pvtDataInfo.Collection,
blockNum: blockNum,
}
if _, exists := collectionConfigCache[collConfigKey]; !exists {
collectionConfig, err := r.getMostRecentCollectionConfig(pvtDataInfo.Namespace, pvtDataInfo.Collection, blockNum)
if err != nil {
logger.Debug(err)
continue
}
collectionConfigCache[collConfigKey] = collectionConfig
}
digKey := privdatacommon.DigKey{
SeqInBlock: seqInBlock,
Collection: pvtDataInfo.Collection,
Namespace: pvtDataInfo.Namespace,
BlockSeq: blockNum,
}
dig2collectionCfg[digKey] = collectionConfigCache[collConfigKey]
}
}
}
return dig2collectionCfg, minBlock, maxBlock
}
func (r *Reconciler) getMostRecentCollectionConfig(chaincodeName string, collectionName string, blockNum uint64) (*common.StaticCollectionConfig, error) {
configHistoryRetriever, err := r.GetConfigHistoryRetriever()
if err != nil {
return nil, errors.Wrap(err, "configHistoryRetriever is not available")
}
configInfo, err := configHistoryRetriever.MostRecentCollectionConfigBelow(blockNum, chaincodeName)
if err != nil {
return nil, errors.New(fmt.Sprintf("cannot find recent collection config update below block sequence = %d for chaincode %s", blockNum, chaincodeName))
}
if configInfo == nil {
return nil, errors.New(fmt.Sprintf("no collection config update below block sequence = %d for chaincode %s is available", blockNum, chaincodeName))
}
collectionConfig := extractCollectionConfig(configInfo.CollectionConfig, collectionName)
if collectionConfig == nil {
return nil, errors.New(fmt.Sprintf("no collection config was found for collection %s for chaincode %s", collectionName, chaincodeName))
}
staticCollectionConfig, wasCastingSuccessful := collectionConfig.Payload.(*common.CollectionConfig_StaticCollectionConfig)
if !wasCastingSuccessful {
return nil, errors.New(fmt.Sprintf("expected collection config of type CollectionConfig_StaticCollectionConfig for collection %s for chaincode %s, while got different config type...", collectionName, chaincodeName))
}
return staticCollectionConfig.StaticCollectionConfig, nil
}
func (r *Reconciler) preparePvtDataToCommit(elements []*gossip2.PvtDataElement) []*ledger.BlockPvtData {
rwSetByBlockByKeys := r.groupRwsetByBlock(elements)
// populate the private RWSets passed to the ledger
var pvtDataToCommit []*ledger.BlockPvtData
for blockNum, rwSetKeys := range rwSetByBlockByKeys {
blockPvtData := &ledger.BlockPvtData{
BlockNum: blockNum,
WriteSets: make(map[uint64]*ledger.TxPvtData),
}
for seqInBlock, nsRWS := range rwSetKeys.bySeqsInBlock() {
rwsets := nsRWS.toRWSet()
logger.Debugf("Preparing to commit [%d] private write set, missed from transaction index [%d] of block number [%d]", len(rwsets.NsPvtRwset), seqInBlock, blockNum)
blockPvtData.WriteSets[seqInBlock] = &ledger.TxPvtData{
SeqInBlock: seqInBlock,
WriteSet: rwsets,
}
}
pvtDataToCommit = append(pvtDataToCommit, blockPvtData)
}
return pvtDataToCommit
}
func (r *Reconciler) logMismatched(pvtdataMismatched []*ledger.PvtdataHashMismatch) {
if len(pvtdataMismatched) > 0 {
for _, hashMismatch := range pvtdataMismatched {
logger.Warningf("failed to reconcile pvtdata chaincode %s, collection %s, block num %d, tx num %d due to hash mismatch",
hashMismatch.Namespace, hashMismatch.Collection, hashMismatch.BlockNum, hashMismatch.TxNum)
}
}
}
// return a mapping from block num to rwsetByKeys
func (r *Reconciler) groupRwsetByBlock(elements []*gossip2.PvtDataElement) map[uint64]rwsetByKeys {
rwSetByBlockByKeys := make(map[uint64]rwsetByKeys) // map from block num to rwsetByKeys
// Iterate over data fetched from peers
for _, element := range elements {
dig := element.Digest
if _, exists := rwSetByBlockByKeys[dig.BlockSeq]; !exists {
rwSetByBlockByKeys[dig.BlockSeq] = make(map[rwSetKey][]byte)
}
for _, rws := range element.Payload {
hash := hex.EncodeToString(util2.ComputeSHA256(rws))
key := rwSetKey{
txID: dig.TxId,
namespace: dig.Namespace,
collection: dig.Collection,
seqInBlock: dig.SeqInBlock,
hash: hash,
}
rwSetByBlockByKeys[dig.BlockSeq][key] = rws
}
}
return rwSetByBlockByKeys
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/mirrors/fabric.git
git@gitee.com:mirrors/fabric.git
mirrors
fabric
Hyperledger fabric
v1.4.1-rc1

搜索帮助

344bd9b3 5694891 D2dac590 5694891