package protocol
import (
+ "encoding/hex"
+
log "github.com/sirupsen/logrus"
- "github.com/bytom/errors"
- "github.com/bytom/protocol/bc"
- "github.com/bytom/protocol/bc/types"
- "github.com/bytom/protocol/state"
- "github.com/bytom/protocol/validation"
+ "github.com/bytom/bytom/errors"
+ "github.com/bytom/bytom/event"
+ "github.com/bytom/bytom/protocol/bc"
+ "github.com/bytom/bytom/protocol/bc/types"
+ "github.com/bytom/bytom/protocol/casper"
+ "github.com/bytom/bytom/protocol/state"
+ "github.com/bytom/bytom/protocol/validation"
)
var (
// BlockExist check is a block in chain or orphan
func (c *Chain) BlockExist(hash *bc.Hash) bool {
- return c.index.BlockExist(hash) || c.orphanManage.BlockExist(hash)
+ if _, err := c.store.GetBlockHeader(hash); err == nil {
+ return true
+ }
+
+ return c.orphanManage.BlockExist(hash)
}
// GetBlockByHash return a block by given hash
return c.store.GetBlock(hash)
}
-// GetBlockByHeight return a block by given height
+// GetBlockByHeight return a block header by given height
func (c *Chain) GetBlockByHeight(height uint64) (*types.Block, error) {
- node := c.index.NodeByHeight(height)
- if node == nil {
- return nil, errors.New("can't find block in given height")
+ hash, err := c.store.GetMainChainHash(height)
+ if err != nil {
+ return nil, errors.Wrap(err, "can't find block in given height")
}
- return c.store.GetBlock(&node.Hash)
+
+ return c.store.GetBlock(hash)
}
-func (c *Chain) calcReorganizeNodes(node *state.BlockNode) ([]*state.BlockNode, []*state.BlockNode) {
- var attachNodes []*state.BlockNode
- var detachNodes []*state.BlockNode
+// GetHeaderByHash return a block header by given hash
+func (c *Chain) GetHeaderByHash(hash *bc.Hash) (*types.BlockHeader, error) {
+ return c.store.GetBlockHeader(hash)
+}
- attachNode := node
- for c.index.NodeByHeight(attachNode.Height) != attachNode {
- attachNodes = append([]*state.BlockNode{attachNode}, attachNodes...)
- attachNode = attachNode.Parent
+// GetHeaderByHeight return a block header by given height
+func (c *Chain) GetHeaderByHeight(height uint64) (*types.BlockHeader, error) {
+ hash, err := c.store.GetMainChainHash(height)
+ if err != nil {
+ return nil, errors.Wrap(err, "can't find block header in given height")
}
- detachNode := c.bestNode
- for detachNode != attachNode {
- detachNodes = append(detachNodes, detachNode)
- detachNode = detachNode.Parent
+ return c.store.GetBlockHeader(hash)
+}
+
+func (c *Chain) calcReorganizeChain(beginAttach *types.BlockHeader, beginDetach *types.BlockHeader) ([]*types.BlockHeader, []*types.BlockHeader, error) {
+ var err error
+ var attachBlockHeaders []*types.BlockHeader
+ var detachBlockHeaders []*types.BlockHeader
+
+ for attachBlockHeader, detachBlockHeader := beginAttach, beginDetach; detachBlockHeader.Hash() != attachBlockHeader.Hash(); {
+ var attachRollback, detachRollBack bool
+ if attachRollback = attachBlockHeader.Height >= detachBlockHeader.Height; attachRollback {
+ attachBlockHeaders = append([]*types.BlockHeader{attachBlockHeader}, attachBlockHeaders...)
+ }
+
+ if detachRollBack = attachBlockHeader.Height <= detachBlockHeader.Height; detachRollBack {
+ detachBlockHeaders = append(detachBlockHeaders, detachBlockHeader)
+ }
+
+ if attachRollback {
+ attachBlockHeader, err = c.store.GetBlockHeader(&attachBlockHeader.PreviousBlockHash)
+ if err != nil {
+ return nil, nil, err
+ }
+ }
+
+ if detachRollBack {
+ detachBlockHeader, err = c.store.GetBlockHeader(&detachBlockHeader.PreviousBlockHash)
+ if err != nil {
+ return nil, nil, err
+ }
+ }
}
- return attachNodes, detachNodes
+ return attachBlockHeaders, detachBlockHeaders, nil
}
func (c *Chain) connectBlock(block *types.Block) (err error) {
bcBlock := types.MapBlock(block)
- if bcBlock.TransactionStatus, err = c.store.GetTransactionStatus(&bcBlock.ID); err != nil {
- return err
- }
-
utxoView := state.NewUtxoViewpoint()
if err := c.store.GetTransactionsUtxo(utxoView, bcBlock.Transactions); err != nil {
return err
}
- if err := utxoView.ApplyBlock(bcBlock, bcBlock.TransactionStatus); err != nil {
+ if err := utxoView.ApplyBlock(bcBlock); err != nil {
return err
}
- node := c.index.GetNode(&bcBlock.ID)
- if err := c.setState(node, utxoView); err != nil {
+ reply, err := c.casper.ApplyBlock(block)
+ if err != nil {
+ return err
+ }
+
+ if reply.Verification != nil {
+ if err := c.broadcastVerification(reply.Verification); err != nil {
+ return err
+ }
+ }
+
+ contractView := state.NewContractViewpoint()
+ contractView.ApplyBlock(block)
+
+ if err := c.setState(&block.BlockHeader, []*types.BlockHeader{&block.BlockHeader}, utxoView, contractView); err != nil {
return err
}
return nil
}
-func (c *Chain) reorganizeChain(node *state.BlockNode) error {
- attachNodes, detachNodes := c.calcReorganizeNodes(node)
+func (c *Chain) reorganizeChain(blockHeader *types.BlockHeader) error {
+ attachNodes, detachNodes, err := c.calcReorganizeChain(blockHeader, c.bestBlockHeader)
+ if err != nil {
+ return err
+ }
+
utxoView := state.NewUtxoViewpoint()
+ contractView := state.NewContractViewpoint()
+ txsToRestore := map[bc.Hash]*types.Tx{}
for _, detachNode := range detachNodes {
- b, err := c.store.GetBlock(&detachNode.Hash)
+ hash := detachNode.Hash()
+ b, err := c.store.GetBlock(&hash)
if err != nil {
return err
}
if err := c.store.GetTransactionsUtxo(utxoView, detachBlock.Transactions); err != nil {
return err
}
- txStatus, err := c.GetTransactionStatus(&detachBlock.ID)
- if err != nil {
- return err
- }
- if err := utxoView.DetachBlock(detachBlock, txStatus); err != nil {
+
+ if err := utxoView.DetachBlock(detachBlock); err != nil {
return err
}
- log.WithFields(log.Fields{"height": node.Height, "hash": node.Hash.String()}).Debug("detach from mainchain")
+ contractView.DetachBlock(b)
+ for _, tx := range b.Transactions {
+ txsToRestore[tx.ID] = tx
+ }
+ log.WithFields(log.Fields{"module": logModule, "height": detachNode.Height, "hash": hash.String()}).Debug("detach from mainchain")
}
+ txsToRemove := map[bc.Hash]*types.Tx{}
for _, attachNode := range attachNodes {
- b, err := c.store.GetBlock(&attachNode.Hash)
+ hash := attachNode.Hash()
+ b, err := c.store.GetBlock(&hash)
if err != nil {
return err
}
if err := c.store.GetTransactionsUtxo(utxoView, attachBlock.Transactions); err != nil {
return err
}
- txStatus, err := c.GetTransactionStatus(&attachBlock.ID)
- if err != nil {
+
+ if err := utxoView.ApplyBlock(attachBlock); err != nil {
return err
}
- if err := utxoView.ApplyBlock(attachBlock, txStatus); err != nil {
- return err
+
+ contractView.ApplyBlock(b)
+ for _, tx := range b.Transactions {
+ if _, ok := txsToRestore[tx.ID]; !ok {
+ txsToRemove[tx.ID] = tx
+ } else {
+ delete(txsToRestore, tx.ID)
+ }
}
- log.WithFields(log.Fields{"height": node.Height, "hash": node.Hash.String()}).Debug("attach from mainchain")
+ log.WithFields(log.Fields{"module": logModule, "height": attachNode.Height, "hash": hash.String()}).Debug("attach from mainchain")
+ }
+
+ if err := c.setState(blockHeader, []*types.BlockHeader{blockHeader}, utxoView, contractView); err != nil {
+ return err
+ }
+
+ for txHash := range txsToRemove {
+ c.txPool.RemoveTransaction(&txHash)
+ }
+
+ for _, tx := range txsToRestore {
+ // the number of restored Tx should be very small or most of time ZERO
+ // Error returned from validation is ignored, tx could still be lost if validation fails.
+ // TODO: adjust tx timestamp so that it won't starve in pool.
+ if _, err := c.ValidateTx(tx); err != nil {
+ log.WithFields(log.Fields{"module": logModule, "tx_id": tx.Tx.ID.String(), "error": err}).Info("restore tx fail")
+ }
}
- return c.setState(node, utxoView)
+ if len(txsToRestore) > 0 {
+ log.WithFields(log.Fields{"module": logModule, "num": len(txsToRestore)}).Debug("restore txs back to pool")
+ }
+
+ return nil
+}
+
+func (c *Chain) broadcastVerification(v *casper.Verification) error {
+ pubKey, err := hex.DecodeString(v.PubKey)
+ if err != nil {
+ return err
+ }
+
+ return c.eventDispatcher.Post(event.BlockVerificationEvent{
+ SourceHeight: v.SourceHeight,
+ SourceHash: v.SourceHash,
+ TargetHeight: v.TargetHeight,
+ TargetHash: v.TargetHash,
+ PubKey: pubKey,
+ Signature: v.Signature,
+ })
}
// SaveBlock will validate and save block into storage
func (c *Chain) saveBlock(block *types.Block) error {
bcBlock := types.MapBlock(block)
- parent := c.index.GetNode(&block.PreviousBlockHash)
-
- if err := validation.ValidateBlock(bcBlock, parent); err != nil {
- return errors.Sub(ErrBadBlock, err)
- }
- if err := c.store.SaveBlock(block, bcBlock.TransactionStatus); err != nil {
+ parent, err := c.store.GetBlockHeader(&block.PreviousBlockHash)
+ if err != nil {
return err
}
- c.orphanManage.Delete(&bcBlock.ID)
- node, err := state.NewBlockNode(&block.BlockHeader, parent)
+ checkpoint, err := c.PrevCheckpointByPrevHash(&block.PreviousBlockHash)
if err != nil {
return err
}
- c.index.AddNode(node)
+ if err := validation.ValidateBlock(bcBlock, parent, checkpoint, c.ProgramConverter); err != nil {
+ return errors.Sub(ErrBadBlock, err)
+ }
+
+ if err := c.store.SaveBlock(block); err != nil {
+ return err
+ }
+
+ c.orphanManage.Delete(&bcBlock.ID)
return nil
}
for _, prevOrphan := range prevOrphans {
orphanBlock, ok := c.orphanManage.Get(prevOrphan)
if !ok {
- log.WithFields(log.Fields{"hash": prevOrphan.String()}).Warning("saveSubBlock fail to get block from orphanManage")
+ log.WithFields(log.Fields{"module": logModule, "hash": prevOrphan.String()}).Warning("saveSubBlock fail to get block from orphanManage")
continue
}
if err := c.saveBlock(orphanBlock); err != nil {
- log.WithFields(log.Fields{"hash": prevOrphan.String(), "height": orphanBlock.Height}).Warning("saveSubBlock fail to save block")
+ log.WithFields(log.Fields{"module": logModule, "hash": prevOrphan.String(), "height": orphanBlock.Height}).Warning("saveSubBlock fail to save block")
continue
}
return response.isOrphan, response.err
}
-func (c *Chain) blockProcesser() {
- for msg := range c.processBlockCh {
- isOrphan, err := c.processBlock(msg.block)
- msg.reply <- processBlockResponse{isOrphan: isOrphan, err: err}
+func (c *Chain) blockProcessor() {
+ for {
+ select {
+ case msg := <-c.processBlockCh:
+ isOrphan, err := c.processBlock(msg.block)
+ msg.reply <- processBlockResponse{isOrphan: isOrphan, err: err}
+ case msg := <-c.processRollbackCh:
+ err := c.rollback(msg.BestHash)
+ msg.Reply <- err
+ }
}
}
// ProcessBlock is the entry for handle block insert
func (c *Chain) processBlock(block *types.Block) (bool, error) {
blockHash := block.Hash()
- if c.BlockExist(&blockHash) {
- log.WithFields(log.Fields{"hash": blockHash.String(), "height": block.Height}).Info("block has been processed")
+ if c.BlockExist(&blockHash) && c.bestBlockHeader.Height >= block.Height {
+ log.WithFields(log.Fields{"module": logModule, "hash": blockHash.String(), "height": block.Height}).Info("block has been processed")
return c.orphanManage.BlockExist(&blockHash), nil
}
- if parent := c.index.GetNode(&block.PreviousBlockHash); parent == nil {
+ if _, err := c.store.GetBlockHeader(&block.PreviousBlockHash); err != nil {
c.orphanManage.Add(block)
return true, nil
}
}
bestBlock := c.saveSubBlock(block)
- bestBlockHash := bestBlock.Hash()
- bestNode := c.index.GetNode(&bestBlockHash)
+ bestBlockHeader := &bestBlock.BlockHeader
- if bestNode.Parent == c.bestNode {
- log.Debug("append block to the end of mainchain")
+ if bestBlockHeader.PreviousBlockHash == c.bestBlockHeader.Hash() {
+ log.WithFields(log.Fields{"module": logModule}).Debug("append block to the end of mainchain")
return false, c.connectBlock(bestBlock)
}
- if bestNode.Height > c.bestNode.Height && bestNode.WorkSum.Cmp(c.bestNode.WorkSum) >= 0 {
- log.Debug("start to reorganize chain")
- return false, c.reorganizeChain(bestNode)
+ return false, c.applyForkChainToCasper(bestBlockHeader)
+}
+
+func (c *Chain) applyForkChainToCasper(beginAttach *types.BlockHeader) error {
+ attachNodes, _, err := c.calcReorganizeChain(beginAttach, c.bestBlockHeader)
+ if err != nil {
+ return err
+ }
+
+ var reply *casper.ApplyBlockReply
+ for _, node := range attachNodes {
+ hash := node.Hash()
+ block, err := c.store.GetBlock(&hash)
+ if err != nil {
+ return err
+ }
+
+ reply, err = c.casper.ApplyBlock(block)
+ if err != nil {
+ return err
+ }
+
+ log.WithFields(log.Fields{"module": logModule, "height": node.Height, "hash": hash.String()}).Info("apply fork node")
+
+ if reply.Verification != nil {
+ if err := c.broadcastVerification(reply.Verification); err != nil {
+ return err
+ }
+ }
}
- return false, nil
+
+ if reply.BestHash != c.bestBlockHeader.Hash() {
+ return c.rollback(reply.BestHash)
+ }
+
+ return nil
+}
+
+func (c *Chain) rollback(bestHash bc.Hash) error {
+ if c.bestBlockHeader.Hash() == bestHash {
+ return nil
+ }
+
+ blockHeader, err := c.GetHeaderByHash(&bestHash)
+ if err != nil {
+ return err
+ }
+
+ log.WithFields(log.Fields{"module": logModule, "bestHash": bestHash.String()}).Info("start to reorganize chain")
+ return c.reorganizeChain(blockHeader)
}