package protocol
import (
+ "encoding/hex"
+
log "github.com/sirupsen/logrus"
- "github.com/bytom/errors"
- "github.com/bytom/protocol/bc"
- "github.com/bytom/protocol/bc/types"
- "github.com/bytom/protocol/state"
- "github.com/bytom/protocol/validation"
+ "github.com/bytom/bytom/errors"
+ "github.com/bytom/bytom/event"
+ "github.com/bytom/bytom/protocol/bc"
+ "github.com/bytom/bytom/protocol/bc/types"
+ "github.com/bytom/bytom/protocol/casper"
+ "github.com/bytom/bytom/protocol/state"
+ "github.com/bytom/bytom/protocol/validation"
)
var (
// ErrBadBlock is returned when a block is invalid.
ErrBadBlock = errors.New("invalid block")
-
// ErrBadStateRoot is returned when the computed assets merkle root
// disagrees with the one declared in a block header.
ErrBadStateRoot = errors.New("invalid state merkle root")
// BlockExist check is a block in chain or orphan
func (c *Chain) BlockExist(hash *bc.Hash) bool {
- return c.orphanManage.BlockExist(hash) || c.store.BlockExist(hash)
+ if _, err := c.store.GetBlockHeader(hash); err == nil {
+ return true
+ }
+
+ return c.orphanManage.BlockExist(hash)
}
// GetBlockByHash return a block by given hash
return c.store.GetBlock(hash)
}
-// GetBlockByHeight return a block by given height
+// GetBlockByHeight return a block header by given height
func (c *Chain) GetBlockByHeight(height uint64) (*types.Block, error) {
- c.state.cond.L.Lock()
- hash, ok := c.state.mainChain[height]
- c.state.cond.L.Unlock()
- if !ok {
- return nil, errors.New("can't find block in given hight")
+ hash, err := c.store.GetMainChainHash(height)
+ if err != nil {
+ return nil, errors.Wrap(err, "can't find block in given height")
}
- return c.GetBlockByHash(hash)
+
+ return c.store.GetBlock(hash)
}
-// ConnectBlock append block to end of chain
-func (c *Chain) ConnectBlock(block *types.Block) error {
- c.state.cond.L.Lock()
- defer c.state.cond.L.Unlock()
- return c.connectBlock(block)
+// GetHeaderByHash return a block header by given hash
+func (c *Chain) GetHeaderByHash(hash *bc.Hash) (*types.BlockHeader, error) {
+ return c.store.GetBlockHeader(hash)
+}
+
+// GetHeaderByHeight return a block header by given height
+func (c *Chain) GetHeaderByHeight(height uint64) (*types.BlockHeader, error) {
+ hash, err := c.store.GetMainChainHash(height)
+ if err != nil {
+ return nil, errors.Wrap(err, "can't find block header in given height")
+ }
+
+ return c.store.GetBlockHeader(hash)
+}
+
+func (c *Chain) calcReorganizeChain(beginAttach *types.BlockHeader, beginDetach *types.BlockHeader) ([]*types.BlockHeader, []*types.BlockHeader, error) {
+ var err error
+ var attachBlockHeaders []*types.BlockHeader
+ var detachBlockHeaders []*types.BlockHeader
+
+ for attachBlockHeader, detachBlockHeader := beginAttach, beginDetach; detachBlockHeader.Hash() != attachBlockHeader.Hash(); {
+ var attachRollback, detachRollBack bool
+ if attachRollback = attachBlockHeader.Height >= detachBlockHeader.Height; attachRollback {
+ attachBlockHeaders = append([]*types.BlockHeader{attachBlockHeader}, attachBlockHeaders...)
+ }
+
+ if detachRollBack = attachBlockHeader.Height <= detachBlockHeader.Height; detachRollBack {
+ detachBlockHeaders = append(detachBlockHeaders, detachBlockHeader)
+ }
+
+ if attachRollback {
+ attachBlockHeader, err = c.store.GetBlockHeader(&attachBlockHeader.PreviousBlockHash)
+ if err != nil {
+ return nil, nil, err
+ }
+ }
+
+ if detachRollBack {
+ detachBlockHeader, err = c.store.GetBlockHeader(&detachBlockHeader.PreviousBlockHash)
+ if err != nil {
+ return nil, nil, err
+ }
+ }
+ }
+ return attachBlockHeaders, detachBlockHeaders, nil
}
func (c *Chain) connectBlock(block *types.Block) (err error) {
bcBlock := types.MapBlock(block)
utxoView := state.NewUtxoViewpoint()
- bcBlock.TransactionStatus, err = c.store.GetTransactionStatus(&bcBlock.ID)
- if err != nil {
+ if err := c.store.GetTransactionsUtxo(utxoView, bcBlock.Transactions); err != nil {
return err
}
-
- if err := c.store.GetTransactionsUtxo(utxoView, bcBlock.Transactions); err != nil {
+ if err := utxoView.ApplyBlock(bcBlock); err != nil {
return err
}
- if err := utxoView.ApplyBlock(bcBlock, bcBlock.TransactionStatus); err != nil {
+
+ reply, err := c.casper.ApplyBlock(block)
+ if err != nil {
return err
}
- blockHash := block.Hash()
- if err := c.setState(block, utxoView, map[uint64]*bc.Hash{block.Height: &blockHash}); err != nil {
+ if reply.Verification != nil {
+ if err := c.broadcastVerification(reply.Verification); err != nil {
+ return err
+ }
+ }
+
+ contractView := state.NewContractViewpoint()
+ contractView.ApplyBlock(block)
+
+ if err := c.setState(&block.BlockHeader, []*types.BlockHeader{&block.BlockHeader}, utxoView, contractView); err != nil {
return err
}
return nil
}
-func (c *Chain) getReorganizeBlocks(block *types.Block) ([]*types.Block, []*types.Block) {
- attachBlocks := []*types.Block{}
- detachBlocks := []*types.Block{}
- ancestor := block
-
- for !c.inMainchain(ancestor) {
- attachBlocks = append([]*types.Block{ancestor}, attachBlocks...)
- ancestor, _ = c.GetBlockByHash(&ancestor.PreviousBlockHash)
- }
-
- for d := c.state.block; d.Hash() != ancestor.Hash(); d, _ = c.GetBlockByHash(&d.PreviousBlockHash) {
- detachBlocks = append(detachBlocks, d)
+func (c *Chain) reorganizeChain(blockHeader *types.BlockHeader) error {
+ attachNodes, detachNodes, err := c.calcReorganizeChain(blockHeader, c.bestBlockHeader)
+ if err != nil {
+ return err
}
- return attachBlocks, detachBlocks
-}
-
-func (c *Chain) reorganizeChain(block *types.Block) error {
- attachBlocks, detachBlocks := c.getReorganizeBlocks(block)
utxoView := state.NewUtxoViewpoint()
- chainChanges := map[uint64]*bc.Hash{}
+ contractView := state.NewContractViewpoint()
- for _, d := range detachBlocks {
- detachBlock := types.MapBlock(d)
- if err := c.store.GetTransactionsUtxo(utxoView, detachBlock.Transactions); err != nil {
+ txsToRestore := map[bc.Hash]*types.Tx{}
+ for _, detachNode := range detachNodes {
+ hash := detachNode.Hash()
+ b, err := c.store.GetBlock(&hash)
+ if err != nil {
return err
}
- txStatus, err := c.GetTransactionStatus(&detachBlock.ID)
- if err != nil {
+
+ detachBlock := types.MapBlock(b)
+ if err := c.store.GetTransactionsUtxo(utxoView, detachBlock.Transactions); err != nil {
return err
}
- if err := utxoView.DetachBlock(detachBlock, txStatus); err != nil {
+
+ if err := utxoView.DetachBlock(detachBlock); err != nil {
return err
}
+
+ contractView.DetachBlock(b)
+ for _, tx := range b.Transactions {
+ txsToRestore[tx.ID] = tx
+ }
+ log.WithFields(log.Fields{"module": logModule, "height": detachNode.Height, "hash": hash.String()}).Debug("detach from mainchain")
}
- for _, a := range attachBlocks {
- attachBlock := types.MapBlock(a)
- if err := c.store.GetTransactionsUtxo(utxoView, attachBlock.Transactions); err != nil {
+ txsToRemove := map[bc.Hash]*types.Tx{}
+ for _, attachNode := range attachNodes {
+ hash := attachNode.Hash()
+ b, err := c.store.GetBlock(&hash)
+ if err != nil {
return err
}
- txStatus, err := c.GetTransactionStatus(&attachBlock.ID)
- if err != nil {
+
+ attachBlock := types.MapBlock(b)
+ if err := c.store.GetTransactionsUtxo(utxoView, attachBlock.Transactions); err != nil {
return err
}
- if err := utxoView.ApplyBlock(attachBlock, txStatus); err != nil {
+ if err := utxoView.ApplyBlock(attachBlock); err != nil {
return err
}
- chainChanges[a.Height] = &attachBlock.ID
+
+ contractView.ApplyBlock(b)
+ for _, tx := range b.Transactions {
+ if _, ok := txsToRestore[tx.ID]; !ok {
+ txsToRemove[tx.ID] = tx
+ } else {
+ delete(txsToRestore, tx.ID)
+ }
+ }
+
+ log.WithFields(log.Fields{"module": logModule, "height": attachNode.Height, "hash": hash.String()}).Debug("attach from mainchain")
+ }
+
+ if err := c.setState(blockHeader, []*types.BlockHeader{blockHeader}, utxoView, contractView); err != nil {
+ return err
+ }
+
+ for txHash := range txsToRemove {
+ c.txPool.RemoveTransaction(&txHash)
+ }
+
+ for _, tx := range txsToRestore {
+ // the number of restored Tx should be very small or most of time ZERO
+ // Error returned from validation is ignored, tx could still be lost if validation fails.
+ // TODO: adjust tx timestamp so that it won't starve in pool.
+ if _, err := c.ValidateTx(tx); err != nil {
+ log.WithFields(log.Fields{"module": logModule, "tx_id": tx.Tx.ID.String(), "error": err}).Info("restore tx fail")
+ }
+ }
+
+ if len(txsToRestore) > 0 {
+ log.WithFields(log.Fields{"module": logModule, "num": len(txsToRestore)}).Debug("restore txs back to pool")
}
- return c.setState(block, utxoView, chainChanges)
+ return nil
}
-// SaveBlock will validate and save block into storage
-func (c *Chain) SaveBlock(block *types.Block) error {
- preBlock, _ := c.GetBlockByHash(&block.PreviousBlockHash)
+func (c *Chain) broadcastVerification(v *casper.Verification) error {
+ pubKey, err := hex.DecodeString(v.PubKey)
+ if err != nil {
+ return err
+ }
- blockEnts := types.MapBlock(block)
- prevEnts := types.MapBlock(preBlock)
+ return c.eventDispatcher.Post(event.BlockVerificationEvent{
+ SourceHeight: v.SourceHeight,
+ SourceHash: v.SourceHash,
+ TargetHeight: v.TargetHeight,
+ TargetHash: v.TargetHash,
+ PubKey: pubKey,
+ Signature: v.Signature,
+ })
+}
- seed, err := c.GetSeed(block.Height, &block.PreviousBlockHash)
+// SaveBlock will validate and save block into storage
+func (c *Chain) saveBlock(block *types.Block) error {
+ bcBlock := types.MapBlock(block)
+ parent, err := c.store.GetBlockHeader(&block.PreviousBlockHash)
if err != nil {
return err
}
- if err := validation.ValidateBlock(blockEnts, prevEnts, seed, c.store); err != nil {
+ checkpoint, err := c.PrevCheckpointByPrevHash(&block.PreviousBlockHash)
+ if err != nil {
+ return err
+ }
+
+ if err := validation.ValidateBlock(bcBlock, parent, checkpoint, c.ProgramConverter); err != nil {
return errors.Sub(ErrBadBlock, err)
}
- if err := c.store.SaveBlock(block, blockEnts.TransactionStatus, seed); err != nil {
+ if err := c.store.SaveBlock(block); err != nil {
return err
}
- blockHash := block.Hash()
- log.WithFields(log.Fields{"height": block.Height, "hash": blockHash.String()}).Info("Block saved on disk")
+ c.orphanManage.Delete(&bcBlock.ID)
return nil
}
-func (c *Chain) findBestChainTail(block *types.Block) (bestBlock *types.Block) {
- bestBlock = block
+func (c *Chain) saveSubBlock(block *types.Block) *types.Block {
blockHash := block.Hash()
- preorphans, ok := c.orphanManage.preOrphans[blockHash]
+ prevOrphans, ok := c.orphanManage.GetPrevOrphans(&blockHash)
if !ok {
- return
+ return block
}
- for _, preorphan := range preorphans {
- orphanBlock, ok := c.orphanManage.Get(preorphan)
+ bestBlock := block
+ for _, prevOrphan := range prevOrphans {
+ orphanBlock, ok := c.orphanManage.Get(prevOrphan)
if !ok {
+ log.WithFields(log.Fields{"module": logModule, "hash": prevOrphan.String()}).Warning("saveSubBlock fail to get block from orphanManage")
continue
}
-
- if err := c.SaveBlock(orphanBlock); err != nil {
- log.WithFields(log.Fields{
- "height": block.Height,
- "hash": blockHash.String(),
- }).Errorf("findBestChainTail fail on save block %v", err)
+ if err := c.saveBlock(orphanBlock); err != nil {
+ log.WithFields(log.Fields{"module": logModule, "hash": prevOrphan.String(), "height": orphanBlock.Height}).Warning("saveSubBlock fail to save block")
continue
}
- if subResult := c.findBestChainTail(orphanBlock); subResult.Height > bestBlock.Height {
- bestBlock = subResult
+ if subBestBlock := c.saveSubBlock(orphanBlock); subBestBlock.Height > bestBlock.Height {
+ bestBlock = subBestBlock
}
}
+ return bestBlock
+}
- c.orphanManage.Delete(&blockHash)
- return
+type processBlockResponse struct {
+ isOrphan bool
+ err error
}
-// ProcessBlock is the entry for handle block insert
+type processBlockMsg struct {
+ block *types.Block
+ reply chan processBlockResponse
+}
+
+// ProcessBlock is the entry for chain update
func (c *Chain) ProcessBlock(block *types.Block) (bool, error) {
+ reply := make(chan processBlockResponse, 1)
+ c.processBlockCh <- &processBlockMsg{block: block, reply: reply}
+ response := <-reply
+ return response.isOrphan, response.err
+}
+
+func (c *Chain) blockProcessor() {
+ for {
+ select {
+ case msg := <-c.processBlockCh:
+ isOrphan, err := c.processBlock(msg.block)
+ msg.reply <- processBlockResponse{isOrphan: isOrphan, err: err}
+ case msg := <-c.processRollbackCh:
+ err := c.rollback(msg.BestHash)
+ msg.Reply <- err
+ }
+ }
+}
+
+// ProcessBlock is the entry for handle block insert
+func (c *Chain) processBlock(block *types.Block) (bool, error) {
blockHash := block.Hash()
- if c.BlockExist(&blockHash) {
- log.WithField("hash", blockHash.String()).Info("Skip process due to block already been handled")
- return false, nil
+ if c.BlockExist(&blockHash) && c.bestBlockHeader.Height >= block.Height {
+ log.WithFields(log.Fields{"module": logModule, "hash": blockHash.String(), "height": block.Height}).Info("block has been processed")
+ return c.orphanManage.BlockExist(&blockHash), nil
}
- if !c.store.BlockExist(&block.PreviousBlockHash) {
+
+ if _, err := c.store.GetBlockHeader(&block.PreviousBlockHash); err != nil {
c.orphanManage.Add(block)
return true, nil
}
- if err := c.SaveBlock(block); err != nil {
+
+ if err := c.saveBlock(block); err != nil {
return false, err
}
- bestBlock := c.findBestChainTail(block)
- c.state.cond.L.Lock()
- defer c.state.cond.L.Unlock()
- if c.state.block.Hash() == bestBlock.PreviousBlockHash {
+ bestBlock := c.saveSubBlock(block)
+ bestBlockHeader := &bestBlock.BlockHeader
+
+ if bestBlockHeader.PreviousBlockHash == c.bestBlockHeader.Hash() {
+ log.WithFields(log.Fields{"module": logModule}).Debug("append block to the end of mainchain")
return false, c.connectBlock(bestBlock)
}
- if bestBlock.Height > c.state.block.Height && bestBlock.Bits >= c.state.block.Bits {
- return false, c.reorganizeChain(bestBlock)
+ return false, c.applyForkChainToCasper(bestBlockHeader)
+}
+
+func (c *Chain) applyForkChainToCasper(beginAttach *types.BlockHeader) error {
+ attachNodes, _, err := c.calcReorganizeChain(beginAttach, c.bestBlockHeader)
+ if err != nil {
+ return err
+ }
+
+ var reply *casper.ApplyBlockReply
+ for _, node := range attachNodes {
+ hash := node.Hash()
+ block, err := c.store.GetBlock(&hash)
+ if err != nil {
+ return err
+ }
+
+ reply, err = c.casper.ApplyBlock(block)
+ if err != nil {
+ return err
+ }
+
+ log.WithFields(log.Fields{"module": logModule, "height": node.Height, "hash": hash.String()}).Info("apply fork node")
+
+ if reply.Verification != nil {
+ if err := c.broadcastVerification(reply.Verification); err != nil {
+ return err
+ }
+ }
+ }
+
+ if reply.BestHash != c.bestBlockHeader.Hash() {
+ return c.rollback(reply.BestHash)
+ }
+
+ return nil
+}
+
+func (c *Chain) rollback(bestHash bc.Hash) error {
+ if c.bestBlockHeader.Hash() == bestHash {
+ return nil
+ }
+
+ blockHeader, err := c.GetHeaderByHash(&bestHash)
+ if err != nil {
+ return err
}
- return false, nil
+ log.WithFields(log.Fields{"module": logModule, "bestHash": bestHash.String()}).Info("start to reorganize chain")
+ return c.reorganizeChain(blockHeader)
}