package node import ( "sort" "strings" "time" "github.com/harmony-one/harmony/core/rawdb" types2 "github.com/harmony-one/harmony/staking/types" "github.com/ethereum/go-ethereum/common" "github.com/harmony-one/harmony/core/types" "github.com/harmony-one/harmony/internal/utils" ) // Constants of proposing a new block const ( PeriodicBlock = 200 * time.Millisecond IncomingReceiptsLimit = 6000 // 2000 * (numShards - 1) ) // WaitForConsensusReadyV2 listen for the readiness signal from consensus and generate new block for consensus. // only leader will receive the ready signal // TODO: clean pending transactions for validators; or validators not prepare pending transactions func (node *Node) WaitForConsensusReadyV2(readySignal chan struct{}, stopChan chan struct{}, stoppedChan chan struct{}) { go func() { // Setup stoppedChan defer close(stoppedChan) utils.Logger().Debug(). Msg("Waiting for Consensus ready") // TODO: make local net start faster time.Sleep(30 * time.Second) // Wait for other nodes to be ready (test-only) // Set up the very first deadline. deadline := time.Now().Add(node.BlockPeriod) for { // keep waiting for Consensus ready select { case <-stopChan: utils.Logger().Debug(). Msg("Consensus new block proposal: STOPPED!") return case <-readySignal: for node.Consensus != nil && node.Consensus.IsLeader() { time.Sleep(PeriodicBlock) if time.Now().Before(deadline) { continue } utils.Logger().Debug(). Uint64("blockNum", node.Blockchain().CurrentBlock().NumberU64()+1). Msg("PROPOSING NEW BLOCK ------------------------------------------------") newBlock, err := node.proposeNewBlock() if err == nil { utils.Logger().Debug(). Uint64("blockNum", newBlock.NumberU64()). Int("numTxs", newBlock.Transactions().Len()). Int("crossShardReceipts", newBlock.IncomingReceipts().Len()). Msg("=========Successfully Proposed New Block==========") // Set deadline will be BlockPeriod from now at this place. Announce stage happens right after this. deadline = time.Now().Add(node.BlockPeriod) // Send the new block to Consensus so it can be confirmed. node.BlockChannel <- newBlock break } else { utils.Logger().Err(err). Msg("!!!!!!!!!cannot commit new block!!!!!!!!!") } } } } }() } func (node *Node) proposeNewBlock() (*types.Block, error) { node.Worker.UpdateCurrent() // Prepare shard state // NOTE: this will potentially override shard chain's epoch to beacon chain's epoch during staking migration period. // So this needs to be executed early on. shardState, err := node.Worker.SuperCommitteeForNextEpoch( node.Consensus.ShardID, node.Beaconchain(), ) // Update worker's current header and state data in preparation to propose/process new transactions coinbase := node.Consensus.SelfAddress // After staking, all coinbase will be the address of bls pub key if node.Blockchain().Config().IsStaking(node.Worker.GetCurrentHeader().Epoch()) { addr := common.Address{} blsPubKeyBytes := node.Consensus.PubKey.GetAddress() addr.SetBytes(blsPubKeyBytes[:]) coinbase = addr } // Prepare transactions including staking transactions pending, err := node.TxPool.Pending() if err != nil { utils.Logger().Err(err).Msg("Failed to fetch pending transactions") return nil, err } // TODO: integrate staking transaction into tx pool pendingStakingTransactions := types2.StakingTransactions{} // Only process staking transactions after pre-staking epoch happened. if node.Blockchain().Config().IsPreStaking(node.Worker.GetCurrentHeader().Epoch()) { node.pendingStakingTxMutex.Lock() for _, tx := range node.pendingStakingTransactions { pendingStakingTransactions = append(pendingStakingTransactions, tx) } node.pendingStakingTransactions = make(map[common.Hash]*types2.StakingTransaction) node.pendingStakingTxMutex.Unlock() } if err := node.Worker.CommitTransactions(pending, pendingStakingTransactions, coinbase); err != nil { utils.Logger().Error().Err(err).Msg("cannot commit transactions") return nil, err } // Prepare cross shard transaction receipts receiptsList := node.proposeReceiptsProof() if len(receiptsList) != 0 { if err := node.Worker.CommitReceipts(receiptsList); err != nil { utils.Logger().Error().Err(err).Msg("cannot commit receipts") } } // Prepare cross links var crossLinksToPropose types.CrossLinks if node.NodeConfig.ShardID == 0 { node.pendingCLMutex.Lock() allPending, err := node.Blockchain().ReadPendingCrossLinks() node.pendingCLMutex.Unlock() if err == nil { for _, pending := range allPending { exist, err := node.Blockchain().ReadCrossLink(pending.ShardID(), pending.BlockNum()) if err == nil || exist != nil { continue } crossLinksToPropose = append(crossLinksToPropose, pending) } utils.Logger().Debug().Msgf("Proposed %d crosslinks from %d pending crosslinks", len(crossLinksToPropose), len(allPending)) } else { utils.Logger().Error().Err(err).Msgf("Unable to Read PendingCrossLinks, number of crosslinks: %d", len(allPending)) } } if err != nil { return nil, err } // Prepare last commit signatures sig, mask, err := node.Consensus.LastCommitSig() if err != nil { utils.Logger().Error().Err(err).Msg("Cannot get commit signatures from last block") return nil, err } return node.Worker.FinalizeNewBlock(sig, mask, node.Consensus.GetViewID(), coinbase, crossLinksToPropose, shardState) } func (node *Node) proposeReceiptsProof() []*types.CXReceiptsProof { if !node.Blockchain().Config().IsCrossTx(node.Worker.GetCurrentHeader().Epoch()) { return []*types.CXReceiptsProof{} } numProposed := 0 validReceiptsList := []*types.CXReceiptsProof{} pendingReceiptsList := []*types.CXReceiptsProof{} node.pendingCXMutex.Lock() defer node.pendingCXMutex.Unlock() // not necessary to sort the list, but we just prefer to process the list ordered by shard and blocknum pendingCXReceipts := []*types.CXReceiptsProof{} for _, v := range node.pendingCXReceipts { pendingCXReceipts = append(pendingCXReceipts, v) } sort.Slice(pendingCXReceipts, func(i, j int) bool { return pendingCXReceipts[i].MerkleProof.ShardID < pendingCXReceipts[j].MerkleProof.ShardID || (pendingCXReceipts[i].MerkleProof.ShardID == pendingCXReceipts[j].MerkleProof.ShardID && pendingCXReceipts[i].MerkleProof.BlockNum.Cmp(pendingCXReceipts[j].MerkleProof.BlockNum) < 0) }) m := make(map[common.Hash]bool) Loop: for _, cxp := range node.pendingCXReceipts { if numProposed > IncomingReceiptsLimit { pendingReceiptsList = append(pendingReceiptsList, cxp) continue } // check double spent if node.Blockchain().IsSpent(cxp) { utils.Logger().Debug().Interface("cxp", cxp).Msg("[proposeReceiptsProof] CXReceipt is spent") continue } hash := cxp.MerkleProof.BlockHash // ignore duplicated receipts if _, ok := m[hash]; ok { continue } else { m[hash] = true } for _, item := range cxp.Receipts { if item.ToShardID != node.Blockchain().ShardID() { continue Loop } } if err := node.Blockchain().Validator().ValidateCXReceiptsProof(cxp); err != nil { if strings.Contains(err.Error(), rawdb.MsgNoShardStateFromDB) { pendingReceiptsList = append(pendingReceiptsList, cxp) } else { utils.Logger().Error().Err(err).Msg("[proposeReceiptsProof] Invalid CXReceiptsProof") } continue } utils.Logger().Debug().Interface("cxp", cxp).Msg("[proposeReceiptsProof] CXReceipts Added") validReceiptsList = append(validReceiptsList, cxp) numProposed = numProposed + len(cxp.Receipts) } node.pendingCXReceipts = make(map[string]*types.CXReceiptsProof) for _, v := range pendingReceiptsList { blockNum := v.Header.Number().Uint64() shardID := v.Header.ShardID() key := utils.GetPendingCXKey(shardID, blockNum) node.pendingCXReceipts[key] = v } utils.Logger().Debug().Msgf("[proposeReceiptsProof] number of validReceipts %d", len(validReceiptsList)) return validReceiptsList }