package node import ( "errors" "sort" "strings" "time" "github.com/ethereum/go-ethereum/common" "github.com/harmony-one/harmony/core/rawdb" "github.com/harmony-one/harmony/core/types" "github.com/harmony-one/harmony/internal/utils" "github.com/harmony-one/harmony/shard" staking "github.com/harmony-one/harmony/staking/types" ) // Constants of proposing a new block const ( SleepPeriod = 20 * time.Millisecond IncomingReceiptsLimit = 6000 // 2000 * (numShards - 1) ) // WaitForConsensusReadyV2 listen for the readiness signal from consensus and generate new block for consensus. // only leader will receive the ready signal // TODO: clean pending transactions for validators; or validators not prepare pending transactions func (node *Node) WaitForConsensusReadyV2(readySignal chan struct{}, stopChan chan struct{}, stoppedChan chan struct{}) { go func() { // Setup stoppedChan defer close(stoppedChan) utils.Logger().Debug(). Msg("Waiting for Consensus ready") // TODO: make local net start faster time.Sleep(30 * time.Second) // Wait for other nodes to be ready (test-only) // Set up the very first deadline. deadline := time.Now().Add(node.BlockPeriod) for { // keep waiting for Consensus ready select { case <-stopChan: utils.Logger().Debug(). Msg("Consensus new block proposal: STOPPED!") return case <-readySignal: for node.Consensus != nil && node.Consensus.IsLeader() { time.Sleep(SleepPeriod) if time.Now().Before(deadline) { continue } // Start counting for block time before block proposal. tmpDeadline := time.Now().Add(node.BlockPeriod) utils.Logger().Debug(). Uint64("blockNum", node.Blockchain().CurrentBlock().NumberU64()+1). Msg("PROPOSING NEW BLOCK ------------------------------------------------") newBlock, err := node.proposeNewBlock() if err == nil { utils.Logger().Debug(). Uint64("blockNum", newBlock.NumberU64()). Uint64("epoch", newBlock.Epoch().Uint64()). Uint64("viewID", newBlock.Header().ViewID().Uint64()). Int("numTxs", newBlock.Transactions().Len()). Int("numStakingTxs", newBlock.StakingTransactions().Len()). Int("crossShardReceipts", newBlock.IncomingReceipts().Len()). Msg("=========Successfully Proposed New Block==========") // Set deadline only if block proposal is successful, otherwise, we should // immediately start retrying block proposal deadline = tmpDeadline // Send the new block to Consensus so it can be confirmed. node.BlockChannel <- newBlock break } else { utils.Logger().Err(err).Msg("!!!!!!!!!Failed Proposing New Block!!!!!!!!!") } } } } }() } func (node *Node) proposeNewBlock() (*types.Block, error) { utils.AnalysisStart("proposeNewBlock") defer utils.AnalysisEnd("proposeNewBlock") node.Worker.UpdateCurrent() // Update worker's current header and // state data in preparation to propose/process new transactions var ( coinbase = node.Consensus.SelfAddresses[node.Consensus.LeaderPubKey.SerializeToHexStr()] beneficiary = coinbase err error ) header := node.Worker.GetCurrentHeader() // After staking, all coinbase will be the address of bls pub key if node.Blockchain().Config().IsStaking(header.Epoch()) { blsPubKeyBytes := node.Consensus.LeaderPubKey.GetAddress() coinbase.SetBytes(blsPubKeyBytes[:]) } emptyAddr := common.Address{} if coinbase == emptyAddr { return nil, errors.New("[proposeNewBlock] Failed setting coinbase") } // Must set coinbase here because the operations below depend on it header.SetCoinbase(coinbase) // Get beneficiary based on coinbase // Before staking, coinbase itself is the beneficial // After staking, beneficial is the corresponding ECDSA address of the bls key beneficiary, err = node.Blockchain().GetECDSAFromCoinbase(header) if err != nil { return nil, err } // Prepare normal and staking transactions retrieved from transaction pool utils.AnalysisStart("proposeNewBlockChooseFromTxnPool") pendingPoolTxs, err := node.TxPool.Pending() if err != nil { utils.Logger().Err(err).Msg("Failed to fetch pending transactions") return nil, err } pendingPlainTxs := map[common.Address]types.Transactions{} pendingStakingTxs := staking.StakingTransactions{} for addr, poolTxs := range pendingPoolTxs { plainTxsPerAcc := types.Transactions{} for _, tx := range poolTxs { if plainTx, ok := tx.(*types.Transaction); ok { plainTxsPerAcc = append(plainTxsPerAcc, plainTx) } else if stakingTx, ok := tx.(*staking.StakingTransaction); ok { // Only process staking transactions after pre-staking epoch happened. if node.Blockchain().Config().IsPreStaking(node.Worker.GetCurrentHeader().Epoch()) { pendingStakingTxs = append(pendingStakingTxs, stakingTx) } } else { utils.Logger().Err(types.ErrUnknownPoolTxType). Msg("Failed to parse pending transactions") return nil, types.ErrUnknownPoolTxType } } if plainTxsPerAcc.Len() > 0 { pendingPlainTxs[addr] = plainTxsPerAcc } } utils.AnalysisEnd("proposeNewBlockChooseFromTxnPool") // Try commit normal and staking transactions based on the current state // The successfully committed transactions will be put in the proposed block if err := node.Worker.CommitTransactions( pendingPlainTxs, pendingStakingTxs, beneficiary, ); err != nil { utils.Logger().Error().Err(err).Msg("cannot commit transactions") return nil, err } // Prepare cross shard transaction receipts receiptsList := node.proposeReceiptsProof() if len(receiptsList) != 0 { if err := node.Worker.CommitReceipts(receiptsList); err != nil { return nil, err } } isBeaconchainInCrossLinkEra := node.NodeConfig.ShardID == shard.BeaconChainShardID && node.Blockchain().Config().IsCrossLink(node.Worker.GetCurrentHeader().Epoch()) isBeaconchainInStakingEra := node.NodeConfig.ShardID == shard.BeaconChainShardID && node.Blockchain().Config().IsStaking(node.Worker.GetCurrentHeader().Epoch()) utils.AnalysisStart("proposeNewBlockVerifyCrossLinks") // Prepare cross links and slashing messages var crossLinksToPropose types.CrossLinks if isBeaconchainInCrossLinkEra { allPending, err := node.Blockchain().ReadPendingCrossLinks() invalidToDelete := []types.CrossLink{} if err == nil { for _, pending := range allPending { exist, err := node.Blockchain().ReadCrossLink(pending.ShardID(), pending.BlockNum()) if err == nil || exist != nil { invalidToDelete = append(invalidToDelete, pending) utils.Logger().Debug(). AnErr("[proposeNewBlock] pending crosslink is already committed onchain", err) continue } if err := node.VerifyCrossLink(pending); err != nil { invalidToDelete = append(invalidToDelete, pending) utils.Logger().Debug(). AnErr("[proposeNewBlock] pending crosslink verification failed", err) continue } crossLinksToPropose = append(crossLinksToPropose, pending) } utils.Logger().Debug(). Msgf("[proposeNewBlock] Proposed %d crosslinks from %d pending crosslinks", len(crossLinksToPropose), len(allPending), ) } else { utils.Logger().Error().Err(err).Msgf( "[proposeNewBlock] Unable to Read PendingCrossLinks, number of crosslinks: %d", len(allPending), ) } node.Blockchain().DeleteFromPendingCrossLinks(invalidToDelete) } utils.AnalysisEnd("proposeNewBlockVerifyCrossLinks") if isBeaconchainInStakingEra { // this will set a meaningful w.current.slashes if err := node.Worker.CollectVerifiedSlashes(); err != nil { return nil, err } } // Prepare shard state shardState := new(shard.State) if shardState, err = node.Blockchain().SuperCommitteeForNextEpoch( node.Beaconchain(), node.Worker.GetCurrentHeader(), false, ); err != nil { return nil, err } // Prepare last commit signatures sig, mask, err := node.Consensus.LastCommitSig() if err != nil { utils.Logger().Error().Err(err).Msg("[proposeNewBlock] Cannot get commit signatures from last block") return nil, err } return node.Worker.FinalizeNewBlock( sig, mask, node.Consensus.GetViewID(), coinbase, crossLinksToPropose, shardState, ) } func (node *Node) proposeReceiptsProof() []*types.CXReceiptsProof { if !node.Blockchain().Config().HasCrossTxFields(node.Worker.GetCurrentHeader().Epoch()) { return []*types.CXReceiptsProof{} } numProposed := 0 validReceiptsList := []*types.CXReceiptsProof{} pendingReceiptsList := []*types.CXReceiptsProof{} node.pendingCXMutex.Lock() defer node.pendingCXMutex.Unlock() // not necessary to sort the list, but we just prefer to process the list ordered by shard and blocknum pendingCXReceipts := []*types.CXReceiptsProof{} for _, v := range node.pendingCXReceipts { pendingCXReceipts = append(pendingCXReceipts, v) } sort.SliceStable(pendingCXReceipts, func(i, j int) bool { shardCMP := pendingCXReceipts[i].MerkleProof.ShardID < pendingCXReceipts[j].MerkleProof.ShardID shardEQ := pendingCXReceipts[i].MerkleProof.ShardID == pendingCXReceipts[j].MerkleProof.ShardID blockCMP := pendingCXReceipts[i].MerkleProof.BlockNum.Cmp( pendingCXReceipts[j].MerkleProof.BlockNum, ) == -1 return shardCMP || (shardEQ && blockCMP) }) m := make(map[common.Hash]bool) Loop: for _, cxp := range node.pendingCXReceipts { if numProposed > IncomingReceiptsLimit { pendingReceiptsList = append(pendingReceiptsList, cxp) continue } // check double spent if node.Blockchain().IsSpent(cxp) { utils.Logger().Debug().Interface("cxp", cxp).Msg("[proposeReceiptsProof] CXReceipt is spent") continue } hash := cxp.MerkleProof.BlockHash // ignore duplicated receipts if _, ok := m[hash]; ok { continue } else { m[hash] = true } for _, item := range cxp.Receipts { if item.ToShardID != node.Blockchain().ShardID() { continue Loop } } if err := node.Blockchain().Validator().ValidateCXReceiptsProof(cxp); err != nil { if strings.Contains(err.Error(), rawdb.MsgNoShardStateFromDB) { pendingReceiptsList = append(pendingReceiptsList, cxp) } else { utils.Logger().Error().Err(err).Msg("[proposeReceiptsProof] Invalid CXReceiptsProof") } continue } utils.Logger().Debug().Interface("cxp", cxp).Msg("[proposeReceiptsProof] CXReceipts Added") validReceiptsList = append(validReceiptsList, cxp) numProposed = numProposed + len(cxp.Receipts) } node.pendingCXReceipts = make(map[string]*types.CXReceiptsProof) for _, v := range pendingReceiptsList { blockNum := v.Header.Number().Uint64() shardID := v.Header.ShardID() key := utils.GetPendingCXKey(shardID, blockNum) node.pendingCXReceipts[key] = v } utils.Logger().Debug().Msgf("[proposeReceiptsProof] number of validReceipts %d", len(validReceiptsList)) return validReceiptsList }