|
|
|
// Copyright 2015 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package core
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"math/big"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
|
|
|
|
|
|
"github.com/harmony-one/harmony/block"
|
|
|
|
blockfactory "github.com/harmony-one/harmony/block/factory"
|
|
|
|
consensus_engine "github.com/harmony-one/harmony/consensus/engine"
|
|
|
|
"github.com/harmony-one/harmony/core/state"
|
|
|
|
"github.com/harmony-one/harmony/core/types"
|
|
|
|
"github.com/harmony-one/harmony/core/vm"
|
|
|
|
"github.com/harmony-one/harmony/internal/params"
|
|
|
|
"github.com/harmony-one/harmony/shard"
|
|
|
|
staking "github.com/harmony-one/harmony/staking/types"
|
|
|
|
)
|
|
|
|
|
|
|
|
// BlockGen creates blocks for testing.
|
|
|
|
// See GenerateChain for a detailed explanation.
|
|
|
|
type BlockGen struct {
|
|
|
|
i int
|
|
|
|
parent *types.Block
|
|
|
|
chain []*types.Block
|
|
|
|
factory blockfactory.Factory
|
|
|
|
header *block.Header
|
|
|
|
statedb *state.DB
|
|
|
|
gasPool *GasPool
|
|
|
|
txs []*types.Transaction
|
|
|
|
receipts []*types.Receipt
|
|
|
|
uncles []*block.Header
|
|
|
|
config *params.ChainConfig
|
|
|
|
engine consensus_engine.Engine
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetCoinbase sets the coinbase of the generated block.
|
|
|
|
// It can be called at most once.
|
|
|
|
func (b *BlockGen) SetCoinbase(addr common.Address) {
|
|
|
|
if b.gasPool != nil {
|
|
|
|
if len(b.txs) > 0 {
|
|
|
|
panic("coinbase must be set before adding transactions")
|
|
|
|
}
|
|
|
|
panic("coinbase can only be set once")
|
|
|
|
}
|
|
|
|
b.header.SetCoinbase(addr)
|
|
|
|
b.gasPool = new(GasPool).AddGas(b.header.GasLimit())
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetExtra sets the extra data field of the generated block.
|
|
|
|
func (b *BlockGen) SetExtra(data []byte) {
|
|
|
|
b.header.SetExtra(data)
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetShardID sets the shardID field of the generated block.
|
|
|
|
func (b *BlockGen) SetShardID(shardID uint32) {
|
|
|
|
b.header.SetShardID(shardID)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddTx adds a transaction to the generated block. If no coinbase has
|
|
|
|
// been set, the block's coinbase is set to the zero address.
|
|
|
|
//
|
|
|
|
// AddTx panics if the transaction cannot be executed. In addition to
|
|
|
|
// the protocol-imposed limitations (gas limit, etc.), there are some
|
|
|
|
// further limitations on the content of transactions that can be
|
|
|
|
// added. Notably, contract code relying on the BLOCKHASH instruction
|
|
|
|
// will panic during execution.
|
|
|
|
func (b *BlockGen) AddTx(tx *types.Transaction) {
|
|
|
|
b.AddTxWithChain(nil, tx)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddTxWithChain adds a transaction to the generated block. If no coinbase has
|
|
|
|
// been set, the block's coinbase is set to the zero address.
|
|
|
|
//
|
|
|
|
// AddTxWithChain panics if the transaction cannot be executed. In addition to
|
|
|
|
// the protocol-imposed limitations (gas limit, etc.), there are some
|
|
|
|
// further limitations on the content of transactions that can be
|
|
|
|
// added. If contract code relies on the BLOCKHASH instruction,
|
|
|
|
// the block in chain will be returned.
|
|
|
|
func (b *BlockGen) AddTxWithChain(bc *BlockChain, tx *types.Transaction) {
|
|
|
|
if b.gasPool == nil {
|
|
|
|
b.SetCoinbase(common.Address{})
|
|
|
|
}
|
|
|
|
b.statedb.Prepare(tx.Hash(), common.Hash{}, len(b.txs))
|
|
|
|
coinbase := b.header.Coinbase()
|
|
|
|
gasUsed := b.header.GasUsed()
|
Resolve harmony-one/bounties#77: Staking precompiles (#3906)
* Resolve harmony-one/bounties#77: Staking precompiles
Create write capable precompiles that can perform staking transactions
Add hard fork logic (EpochTBD) for these precompiles
Tests for new code with at least 80% unit test coverage
Staking library + tests in MaxMustermann2/harmony-staking-precompiles
* Fix small typo in comment
* Run goimports on files to fix Travis
* Do not activate staking precompile on shard 0
* Cascade readOnly to WriteCapableContract
* No overlap in readOnly + writeCapable precompiles
* Use function selector instead of directive
From Solidity, use abi.encodeWithSelector and match it against the
exact ABI of the functions. This allows us to remove the need for
a directive (32) being encoded, and thus saves 28 bytes of data.
* Do not allow contracts to become validators
As discussed with Jacky on #3906
* Merge harmony-one/harmony/main properly this time
* Run goimports
* Update gas calculation for staking precompile
Please see comment in core/vm/contracts_write.go RequiredGas
* Do not allow contract to become validator (2/2)
* Cache StakeMsgs from precompiled transactions
Add the StakeMsgs to ProcessorResult and cascade them in insertChain
* Remove ContractCode fields from validators
Since smart contracts can no longer beecome validators,
this field is superfluous. Remove it from the Wrapper
structure, and do not assign it a value when creating
a validator. Build and goimports checked
* Update comments in response to feedback
(1) Comments to start with function names
(2) Comments for public variables
(3) Comment to match function name RunPrecompiledContract
(4) Clarify that CreateValidatorFunc + EditValidatorFunc are still used
* Fix Travis build by reverting rosetta change
* Add revert capability to 3 staking tx types
- Delegate
- Undelegate
- CollectRewards
* Fix build: Update evm_test for ValidatorWrapper
* Merge main into harmony-staking-precompiles
* Add gas for precompile calls and allow EOA usage
- Each time the precompile is called, charge the base gas fee plus data
cost (if data can be parsed successfully). A gas fee is added to
prevent benevolent contract deployers from subsidizing the staking
transactions for EOAs through repeated assembly `delegatecall`.
- Allow EOAs to use the staking precompile directly. Some changes to
the Solidity library are associated with this change.
- Remove bytes from parsing address, since the ABI unpacks it into an
address format correctly.
- Add or update tests. Test coverage report to be attached to the PR
shortly.
* Run goimports
* Check read only and write capable for overlap
* Handle precompile stakeMsgs for block proposer
The staking precompile generates staking messages which are cascaded to
the block via the EVM in `state_processor.go`. This change cascades them
in `worker.go` to allow block proposers and block verifiers to keep the
same state.
* Run goimports for cf2dfac4081444e36a120c9432f4e..
* Update staking precompile epoch to 2 for localnet
Bring it in line with staking epoch. Change effects all configurations
except mainnet and testnet. `goimports` included.
* Add read only precompile to fetch the epoch num
* Move epoch precompile to 250
* precompiles: left pad the returned epoch number
* chainConfig: check epochs for precompiles
panic if staking precompile epoch < pre staking epoch
* Add staking migration precompile
- Lives at address 251
- Migrates delegations + pending undelegations from address A to B
- Useful if address A is hacked
- Charges gas of 21k + cost of bytes for two addresses
- Does not remove existing delegations, just sets them to zero.
Replicates current undelegate setup
- Unit tests and `goimports` included. Integration test following
shortly in MaxMustermann2/harmony-staking-precompiles
* Migration precompile: merge into staking
Merge the two precompiles into one, add gas calculation for migration
precompile. Move epoch precompile to 251 as a result. When migrating,
add undelegations to `To`'s existing undelegations, if any match the
epoch.
* Add migration gas test, remove panic, add check
In response to review comments, add tests for migration gas wherein
there are 0/1/2 delegations to migrate. Add the index out of bound check
to migration gas calculator and remove panics. Lastly, re-sort
migrated undelegations if no existing undelegation in the same epoch was
found on `To`.
* Move undelegations sorting to end of loop
3 years ago
|
|
|
receipt, _, _, _, err := ApplyTransaction(b.config, bc, &coinbase, b.gasPool, b.statedb, b.header, tx, &gasUsed, vm.Config{})
|
|
|
|
b.header.SetGasUsed(gasUsed)
|
|
|
|
b.header.SetCoinbase(coinbase)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
b.txs = append(b.txs, tx)
|
|
|
|
b.receipts = append(b.receipts, receipt)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Number returns the block number of the block being generated.
|
|
|
|
func (b *BlockGen) Number() *big.Int {
|
|
|
|
return b.header.Number()
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddUncheckedReceipt forcefully adds a receipts to the block without a
|
|
|
|
// backing transaction.
|
|
|
|
//
|
|
|
|
// AddUncheckedReceipt will cause consensus failures when used during real
|
|
|
|
// chain processing. This is best used in conjunction with raw block insertion.
|
|
|
|
func (b *BlockGen) AddUncheckedReceipt(receipt *types.Receipt) {
|
|
|
|
b.receipts = append(b.receipts, receipt)
|
|
|
|
}
|
|
|
|
|
|
|
|
// TxNonce returns the next valid transaction nonce for the
|
|
|
|
// account at addr. It panics if the account does not exist.
|
|
|
|
func (b *BlockGen) TxNonce(addr common.Address) uint64 {
|
|
|
|
if !b.statedb.Exist(addr) {
|
|
|
|
panic("account does not exist")
|
|
|
|
}
|
|
|
|
return b.statedb.GetNonce(addr)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddUncle adds an uncle header to the generated block.
|
|
|
|
func (b *BlockGen) AddUncle(h *block.Header) {
|
|
|
|
b.uncles = append(b.uncles, h)
|
|
|
|
}
|
|
|
|
|
|
|
|
// PrevBlock returns a previously generated block by number. It panics if
|
|
|
|
// num is greater or equal to the number of the block being generated.
|
|
|
|
// For index -1, PrevBlock returns the parent block given to GenerateChain.
|
|
|
|
func (b *BlockGen) PrevBlock(index int) *types.Block {
|
|
|
|
if index >= b.i {
|
|
|
|
panic(fmt.Errorf("block index %d out of range (%d,%d)", index, -1, b.i))
|
|
|
|
}
|
|
|
|
if index == -1 {
|
|
|
|
return b.parent
|
|
|
|
}
|
|
|
|
return b.chain[index]
|
|
|
|
}
|
|
|
|
|
|
|
|
// GenerateChain creates a chain of n blocks. The first block's
|
|
|
|
// parent will be the provided parent. db is used to store
|
|
|
|
// intermediate states and should contain the parent's state trie.
|
|
|
|
//
|
|
|
|
// The generator function is called with a new block generator for
|
|
|
|
// every block. Any transactions and uncles added to the generator
|
|
|
|
// become part of the block. If gen is nil, the blocks will be empty
|
|
|
|
// and their coinbase will be the zero address.
|
|
|
|
//
|
|
|
|
// Blocks created by GenerateChain do not contain valid proof of work
|
|
|
|
// values. Inserting them into BlockChain requires use of FakePow or
|
|
|
|
// a similar non-validating proof of work implementation.
|
|
|
|
func GenerateChain(
|
|
|
|
config *params.ChainConfig, parent *types.Block,
|
|
|
|
engine consensus_engine.Engine, db ethdb.Database,
|
|
|
|
n int,
|
|
|
|
gen func(int, *BlockGen),
|
|
|
|
) ([]*types.Block, []types.Receipts) {
|
|
|
|
if config == nil {
|
|
|
|
config = params.TestChainConfig
|
|
|
|
}
|
|
|
|
factory := blockfactory.NewFactory(config)
|
|
|
|
blocks, receipts := make(types.Blocks, n), make([]types.Receipts, n)
|
|
|
|
chainreader := &fakeChainReader{config: config}
|
|
|
|
genblock := func(i int, parent *types.Block, statedb *state.DB) (*types.Block, types.Receipts) {
|
|
|
|
b := &BlockGen{
|
|
|
|
i: i,
|
|
|
|
chain: blocks,
|
|
|
|
parent: parent,
|
|
|
|
statedb: statedb,
|
|
|
|
config: config,
|
|
|
|
factory: factory,
|
|
|
|
engine: engine,
|
|
|
|
}
|
|
|
|
b.header = makeHeader(chainreader, parent, statedb, b.engine, factory)
|
|
|
|
|
|
|
|
// Execute any user modifications to the block
|
|
|
|
if gen != nil {
|
|
|
|
gen(i, b)
|
|
|
|
}
|
|
|
|
|
|
|
|
if b.engine != nil {
|
|
|
|
// Finalize and seal the block
|
|
|
|
block, _, err := b.engine.Finalize(
|
|
|
|
chainreader, b.header, statedb, b.txs, b.receipts, nil, nil, nil, nil, nil, func() uint64 { return 0 },
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Write state changes to db
|
|
|
|
root, err := statedb.Commit(config.IsS3(b.header.Epoch()))
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Sprintf("state write error: %v", err))
|
|
|
|
}
|
|
|
|
if err := statedb.Database().TrieDB().Commit(root, false); err != nil {
|
|
|
|
panic(fmt.Sprintf("trie write error: %v", err))
|
|
|
|
}
|
|
|
|
return block, b.receipts
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
for i := 0; i < n; i++ {
|
|
|
|
statedb, err := state.New(parent.Root(), state.NewDatabase(db))
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
block, receipt := genblock(i, parent, statedb)
|
|
|
|
blocks[i] = block
|
|
|
|
receipts[i] = receipt
|
|
|
|
parent = block
|
|
|
|
}
|
|
|
|
return blocks, receipts
|
|
|
|
}
|
|
|
|
|
|
|
|
func makeHeader(chain consensus_engine.ChainReader, parent *types.Block, state *state.DB, engine consensus_engine.Engine, factory blockfactory.Factory) *block.Header {
|
|
|
|
var time *big.Int
|
|
|
|
if parent.Time() == nil {
|
|
|
|
time = big.NewInt(10)
|
|
|
|
} else {
|
|
|
|
time = new(big.Int).Add(parent.Time(), big.NewInt(10)) // block time is fixed at 10 seconds
|
|
|
|
}
|
|
|
|
|
|
|
|
return factory.NewHeader(parent.Epoch()).With().
|
|
|
|
Root(state.IntermediateRoot(chain.Config().IsS3(parent.Epoch()))).
|
|
|
|
ParentHash(parent.Hash()).
|
|
|
|
Coinbase(parent.Coinbase()).
|
|
|
|
GasLimit(CalcGasLimit(parent, parent.GasLimit(), parent.GasLimit())).
|
|
|
|
Number(new(big.Int).Add(parent.Number(), common.Big1)).
|
|
|
|
Time(time).
|
|
|
|
Header()
|
|
|
|
}
|
|
|
|
|
|
|
|
type fakeChainReader struct {
|
|
|
|
config *params.ChainConfig
|
|
|
|
}
|
|
|
|
|
|
|
|
// Config returns the chain configuration.
|
|
|
|
func (cr *fakeChainReader) Config() *params.ChainConfig {
|
|
|
|
return cr.config
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) CurrentHeader() *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) ShardID() uint32 { return 0 }
|
|
|
|
func (cr *fakeChainReader) GetHeaderByNumber(number uint64) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetHeaderByHash(hash common.Hash) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetHeader(hash common.Hash, number uint64) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetBlock(hash common.Hash, number uint64) *types.Block { return nil }
|
|
|
|
func (cr *fakeChainReader) ReadShardState(epoch *big.Int) (*shard.State, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ReadValidatorList() ([]common.Address, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ValidatorCandidates() []common.Address { return nil }
|
|
|
|
func (cr *fakeChainReader) SuperCommitteeForNextEpoch(
|
|
|
|
beacon consensus_engine.ChainReader, header *block.Header, isVerify bool,
|
|
|
|
) (*shard.State, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorInformation(
|
|
|
|
addr common.Address,
|
|
|
|
) (*staking.ValidatorWrapper, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorInformationAtState(
|
|
|
|
addr common.Address, state *state.DB,
|
|
|
|
) (*staking.ValidatorWrapper, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) StateAt(root common.Hash) (*state.DB, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorSnapshot(
|
|
|
|
addr common.Address,
|
|
|
|
) (*staking.ValidatorSnapshot, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorSnapshotAtEpoch(
|
|
|
|
epoch *big.Int, addr common.Address,
|
|
|
|
) (*staking.ValidatorSnapshot, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
[rpc][availability][apr] Richer validator information, implement APR, unify EPoS computation, remove fall 2019 tech debt (#2484)
* [rpc][validator] Extend hmy blockchain validator information
* [availability] Optimize bump count
* [staking][validator][rpc] Remove validator stats rpc, fold into validator information, make existing pattern default behavior
* [slash] Reimplement SetDifference
* [reward][engine][network] Remove bad API from fall, begin setup for Per validator awards
* [header] Custom Marshal header for downstream, remove dev code
* [effective][committee] Factor out EPoS round of computation thereby unification in codebase of EPoS
* [unit-test] Fix semantically wrong validator unit tests, punt on maxBLS key wrt tx-pool test
* [reward] Use excellent singleflight package for caching lookup of subcommittees
* [apr][reward] Begin APR package itself, iterate on iterface signatures
* [reward] Handle possible error from singleflight
* [rpc][validator][reward] Adjust RPC committees, singleflight on votingPower, foldStats into Validator Information
* [apr] Stub out computation of APR
* [effective][committee] Upgrade SlotPurchase with named fields, provide marshal
* [effective] Update Tests
* [blockchain] TODO Remove the validators no longer in committee
* [validator][effective] More expressive string representation of eligibilty, ValidatorRPC explicit say if in committee now
* [rpc] Median-stake more semantic meaningful
* [validator] Iterate on semantic meaning of JSON representation
* [offchain] Make validator stats return explicit error
* [availability] Small typo
* [rpc] Quick visual hack until fix delete out kicked out validators
* [offchain] Delete validator from offchain that lost their slot
* [apr] Forgot to update interface signature
* [apr] Mul instead of Div
* [protocol][validator] Fold block reward accum per vaidator into validator-wrapper, off-chain => on-chain
* [votepower] Refactor votepower Roster, simplify aggregation of network wide rosters
* [votepower][shard] Adjust roster, optimize usage of BLSPublicKey as key, use MarshalText trick
* [shard] Granular errors
* [votepower][validator] Unify votepower data structure with off-chain usage
* [votepower][consensus][validator] Further simplify and unify votepower with off-chain, validator stats
* [votepower] Use RJs naming convention group,overall
* [votepower] Remove Println, do keep enforcing order
* [effective][reward] Expand semantics of eligibility as it was overloaded and confusing, evict old voting power computations
* [apr] Adjust json field name
* [votepower] Only aggregate on external validator
* [votepower] Mistake on aggregation, custom presentation network-wide
* [rpc][validator][availability] Remove parameter, take into account empty snapshot
* [apr] Use snapshots from two, one epochs ago. Still have question on header
* [apr] Use GetHeaderByNumber for the header needed for time stamp
* [chain] Evict > 3 epoch old voting power
* [blockchain] Leave Delete Validator snapshot as TODO
* [validator][rpc][effective] Undo changes to Protocol field, use virtual construct at RPC layer for meaning
* [project] Address PR comments
* [committee][rpc] Move +1 to computation of epos round rather than hack mutation
* [reward] Remove entire unnecessary loop, hook on AddReward. Remove unnecessary new big int
* [votepower][rpc][validator] Stick with numeric.Dec for token involved with computation, expose accumulate block-reward in RPC
* [effective][committee] Track the candidates for the EPoS auction, RPC median-stake benefits
* [node] Add hack way to get real error reason of why cannot load shardchain
* [consensus] Expand log on current issue on nil block
* [apr] Do the actual call to compute for validator's APR
* [committee] Wrap SlotOrder with validator address, manifests in median-stake RPC
* [apr] Incorrect error handle order
* [quorum] Remove incorrect compare on bls Key, (typo), remove redundant error check
* [shard] Add log if stakedSlots is 0
* [apr] More sanity check on div by zero, more lenient on error when dont have historical data yet
* [committee] Remove + 1 on seat count
* [apr] Use int64() directly
* [apr] Log when odd empty nil header
* [apr] Do not crash on empty header, figure out later
5 years ago
|
|
|
func (cr *fakeChainReader) ReadBlockRewardAccumulator(
|
|
|
|
uint64,
|
|
|
|
) (*big.Int, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) CurrentBlock() *types.Block {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) ValidatorStakingWithDelegation(
|
|
|
|
addr common.Address,
|
|
|
|
) *big.Int {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) ReadValidatorStats(
|
|
|
|
addr common.Address,
|
|
|
|
) (*staking.ValidatorStats, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) ReadCommitSig(blockNum uint64) ([]byte, error) { return nil, nil }
|