|
|
|
// Copyright 2015 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package core
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"math/big"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
|
|
|
|
|
|
"github.com/harmony-one/harmony/block"
|
|
|
|
blockfactory "github.com/harmony-one/harmony/block/factory"
|
|
|
|
consensus_engine "github.com/harmony-one/harmony/consensus/engine"
|
|
|
|
"github.com/harmony-one/harmony/core/state"
|
|
|
|
"github.com/harmony-one/harmony/core/types"
|
|
|
|
"github.com/harmony-one/harmony/core/vm"
|
|
|
|
"github.com/harmony-one/harmony/internal/params"
|
|
|
|
"github.com/harmony-one/harmony/shard"
|
|
|
|
staking "github.com/harmony-one/harmony/staking/types"
|
|
|
|
)
|
|
|
|
|
|
|
|
// BlockGen creates blocks for testing.
|
|
|
|
// See GenerateChain for a detailed explanation.
|
|
|
|
type BlockGen struct {
|
|
|
|
i int
|
|
|
|
parent *types.Block
|
|
|
|
chain []*types.Block
|
|
|
|
factory blockfactory.Factory
|
|
|
|
header *block.Header
|
|
|
|
statedb *state.DB
|
|
|
|
|
|
|
|
gasPool *GasPool
|
|
|
|
txs []*types.Transaction
|
|
|
|
stkTxs staking.StakingTransactions
|
|
|
|
receipts []*types.Receipt
|
|
|
|
uncles []*block.Header
|
|
|
|
|
|
|
|
config *params.ChainConfig
|
|
|
|
engine consensus_engine.Engine
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetCoinbase sets the coinbase of the generated block.
|
|
|
|
// It can be called at most once.
|
|
|
|
func (b *BlockGen) SetCoinbase(addr common.Address) {
|
|
|
|
if b.gasPool != nil {
|
|
|
|
if len(b.txs) > 0 {
|
|
|
|
panic("coinbase must be set before adding transactions")
|
|
|
|
}
|
|
|
|
panic("coinbase can only be set once")
|
|
|
|
}
|
|
|
|
b.header.SetCoinbase(addr)
|
|
|
|
b.gasPool = new(GasPool).AddGas(b.header.GasLimit())
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetExtra sets the extra data field of the generated block.
|
|
|
|
func (b *BlockGen) SetExtra(data []byte) {
|
|
|
|
b.header.SetExtra(data)
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetShardID sets the shardID field of the generated block.
|
|
|
|
func (b *BlockGen) SetShardID(shardID uint32) {
|
|
|
|
b.header.SetShardID(shardID)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddTx adds a transaction to the generated block. If no coinbase has
|
|
|
|
// been set, the block's coinbase is set to the zero address.
|
|
|
|
//
|
|
|
|
// AddTx panics if the transaction cannot be executed. In addition to
|
|
|
|
// the protocol-imposed limitations (gas limit, etc.), there are some
|
|
|
|
// further limitations on the content of transactions that can be
|
|
|
|
// added. Notably, contract code relying on the BLOCKHASH instruction
|
|
|
|
// will panic during execution.
|
|
|
|
func (b *BlockGen) AddTx(tx *types.Transaction) {
|
|
|
|
b.AddTxWithChain(nil, tx)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddTxWithChain adds a transaction to the generated block. If no coinbase has
|
|
|
|
// been set, the block's coinbase is set to the zero address.
|
|
|
|
//
|
|
|
|
// AddTxWithChain panics if the transaction cannot be executed. In addition to
|
|
|
|
// the protocol-imposed limitations (gas limit, etc.), there are some
|
|
|
|
// further limitations on the content of transactions that can be
|
|
|
|
// added. If contract code relies on the BLOCKHASH instruction,
|
|
|
|
// the block in chain will be returned.
|
|
|
|
func (b *BlockGen) AddTxWithChain(bc *BlockChain, tx *types.Transaction) {
|
|
|
|
if b.gasPool == nil {
|
|
|
|
b.SetCoinbase(common.Address{})
|
|
|
|
}
|
|
|
|
b.statedb.Prepare(tx.Hash(), common.Hash{}, len(b.txs))
|
|
|
|
coinbase := b.header.Coinbase()
|
|
|
|
gasUsed := b.header.GasUsed()
|
|
|
|
receipt, _, _, err := ApplyTransaction(b.config, bc, &coinbase, b.gasPool, b.statedb, b.header, tx, &gasUsed, vm.Config{})
|
|
|
|
b.header.SetGasUsed(gasUsed)
|
|
|
|
b.header.SetCoinbase(coinbase)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
b.txs = append(b.txs, tx)
|
|
|
|
b.receipts = append(b.receipts, receipt)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Number returns the block number of the block being generated.
|
|
|
|
func (b *BlockGen) Number() *big.Int {
|
|
|
|
return b.header.Number()
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddUncheckedReceipt forcefully adds a receipts to the block without a
|
|
|
|
// backing transaction.
|
|
|
|
//
|
|
|
|
// AddUncheckedReceipt will cause consensus failures when used during real
|
|
|
|
// chain processing. This is best used in conjunction with raw block insertion.
|
|
|
|
func (b *BlockGen) AddUncheckedReceipt(receipt *types.Receipt) {
|
|
|
|
b.receipts = append(b.receipts, receipt)
|
|
|
|
}
|
|
|
|
|
|
|
|
// TxNonce returns the next valid transaction nonce for the
|
|
|
|
// account at addr. It panics if the account does not exist.
|
|
|
|
func (b *BlockGen) TxNonce(addr common.Address) uint64 {
|
|
|
|
if !b.statedb.Exist(addr) {
|
|
|
|
panic("account does not exist")
|
|
|
|
}
|
|
|
|
return b.statedb.GetNonce(addr)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AddUncle adds an uncle header to the generated block.
|
|
|
|
func (b *BlockGen) AddUncle(h *block.Header) {
|
|
|
|
b.uncles = append(b.uncles, h)
|
|
|
|
}
|
|
|
|
|
|
|
|
// PrevBlock returns a previously generated block by number. It panics if
|
|
|
|
// num is greater or equal to the number of the block being generated.
|
|
|
|
// For index -1, PrevBlock returns the parent block given to GenerateChain.
|
|
|
|
func (b *BlockGen) PrevBlock(index int) *types.Block {
|
|
|
|
if index >= b.i {
|
|
|
|
panic(fmt.Errorf("block index %d out of range (%d,%d)", index, -1, b.i))
|
|
|
|
}
|
|
|
|
if index == -1 {
|
|
|
|
return b.parent
|
|
|
|
}
|
|
|
|
return b.chain[index]
|
|
|
|
}
|
|
|
|
|
|
|
|
// GenerateChain creates a chain of n blocks. The first block's
|
|
|
|
// parent will be the provided parent. db is used to store
|
|
|
|
// intermediate states and should contain the parent's state trie.
|
|
|
|
//
|
|
|
|
// The generator function is called with a new block generator for
|
|
|
|
// every block. Any transactions and uncles added to the generator
|
|
|
|
// become part of the block. If gen is nil, the blocks will be empty
|
|
|
|
// and their coinbase will be the zero address.
|
|
|
|
//
|
|
|
|
// Blocks created by GenerateChain do not contain valid proof of work
|
|
|
|
// values. Inserting them into BlockChain requires use of FakePow or
|
|
|
|
// a similar non-validating proof of work implementation.
|
|
|
|
func GenerateChain(config *params.ChainConfig, parent *types.Block, engine consensus_engine.Engine, db ethdb.Database, n int, gen func(int, *BlockGen)) ([]*types.Block, []types.Receipts) {
|
|
|
|
if config == nil {
|
|
|
|
config = params.TestChainConfig
|
|
|
|
}
|
|
|
|
factory := blockfactory.NewFactory(config)
|
|
|
|
blocks, receipts := make(types.Blocks, n), make([]types.Receipts, n)
|
|
|
|
chainreader := &fakeChainReader{config: config}
|
|
|
|
genblock := func(i int, parent *types.Block, statedb *state.DB) (*types.Block, types.Receipts) {
|
|
|
|
b := &BlockGen{i: i, chain: blocks, parent: parent, statedb: statedb, config: config, factory: factory, engine: engine}
|
|
|
|
b.header = makeHeader(chainreader, parent, statedb, b.engine, factory)
|
|
|
|
|
|
|
|
//if config.DAOForkSupport && config.DAOForkBlock != nil && config.DAOForkBlock.Cmp(b.header.Number) == 0 {
|
|
|
|
// misc.ApplyDAOHardFork(statedb)
|
|
|
|
//}
|
|
|
|
// Execute any user modifications to the block
|
|
|
|
if gen != nil {
|
|
|
|
gen(i, b)
|
|
|
|
}
|
|
|
|
|
|
|
|
if b.engine != nil {
|
|
|
|
// Finalize and seal the block
|
[double-sign] Provide proof of double sign in slash record sent to beaconchain (#2253)
* [double-sign] Commit changes in consensus needed for double-sign
* [double-sign] Leader captures when valdator double signs, broadcasts to beaconchain
* [slash] Add quick iteration tool for testing double-signing
* [slash] Add webhook example
* [slash] Add http server for hook to trigger double sign behavior
* [double-sign] Use bin/trigger-double-sign to cause a double-sign
* [double-sign] Full feedback loop working
* [slash] Thread through the slash records in the block proposal step
* [slash] Compute the slashing rate
* [double-sign] Generalize yaml malicious for many keys
* [double-sign][slash] Modify data structures, verify via webhook handler
* [slash][double-sign] Find one address of bls public key signer, seemingly settle on data structures
* [slash] Apply to state slashing for double signing
* [slash][double-sign] Checkpoint for working code that slashes on beaconchain
* [slash] Keep track of the total slash and total reporters reward
* [slash] Dump account state before and after the slash
* [slash] Satisfy Travis
* [slash][state] Apply slash to the snapshot at beginning of epoch, now need to capture also the new delegates
* [slash] Capture the unique new delegations since snapshot as well
* [slash] Filter undelegation by epoch of double sign
* [slash] Add TODO of correctness needed in slash needs on off-chain data
* [rpc] Fix closure issue on shardID
* [slash] Add delegator to double-sign testing script
* [slash] Expand crt-validator.sh with commenting printfs and make delegation
* [slash] Finish track payment of leftover slash debt after undelegation runs out
* [slash] Now be explicit about error wrt delegatorSlashApply
* [slash] Capture specific sanity check on slash paidoff
* [slash] Track slash from undelegation piecemeal
* [slash][delegation] Named slice types, .String()
* [slash] Do no RLP encode twice, once is enough
* [slash] Remove special case of validators own delegation
* [slash] Refactor approach to slash state application
* [slash] Begin expanding out Verify
* [slash] Slash on snapshot delegations, not current
* [slash] Fix Epoch Cmp
* [slash] Third iteration on slash logic
* [slash] Use full slash amount
* [slash] More log, whitespace
* [slash] Remove Println, add log
* [slash] Remove debug Println
* [slash] Add record in unit test
* [slash] Build Validator snapshot, current. Fill out slash record
* [slash] Need to get RLP dump of a header to use in test
* [slash] Factor out double sign test constants
* [slash] Factor out common for validator, stub out slash application, finish out deserialization setup
* [slash] Factor out data structure creation because of var lexical scoping
* [slash] Seem to have pipeline of unit test e2e executing
* [slash] Add expected snitch, slash amounts
* [slash] Checkpoint
* [slash] Unit test correctly checks case of validator own stake which could drop below 1 ONE in slashing
* [config] add double-sign testnet config (#1)
Signed-off-by: Leo Chen <leo@harmony.one>
* [slash] Commit for as is code & data of current dump.json
* [slash] Order of state operation not correct in test, hence bad results, thank you dlv
* [slash] Add snapshot state dump
* [slash] Pay off slash of validator own delegation correctly
* [slash] Pay off slash debt with special case for min-self
* [slash] Pass first scenario conclusively
* [slash] 2% slash passes unit test for own delegation and external
* [slash] Parameterize unit test to easily test .02 vs .80 slash
* [slash] Handle own delegation correctly at 80% slash
* [slash] Have 80% slash working with external delegator
* [slash] Remove debug code from slash
* [slash] Adjust Apply signature, test again for 2% slash
* [slash] Factor out scenario in testing so can test 2% and 80% at same time
* [slash] Correct balance deduction on plan delegation
* [slash] Mock out ChainReader for TestVerify
* [slash] Small surface area interface, now feedback loop for verify
* [slash] Remove development json
* [slash] trigger-double-sign consumes yaml
* [slash] Remove dead code
* [slash][test] Factor ValidatorWrapper into scenario
* [slash][test] Add example from local-testing dump - caution might be off
* [slash] Factor out mutation of slashDebt
* [slash][test] Factor out tests so can easily load test-case from bytes
* [slash] Fix payment mistake in validator own delegation wrt min-self-delgation respected
* [slash] Satisfy Travis
* [slash] Begin cleanup of PR
* [slash] Apply slash from header to Finalize via state processor
* [slash] Productionize code, Println => logs; adjust slash picked in newblock
* [slash] Need pointer for rlp.Decode
* [slash] ValidatorInformation use full wrapper
* Fix median stake
* [staking] Adjust MarshalJSON for Validator, Wrapper
* Refactor offchain data commit; Make block onchain/offchain commit atomic (#2279)
* Refactor offchain data; Add epoch to ValidatorSnapshot
* Make block onchain/offchain data commit atomically
* [slash][committee] Set .Active to false on double sign, do not consider banned or inactive for committee assignment
* [effective] VC eligible.go
* [consensus] Redundant field in printf
* [docker] import-ks for a dev account
* [slash] Create BLS key for dockerfile and crt-validator.sh
* [slash][docker] Easy deployment of double-sign testing
* [docker] Have slash work as single docker command
* [rpc] Fix median-stake RPC
* [slash] Update webhook with default docker BLS key
* [docker][slash] Fresh yaml copy for docker build, remove dev code in main.go
* [slash] Remove helper binary, commented out code, change to local config
* [params] Factor out test genesis value
* Add shard checking to Tx-Pool & correct blacklist (#2301)
* [core] Fix blacklist & add shardID check
* [staking + node + cmd] Fix blacklist & add shardID check
* [slash] Adjust to PR comments part 1
* [docker] Use different throw away funded account
* [docker] Create easier testing for delegation with private keys
* [docker] Update yaml
* [slash] Remove special case for slashing validator own delegation wrt min-self-delegate
* [docker] Install nano as well
* [slash] Early error if banned
* [quorum] Expose earning account in decider marshal json
* Revert "Refactor offchain data commit; Make block onchain/offchain commit atomic (#2279)"
This reverts commit 9ffbf682c075b49188923c65a0bbf39ac188be00.
* [slash] Add non-sanity check way to update validator
* [reward] Increase percision on percentage in schedule
* [slash] Adjust logs
* [committee] Check eligibility of validator before doing sanity check
* [slash] Update docker
* [slash] Move create validator script to test
* [slash] More log
* [param] Make things faster
* [slash][off-chain] Clear out slashes from pending in writeblockwithstate
* [cross-link] Log is not error, just info
* [blockchain] Not necessary to guard DeletePendingSlashingCandidates
* [slash][consensus] Use plain []byte for signature b/c bls.Sign has private impl fields, rlp does not encode that
* [slash][test] Use faucet as sender, assume user imported
* [slash] Test setup
* [slash] reserve error for real error in logs
* [slash][availability] Apply availability correct, bump signing count each block
* [slash][staking] Consider banned field in sanity check, pay snitch only half of what was actually slashed
* [slash] Pay as much as can
* [slash] use right nowAmt
* [slash] Take away from rewards as well
* [slash] iterate faster
* [slash] Remove dev based timing
* [slash] Add more log, sanity check incoming slash records, only count external for slash rate
* [availability][state] Adjust signature of ValidatorWrapper wrt state, filter out for staked validators, correct availaibility measure on running counters
* [availability] More log
* [slash] Simply pre slash erra slashing
* [slash] Remove development code
* [slash] Use height from recvMsg, todo on epoch
* [staking] Not necessary to touch LastEpochInCommittee in staking_verifier
* [slash] Undo ds in endpoint pattern config
* [slash] Add TODO and log when delegation becomes 0 b/c slash debt payment
* [slash] Abstract staked validators from shard.State into type, set slash rate based BLSKey count
Co-authored-by: Leo Chen <leo@harmony.one>
Co-authored-by: flicker-harmony <52401354+flicker-harmony@users.noreply.github.com>
Co-authored-by: Rongjian Lan <rongjian@harmony.one>
Co-authored-by: Daniel Van Der Maden <daniel@harmony.one>
5 years ago
|
|
|
block, _, err := b.engine.Finalize(chainreader, b.header, statedb, b.txs, b.receipts, nil, nil, nil, nil)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Write state changes to db
|
|
|
|
root, err := statedb.Commit(config.IsS3(b.header.Epoch()))
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Sprintf("state write error: %v", err))
|
|
|
|
}
|
|
|
|
if err := statedb.Database().TrieDB().Commit(root, false); err != nil {
|
|
|
|
panic(fmt.Sprintf("trie write error: %v", err))
|
|
|
|
}
|
|
|
|
return block, b.receipts
|
|
|
|
}
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
for i := 0; i < n; i++ {
|
|
|
|
statedb, err := state.New(parent.Root(), state.NewDatabase(db))
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
block, receipt := genblock(i, parent, statedb)
|
|
|
|
blocks[i] = block
|
|
|
|
receipts[i] = receipt
|
|
|
|
parent = block
|
|
|
|
}
|
|
|
|
return blocks, receipts
|
|
|
|
}
|
|
|
|
|
|
|
|
func makeHeader(chain consensus_engine.ChainReader, parent *types.Block, state *state.DB, engine consensus_engine.Engine, factory blockfactory.Factory) *block.Header {
|
|
|
|
var time *big.Int
|
|
|
|
if parent.Time() == nil {
|
|
|
|
time = big.NewInt(10)
|
|
|
|
} else {
|
|
|
|
time = new(big.Int).Add(parent.Time(), big.NewInt(10)) // block time is fixed at 10 seconds
|
|
|
|
}
|
|
|
|
|
|
|
|
return factory.NewHeader(parent.Epoch()).With().
|
|
|
|
Root(state.IntermediateRoot(chain.Config().IsS3(parent.Epoch()))).
|
|
|
|
ParentHash(parent.Hash()).
|
|
|
|
Coinbase(parent.Coinbase()).
|
|
|
|
GasLimit(CalcGasLimit(parent, parent.GasLimit(), parent.GasLimit())).
|
|
|
|
Number(new(big.Int).Add(parent.Number(), common.Big1)).
|
|
|
|
Time(time).
|
|
|
|
Header()
|
|
|
|
}
|
|
|
|
|
|
|
|
// makeHeaderChain creates a deterministic chain of headers rooted at parent.
|
|
|
|
func makeHeaderChain(parent *block.Header, n int, engine consensus_engine.Engine, db ethdb.Database, seed int) []*block.Header {
|
|
|
|
blocks := makeBlockChain(types.NewBlockWithHeader(parent), n, engine, db, seed)
|
|
|
|
headers := make([]*block.Header, len(blocks))
|
|
|
|
for i, block := range blocks {
|
|
|
|
headers[i] = block.Header()
|
|
|
|
}
|
|
|
|
return headers
|
|
|
|
}
|
|
|
|
|
|
|
|
// makeBlockChain creates a deterministic chain of blocks rooted at parent.
|
|
|
|
func makeBlockChain(parent *types.Block, n int, engine consensus_engine.Engine, db ethdb.Database, seed int) []*types.Block {
|
|
|
|
blocks, _ := GenerateChain(params.TestChainConfig, parent, engine, db, n, func(i int, b *BlockGen) {
|
|
|
|
b.SetCoinbase(common.Address{0: byte(seed), 19: byte(i)})
|
|
|
|
})
|
|
|
|
return blocks
|
|
|
|
}
|
|
|
|
|
|
|
|
type fakeChainReader struct {
|
|
|
|
config *params.ChainConfig
|
|
|
|
genesis *types.Block
|
|
|
|
}
|
|
|
|
|
|
|
|
// Config returns the chain configuration.
|
|
|
|
func (cr *fakeChainReader) Config() *params.ChainConfig {
|
|
|
|
return cr.config
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr *fakeChainReader) CurrentHeader() *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) ShardID() uint32 { return 0 }
|
|
|
|
func (cr *fakeChainReader) GetHeaderByNumber(number uint64) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetHeaderByHash(hash common.Hash) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetHeader(hash common.Hash, number uint64) *block.Header { return nil }
|
|
|
|
func (cr *fakeChainReader) GetBlock(hash common.Hash, number uint64) *types.Block { return nil }
|
|
|
|
func (cr *fakeChainReader) ReadShardState(epoch *big.Int) (*shard.State, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ReadElectedValidatorList() ([]common.Address, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ReadValidatorList() ([]common.Address, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ValidatorCandidates() []common.Address { return nil }
|
|
|
|
func (cr *fakeChainReader) SuperCommitteeForNextEpoch(beacon consensus_engine.ChainReader, header *block.Header, isVerify bool) (*shard.State, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorInformation(addr common.Address) (*staking.ValidatorWrapper, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadValidatorSnapshot(addr common.Address) (*staking.ValidatorWrapper, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
func (cr *fakeChainReader) ReadBlockRewardAccumulator(uint64) (*big.Int, error) { return nil, nil }
|
|
|
|
func (cr *fakeChainReader) ValidatorStakingWithDelegation(addr common.Address) *big.Int { return nil }
|
|
|
|
func (cr *fakeChainReader) ReadValidatorStats(addr common.Address) (*staking.ValidatorStats, error) {
|
|
|
|
return nil, nil
|
|
|
|
}
|