|
|
|
// Copyright 2018 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
// Package rawdb contains a collection of low level database accessors.
|
|
|
|
package rawdb
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/binary"
|
|
|
|
"math/big"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/ethereum/go-ethereum/metrics"
|
|
|
|
)
|
|
|
|
|
|
|
|
// The fields below define the low level database schema prefixing.
|
|
|
|
var (
|
|
|
|
// databaseVerisionKey tracks the current database version.
|
|
|
|
databaseVerisionKey = []byte("DatabaseVersion")
|
|
|
|
|
|
|
|
// headHeaderKey tracks the latest know header's hash.
|
|
|
|
headHeaderKey = []byte("LastHeader")
|
|
|
|
|
|
|
|
// headBlockKey tracks the latest know full block's hash.
|
|
|
|
headBlockKey = []byte("LastBlock")
|
|
|
|
|
|
|
|
// headFastBlockKey tracks the latest known incomplete block's hash duirng fast sync.
|
|
|
|
headFastBlockKey = []byte("LastFast")
|
|
|
|
|
|
|
|
// Data item prefixes (use single byte to avoid mixing data types, avoid `i`, used for indexes).
|
|
|
|
headerPrefix = []byte("h") // headerPrefix + num (uint64 big endian) + hash -> header
|
|
|
|
headerTDSuffix = []byte("t") // headerPrefix + num (uint64 big endian) + hash + headerTDSuffix -> td
|
|
|
|
headerHashSuffix = []byte("n") // headerPrefix + num (uint64 big endian) + headerHashSuffix -> hash
|
|
|
|
headerNumberPrefix = []byte("H") // headerNumberPrefix + hash -> num (uint64 big endian)
|
|
|
|
|
|
|
|
blockBodyPrefix = []byte("b") // blockBodyPrefix + num (uint64 big endian) + hash -> block body
|
|
|
|
blockReceiptsPrefix = []byte("r") // blockReceiptsPrefix + num (uint64 big endian) + hash -> block receipts
|
|
|
|
|
|
|
|
txLookupPrefix = []byte("l") // txLookupPrefix + hash -> transaction/receipt lookup metadata
|
|
|
|
cxLookupPrefix = []byte("cx") // cxLookupPrefix + hash -> cxReceipt lookup metadata
|
|
|
|
bloomBitsPrefix = []byte("B") // bloomBitsPrefix + bit (uint16 big endian) + section (uint64 big endian) + hash -> bloom bits
|
|
|
|
|
|
|
|
shardStatePrefix = []byte("ss") // shardStatePrefix + num (uint64 big endian) + hash -> shardState
|
|
|
|
lastCommitsKey = []byte("LastCommits")
|
|
|
|
|
[slash][consensus] Notice double sign & broadcast, factor out tech debt of consensus (#2152)
* [slash] Remove dead interface, associated piping
* [slash] Expand out structs
* [consensus] Write to a chan when find a case of double-signing, remove dead code
* [slash] Broadcast the noticing of a double signing
* [rawdb] CRUD for slashing candidates
* [slashing][node][proto] Broadcast the slash record after receive from consensus, handle received proto message, persist in off-chain db while pending
* [slash][node][propose-block] Add verified slashes proposed into the header in block proposal
* [slash][shard] Factor out external validator as method on shard state, add double-signature field
* [slash][engine] Apply slash, name boolean expression for sorts, use stable sort
* [slash] Abstract Ballot results so keep track of both pre and post double sign event
* [slash] Fix type errors on test code
* [slash] Read from correct rawdb
* [slash] Add epoch based guards in CRUD of slashing
* [slash] Write to correct cache for slashing candidates
* [shard] Use explicit named type of BLS Signature, use convention
* [slash] Fix mistake done in refactor, improper header used. Factor out fromSlice to set
* [slash][node] Restore newblock to master, try again minimial change
* [cx-receipts] Break up one-liner, use SliceStable, not Slice
* [network] Finish refactor that makes network message headers once
* [network] Simplify creation further of headers write
* [slash] Adjust data structure of slash after offline discussion with RJ, Chao
* [slash] Still did need signature of the double signature
* [consensus] Prepare message does not have block header
* [consensus] Soft reset three files to 968517d~1
* [consensus] Begin factor consensus network intended message out with prepare first
* [consensus] Factor out Prepared message
* [consensus] Factor out announce message creation
* [consensus] Committed Message, branch on verify sender key for clearer log
* [consensus] Committed Message Factor out
* [consensus] Do jenkins MVP of signatures adjustment
* [main][slash] Provide YAML config as webhook config for double sign event
* [consensus] Adjust signatures, whitespace, lessen GC pressure
* [consensus] Remove dead code
* [consensus] Factor out commit overloaded message, give commit payload override in construct
* [consensus] Fix travis tests
* [consensus] Provide block bytes in SubmitVote(quorum.Commit)
* [consensus] Factor out noisy sanity checks in BFT, move existing commit check earlier as was before
* [quorum] Adjust signatures in quorum
* [staking] Adjust after merge from master
* [consensus] Finish refactor of consensus
* [node] Fix import
* [consensus] Fix travis
* [consensus] Use origin/master copy of block, fix mistake of pointer to empty byte
* [consensus] Less verbose bools
* [consensus] Remove unused trailing mutation hook in message construct
* [consensus] Address some TODOs on err, comment out double sign
5 years ago
|
|
|
pendingCrosslinkKey = []byte("pendingCL") // prefix for shard last pending crosslink
|
|
|
|
pendingSlashingKey = []byte("pendingSC") // prefix for shard last pending slashing record
|
|
|
|
preimagePrefix = []byte("secure-key-") // preimagePrefix + hash -> preimage
|
|
|
|
configPrefix = []byte("ethereum-config-") // config prefix for the db
|
|
|
|
|
|
|
|
shardLastCrosslinkPrefix = []byte("lcl") // prefix for shard last crosslink
|
|
|
|
crosslinkPrefix = []byte("cl") // prefix for crosslink
|
|
|
|
|
|
|
|
delegatorValidatorListPrefix = []byte("dvl") // prefix for delegator's validator list
|
|
|
|
|
|
|
|
// TODO: shorten the key prefix so we don't waste db space
|
|
|
|
cxReceiptPrefix = []byte("cxReceipt") // prefix for cross shard transaction receipt
|
|
|
|
cxReceiptHashPrefix = []byte("cxReceiptHash") // prefix for cross shard transaction receipt hash
|
|
|
|
cxReceiptSpentPrefix = []byte("cxReceiptSpent") // prefix for indicator of unspent of cxReceiptsProof
|
|
|
|
cxReceiptUnspentCheckpointPrefix = []byte("cxReceiptUnspentCheckpoint") // prefix for cxReceiptsProof unspent checkpoint
|
|
|
|
|
|
|
|
validatorPrefix = []byte("validator") // prefix for staking validator information
|
|
|
|
validatorSnapshotPrefix = []byte("validator-snapshot") // prefix for staking validator's snapshot information
|
|
|
|
validatorStatsPrefix = []byte("validator-stats") // prefix for staking validator's stats information
|
|
|
|
validatorListKey = []byte("validator-list") // key for all validators list
|
|
|
|
activeValidatorListKey = []byte("active-validator-list") // key for active validators list
|
|
|
|
|
|
|
|
// epochBlockNumberPrefix + epoch (big.Int.Bytes())
|
|
|
|
// -> epoch block number (big.Int.Bytes())
|
|
|
|
epochBlockNumberPrefix = []byte("harmony-epoch-block-number")
|
|
|
|
|
|
|
|
// epochVrfBlockNumbersPrefix + epoch (big.Int.Bytes())
|
|
|
|
epochVrfBlockNumbersPrefix = []byte("epoch-vrf-block-numbers")
|
|
|
|
|
|
|
|
// epochVdfBlockNumberPrefix + epoch (big.Int.Bytes())
|
|
|
|
epochVdfBlockNumberPrefix = []byte("epoch-vdf-block-number")
|
|
|
|
|
|
|
|
// Chain index prefixes (use `i` + single byte to avoid mixing data types).
|
|
|
|
BloomBitsIndexPrefix = []byte("iB") // BloomBitsIndexPrefix is the data table of a chain indexer to track its progress
|
|
|
|
|
|
|
|
preimageCounter = metrics.NewRegisteredCounter("db/preimage/total", nil)
|
|
|
|
preimageHitCounter = metrics.NewRegisteredCounter("db/preimage/hits", nil)
|
|
|
|
currentRewardGivenOutPrefix = []byte("blk-rwd-")
|
|
|
|
)
|
|
|
|
|
|
|
|
// TxLookupEntry is a positional metadata to help looking up the data content of
|
|
|
|
// a transaction or receipt given only its hash.
|
|
|
|
type TxLookupEntry struct {
|
|
|
|
BlockHash common.Hash
|
|
|
|
BlockIndex uint64
|
|
|
|
Index uint64
|
|
|
|
}
|
|
|
|
|
|
|
|
// encodeBlockNumber encodes a block number as big endian uint64
|
|
|
|
func encodeBlockNumber(number uint64) []byte {
|
|
|
|
enc := make([]byte, 8)
|
|
|
|
binary.BigEndian.PutUint64(enc, number)
|
|
|
|
return enc
|
|
|
|
}
|
|
|
|
|
|
|
|
// headerKey = headerPrefix + num (uint64 big endian) + hash
|
|
|
|
func headerKey(number uint64, hash common.Hash) []byte {
|
|
|
|
return append(append(headerPrefix, encodeBlockNumber(number)...), hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// headerTDKey = headerPrefix + num (uint64 big endian) + hash + headerTDSuffix
|
|
|
|
func headerTDKey(number uint64, hash common.Hash) []byte {
|
|
|
|
return append(headerKey(number, hash), headerTDSuffix...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// headerHashKey = headerPrefix + num (uint64 big endian) + headerHashSuffix
|
|
|
|
func headerHashKey(number uint64) []byte {
|
|
|
|
return append(append(headerPrefix, encodeBlockNumber(number)...), headerHashSuffix...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// headerNumberKey = headerNumberPrefix + hash
|
|
|
|
func headerNumberKey(hash common.Hash) []byte {
|
|
|
|
return append(headerNumberPrefix, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// blockBodyKey = blockBodyPrefix + num (uint64 big endian) + hash
|
|
|
|
func blockBodyKey(number uint64, hash common.Hash) []byte {
|
|
|
|
return append(append(blockBodyPrefix, encodeBlockNumber(number)...), hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// blockReceiptsKey = blockReceiptsPrefix + num (uint64 big endian) + hash
|
|
|
|
func blockReceiptsKey(number uint64, hash common.Hash) []byte {
|
|
|
|
return append(append(blockReceiptsPrefix, encodeBlockNumber(number)...), hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// txLookupKey = txLookupPrefix + hash
|
|
|
|
func txLookupKey(hash common.Hash) []byte {
|
|
|
|
return append(txLookupPrefix, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// cxLookupKey = cxLookupPrefix + hash
|
|
|
|
func cxLookupKey(hash common.Hash) []byte {
|
|
|
|
return append(cxLookupPrefix, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// bloomBitsKey = bloomBitsPrefix + bit (uint16 big endian) + section (uint64 big endian) + hash
|
|
|
|
func bloomBitsKey(bit uint, section uint64, hash common.Hash) []byte {
|
|
|
|
key := append(append(bloomBitsPrefix, make([]byte, 10)...), hash.Bytes()...)
|
|
|
|
|
|
|
|
binary.BigEndian.PutUint16(key[1:], uint16(bit))
|
|
|
|
binary.BigEndian.PutUint64(key[3:], section)
|
|
|
|
|
|
|
|
return key
|
|
|
|
}
|
|
|
|
|
|
|
|
// preimageKey = preimagePrefix + hash
|
|
|
|
func preimageKey(hash common.Hash) []byte {
|
|
|
|
return append(preimagePrefix, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// configKey = configPrefix + hash
|
|
|
|
func configKey(hash common.Hash) []byte {
|
|
|
|
return append(configPrefix, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func shardStateKey(epoch *big.Int) []byte {
|
|
|
|
return append(shardStatePrefix, epoch.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func epochBlockNumberKey(epoch *big.Int) []byte {
|
|
|
|
return append(epochBlockNumberPrefix, epoch.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func epochVrfBlockNumbersKey(epoch *big.Int) []byte {
|
|
|
|
return append(epochVrfBlockNumbersPrefix, epoch.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func epochVdfBlockNumberKey(epoch *big.Int) []byte {
|
|
|
|
return append(epochVdfBlockNumberPrefix, epoch.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func shardLastCrosslinkKey(shardID uint32) []byte {
|
|
|
|
sbKey := make([]byte, 4)
|
|
|
|
binary.BigEndian.PutUint32(sbKey, shardID)
|
|
|
|
key := append(crosslinkPrefix, sbKey...)
|
|
|
|
return key
|
|
|
|
}
|
|
|
|
|
|
|
|
func crosslinkKey(shardID uint32, blockNum uint64) []byte {
|
|
|
|
prefix := crosslinkPrefix
|
|
|
|
sbKey := make([]byte, 12)
|
|
|
|
binary.BigEndian.PutUint32(sbKey, shardID)
|
|
|
|
binary.BigEndian.PutUint64(sbKey[4:], blockNum)
|
|
|
|
key := append(prefix, sbKey...)
|
|
|
|
return key
|
|
|
|
}
|
|
|
|
|
|
|
|
func delegatorValidatorListKey(delegator common.Address) []byte {
|
|
|
|
return append(delegatorValidatorListPrefix, delegator.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// cxReceiptKey = cxReceiptsPrefix + shardID + num (uint64 big endian) + hash
|
|
|
|
func cxReceiptKey(shardID uint32, number uint64, hash common.Hash) []byte {
|
|
|
|
prefix := cxReceiptPrefix
|
|
|
|
sKey := make([]byte, 4)
|
|
|
|
binary.BigEndian.PutUint32(sKey, shardID)
|
|
|
|
tmp := append(prefix, sKey...)
|
|
|
|
tmp1 := append(tmp, encodeBlockNumber(number)...)
|
|
|
|
return append(tmp1, hash.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// cxReceiptSpentKey = cxReceiptsSpentPrefix + shardID + num (uint64 big endian)
|
|
|
|
func cxReceiptSpentKey(shardID uint32, number uint64) []byte {
|
|
|
|
prefix := cxReceiptSpentPrefix
|
|
|
|
sKey := make([]byte, 4)
|
|
|
|
binary.BigEndian.PutUint32(sKey, shardID)
|
|
|
|
tmp := append(prefix, sKey...)
|
|
|
|
return append(tmp, encodeBlockNumber(number)...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func validatorSnapshotKey(addr common.Address, epoch *big.Int) []byte {
|
|
|
|
prefix := validatorSnapshotPrefix
|
|
|
|
tmp := append(prefix, addr.Bytes()...)
|
|
|
|
return append(tmp, epoch.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func validatorStatsKey(addr common.Address) []byte {
|
|
|
|
prefix := validatorStatsPrefix
|
|
|
|
return append(prefix, addr.Bytes()...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func blockRewardAccumKey(number uint64) []byte {
|
|
|
|
return append(currentRewardGivenOutPrefix, encodeBlockNumber(number)...)
|
|
|
|
}
|