// Copyright 2018 The go-ethereum Authors // This file is part of the go-ethereum library. // // The go-ethereum library is free software: you can redistribute it and/or modify // it under the terms of the GNU Lesser General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // The go-ethereum library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public License // along with the go-ethereum library. If not, see . package rawdb import ( "bytes" "encoding/binary" "errors" "fmt" "math/big" "sort" "github.com/ethereum/go-ethereum/common" "github.com/ethereum/go-ethereum/rlp" "github.com/harmony-one/harmony/block" "github.com/harmony-one/harmony/core/types" "github.com/harmony-one/harmony/internal/utils" "github.com/ethereum/go-ethereum/ethdb" "github.com/ethereum/go-ethereum/log" "github.com/ethereum/go-ethereum/params" ) // MsgNoShardStateFromDB error message for shard state reading failure var MsgNoShardStateFromDB = "failed to read shard state from DB" // Indicate whether the receipts corresponding to a blockHash is spent or not const ( SpentByte byte = iota UnspentByte NAByte // not exist ) // ReadCanonicalHash retrieves the hash assigned to a canonical block number. func ReadCanonicalHash(db ethdb.Reader, number uint64) common.Hash { data, _ := db.Get(headerHashKey(number)) if len(data) == 0 { return common.Hash{} } return common.BytesToHash(data) } // WriteCanonicalHash stores the hash assigned to a canonical block number. func WriteCanonicalHash(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := db.Put(headerHashKey(number), hash.Bytes()); err != nil { utils.Logger().Error().Msg("Failed to store number to hash mapping") return err } return nil } // DeleteCanonicalHash removes the number to hash canonical mapping. func DeleteCanonicalHash(db ethdb.KeyValueWriter, number uint64) error { if err := db.Delete(headerHashKey(number)); err != nil { utils.Logger().Error().Msg("Failed to delete number to hash mapping") return err } return nil } // ReadHeaderNumber returns the header number assigned to a hash. func ReadHeaderNumber(db ethdb.KeyValueReader, hash common.Hash) *uint64 { data, _ := db.Get(headerNumberKey(hash)) if len(data) != 8 { return nil } number := binary.BigEndian.Uint64(data) return &number } // WriteHeaderNumber stores reference from hash to number. func WriteHeaderNumber(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { var ( key = headerNumberKey(hash) encoded = encodeBlockNumber(number) ) return db.Put(key, encoded) } // ReadHeadHeaderHash retrieves the hash of the current canonical head header. func ReadHeadHeaderHash(db ethdb.KeyValueReader) common.Hash { data, _ := db.Get(headHeaderKey) if len(data) == 0 { return common.Hash{} } return common.BytesToHash(data) } // WriteHeadHeaderHash stores the hash of the current canonical head header. func WriteHeadHeaderHash(db ethdb.KeyValueWriter, hash common.Hash) error { if err := db.Put(headHeaderKey, hash.Bytes()); err != nil { utils.Logger().Error().Msg("Failed to store last header's hash") return err } return nil } // ReadHeadBlockHash retrieves the hash of the current canonical head block. func ReadHeadBlockHash(db ethdb.KeyValueReader) common.Hash { data, _ := db.Get(headBlockKey) if len(data) == 0 { return common.Hash{} } return common.BytesToHash(data) } // WriteHeadBlockHash stores the head block's hash. func WriteHeadBlockHash(db ethdb.KeyValueWriter, hash common.Hash) error { if err := db.Put(headBlockKey, hash.Bytes()); err != nil { utils.Logger().Error().Msg("Failed to store last block's hash") return err } return nil } // ReadHeadFastBlockHash retrieves the hash of the current fast-sync head block. func ReadHeadFastBlockHash(db ethdb.KeyValueReader) common.Hash { data, _ := db.Get(headFastBlockKey) if len(data) == 0 { return common.Hash{} } return common.BytesToHash(data) } // WriteHeadFastBlockHash stores the hash of the current fast-sync head block. func WriteHeadFastBlockHash(db ethdb.KeyValueWriter, hash common.Hash) error { if err := db.Put(headFastBlockKey, hash.Bytes()); err != nil { utils.Logger().Error().Msg("Failed to store last fast block's hash") return err } return nil } // ReadHeaderRLP retrieves a block header in its raw RLP database encoding. func ReadHeaderRLP(db ethdb.Reader, hash common.Hash, number uint64) rlp.RawValue { data, _ := db.Get(headerKey(number, hash)) return data } // HasHeader verifies the existence of a block header corresponding to the hash. func HasHeader(db ethdb.Reader, hash common.Hash, number uint64) bool { if has, err := db.Has(headerKey(number, hash)); !has || err != nil { return false } return true } // ReadHeader retrieves the block header corresponding to the hash. func ReadHeader(db ethdb.Reader, hash common.Hash, number uint64) *block.Header { data := ReadHeaderRLP(db, hash, number) if len(data) == 0 { return nil } header := new(block.Header) if err := rlp.Decode(bytes.NewReader(data), header); err != nil { utils.Logger().Error().Err(err).Str("hash", hash.Hex()).Msg("Invalid block header RLP") return nil } return header } // WriteHeader stores a block header into the database and also stores the hash- // to-number mapping. func WriteHeader(db ethdb.KeyValueWriter, header *block.Header) error { // Write the hash -> number mapping var ( hash = header.Hash() number = header.Number().Uint64() encoded = encodeBlockNumber(number) ) key := headerNumberKey(hash) if err := db.Put(key, encoded); err != nil { utils.Logger().Error().Msg("Failed to store hash to number mapping") return err } // Write the encoded header data, err := rlp.EncodeToBytes(header) if err != nil { utils.Logger().Error().Msg("Failed to RLP encode header") return err } key = headerKey(number, hash) if err := db.Put(key, data); err != nil { utils.Logger().Error().Msg("Failed to store header") return err } return nil } // DeleteHeader removes all block header data associated with a hash. func DeleteHeader(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := db.Delete(headerKey(number, hash)); err != nil { utils.Logger().Error().Msg("Failed to delete header") return err } if err := db.Delete(headerNumberKey(hash)); err != nil { utils.Logger().Error().Msg("Failed to delete hash to number mapping") return err } return nil } // ReadBodyRLP retrieves the block body (transactions and uncles) in RLP encoding. func ReadBodyRLP(db ethdb.Reader, hash common.Hash, number uint64) rlp.RawValue { data, _ := db.Get(blockBodyKey(number, hash)) return data } // WriteBodyRLP stores an RLP encoded block body into the database. func WriteBodyRLP(db ethdb.KeyValueWriter, hash common.Hash, number uint64, rlp rlp.RawValue) error { if err := db.Put(blockBodyKey(number, hash), rlp); err != nil { utils.Logger().Error().Msg("Failed to store block body") return err } return nil } // HasBody verifies the existence of a block body corresponding to the hash. func HasBody(db ethdb.Reader, hash common.Hash, number uint64) bool { if has, err := db.Has(blockBodyKey(number, hash)); !has || err != nil { return false } return true } // ReadBody retrieves the block body corresponding to the hash. func ReadBody(db ethdb.Reader, hash common.Hash, number uint64) *types.Body { data := ReadBodyRLP(db, hash, number) if len(data) == 0 { return nil } body := new(types.Body) if err := rlp.Decode(bytes.NewReader(data), body); err != nil { utils.Logger().Error().Err(err).Str("hash", hash.Hex()).Msg("Invalid block body RLP") return nil } return body } // WriteBody storea a block body into the database. func WriteBody(db ethdb.KeyValueWriter, hash common.Hash, number uint64, body *types.Body) error { data, err := rlp.EncodeToBytes(body) if err != nil { utils.Logger().Error().Msg("Failed to RLP encode body") return err } return WriteBodyRLP(db, hash, number, data) } // DeleteBody removes all block body data associated with a hash. func DeleteBody(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := db.Delete(blockBodyKey(number, hash)); err != nil { utils.Logger().Error().Msg("Failed to delete block body") return err } return nil } // ReadTd retrieves a block's total difficulty corresponding to the hash. func ReadTd(db ethdb.Reader, hash common.Hash, number uint64) *big.Int { data, _ := db.Get(headerTDKey(number, hash)) if len(data) == 0 { return nil } td := new(big.Int) if err := rlp.Decode(bytes.NewReader(data), td); err != nil { utils.Logger().Error().Err(err).Str("hash", hash.Hex()).Msg("Invalid block total difficulty RLP") return nil } return td } // WriteTd stores the total difficulty of a block into the database. func WriteTd(db ethdb.KeyValueWriter, hash common.Hash, number uint64, td *big.Int) error { data, err := rlp.EncodeToBytes(td) if err != nil { utils.Logger().Error().Msg("Failed to RLP encode block total difficulty") return err } if err := db.Put(headerTDKey(number, hash), data); err != nil { utils.Logger().Error().Msg("Failed to store block total difficulty") return err } return nil } // DeleteTd removes all block total difficulty data associated with a hash. func DeleteTd(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := db.Delete(headerTDKey(number, hash)); err != nil { utils.Logger().Error().Msg("Failed to delete block total difficulty") return err } return nil } // ReadReceipts retrieves all the transaction receipts belonging to a block. func ReadReceipts(db ethdb.Reader, hash common.Hash, number uint64, config *params.ChainConfig) types.Receipts { // Retrieve the flattened receipt slice data, _ := db.Get(blockReceiptsKey(number, hash)) if len(data) == 0 { return nil } // Convert the receipts from their storage form to their internal representation storageReceipts := []*types.ReceiptForStorage{} if err := rlp.DecodeBytes(data, &storageReceipts); err != nil { utils.Logger().Error().Err(err).Str("hash", hash.Hex()).Msg("Invalid receipt array RLP") return nil } receipts := make(types.Receipts, len(storageReceipts)) for i, receipt := range storageReceipts { receipts[i] = (*types.Receipt)(receipt) } return receipts } // ReadReceiptsRLP retrieves all the transaction receipts belonging to a block in RLP encoding. func ReadReceiptsRLP(db ethdb.Reader, hash common.Hash, number uint64) rlp.RawValue { var data []byte db.ReadAncients(func(reader ethdb.AncientReaderOp) error { // Check if the data is in ancients if isCanon(reader, number, hash) { data, _ = reader.Ancient(ChainFreezerReceiptTable, number) return nil } // If not, try reading from leveldb data, _ = db.Get(blockReceiptsKey(number, hash)) return nil }) return data } // WriteReceipts stores all the transaction receipts belonging to a block. func WriteReceipts(db ethdb.KeyValueWriter, hash common.Hash, number uint64, receipts types.Receipts) error { // Convert the receipts into their storage form and serialize them storageReceipts := make([]*types.ReceiptForStorage, len(receipts)) for i, receipt := range receipts { storageReceipts[i] = (*types.ReceiptForStorage)(receipt) } bytes, err := rlp.EncodeToBytes(storageReceipts) if err != nil { utils.Logger().Error().Msg("Failed to encode block receipts") return err } // Store the flattened receipt slice if err := db.Put(blockReceiptsKey(number, hash), bytes); err != nil { utils.Logger().Error().Msg("Failed to store block receipts") return err } return nil } // DeleteReceipts removes all receipt data associated with a block hash. func DeleteReceipts(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := db.Delete(blockReceiptsKey(number, hash)); err != nil { utils.Logger().Error().Msg("Failed to delete block receipts") return err } return nil } // ReadBlock retrieves an entire block corresponding to the hash, assembling it // back from the stored header and body. If either the header or body could not // be retrieved nil is returned. // // Note, due to concurrent download of header and block body the header and thus // canonical hash can be stored in the database but the body data not (yet). func ReadBlock(db ethdb.Reader, hash common.Hash, number uint64) *types.Block { header := ReadHeader(db, hash, number) if header == nil { return nil } body := ReadBody(db, hash, number) if body == nil { return nil } return types.NewBlockWithHeader(header).WithBody(body.Transactions(), body.StakingTransactions(), body.Uncles(), body.IncomingReceipts()) } // WriteBlock serializes a block into the database, header and body separately. func WriteBlock(db ethdb.KeyValueWriter, block *types.Block) error { if err := WriteBody(db, block.Hash(), block.NumberU64(), block.Body()); err != nil { return err } if err := WriteHeader(db, block.Header()); err != nil { return err } curSig := block.GetCurrentCommitSig() if len(curSig) > 96 { if err := WriteBlockCommitSig(db, block.NumberU64(), curSig); err != nil { return err } } return nil } // DeleteBlock removes all block data associated with a hash. func DeleteBlock(db ethdb.KeyValueWriter, hash common.Hash, number uint64) error { if err := DeleteReceipts(db, hash, number); err != nil { return err } if err := DeleteHeader(db, hash, number); err != nil { return err } if err := DeleteBody(db, hash, number); err != nil { return err } if err := DeleteTd(db, hash, number); err != nil { return err } return nil } // FindCommonAncestor returns the last common ancestor of two block headers func FindCommonAncestor(db ethdb.Reader, a, b *block.Header) *block.Header { for bn := b.Number().Uint64(); a.Number().Uint64() > bn; { a = ReadHeader(db, a.ParentHash(), a.Number().Uint64()-1) if a == nil { return nil } } for an := a.Number().Uint64(); an < b.Number().Uint64(); { b = ReadHeader(db, b.ParentHash(), b.Number().Uint64()-1) if b == nil { return nil } } for a.Hash() != b.Hash() { a = ReadHeader(db, a.ParentHash(), a.Number().Uint64()-1) if a == nil { return nil } b = ReadHeader(db, b.ParentHash(), b.Number().Uint64()-1) if b == nil { return nil } } return a } func IteratorBlocks(iterator DatabaseIterator, cb func(blockNum uint64, hash common.Hash) bool) (minKey []byte, maxKey []byte) { iter := iterator.NewIterator(headerPrefix, nil) defer iter.Release() minKey = headerPrefix for iter.Next() { // headerKey = headerPrefix + num (uint64 big endian) + hash key := iter.Key() if len(key) != len(headerPrefix)+8+32 { continue } maxKey = key blockNum := decodeBlockNumber(key[len(headerPrefix) : len(headerPrefix)+8]) hash := common.BytesToHash(key[len(headerPrefix)+8:]) if !cb(blockNum, hash) { return } } return } // ReadAllHashes retrieves all the hashes assigned to blocks at a certain heights, // both canonical and reorged forks included. func ReadAllHashes(db ethdb.Iteratee, number uint64) []common.Hash { prefix := headerKeyPrefix(number) hashes := make([]common.Hash, 0, 1) it := db.NewIterator(prefix, nil) defer it.Release() for it.Next() { if key := it.Key(); len(key) == len(prefix)+32 { hashes = append(hashes, common.BytesToHash(key[len(key)-32:])) } } return hashes } type NumberHash struct { Number uint64 Hash common.Hash } // ReadAllHashesInRange retrieves all the hashes assigned to blocks at certain // heights, both canonical and reorged forks included. // This method considers both limits to be _inclusive_. func ReadAllHashesInRange(db ethdb.Iteratee, first, last uint64) []*NumberHash { var ( start = encodeBlockNumber(first) keyLength = len(headerPrefix) + 8 + 32 hashes = make([]*NumberHash, 0, 1+last-first) it = db.NewIterator(headerPrefix, start) ) defer it.Release() for it.Next() { key := it.Key() if len(key) != keyLength { continue } num := binary.BigEndian.Uint64(key[len(headerPrefix) : len(headerPrefix)+8]) if num > last { break } hash := common.BytesToHash(key[len(key)-32:]) hashes = append(hashes, &NumberHash{num, hash}) } return hashes } // ReadAllCanonicalHashes retrieves all canonical number and hash mappings at the // certain chain range. If the accumulated entries reaches the given threshold, // abort the iteration and return the semi-finish result. func ReadAllCanonicalHashes(db ethdb.Iteratee, from uint64, to uint64, limit int) ([]uint64, []common.Hash) { // Short circuit if the limit is 0. if limit == 0 { return nil, nil } var ( numbers []uint64 hashes []common.Hash ) // Construct the key prefix of start point. start, end := headerHashKey(from), headerHashKey(to) it := db.NewIterator(nil, start) defer it.Release() for it.Next() { if bytes.Compare(it.Key(), end) >= 0 { break } if key := it.Key(); len(key) == len(headerPrefix)+8+1 && bytes.Equal(key[len(key)-1:], headerHashSuffix) { numbers = append(numbers, binary.BigEndian.Uint64(key[len(headerPrefix):len(headerPrefix)+8])) hashes = append(hashes, common.BytesToHash(it.Value())) // If the accumulated entries reaches the limit threshold, return. if len(numbers) >= limit { break } } } return numbers, hashes } // DeleteHeaderNumber removes hash->number mapping. func DeleteHeaderNumber(db ethdb.KeyValueWriter, hash common.Hash) { if err := db.Delete(headerNumberKey(hash)); err != nil { utils.Logger().Error().Err(err).Msg("Failed to delete hash to number mapping") } } // ReadFinalizedBlockHash retrieves the hash of the finalized block. func ReadFinalizedBlockHash(db ethdb.KeyValueReader) common.Hash { data, _ := db.Get(headFinalizedBlockKey) if len(data) == 0 { return common.Hash{} } return common.BytesToHash(data) } // WriteFinalizedBlockHash stores the hash of the finalized block. func WriteFinalizedBlockHash(db ethdb.KeyValueWriter, hash common.Hash) { if err := db.Put(headFinalizedBlockKey, hash.Bytes()); err != nil { utils.Logger().Error().Err(err).Msg("Failed to store last finalized block's hash") } } // ReadLastPivotNumber retrieves the number of the last pivot block. If the node // full synced, the last pivot will always be nil. func ReadLastPivotNumber(db ethdb.KeyValueReader) *uint64 { data, _ := db.Get(lastPivotKey) if len(data) == 0 { return nil } var pivot uint64 if err := rlp.DecodeBytes(data, &pivot); err != nil { utils.Logger().Error().Err(err).Msg("Invalid pivot block number in database") return nil } return &pivot } // WriteLastPivotNumber stores the number of the last pivot block. func WriteLastPivotNumber(db ethdb.KeyValueWriter, pivot uint64) { enc, err := rlp.EncodeToBytes(pivot) if err != nil { utils.Logger().Error().Err(err).Msg("Failed to encode pivot block number") } if err := db.Put(lastPivotKey, enc); err != nil { utils.Logger().Error().Err(err).Msg("Failed to store pivot block number") } } // ReadTxIndexTail retrieves the number of oldest indexed block // whose transaction indices has been indexed. func ReadTxIndexTail(db ethdb.KeyValueReader) *uint64 { data, _ := db.Get(txIndexTailKey) if len(data) != 8 { return nil } number := binary.BigEndian.Uint64(data) return &number } // WriteTxIndexTail stores the number of oldest indexed block // into database. func WriteTxIndexTail(db ethdb.KeyValueWriter, number uint64) { if err := db.Put(txIndexTailKey, encodeBlockNumber(number)); err != nil { utils.Logger().Error().Err(err).Msg("Failed to store the transaction index tail") } } // ReadFastTxLookupLimit retrieves the tx lookup limit used in fast sync. func ReadFastTxLookupLimit(db ethdb.KeyValueReader) *uint64 { data, _ := db.Get(fastTxLookupLimitKey) if len(data) != 8 { return nil } number := binary.BigEndian.Uint64(data) return &number } // WriteFastTxLookupLimit stores the txlookup limit used in fast sync into database. func WriteFastTxLookupLimit(db ethdb.KeyValueWriter, number uint64) { if err := db.Put(fastTxLookupLimitKey, encodeBlockNumber(number)); err != nil { utils.Logger().Error().Err(err).Msg("Failed to store transaction lookup limit for fast sync") } } // deleteHeaderWithoutNumber removes only the block header but does not remove // the hash to number mapping. func deleteHeaderWithoutNumber(db ethdb.KeyValueWriter, hash common.Hash, number uint64) { if err := db.Delete(headerKey(number, hash)); err != nil { utils.Logger().Error().Err(err).Msg("Failed to delete header") } } // isCanon is an internal utility method, to check whether the given number/hash // is part of the ancient (canon) set. func isCanon(reader ethdb.AncientReaderOp, number uint64, hash common.Hash) bool { h, err := reader.Ancient(ChainFreezerHashTable, number) if err != nil { return false } return bytes.Equal(h, hash[:]) } // ReadCanonicalBodyRLP retrieves the block body (transactions and uncles) for the canonical // block at number, in RLP encoding. func ReadCanonicalBodyRLP(db ethdb.Reader, number uint64) rlp.RawValue { var data []byte db.ReadAncients(func(reader ethdb.AncientReaderOp) error { data, _ = reader.Ancient(ChainFreezerBodiesTable, number) if len(data) > 0 { return nil } // Block is not in ancients, read from leveldb by hash and number. // Note: ReadCanonicalHash cannot be used here because it also // calls ReadAncients internally. hash, _ := db.Get(headerHashKey(number)) data, _ = db.Get(blockBodyKey(number, common.BytesToHash(hash))) return nil }) return data } // ReadTdRLP retrieves a block's total difficulty corresponding to the hash in RLP encoding. func ReadTdRLP(db ethdb.Reader, hash common.Hash, number uint64) rlp.RawValue { var data []byte db.ReadAncients(func(reader ethdb.AncientReaderOp) error { // Check if the data is in ancients if isCanon(reader, number, hash) { data, _ = reader.Ancient(ChainFreezerDifficultyTable, number) return nil } // If not, try reading from leveldb data, _ = db.Get(headerTDKey(number, hash)) return nil }) return data } // HasReceipts verifies the existence of all the transaction receipts belonging // to a block. func HasReceipts(db ethdb.Reader, hash common.Hash, number uint64) bool { if isCanon(db, number, hash) { return true } if has, err := db.Has(blockReceiptsKey(number, hash)); !has || err != nil { return false } return true } // ReadRawReceipts retrieves all the transaction receipts belonging to a block. // The receipt metadata fields are not guaranteed to be populated, so they // should not be used. Use ReadReceipts instead if the metadata is needed. func ReadRawReceipts(db ethdb.Reader, hash common.Hash, number uint64) types.Receipts { // Retrieve the flattened receipt slice data := ReadReceiptsRLP(db, hash, number) if len(data) == 0 { return nil } // Convert the receipts from their storage form to their internal representation storageReceipts := []*types.ReceiptForStorage{} if err := rlp.DecodeBytes(data, &storageReceipts); err != nil { utils.Logger().Error().Err(err).Interface("hash", hash).Msg("Invalid receipt array RLP") return nil } receipts := make(types.Receipts, len(storageReceipts)) for i, storageReceipt := range storageReceipts { receipts[i] = (*types.Receipt)(storageReceipt) } return receipts } // storedReceiptRLP is the storage encoding of a receipt. // Re-definition in core/types/receipt.go. // TODO: Re-use the existing definition. type storedReceiptRLP struct { PostStateOrStatus []byte CumulativeGasUsed uint64 Logs []*types.Log } // ReceiptLogs is a barebone version of ReceiptForStorage which only keeps // the list of logs. When decoding a stored receipt into this object we // avoid creating the bloom filter. type receiptLogs struct { Logs []*types.Log } // DecodeRLP implements rlp.Decoder. func (r *receiptLogs) DecodeRLP(s *rlp.Stream) error { var stored storedReceiptRLP if err := s.Decode(&stored); err != nil { return err } r.Logs = stored.Logs return nil } // DeriveLogFields fills the logs in receiptLogs with information such as block number, txhash, etc. func deriveLogFields(receipts []*receiptLogs, hash common.Hash, number uint64, txs types.Transactions) error { logIndex := uint(0) if len(txs) != len(receipts) { return errors.New("transaction and receipt count mismatch") } for i := 0; i < len(receipts); i++ { txHash := txs[i].Hash() // The derived log fields can simply be set from the block and transaction for j := 0; j < len(receipts[i].Logs); j++ { receipts[i].Logs[j].BlockNumber = number receipts[i].Logs[j].BlockHash = hash receipts[i].Logs[j].TxHash = txHash receipts[i].Logs[j].TxIndex = uint(i) receipts[i].Logs[j].Index = logIndex logIndex++ } } return nil } // ReadLogs retrieves the logs for all transactions in a block. In case // receipts is not found, a nil is returned. // Note: ReadLogs does not derive unstored log fields. func ReadLogs(db ethdb.Reader, hash common.Hash, number uint64, config *params.ChainConfig) [][]*types.Log { // Retrieve the flattened receipt slice data := ReadReceiptsRLP(db, hash, number) if len(data) == 0 { return nil } receipts := []*receiptLogs{} if err := rlp.DecodeBytes(data, &receipts); err != nil { utils.Logger().Error().Err(err).Interface("hash", hash).Msg("Invalid receipt array RLP") return nil } logs := make([][]*types.Log, len(receipts)) for i, receipt := range receipts { logs[i] = receipt.Logs } return logs } // This function is NOT used, just ported over from the Ethereum func writeAncientBlock(op ethdb.AncientWriteOp, block *types.Block, header *block.Header, receipts []*types.ReceiptForStorage, td *big.Int) error { num := block.NumberU64() if err := op.AppendRaw(ChainFreezerHashTable, num, block.Hash().Bytes()); err != nil { return fmt.Errorf("can't add block %d hash: %v", num, err) } if err := op.Append(ChainFreezerHeaderTable, num, header); err != nil { return fmt.Errorf("can't append block header %d: %v", num, err) } if err := op.Append(ChainFreezerBodiesTable, num, block.Body()); err != nil { return fmt.Errorf("can't append block body %d: %v", num, err) } if err := op.Append(ChainFreezerReceiptTable, num, receipts); err != nil { return fmt.Errorf("can't append block %d receipts: %v", num, err) } if err := op.Append(ChainFreezerDifficultyTable, num, td); err != nil { return fmt.Errorf("can't append block %d total difficulty: %v", num, err) } return nil } // DeleteBlockWithoutNumber removes all block data associated with a hash, except // the hash to number mapping. func DeleteBlockWithoutNumber(db ethdb.KeyValueWriter, hash common.Hash, number uint64) { DeleteReceipts(db, hash, number) deleteHeaderWithoutNumber(db, hash, number) DeleteBody(db, hash, number) DeleteTd(db, hash, number) } const badBlockToKeep = 10 type badBlock struct { Header *block.Header Body *types.Body } // badBlockList implements the sort interface to allow sorting a list of // bad blocks by their number in the reverse order. type badBlockList []*badBlock func (s badBlockList) Len() int { return len(s) } func (s badBlockList) Less(i, j int) bool { return s[i].Header.Number().Uint64() < s[j].Header.Number().Uint64() } func (s badBlockList) Swap(i, j int) { s[i], s[j] = s[j], s[i] } // WriteBadBlock serializes the bad block into the database. If the cumulated // bad blocks exceeds the limitation, the oldest will be dropped. // This function is NOT used, just ported over from the Ethereum func WriteBadBlock(db ethdb.KeyValueStore, block *types.Block) { blob, err := db.Get(badBlockKey) if err != nil { utils.Logger().Warn().Err(err).Msg("Failed to load old bad blocks") } var badBlocks badBlockList if len(blob) > 0 { if err := rlp.DecodeBytes(blob, &badBlocks); err != nil { utils.Logger().Error().Err(err).Msg("Failed to decode old bad blocks") } } for _, b := range badBlocks { if b.Header.Number().Uint64() == block.NumberU64() && b.Header.Hash() == block.Hash() { log.Info("Skip duplicated bad block", "number", block.NumberU64(), "hash", block.Hash()) return } } badBlocks = append(badBlocks, &badBlock{ Header: block.Header(), Body: block.Body(), }) sort.Sort(sort.Reverse(badBlocks)) if len(badBlocks) > badBlockToKeep { badBlocks = badBlocks[:badBlockToKeep] } data, err := rlp.EncodeToBytes(badBlocks) if err != nil { utils.Logger().Error().Err(err).Msg("Failed to encode bad blocks") } if err := db.Put(badBlockKey, data); err != nil { utils.Logger().Error().Err(err).Msg("Failed to write bad blocks") } } // DeleteBadBlocks deletes all the bad blocks from the database // This function is NOT used, just ported over from the Ethereum func DeleteBadBlocks(db ethdb.KeyValueWriter) { if err := db.Delete(badBlockKey); err != nil { utils.Logger().Error().Err(err).Msg("Failed to delete bad blocks") } } // ReadHeadHeader returns the current canonical head header. func ReadHeadHeader(db ethdb.Reader) *block.Header { headHeaderHash := ReadHeadHeaderHash(db) if headHeaderHash == (common.Hash{}) { return nil } headHeaderNumber := ReadHeaderNumber(db, headHeaderHash) if headHeaderNumber == nil { return nil } return ReadHeader(db, headHeaderHash, *headHeaderNumber) } // ReadHeadBlock returns the current canonical head block. func ReadHeadBlock(db ethdb.Reader) *types.Block { headBlockHash := ReadHeadBlockHash(db) if headBlockHash == (common.Hash{}) { return nil } headBlockNumber := ReadHeaderNumber(db, headBlockHash) if headBlockNumber == nil { return nil } return ReadBlock(db, headBlockHash, *headBlockNumber) }