Hotfix 23.10.3-hotfix Log/Address Trielog rolling failure (#6315) (#6371)

* trigger a BWS if we do not have a valid worldstate available during fcU
raise log rolling failure loglevel to error from debug



* fixing on selfdestruct

Signed-off-by: Karim Taam <karim.t2am@gmail.com>
Co-authored-by: garyschulte <garyschulte@gmail.com>

CHANGELOG.md

@@ -15,6 +15,8 @@ Support for Cancun fork on testnets
 - Cancun forkids for non-mainnets [#6322](https://github.com/hyperledger/besu/pull/6322)
 
 ### Bug fixes
+- Hotfix for selfdestruct preimages on bonsai [#6359]((https://github.com/hyperledger/besu/pull/6359)
+- mitigation for trielog failure [#6315]((https://github.com/hyperledger/besu/pull/6315)
 
 ## 23.10.3
 

consensus/merge/src/main/java/org/hyperledger/besu/consensus/merge/blockcreation/MergeCoordinator.java

@@ -492,12 +492,21 @@ public class MergeCoordinator implements MergeMiningCoordinator, BadChainListene
   @Override
   public Optional<BlockHeader> getOrSyncHeadByHash(final Hash headHash, final Hash finalizedHash) {
     final var chain = protocolContext.getBlockchain();
-    final var maybeHeadHeader = chain.getBlockHeader(headHash);
+    final var maybeHead =
-
+        chain
-    if (maybeHeadHeader.isPresent()) {
+            .getBlockHeader(headHash)
+            // ensure we have the corresponding worldstate also:
+            .filter(
+                headHeader ->
+                    protocolContext
+                        .getWorldStateArchive()
+                        .isWorldStateAvailable(
+                            headHeader.getStateRoot(), headHeader.getBlockHash()));
+
+    if (maybeHead.isPresent()) {
       LOG.atDebug()
-          .setMessage("BlockHeader {} is already present in blockchain")
+          .setMessage("BlockHeader and world state for {} is already present")
-          .addArgument(maybeHeadHeader.get()::toLogString)
+          .addArgument(maybeHead.get()::toLogString)
           .log();
     } else {
       LOG.atDebug()
@@ -509,7 +518,7 @@ public class MergeCoordinator implements MergeMiningCoordinator, BadChainListene
           .syncBackwardsUntil(headHash)
           .thenRun(() -> updateFinalized(finalizedHash));
     }
-    return maybeHeadHeader;
+    return maybeHead;
   }
 
   private void updateFinalized(final Hash finalizedHash) {

ethereum/core/src/main/java/org/hyperledger/besu/ethereum/trie/bonsai/BonsaiWorldStateProvider.java

@@ -252,7 +252,7 @@ public class BonsaiWorldStateProvider implements WorldStateArchive {
         } catch (final Exception e) {
           // if we fail we must clean up the updater
           bonsaiUpdater.reset();
-          LOG.debug(
+          LOG.error(
               "State rolling failed on "
                   + mutableState.getWorldStateStorage().getClass().getSimpleName()
                   + " for block hash "

ethereum/core/src/main/java/org/hyperledger/besu/ethereum/trie/bonsai/worldview/BonsaiWorldState.java

@@ -341,59 +341,55 @@ public class BonsaiWorldState
       final Optional<BonsaiWorldStateKeyValueStorage.BonsaiUpdater> maybeStateUpdater,
       final BonsaiWorldStateUpdateAccumulator worldStateUpdater) {
 
-    maybeStateUpdater.ifPresent(
+    for (final Address address : worldStateUpdater.getStorageToClear()) {
-        bonsaiUpdater -> {
+      // because we are clearing persisted values we need the account root as persisted
-          for (final Address address : worldStateUpdater.getStorageToClear()) {
+      final BonsaiAccount oldAccount =
-            // because we are clearing persisted values we need the account root as persisted
+          worldStateStorage
-            final BonsaiAccount oldAccount =
+              .getAccount(address.addressHash())
-                worldStateStorage
+              .map(bytes -> BonsaiAccount.fromRLP(BonsaiWorldState.this, address, bytes, true))
-                    .getAccount(address.addressHash())
+              .orElse(null);
-                    .map(
+      if (oldAccount == null) {
-                        bytes -> BonsaiAccount.fromRLP(BonsaiWorldState.this, address, bytes, true))
+        // This is when an account is both created and deleted within the scope of the same
-                    .orElse(null);
+        // block.  A not-uncommon DeFi bot pattern.
-            if (oldAccount == null) {
+        continue;
-              // This is when an account is both created and deleted within the scope of the same
+      }
-              // block.  A not-uncommon DeFi bot pattern.
+      final Hash addressHash = address.addressHash();
-              continue;
+      final MerkleTrie<Bytes, Bytes> storageTrie =
-            }
+          createTrie(
-            final Hash addressHash = address.addressHash();
+              (location, key) -> getStorageTrieNode(addressHash, location, key),
-            final MerkleTrie<Bytes, Bytes> storageTrie =
+              oldAccount.getStorageRoot());
-                createTrie(
+      try {
-                    (location, key) -> getStorageTrieNode(addressHash, location, key),
+        final StorageConsumingMap<StorageSlotKey, BonsaiValue<UInt256>> storageToDelete =
-                    oldAccount.getStorageRoot());
+            worldStateUpdater.getStorageToUpdate().get(address);
-            try {
+        Map<Bytes32, Bytes> entriesToDelete = storageTrie.entriesFrom(Bytes32.ZERO, 256);
-
+        while (!entriesToDelete.isEmpty()) {
-              final StorageConsumingMap<StorageSlotKey, BonsaiValue<UInt256>> storageToDelete =
+          entriesToDelete.forEach(
-                  worldStateUpdater.getStorageToUpdate().get(address);
+              (k, v) -> {
-              Map<Bytes32, Bytes> entriesToDelete = storageTrie.entriesFrom(Bytes32.ZERO, 256);
+                final StorageSlotKey storageSlotKey =
-              while (!entriesToDelete.isEmpty()) {
+                    new StorageSlotKey(Hash.wrap(k), Optional.empty());
-                entriesToDelete.forEach(
+                final UInt256 slotValue = UInt256.fromBytes(Bytes32.leftPad(RLP.decodeValue(v)));
-                    (k, v) -> {
+                maybeStateUpdater.ifPresent(
-                      final StorageSlotKey storageSlotKey =
+                    bonsaiUpdater ->
-                          new StorageSlotKey(Hash.wrap(k), Optional.empty());
+                        bonsaiUpdater.removeStorageValueBySlotHash(
-                      final UInt256 slotValue =
+                            address.addressHash(), storageSlotKey.getSlotHash()));
-                          UInt256.fromBytes(Bytes32.leftPad(RLP.decodeValue(v)));
+                storageToDelete
-                      bonsaiUpdater.removeStorageValueBySlotHash(
+                    .computeIfAbsent(
-                          address.addressHash(), storageSlotKey.getSlotHash());
+                        storageSlotKey, key -> new BonsaiValue<>(slotValue, null, true))
-                      storageToDelete
+                    .setPrior(slotValue);
-                          .computeIfAbsent(
+              });
-                              storageSlotKey, key -> new BonsaiValue<>(slotValue, null, true))
+          entriesToDelete.keySet().forEach(storageTrie::remove);
-                          .setPrior(slotValue);
+          if (entriesToDelete.size() == 256) {
-                    });
+            entriesToDelete = storageTrie.entriesFrom(Bytes32.ZERO, 256);
-                entriesToDelete.keySet().forEach(storageTrie::remove);
+          } else {
-                if (entriesToDelete.size() == 256) {
+            break;
-                  entriesToDelete = storageTrie.entriesFrom(Bytes32.ZERO, 256);
-                } else {
-                  break;
-                }
-              }
-            } catch (MerkleTrieException e) {
-              // need to throw to trigger the heal
-              throw new MerkleTrieException(
-                  e.getMessage(), Optional.of(Address.wrap(address)), e.getHash(), e.getLocation());
-            }
           }
-        });
+        }
+      } catch (MerkleTrieException e) {
+        // need to throw to trigger the heal
+        throw new MerkleTrieException(
+            e.getMessage(), Optional.of(Address.wrap(address)), e.getHash(), e.getLocation());
+      }
+    }
   }
 
   @Override

gradle.properties

@@ -1,4 +1,4 @@
-version=24.1.0-RC2
+version=24.1.0
 
 org.gradle.welcome=never
 # Set exports/opens flags required by Google Java Format and ErrorProne plugins. (JEP-396)