Merge pull request #4823 from blockscout/vb-extended-error-handlers

Various error handlers with unresponsive JSON RPC endpoint

CHANGELOG.md

@@ -58,6 +58,7 @@
 - [#4582](https://github.com/blockscout/blockscout/pull/4582) - Fix NaN input on write contract page
 
 ### Chore
+- [#4823](https://github.com/blockscout/blockscout/pull/4823) - Various error handlers with unresponsive JSON RPC endpoint
 - [#4821](https://github.com/blockscout/blockscout/pull/4821) - Block Details page: Remove crossing at the Burnt Fee line
 - [#4819](https://github.com/blockscout/blockscout/pull/4819) - Add config for GasUsage Cache
 - [#4735](https://github.com/blockscout/blockscout/pull/4735) - Code clean up: Remove clauses for outdated ganache bugs

apps/indexer/lib/indexer/block/catchup/bound_interval_supervisor.ex

@@ -262,6 +262,19 @@ defmodule Indexer.Block.Catchup.BoundIntervalSupervisor do
     {:noreply, %__MODULE__{state | task: nil}}
   end
 
+  def handle_info(
+        {ref, {:error, :etimedout}},
+        %__MODULE__{
+          task: %Task{ref: ref}
+        } = state
+      ) do
+    Logger.info("Index had to catch up, but the but request is timing out, so retrying immediately.")
+
+    send(self(), :catchup_index)
+
+    {:noreply, %__MODULE__{state | task: nil}}
+  end
+
   def handle_info(
         {:DOWN, ref, :process, pid, reason},
         %__MODULE__{task: %Task{pid: pid, ref: ref}} = state
@@ -272,4 +285,15 @@ defmodule Indexer.Block.Catchup.BoundIntervalSupervisor do
 
     {:noreply, %__MODULE__{state | task: nil}}
   end
+
+  def handle_info(
+        {:DOWN, _ref, :process, _pid, reason},
+        %__MODULE__{task: nil} = state
+      ) do
+    Logger.error(fn -> "Catchup index stream exited with reason (#{inspect(reason)}). Restarting" end)
+
+    send(self(), :catchup_index)
+
+    {:noreply, %__MODULE__{state | task: nil}}
+  end
 end

apps/indexer/lib/indexer/block/catchup/fetcher.ex

@@ -71,15 +71,7 @@ defmodule Indexer.Block.Catchup.Fetcher do
       ) do
     Logger.metadata(fetcher: :block_catchup)
 
-    {:ok, latest_block_number} =
-      case latest_block() do
-        nil ->
-          EthereumJSONRPC.fetch_block_number_by_tag("latest", json_rpc_named_arguments)
-
-        number ->
-          {:ok, number}
-      end
-
+    with {:ok, latest_block_number} <- fetch_last_block(json_rpc_named_arguments) do
       case latest_block_number do
         # let realtime indexer get the genesis block
         0 ->
@@ -123,7 +115,23 @@ defmodule Indexer.Block.Catchup.Fetcher do
                 Shrinkable.shrunk?(sequence)
             end
 
-        %{first_block_number: first, last_block_number: last, missing_block_count: missing_block_count, shrunk: shrunk}
+          %{
+            first_block_number: first,
+            last_block_number: last,
+            missing_block_count: missing_block_count,
+            shrunk: shrunk
+          }
+      end
+    end
+  end
+
+  defp fetch_last_block(json_rpc_named_arguments) do
+    case latest_block() do
+      nil ->
+        EthereumJSONRPC.fetch_block_number_by_tag("latest", json_rpc_named_arguments)
+
+      number ->
+        {:ok, number}
     end
   end
 

apps/indexer/lib/indexer/fetcher/pending_transaction.ex

@@ -136,6 +136,11 @@ defmodule Indexer.Fetcher.PendingTransaction do
 
         :ok
 
+      {:error, :etimedout} ->
+        Logger.error("timeout")
+
+        :ok
+
       {:error, {:bad_gateway, _}} ->
         Logger.error("bad_gateway")