Viktor Baranov
3 years ago
parent
2bd8c5ff34
commit
dee0af3bf9
@ -0,0 +1,11 @@ |
||||
defmodule Explorer.Repo.Migrations.AddBlockIsEmptyFlag do |
||||
use Ecto.Migration |
||||
|
||||
def change do |
||||
alter table(:blocks) do |
||||
add(:is_empty, :bool, null: true) |
||||
end |
||||
|
||||
create(index(:blocks, [:is_empty])) |
||||
end |
||||
end |
||||
@ -0,0 +1,17 @@ |
||||
defmodule Explorer.Repo.Migrations.AddIsEmptyIndex do |
||||
use Ecto.Migration |
||||
@disable_ddl_transaction true |
||||
@disable_migration_lock true |
||||
|
||||
def change do |
||||
create( |
||||
index( |
||||
:blocks, |
||||
~w(consensus)a, |
||||
name: :empty_consensus_blocks, |
||||
where: "is_empty IS NULL", |
||||
concurrently: true |
||||
) |
||||
) |
||||
end |
||||
end |
||||
@ -0,0 +1,143 @@ |
||||
defmodule Indexer.EmptyBlocksSanitizer do |
||||
@moduledoc """ |
||||
Periodically checks empty blocks starting from the head of the chain, detects for which blocks transactions should be refetched |
||||
and loose consensus for block in order to refetch transactions. |
||||
""" |
||||
|
||||
use GenServer |
||||
|
||||
require Logger |
||||
|
||||
import Ecto.Query, |
||||
only: [ |
||||
from: 2 |
||||
] |
||||
|
||||
import EthereumJSONRPC, only: [integer_to_quantity: 1, json_rpc: 2, request: 1] |
||||
|
||||
alias Explorer.{Chain, Repo} |
||||
alias Explorer.Chain.Block |
||||
alias Explorer.Chain.Import.Runner.Blocks |
||||
|
||||
# milliseconds |
||||
@timeout 1_000 |
||||
|
||||
# unprocessed emty blocks to fetch at once |
||||
@limit 400 |
||||
|
||||
@interval :timer.minutes(2) |
||||
|
||||
defstruct interval: @interval, |
||||
json_rpc_named_arguments: [] |
||||
|
||||
def child_spec([init_arguments]) do |
||||
child_spec([init_arguments, []]) |
||||
end |
||||
|
||||
def child_spec([_init_arguments, _gen_server_options] = start_link_arguments) do |
||||
default = %{ |
||||
id: __MODULE__, |
||||
start: {__MODULE__, :start_link, start_link_arguments} |
||||
} |
||||
|
||||
Supervisor.child_spec(default, []) |
||||
end |
||||
|
||||
def start_link(init_opts, gen_server_opts \\ []) do |
||||
GenServer.start_link(__MODULE__, init_opts, gen_server_opts) |
||||
end |
||||
|
||||
def init(opts) when is_list(opts) do |
||||
state = %__MODULE__{ |
||||
json_rpc_named_arguments: Keyword.fetch!(opts, :json_rpc_named_arguments), |
||||
interval: opts[:interval] || @interval |
||||
} |
||||
|
||||
Process.send_after(self(), :sanitize_empty_blocks, state.interval) |
||||
|
||||
{:ok, state} |
||||
end |
||||
|
||||
def handle_info( |
||||
:sanitize_empty_blocks, |
||||
%{interval: interval, json_rpc_named_arguments: json_rpc_named_arguments} = state |
||||
) do |
||||
Logger.info("Start sanitizing of empty blocks. Batch size is #{@limit}", |
||||
fetcher: :empty_blocks_to_refetch |
||||
) |
||||
|
||||
sanitize_empty_blocks(json_rpc_named_arguments) |
||||
|
||||
Process.send_after(self(), :sanitize_empty_blocks, interval) |
||||
|
||||
{:noreply, state} |
||||
end |
||||
|
||||
defp sanitize_empty_blocks(json_rpc_named_arguments) do |
||||
unprocessed_empty_blocks_from_db = Chain.unprocessed_empty_blocks_query_list(@limit) |
||||
|
||||
unprocessed_empty_blocks_from_db |
||||
|> Enum.with_index() |
||||
|> Enum.each(fn {{block_number, block_hash}, ind} -> |
||||
with {:ok, %{"transactions" => transactions}} <- |
||||
%{id: ind, method: "eth_getBlockByNumber", params: [integer_to_quantity(block_number), false]} |
||||
|> request() |
||||
|> json_rpc(json_rpc_named_arguments) do |
||||
transactions_count = |
||||
transactions |
||||
|> Enum.count() |
||||
|
||||
if transactions_count > 0 do |
||||
Logger.info( |
||||
"Block with number #{block_number} and hash #{to_string(block_hash)} is full of transactions. We should set consensus=false for it in order to refetch.", |
||||
fetcher: :empty_blocks_to_refetch |
||||
) |
||||
|
||||
Blocks.invalidate_consensus_blocks([block_number]) |
||||
else |
||||
Logger.debug( |
||||
"Block with number #{block_number} and hash #{to_string(block_hash)} is empty. We should set is_empty=true for it.", |
||||
fetcher: :empty_blocks_to_refetch |
||||
) |
||||
|
||||
set_is_empty_for_block(block_hash) |
||||
end |
||||
end |
||||
end) |
||||
|
||||
Logger.info("Batch of empty blocks is sanitized", |
||||
fetcher: :empty_blocks_to_refetch |
||||
) |
||||
end |
||||
|
||||
defp set_is_empty_for_block(block_hash) do |
||||
query = |
||||
from( |
||||
block in Block, |
||||
select: block, |
||||
where: block.hash == ^block_hash, |
||||
lock: "FOR UPDATE" |
||||
) |
||||
|
||||
updated_at = DateTime.utc_now() |
||||
|
||||
update_query = |
||||
from( |
||||
b in Block, |
||||
join: s in subquery(query), |
||||
on: b.hash == s.hash, |
||||
update: [ |
||||
set: [ |
||||
is_empty: true, |
||||
updated_at: ^updated_at |
||||
] |
||||
], |
||||
select: s |
||||
) |
||||
|
||||
Repo.update_all(update_query, [], timeout: @timeout) |
||||
rescue |
||||
postgrex_error in Postgrex.Error -> |
||||
{:error, %{exception: postgrex_error}} |
||||
end |
||||
end |
||||
Loading…
Reference in new issue