blockscout/lib/explorer/fetcher.ex

defmodule Explorer.Fetcher  do
  @moduledoc false
  alias Explorer.Address
  alias Explorer.Block
  alias Explorer.FromAddress
  alias Explorer.Repo.NewRelic, as: Repo
  alias Explorer.ToAddress
  alias Explorer.Transaction

  import Ethereumex.HttpClient, only: [eth_get_block_by_number: 2]

  @dialyzer {:nowarn_function, fetch: 1}
  def fetch(block_number) do
    raw_block = block_number |> download_block
    Repo.transaction fn ->
      raw_block
      |> extract_block
      |> prepare_block
      |> Repo.insert_or_update!
      |> extract_transactions(raw_block["transactions"])
    end
  end

  @dialyzer {:nowarn_function, download_block: 1}
  def download_block(block_number) do
    {:ok, block} = eth_get_block_by_number(block_number, true)
    block
  end

  def extract_block(block) do
    %{
      hash: block["hash"],
      number: block["number"] |> decode_integer_field,
      gas_used: block["gasUsed"] |> decode_integer_field,
      timestamp: block["timestamp"] |> decode_time_field,
      parent_hash: block["parentHash"],
      miner: block["miner"],
      difficulty: block["difficulty"] |> decode_integer_field,
      total_difficulty: block["totalDifficulty"] |> decode_integer_field,
      size: block["size"] |> decode_integer_field,
      gas_limit: block["gasLimit"] |> decode_integer_field,
      nonce: block["nonce"] || "0",
    }
  end

  def extract_transactions(block, transactions) do
    Enum.map(transactions, fn(transaction) ->
      create_transaction(block, transaction)
    end)
  end

  def create_transaction(block, changes) do
    transaction = Repo.get_by(Transaction, hash: changes["hash"]) || %Transaction{}
    transaction
    |> Transaction.changeset(extract_transaction(block, changes))
    |> Repo.insert_or_update!
    |> create_from_address(changes["from"])
    |> create_to_address(changes["to"] || changes["creates"])
  end

  def extract_transaction(block, transaction) do
    %{
      hash: transaction["hash"],
      value: transaction["value"] |> decode_integer_field,
      gas: transaction["gas"] |> decode_integer_field,
      gas_price: transaction["gasPrice"] |> decode_integer_field,
      input: transaction["input"],
      nonce: transaction["nonce"] |> decode_integer_field,
      public_key: transaction["publicKey"],
      r: transaction["r"],
      s: transaction["s"],
      standard_v: transaction["standardV"],
      transaction_index: transaction["transactionIndex"],
      v: transaction["v"],
      block_id: block.id,
    }
  end

  def create_to_address(transaction, hash) do
    address = Address.find_or_create_by_hash(hash)
    changes = %{transaction_id: transaction.id, address_id: address.id}

    to_address = Repo.get_by(ToAddress, changes) || %ToAddress{}
    to_address
    |> ToAddress.changeset(changes)
    |> Repo.insert_or_update!

    transaction
  end

  def create_from_address(transaction, hash) do
    address = Address.find_or_create_by_hash(hash)
    changes = %{transaction_id: transaction.id, address_id: address.id}

    from_address = Repo.get_by(FromAddress, changes) || %FromAddress{}
    from_address
    |> FromAddress.changeset(changes)
    |> Repo.insert_or_update!

    transaction
  end

  def prepare_block(changes) do
    block = Repo.get_by(Block, hash: changes.hash) || %Block{}
    Block.changeset(block, changes)
  end

  def decode_integer_field(hex) do
    {"0x", base_16} = String.split_at(hex, 2)
    String.to_integer(base_16, 16)
  end

  def decode_time_field(field) do
    field |> decode_integer_field |> Timex.from_unix
  end
end