Merge pull request #548 from poanetwork/521-optimize-account-page

Use CTE for optimized address transactions query

apps/explorer/lib/explorer/chain.ex

@@ -179,13 +179,10 @@ defmodule Explorer.Chain do
       when is_list(options) do
     direction = Keyword.get(options, :direction)
     necessity_by_association = Keyword.get(options, :necessity_by_association, %{})
-    paging_options = Keyword.get(options, :paging_options, @default_paging_options)
 
-    # Added transaction.hash to order_by to force postgres to not use `transactions_recent_collated_index` for an
+    options
-    # index_scan before filtering based on the WHERE clauses (i.e. to speed up the query)
+    |> Keyword.get(:paging_options, @default_paging_options)
-    Transaction
+    |> fetch_transactions()
-    |> order_by([transaction], desc: transaction.block_number, desc: transaction.index, asc: transaction.hash)
-    |> handle_paging_options(paging_options)
     |> Transaction.where_address_fields_match(address_hash, direction)
     |> join_associations(necessity_by_association)
     |> Transaction.preload_token_transfers(address_hash)

apps/explorer/lib/explorer/chain/transaction.ex

@@ -3,6 +3,8 @@ defmodule Explorer.Chain.Transaction do
 
   use Explorer.Schema
 
+  import Ecto.Query, only: [from: 2, join: 5, preload: 3]
+
   alias Ecto.Changeset
 
   alias Explorer.Chain.{
@@ -334,78 +336,90 @@ defmodule Explorer.Chain.Transaction do
   to token_contract_address_hash, to_address_hash or from_address_hash from Token Transfers's table.
   """
   def where_address_fields_match(query, address_hash, :to) do
-    query
+    join(
-    |> where(
+      query,
-      [t],
+      :inner,
-      t.hash in fragment(
+      [transaction],
+      matches in fragment(
         """
-        (
+        WITH hashes AS (
-          SELECT t0.hash AS hash
+          (
-          FROM transactions AS t0
+            SELECT t0.hash AS hash
-          WHERE t0.to_address_hash = ? OR t0.created_contract_address_hash = ?
+            FROM transactions AS t0
-        )
+            WHERE t0.to_address_hash = ? OR t0.created_contract_address_hash = ?
-        UNION
+          )
-        (
+          UNION ALL
-          SELECT tt.transaction_hash AS hash
+          (
-          FROM token_transfers AS tt
+            SELECT tt.transaction_hash AS hash
-          WHERE tt.to_address_hash = ?
+            FROM token_transfers AS tt
-        )
+            WHERE tt.to_address_hash = ?
+          )
+        ) SELECT * from hashes
         """,
         ^address_hash.bytes,
         ^address_hash.bytes,
         ^address_hash.bytes
-      )
+      ),
+      transaction.hash == matches.hash
     )
   end
 
   def where_address_fields_match(query, address_hash, :from) do
-    query
+    join(
-    |> where(
+      query,
-      [t],
+      :inner,
-      t.hash in fragment(
+      [transaction],
+      matches in fragment(
         """
-        (
+        WITH hashes AS (
-          SELECT t0.hash AS hash
+          (
-          FROM transactions AS t0
+            SELECT t0.hash AS hash
-          WHERE t0.from_address_hash = ?
+            FROM transactions AS t0
-        )
+            WHERE t0.from_address_hash = ?
-        UNION
+          )
-        (
+          UNION ALL
-          SELECT tt.transaction_hash AS hash
+          (
-          FROM token_transfers AS tt
+            SELECT tt.transaction_hash AS hash
-          WHERE tt.from_address_hash = ?
+            FROM token_transfers AS tt
-        )
+            WHERE tt.from_address_hash = ?
+          )
+        ) SELECT * from hashes
         """,
         ^address_hash.bytes,
         ^address_hash.bytes
-      )
+      ),
+      transaction.hash == matches.hash
     )
   end
 
   def where_address_fields_match(query, address_hash, nil) do
-    query
+    join(
-    |> where(
+      query,
-      [t],
+      :inner,
-      t.hash in fragment(
+      [transaction],
+      matches in fragment(
         """
-        (
+        WITH hashes AS (
-          SELECT t0.hash AS hash
+          (
-          FROM transactions AS t0
+            SELECT t0.hash AS hash
-          WHERE t0.to_address_hash = ? OR t0.from_address_hash = ? OR t0.created_contract_address_hash = ?
+            FROM transactions AS t0
-        )
+            WHERE t0.to_address_hash = ? OR t0.from_address_hash = ? OR t0.created_contract_address_hash = ?
-        UNION
+          )
-        (
+          UNION ALL
-          SELECT tt.transaction_hash AS hash
+          (
-          FROM token_transfers AS tt
+            SELECT tt.transaction_hash AS hash
-          WHERE tt.to_address_hash = ? OR tt.from_address_hash = ?
+            FROM token_transfers AS tt
-        )
+            WHERE tt.to_address_hash = ? OR tt.from_address_hash = ?
+          )
+        ) SELECT * from hashes
         """,
         ^address_hash.bytes,
         ^address_hash.bytes,
         ^address_hash.bytes,
         ^address_hash.bytes,
         ^address_hash.bytes
-      )
+      ),
+      transaction.hash == matches.hash
     )
   end