From 40a9da30228b94b97e10d887d7fcb3b2f7b42169 Mon Sep 17 00:00:00 2001
From: Amanda Sposito <amandinha.sposito@gmail.com>
Date: Mon, 26 Nov 2018 18:33:22 -0200
Subject: [PATCH] Add script to migrate nonce to addresses

This script copy nonce from the transactions' table to addresses' table in batches.
---
 .../20181106152300_add_nonce_to_addresses.exs | 23 +++-----
 .../20181126182700_migrate_address_nonce.sql  | 55 +++++++++++++++++++
 2 files changed, 64 insertions(+), 14 deletions(-)
 create mode 100644 apps/explorer/priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql

diff --git a/apps/explorer/priv/repo/migrations/20181106152300_add_nonce_to_addresses.exs b/apps/explorer/priv/repo/migrations/20181106152300_add_nonce_to_addresses.exs
index b6fd4f1594..871c1daf57 100644
--- a/apps/explorer/priv/repo/migrations/20181106152300_add_nonce_to_addresses.exs
+++ b/apps/explorer/priv/repo/migrations/20181106152300_add_nonce_to_addresses.exs
@@ -1,4 +1,13 @@
 defmodule Explorer.Repo.Migrations.AddNonceToAddresses do
+  @moduledoc """
+  Use `priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql` to migrate data.
+
+  ```sh
+  mix ecto.migrate
+  psql -d $DATABASE -a -f priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql
+  ```
+  """
+
   use Ecto.Migration
 
   def up do
@@ -6,20 +15,6 @@ defmodule Explorer.Repo.Migrations.AddNonceToAddresses do
     alter table(:addresses) do
       add(:nonce, :integer)
     end
-
-    # Populate nonce field from transactions table
-    # Commented out due to running time concerns
-    # execute("""
-    #     WITH t AS (
-    #         SELECT from_address_hash AS hash, MAX(nonce) AS nonce
-    #         FROM transactions
-    #         GROUP BY hash
-    #     )
-    #  UPDATE addresses AS a
-    #     SET nonce = t.nonce
-    #     FROM t
-    #     WHERE a.hash = t.hash
-    # """)
   end
 
   def down do
diff --git a/apps/explorer/priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql b/apps/explorer/priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql
new file mode 100644
index 0000000000..bae18c3e84
--- /dev/null
+++ b/apps/explorer/priv/repo/migrations/scripts/20181126182700_migrate_address_nonce.sql
@@ -0,0 +1,55 @@
+DO $$
+ DECLARE
+    row_count integer := 1;
+    batch_size  integer := 50000; -- HOW MANY ITEMS WILL BE UPDATED AT TIME
+    iterator  integer := batch_size;
+    affected integer;
+ BEGIN
+   DROP TABLE IF EXISTS addresses_nonce_temp;
+
+   -- CREATES TEMP TABLE TO STORE THE ADDRESS NONCE TO BE UPDATED
+   CREATE TEMP TABLE addresses_nonce_temp(
+     from_address_hash bytea,
+     nonce integer,
+     row_number integer
+   );
+
+   INSERT INTO addresses_nonce_temp
+   SELECT DISTINCT ON (from_address_hash)
+     from_address_hash,
+     nonce,
+     ROW_NUMBER () OVER ()
+   FROM transactions
+   ORDER BY from_address_hash, nonce DESC;
+
+   row_count := (SELECT count(*) FROM addresses_nonce_temp);
+
+   RAISE NOTICE '% items to be updated', row_count;
+
+   -- ITERATES THROUGH THE ITEMS UNTIL THE TEMP TABLE IS EMPTY
+   WHILE row_count > 0 LOOP
+     -- UPDATES THE ADDRESS NONCE AND RETURNS THE ADDRESS_HASH
+     WITH updated_addresses AS (
+       UPDATE addresses SET nonce = addresses_nonce_temp.nonce
+       FROM addresses_nonce_temp
+       WHERE addresses_nonce_temp.from_address_hash = addresses.hash
+       AND addresses_nonce_temp.row_number <= iterator
+       RETURNING addresses_nonce_temp.from_address_hash
+     )
+     DELETE FROM addresses_nonce_temp
+     WHERE (from_address_hash) IN (select from_address_hash from updated_addresses);
+
+     GET DIAGNOSTICS affected = ROW_COUNT;
+     RAISE NOTICE '-> % addresses updated!', affected;
+
+     -- COMMITS THE BATCH UPDATES
+     CHECKPOINT;
+
+     -- UPDATES THE COUNTER SO IT DOESN'T TURN INTO A INFINITE LOOP
+     row_count := (SELECT count(*) FROM addresses_nonce_temp);
+     iterator := iterator + batch_size;
+
+     RAISE NOTICE '-> % counter', row_count;
+     RAISE NOTICE '-> % next batch', iterator;
+   END LOOP;
+ END $$;