Retry e2e tests 3 times (#9070)

test/e2e/run-all.sh

@@ -5,72 +5,91 @@ set -e
 set -u
 set -o pipefail
 
+retry () {
+  retry=0
+  limit="${METAMASK_E2E_RETRY_LIMIT:-3}"
+  while [[ $retry -lt $limit ]]
+  do
+    "$@" && break
+    retry=$(( retry + 1 ))
+    sleep 1
+  done
+
+  if [[ $retry == "$limit" ]]
+  then
+    exit 1
+  fi
+}
+
 export PATH="$PATH:./node_modules/.bin"
 
-mocha --no-timeouts test/e2e/tests/*.spec.js
+for spec in test/e2e/tests/*.spec.js
+do
+  retry mocha --no-timeouts "${spec}"
+done
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/metamask-ui.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/metamask-responsive-ui.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/signature-request.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'mocha test/e2e/from-import-ui.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'mocha test/e2e/send-edit.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/ethereum-on.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/permissions.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'sendwithprivatedapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn sendwithprivatedapp' \
   'mocha test/e2e/incremental-security.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names 'dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \
   'yarn dapp' \
   'mocha test/e2e/address-book.spec'
 
-concurrently --kill-others \
+retry concurrently --kill-others \
   --names '3box,dapp,e2e' \
   --prefix '[{time}][{name}]' \
   --success first \