You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
284 lines
9.0 KiB
284 lines
9.0 KiB
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"runtime"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/harmony-one/harmony/api/client"
|
|
proto_node "github.com/harmony-one/harmony/api/proto/node"
|
|
"github.com/harmony-one/harmony/cmd/client/txgen/txgen"
|
|
"github.com/harmony-one/harmony/consensus"
|
|
"github.com/harmony-one/harmony/core/types"
|
|
"github.com/harmony-one/harmony/internal/newnode"
|
|
"github.com/harmony-one/harmony/internal/utils"
|
|
"github.com/harmony-one/harmony/node"
|
|
"github.com/harmony-one/harmony/p2p"
|
|
p2p_host "github.com/harmony-one/harmony/p2p/host"
|
|
"github.com/harmony-one/harmony/p2p/p2pimpl"
|
|
peerstore "github.com/libp2p/go-libp2p-peerstore"
|
|
multiaddr "github.com/multiformats/go-multiaddr"
|
|
)
|
|
|
|
var (
|
|
version string
|
|
builtBy string
|
|
builtAt string
|
|
commit string
|
|
stateMutex sync.Mutex
|
|
)
|
|
|
|
func printVersion(me string) {
|
|
fmt.Fprintf(os.Stderr, "Harmony (C) 2018. %v, version %v-%v (%v %v)\n", path.Base(me), version, commit, builtBy, builtAt)
|
|
os.Exit(0)
|
|
}
|
|
|
|
// The main entrance for the transaction generator program which simulate transactions and send to the network for
|
|
// processing.
|
|
func main() {
|
|
ip := flag.String("ip", "127.0.0.1", "IP of the node")
|
|
port := flag.String("port", "9999", "port of the node.")
|
|
|
|
maxNumTxsPerBatch := flag.Int("max_num_txs_per_batch", 20000, "number of transactions to send per message")
|
|
logFolder := flag.String("log_folder", "latest", "the folder collecting the logs of this execution")
|
|
duration := flag.Int("duration", 10, "duration of the tx generation in second. If it's negative, the experiment runs forever.")
|
|
versionFlag := flag.Bool("version", false, "Output version info")
|
|
crossShardRatio := flag.Int("cross_shard_ratio", 30, "The percentage of cross shard transactions.")
|
|
|
|
bcIP := flag.String("bc", "127.0.0.1", "IP of the identity chain")
|
|
bcPort := flag.String("bc_port", "8081", "port of the identity chain")
|
|
|
|
bcAddr := flag.String("bc_addr", "", "MultiAddr of the identity chain")
|
|
|
|
// Key file to store the private key
|
|
keyFile := flag.String("key", "./.txgenkey", "the private key file of the txgen")
|
|
flag.Var(&utils.BootNodes, "bootnodes", "a list of bootnode multiaddress")
|
|
|
|
// LibP2P peer discovery integration test
|
|
libp2pPD := flag.Bool("libp2p_pd", false, "enable libp2p based peer discovery")
|
|
|
|
flag.Parse()
|
|
|
|
if *versionFlag {
|
|
printVersion(os.Args[0])
|
|
}
|
|
|
|
// Add GOMAXPROCS to achieve max performance.
|
|
runtime.GOMAXPROCS(1024)
|
|
|
|
// Logging setup
|
|
utils.SetPortAndIP(*port, *ip)
|
|
|
|
if len(utils.BootNodes) == 0 {
|
|
bootNodeAddrs, err := utils.StringsToAddrs(utils.DefaultBootNodeAddrStrings)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
utils.BootNodes = bootNodeAddrs
|
|
}
|
|
|
|
var shardIDLeaderMap map[uint32]p2p.Peer
|
|
nodePriKey, _, err := utils.LoadKeyFromFile(*keyFile)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
peerPriKey, peerPubKey := utils.GenKey(*ip, *port)
|
|
if peerPriKey == nil || peerPubKey == nil {
|
|
panic(fmt.Errorf("generate key error"))
|
|
}
|
|
|
|
selfPeer := p2p.Peer{IP: *ip, Port: *port, ValidatorID: -1, PubKey: peerPubKey}
|
|
|
|
if !*libp2pPD {
|
|
var bcPeer *p2p.Peer
|
|
if *bcAddr != "" {
|
|
// Turn the destination into a multiaddr.
|
|
maddr, err := multiaddr.NewMultiaddr(*bcAddr)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
// Extract the peer ID from the multiaddr.
|
|
info, err := peerstore.InfoFromP2pAddr(maddr)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
bcPeer = &p2p.Peer{IP: *bcIP, Port: *bcPort, Addrs: info.Addrs, PeerID: info.ID}
|
|
} else {
|
|
bcPeer = &p2p.Peer{IP: *bcIP, Port: *bcPort}
|
|
}
|
|
|
|
candidateNode := newnode.New(*ip, *port, nodePriKey)
|
|
candidateNode.AddPeer(bcPeer)
|
|
candidateNode.ContactBeaconChain(*bcPeer)
|
|
selfPeer := candidateNode.GetSelfPeer()
|
|
selfPeer.PubKey = candidateNode.PubK
|
|
|
|
shardIDLeaderMap = candidateNode.Leaders
|
|
|
|
debugPrintShardIDLeaderMap(shardIDLeaderMap)
|
|
} else {
|
|
shardIDLeaderMap = make(map[uint32]p2p.Peer)
|
|
shardIDLeaderMap[0] = p2p.Peer{}
|
|
utils.UseLibP2P = true
|
|
}
|
|
|
|
// Do cross shard tx if there are more than one shard
|
|
setting := txgen.Settings{
|
|
NumOfAddress: 10000,
|
|
CrossShard: len(shardIDLeaderMap) > 1,
|
|
MaxNumTxsPerBatch: *maxNumTxsPerBatch,
|
|
CrossShardRatio: *crossShardRatio,
|
|
}
|
|
|
|
// TODO(Richard): refactor this chuck to a single method
|
|
// Setup a logger to stdout and log file.
|
|
logFileName := fmt.Sprintf("./%v/txgen.log", *logFolder)
|
|
h := log.MultiHandler(
|
|
log.StreamHandler(os.Stdout, log.TerminalFormat(false)),
|
|
log.Must.FileHandler(logFileName, log.LogfmtFormat()), // Log to file
|
|
)
|
|
log.Root().SetHandler(h)
|
|
|
|
// Nodes containing blockchain data to mirror the shards' data in the network
|
|
nodes := []*node.Node{}
|
|
host, err := p2pimpl.NewHost(&selfPeer, nodePriKey)
|
|
if err != nil {
|
|
panic("unable to new host in txgen")
|
|
}
|
|
for shardID := range shardIDLeaderMap {
|
|
node := node.New(host, &consensus.Consensus{ShardID: shardID}, nil)
|
|
// Assign many fake addresses so we have enough address to play with at first
|
|
nodes = append(nodes, node)
|
|
}
|
|
|
|
// Client/txgenerator server node setup
|
|
consensusObj := consensus.New(host, "0", nil, p2p.Peer{})
|
|
clientNode := node.New(host, consensusObj, nil)
|
|
clientNode.Client = client.NewClient(clientNode.GetHost(), shardIDLeaderMap)
|
|
|
|
readySignal := make(chan uint32)
|
|
go func() {
|
|
for i := range shardIDLeaderMap {
|
|
readySignal <- i
|
|
}
|
|
}()
|
|
// This func is used to update the client's blockchain when new blocks are received from the leaders
|
|
updateBlocksFunc := func(blocks []*types.Block) {
|
|
utils.GetLogInstance().Info("[Txgen] Received new block", "block", blocks)
|
|
for _, block := range blocks {
|
|
for _, node := range nodes {
|
|
shardID := block.ShardID()
|
|
|
|
if node.Consensus.ShardID == shardID {
|
|
// Add it to blockchain
|
|
utils.GetLogInstance().Info("Current Block", "hash", node.Blockchain().CurrentBlock().Hash().Hex())
|
|
utils.GetLogInstance().Info("Adding block from leader", "txNum", len(block.Transactions()), "shardID", shardID, "preHash", block.ParentHash().Hex())
|
|
node.AddNewBlock(block)
|
|
stateMutex.Lock()
|
|
node.Worker.UpdateCurrent()
|
|
stateMutex.Unlock()
|
|
readySignal <- shardID
|
|
} else {
|
|
continue
|
|
}
|
|
}
|
|
}
|
|
}
|
|
clientNode.Client.UpdateBlocks = updateBlocksFunc
|
|
|
|
for _, leader := range shardIDLeaderMap {
|
|
if *libp2pPD {
|
|
clientNode.Role = node.NewNode
|
|
} else {
|
|
clientNode.GetHost().AddPeer(&leader)
|
|
utils.GetLogInstance().Debug("Client Join Shard", "leader", leader)
|
|
go clientNode.JoinShard(leader)
|
|
}
|
|
clientNode.State = node.NodeReadyForConsensus
|
|
}
|
|
|
|
if *libp2pPD {
|
|
clientNode.ServiceManagerSetup()
|
|
clientNode.RunServices()
|
|
go clientNode.StartServer()
|
|
} else {
|
|
// Start the client server to listen to leader's message
|
|
go clientNode.StartServer()
|
|
// wait for 1 seconds for client to send ping message to leader
|
|
time.Sleep(time.Second)
|
|
clientNode.StopPing <- struct{}{}
|
|
}
|
|
clientNode.State = node.NodeReadyForConsensus
|
|
|
|
// Transaction generation process
|
|
time.Sleep(5 * time.Second) // wait for nodes to be ready
|
|
start := time.Now()
|
|
totalTime := float64(*duration)
|
|
|
|
for {
|
|
t := time.Now()
|
|
if totalTime > 0 && t.Sub(start).Seconds() >= totalTime {
|
|
utils.GetLogInstance().Debug("Generator timer ended.", "duration", (int(t.Sub(start))), "startTime", start, "totalTime", totalTime)
|
|
break
|
|
}
|
|
select {
|
|
case shardID := <-readySignal:
|
|
shardIDTxsMap := make(map[uint32]types.Transactions)
|
|
lock := sync.Mutex{}
|
|
|
|
stateMutex.Lock()
|
|
utils.GetLogInstance().Warn("STARTING TX GEN", "gomaxprocs", runtime.GOMAXPROCS(0))
|
|
txs, _ := txgen.GenerateSimulatedTransactionsAccount(int(shardID), nodes, setting)
|
|
|
|
lock.Lock()
|
|
// Put txs into corresponding shards
|
|
shardIDTxsMap[shardID] = append(shardIDTxsMap[shardID], txs...)
|
|
lock.Unlock()
|
|
stateMutex.Unlock()
|
|
|
|
lock.Lock()
|
|
for shardID, txs := range shardIDTxsMap { // Send the txs to corresponding shards
|
|
go func(shardID uint32, txs types.Transactions) {
|
|
SendTxsToLeader(clientNode, shardIDLeaderMap[shardID], txs)
|
|
}(shardID, txs)
|
|
}
|
|
lock.Unlock()
|
|
case <-time.After(10 * time.Second):
|
|
utils.GetLogInstance().Warn("No new block is received so far")
|
|
}
|
|
}
|
|
|
|
// Send a stop message to stop the nodes at the end
|
|
msg := proto_node.ConstructStopMessage()
|
|
if utils.UseLibP2P {
|
|
clientNode.GetHost().SendMessageToGroups([]p2p.GroupID{p2p.GroupIDBeaconClient}, p2p_host.ConstructP2pMessage(byte(0), msg))
|
|
} else {
|
|
clientNode.BroadcastMessage(clientNode.Client.GetLeaders(), msg)
|
|
}
|
|
time.Sleep(3000 * time.Millisecond)
|
|
}
|
|
|
|
// SendTxsToLeader sends txs to leader account.
|
|
func SendTxsToLeader(clientNode *node.Node, leader p2p.Peer, txs types.Transactions) {
|
|
utils.GetLogInstance().Debug("[Generator] Sending account-based txs to...", "leader", leader, "numTxs", len(txs))
|
|
msg := proto_node.ConstructTransactionListMessageAccount(txs)
|
|
if utils.UseLibP2P {
|
|
clientNode.GetHost().SendMessageToGroups([]p2p.GroupID{p2p.GroupIDBeaconClient}, p2p_host.ConstructP2pMessage(byte(0), msg))
|
|
} else {
|
|
clientNode.SendMessage(leader, msg)
|
|
}
|
|
}
|
|
|
|
func debugPrintShardIDLeaderMap(leaderMap map[uint32]p2p.Peer) {
|
|
for k, v := range leaderMap {
|
|
utils.GetLogInstance().Debug("Leader", "ShardID", k, "Leader", v)
|
|
}
|
|
}
|
|
|