Rongjian Lan
6 years ago
commit
4bf2b14847
@ -1,3 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
//go:generate protoc beaconchain.proto --go_out=plugins=grpc:.
|
||||
@ -1,256 +0,0 @@ |
||||
// Code generated by protoc-gen-go. DO NOT EDIT.
|
||||
// source: beaconchain.proto
|
||||
|
||||
package beaconchain |
||||
|
||||
import ( |
||||
context "context" |
||||
fmt "fmt" |
||||
proto "github.com/golang/protobuf/proto" |
||||
grpc "google.golang.org/grpc" |
||||
math "math" |
||||
) |
||||
|
||||
// Reference imports to suppress errors if they are not otherwise used.
|
||||
var _ = proto.Marshal |
||||
var _ = fmt.Errorf |
||||
var _ = math.Inf |
||||
|
||||
// This is a compile-time assertion to ensure that this generated file
|
||||
// is compatible with the proto package it is being compiled against.
|
||||
// A compilation error at this line likely means your copy of the
|
||||
// proto package needs to be updated.
|
||||
const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package
|
||||
|
||||
// FetchLeadersRequest is the request to fetch the current leaders.
|
||||
type FetchLeadersRequest struct { |
||||
XXX_NoUnkeyedLiteral struct{} `json:"-"` |
||||
XXX_unrecognized []byte `json:"-"` |
||||
XXX_sizecache int32 `json:"-"` |
||||
} |
||||
|
||||
func (m *FetchLeadersRequest) Reset() { *m = FetchLeadersRequest{} } |
||||
func (m *FetchLeadersRequest) String() string { return proto.CompactTextString(m) } |
||||
func (*FetchLeadersRequest) ProtoMessage() {} |
||||
func (*FetchLeadersRequest) Descriptor() ([]byte, []int) { |
||||
return fileDescriptor_474fd8061d1037cf, []int{0} |
||||
} |
||||
|
||||
func (m *FetchLeadersRequest) XXX_Unmarshal(b []byte) error { |
||||
return xxx_messageInfo_FetchLeadersRequest.Unmarshal(m, b) |
||||
} |
||||
func (m *FetchLeadersRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { |
||||
return xxx_messageInfo_FetchLeadersRequest.Marshal(b, m, deterministic) |
||||
} |
||||
func (m *FetchLeadersRequest) XXX_Merge(src proto.Message) { |
||||
xxx_messageInfo_FetchLeadersRequest.Merge(m, src) |
||||
} |
||||
func (m *FetchLeadersRequest) XXX_Size() int { |
||||
return xxx_messageInfo_FetchLeadersRequest.Size(m) |
||||
} |
||||
func (m *FetchLeadersRequest) XXX_DiscardUnknown() { |
||||
xxx_messageInfo_FetchLeadersRequest.DiscardUnknown(m) |
||||
} |
||||
|
||||
var xxx_messageInfo_FetchLeadersRequest proto.InternalMessageInfo |
||||
|
||||
// FetchLeadersResponse is the response of FetchLeadersRequest.
|
||||
type FetchLeadersResponse struct { |
||||
Leaders []*FetchLeadersResponse_Leader `protobuf:"bytes,1,rep,name=leaders,proto3" json:"leaders,omitempty"` |
||||
XXX_NoUnkeyedLiteral struct{} `json:"-"` |
||||
XXX_unrecognized []byte `json:"-"` |
||||
XXX_sizecache int32 `json:"-"` |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse) Reset() { *m = FetchLeadersResponse{} } |
||||
func (m *FetchLeadersResponse) String() string { return proto.CompactTextString(m) } |
||||
func (*FetchLeadersResponse) ProtoMessage() {} |
||||
func (*FetchLeadersResponse) Descriptor() ([]byte, []int) { |
||||
return fileDescriptor_474fd8061d1037cf, []int{1} |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse) XXX_Unmarshal(b []byte) error { |
||||
return xxx_messageInfo_FetchLeadersResponse.Unmarshal(m, b) |
||||
} |
||||
func (m *FetchLeadersResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { |
||||
return xxx_messageInfo_FetchLeadersResponse.Marshal(b, m, deterministic) |
||||
} |
||||
func (m *FetchLeadersResponse) XXX_Merge(src proto.Message) { |
||||
xxx_messageInfo_FetchLeadersResponse.Merge(m, src) |
||||
} |
||||
func (m *FetchLeadersResponse) XXX_Size() int { |
||||
return xxx_messageInfo_FetchLeadersResponse.Size(m) |
||||
} |
||||
func (m *FetchLeadersResponse) XXX_DiscardUnknown() { |
||||
xxx_messageInfo_FetchLeadersResponse.DiscardUnknown(m) |
||||
} |
||||
|
||||
var xxx_messageInfo_FetchLeadersResponse proto.InternalMessageInfo |
||||
|
||||
func (m *FetchLeadersResponse) GetLeaders() []*FetchLeadersResponse_Leader { |
||||
if m != nil { |
||||
return m.Leaders |
||||
} |
||||
return nil |
||||
} |
||||
|
||||
type FetchLeadersResponse_Leader struct { |
||||
Ip string `protobuf:"bytes,1,opt,name=ip,proto3" json:"ip,omitempty"` |
||||
Port string `protobuf:"bytes,2,opt,name=port,proto3" json:"port,omitempty"` |
||||
ShardId uint32 `protobuf:"varint,3,opt,name=shardId,proto3" json:"shardId,omitempty"` |
||||
PeerID string `protobuf:"bytes,4,opt,name=peerID,proto3" json:"peerID,omitempty"` |
||||
XXX_NoUnkeyedLiteral struct{} `json:"-"` |
||||
XXX_unrecognized []byte `json:"-"` |
||||
XXX_sizecache int32 `json:"-"` |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse_Leader) Reset() { *m = FetchLeadersResponse_Leader{} } |
||||
func (m *FetchLeadersResponse_Leader) String() string { return proto.CompactTextString(m) } |
||||
func (*FetchLeadersResponse_Leader) ProtoMessage() {} |
||||
func (*FetchLeadersResponse_Leader) Descriptor() ([]byte, []int) { |
||||
return fileDescriptor_474fd8061d1037cf, []int{1, 0} |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse_Leader) XXX_Unmarshal(b []byte) error { |
||||
return xxx_messageInfo_FetchLeadersResponse_Leader.Unmarshal(m, b) |
||||
} |
||||
func (m *FetchLeadersResponse_Leader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { |
||||
return xxx_messageInfo_FetchLeadersResponse_Leader.Marshal(b, m, deterministic) |
||||
} |
||||
func (m *FetchLeadersResponse_Leader) XXX_Merge(src proto.Message) { |
||||
xxx_messageInfo_FetchLeadersResponse_Leader.Merge(m, src) |
||||
} |
||||
func (m *FetchLeadersResponse_Leader) XXX_Size() int { |
||||
return xxx_messageInfo_FetchLeadersResponse_Leader.Size(m) |
||||
} |
||||
func (m *FetchLeadersResponse_Leader) XXX_DiscardUnknown() { |
||||
xxx_messageInfo_FetchLeadersResponse_Leader.DiscardUnknown(m) |
||||
} |
||||
|
||||
var xxx_messageInfo_FetchLeadersResponse_Leader proto.InternalMessageInfo |
||||
|
||||
func (m *FetchLeadersResponse_Leader) GetIp() string { |
||||
if m != nil { |
||||
return m.Ip |
||||
} |
||||
return "" |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse_Leader) GetPort() string { |
||||
if m != nil { |
||||
return m.Port |
||||
} |
||||
return "" |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse_Leader) GetShardId() uint32 { |
||||
if m != nil { |
||||
return m.ShardId |
||||
} |
||||
return 0 |
||||
} |
||||
|
||||
func (m *FetchLeadersResponse_Leader) GetPeerID() string { |
||||
if m != nil { |
||||
return m.PeerID |
||||
} |
||||
return "" |
||||
} |
||||
|
||||
func init() { |
||||
proto.RegisterType((*FetchLeadersRequest)(nil), "beaconchain.FetchLeadersRequest") |
||||
proto.RegisterType((*FetchLeadersResponse)(nil), "beaconchain.FetchLeadersResponse") |
||||
proto.RegisterType((*FetchLeadersResponse_Leader)(nil), "beaconchain.FetchLeadersResponse.Leader") |
||||
} |
||||
|
||||
func init() { proto.RegisterFile("beaconchain.proto", fileDescriptor_474fd8061d1037cf) } |
||||
|
||||
var fileDescriptor_474fd8061d1037cf = []byte{ |
||||
// 222 bytes of a gzipped FileDescriptorProto
|
||||
0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x84, 0x90, 0xcd, 0x4a, 0xc4, 0x30, |
||||
0x14, 0x85, 0x4d, 0x67, 0xe8, 0xe0, 0x1d, 0x15, 0xbc, 0xfe, 0x10, 0x66, 0x15, 0xbb, 0xca, 0xaa, |
||||
0x8b, 0xf1, 0x0d, 0xaa, 0x08, 0x05, 0x57, 0x11, 0xb7, 0x42, 0x9a, 0x5e, 0x68, 0x50, 0x9a, 0x98, |
||||
0x44, 0x1f, 0xce, 0xa7, 0x13, 0x53, 0x0b, 0x15, 0x44, 0x77, 0x39, 0x1f, 0x39, 0xe4, 0xcb, 0x81, |
||||
0xd3, 0x8e, 0xb4, 0x71, 0xa3, 0x19, 0xb4, 0x1d, 0x6b, 0x1f, 0x5c, 0x72, 0xb8, 0x5d, 0xa0, 0xea, |
||||
0x02, 0xce, 0xee, 0x28, 0x99, 0xe1, 0x9e, 0x74, 0x4f, 0x21, 0x2a, 0x7a, 0x7d, 0xa3, 0x98, 0xaa, |
||||
0x0f, 0x06, 0xe7, 0x3f, 0x79, 0xf4, 0x6e, 0x8c, 0x84, 0x0d, 0x6c, 0x5e, 0x26, 0xc4, 0x99, 0x58, |
||||
0xc9, 0xed, 0x5e, 0xd6, 0xcb, 0x17, 0x7e, 0xeb, 0xd4, 0x53, 0x56, 0x73, 0x71, 0xf7, 0x04, 0xe5, |
||||
0x84, 0xf0, 0x04, 0x0a, 0xeb, 0x39, 0x13, 0x4c, 0x1e, 0xaa, 0xc2, 0x7a, 0x44, 0x58, 0x7b, 0x17, |
||||
0x12, 0x2f, 0x32, 0xc9, 0x67, 0xe4, 0xb0, 0x89, 0x83, 0x0e, 0x7d, 0xdb, 0xf3, 0x95, 0x60, 0xf2, |
||||
0x58, 0xcd, 0x11, 0x2f, 0xa1, 0xf4, 0x44, 0xa1, 0xbd, 0xe5, 0xeb, 0x7c, 0xff, 0x3b, 0xed, 0x9f, |
||||
0x01, 0x9b, 0xec, 0x74, 0xf3, 0xe5, 0xf4, 0x40, 0xe1, 0xdd, 0x1a, 0xc2, 0x47, 0x38, 0x5a, 0xda, |
||||
0xa1, 0xf8, 0x43, 0x3c, 0x8f, 0xb0, 0xbb, 0xfa, 0xf7, 0x6b, 0xd5, 0x41, 0x57, 0xe6, 0x51, 0xaf, |
||||
0x3f, 0x03, 0x00, 0x00, 0xff, 0xff, 0x35, 0x50, 0x26, 0x86, 0x69, 0x01, 0x00, 0x00, |
||||
} |
||||
|
||||
// Reference imports to suppress errors if they are not otherwise used.
|
||||
var _ context.Context |
||||
var _ grpc.ClientConn |
||||
|
||||
// This is a compile-time assertion to ensure that this generated file
|
||||
// is compatible with the grpc package it is being compiled against.
|
||||
const _ = grpc.SupportPackageIsVersion4 |
||||
|
||||
// BeaconChainServiceClient is the client API for BeaconChainService service.
|
||||
//
|
||||
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
|
||||
type BeaconChainServiceClient interface { |
||||
FetchLeaders(ctx context.Context, in *FetchLeadersRequest, opts ...grpc.CallOption) (*FetchLeadersResponse, error) |
||||
} |
||||
|
||||
type beaconChainServiceClient struct { |
||||
cc *grpc.ClientConn |
||||
} |
||||
|
||||
func NewBeaconChainServiceClient(cc *grpc.ClientConn) BeaconChainServiceClient { |
||||
return &beaconChainServiceClient{cc} |
||||
} |
||||
|
||||
func (c *beaconChainServiceClient) FetchLeaders(ctx context.Context, in *FetchLeadersRequest, opts ...grpc.CallOption) (*FetchLeadersResponse, error) { |
||||
out := new(FetchLeadersResponse) |
||||
err := c.cc.Invoke(ctx, "/beaconchain.BeaconChainService/FetchLeaders", in, out, opts...) |
||||
if err != nil { |
||||
return nil, err |
||||
} |
||||
return out, nil |
||||
} |
||||
|
||||
// BeaconChainServiceServer is the server API for BeaconChainService service.
|
||||
type BeaconChainServiceServer interface { |
||||
FetchLeaders(context.Context, *FetchLeadersRequest) (*FetchLeadersResponse, error) |
||||
} |
||||
|
||||
func RegisterBeaconChainServiceServer(s *grpc.Server, srv BeaconChainServiceServer) { |
||||
s.RegisterService(&_BeaconChainService_serviceDesc, srv) |
||||
} |
||||
|
||||
func _BeaconChainService_FetchLeaders_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { |
||||
in := new(FetchLeadersRequest) |
||||
if err := dec(in); err != nil { |
||||
return nil, err |
||||
} |
||||
if interceptor == nil { |
||||
return srv.(BeaconChainServiceServer).FetchLeaders(ctx, in) |
||||
} |
||||
info := &grpc.UnaryServerInfo{ |
||||
Server: srv, |
||||
FullMethod: "/beaconchain.BeaconChainService/FetchLeaders", |
||||
} |
||||
handler := func(ctx context.Context, req interface{}) (interface{}, error) { |
||||
return srv.(BeaconChainServiceServer).FetchLeaders(ctx, req.(*FetchLeadersRequest)) |
||||
} |
||||
return interceptor(ctx, in, info, handler) |
||||
} |
||||
|
||||
var _BeaconChainService_serviceDesc = grpc.ServiceDesc{ |
||||
ServiceName: "beaconchain.BeaconChainService", |
||||
HandlerType: (*BeaconChainServiceServer)(nil), |
||||
Methods: []grpc.MethodDesc{ |
||||
{ |
||||
MethodName: "FetchLeaders", |
||||
Handler: _BeaconChainService_FetchLeaders_Handler, |
||||
}, |
||||
}, |
||||
Streams: []grpc.StreamDesc{}, |
||||
Metadata: "beaconchain.proto", |
||||
} |
||||
@ -1,23 +0,0 @@ |
||||
syntax = "proto3"; |
||||
|
||||
package beaconchain; |
||||
|
||||
// BeaconChainService is the service used for any beacon chain requests. |
||||
service BeaconChainService { |
||||
rpc FetchLeaders(FetchLeadersRequest) returns (FetchLeadersResponse) {} |
||||
} |
||||
|
||||
// FetchLeadersRequest is the request to fetch the current leaders. |
||||
message FetchLeadersRequest { |
||||
} |
||||
|
||||
// FetchLeadersResponse is the response of FetchLeadersRequest. |
||||
message FetchLeadersResponse { |
||||
message Leader { |
||||
string ip = 1; |
||||
string port = 2; |
||||
uint32 shardId = 3; |
||||
string peerID = 4; |
||||
} |
||||
repeated Leader leaders = 1; |
||||
} |
||||
@ -1,3 +0,0 @@ |
||||
The beaconchain package currently is a centralized service that allocates every potential new node (uses newnode package) a specific shard. |
||||
If N is the number of shards, supplied as a parameter at bootup, then first N joining nodes are assigned to be the leaders of those N shards. The nodes that come after that are then assigned shards based on their order of entry. |
||||
In the future, the generation of randomness would be decentralized. Such randomness would be provided to a new node once its PoS has been verified and then the node would be able to calculate its own shard automatically. |
||||
@ -1,200 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
import ( |
||||
"math/rand" |
||||
"os" |
||||
"strconv" |
||||
"sync" |
||||
|
||||
"github.com/harmony-one/bls/ffi/go/bls" |
||||
"github.com/harmony-one/harmony/api/proto/bcconn" |
||||
proto_identity "github.com/harmony-one/harmony/api/proto/identity" |
||||
"github.com/harmony-one/harmony/api/proto/node" |
||||
"github.com/harmony-one/harmony/crypto/pki" |
||||
beaconchain "github.com/harmony-one/harmony/internal/beaconchain/rpc" |
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
"github.com/harmony-one/harmony/p2p/host" |
||||
"github.com/harmony-one/harmony/p2p/p2pimpl" |
||||
p2p_crypto "github.com/libp2p/go-libp2p-crypto" |
||||
peer "github.com/libp2p/go-libp2p-peer" |
||||
) |
||||
|
||||
//BCState keeps track of the state the beaconchain is in
|
||||
type BCState int |
||||
|
||||
var mutex sync.Mutex |
||||
var identityPerBlock = 100000 |
||||
|
||||
// BeaconchainServicePortDiff is the positive port diff from beacon chain's self port
|
||||
const BeaconchainServicePortDiff = 4444 |
||||
|
||||
//BCInfo is the information that needs to be stored on the disk in order to allow for a restart.
|
||||
type BCInfo struct { |
||||
Leaders []*node.Info `json:"leaders"` |
||||
ShardLeaderMap map[int]*node.Info `json:"shardLeaderMap"` |
||||
NumberOfShards int `json:"numShards"` |
||||
NumberOfNodesAdded int `json:"numNodesAdded"` |
||||
IP string `json:"ip"` |
||||
Port string `json:"port"` |
||||
} |
||||
|
||||
// BeaconChain (Blockchain) keeps Identities per epoch, currently centralized!
|
||||
type BeaconChain struct { |
||||
BCInfo BCInfo |
||||
ShardLeaderMap map[int]*node.Info |
||||
PubKey *bls.PublicKey |
||||
host p2p.Host |
||||
state BCState |
||||
rpcServer *beaconchain.Server |
||||
Peer p2p.Peer |
||||
Self p2p.Peer // self Peer
|
||||
} |
||||
|
||||
//SaveFile is to store the file in which beaconchain info will be stored.
|
||||
var SaveFile string |
||||
|
||||
// Followings are the set of states of that beaconchain can be in.
|
||||
const ( |
||||
NodeInfoReceived BCState = iota |
||||
RandomInfoSent |
||||
) |
||||
|
||||
// SupportRPC initializes and starts the rpc service
|
||||
func (bc *BeaconChain) SupportRPC() { |
||||
bc.InitRPCServer() |
||||
bc.StartRPCServer() |
||||
} |
||||
|
||||
// InitRPCServer initializes Rpc server.
|
||||
func (bc *BeaconChain) InitRPCServer() { |
||||
bc.rpcServer = beaconchain.NewServer(bc.GetShardLeaderMap) |
||||
} |
||||
|
||||
// StartRPCServer starts Rpc server.
|
||||
func (bc *BeaconChain) StartRPCServer() { |
||||
port, err := strconv.Atoi(bc.BCInfo.Port) |
||||
if err != nil { |
||||
port = 0 |
||||
} |
||||
utils.GetLogInstance().Info("support_client: StartRpcServer on port:", "port", strconv.Itoa(port+BeaconchainServicePortDiff)) |
||||
bc.rpcServer.Start(bc.BCInfo.IP, strconv.Itoa(port+BeaconchainServicePortDiff)) |
||||
} |
||||
|
||||
// GetShardLeaderMap returns the map from shard id to leader.
|
||||
func (bc *BeaconChain) GetShardLeaderMap() map[int]*node.Info { |
||||
result := make(map[int]*node.Info) |
||||
for i, leader := range bc.BCInfo.Leaders { |
||||
result[i] = leader |
||||
} |
||||
return result |
||||
} |
||||
|
||||
//New beaconchain initialization
|
||||
func New(numShards int, ip, port string, key p2p_crypto.PrivKey) *BeaconChain { |
||||
bc := BeaconChain{} |
||||
bc.PubKey = generateBCKey() |
||||
bc.Self = p2p.Peer{IP: ip, Port: port} |
||||
bc.host, _ = p2pimpl.NewHost(&bc.Self, key) |
||||
bcinfo := &BCInfo{NumberOfShards: numShards, NumberOfNodesAdded: 0, |
||||
IP: ip, |
||||
Port: port, |
||||
ShardLeaderMap: make(map[int]*node.Info)} |
||||
bc.BCInfo = *bcinfo |
||||
return &bc |
||||
} |
||||
|
||||
func generateBCKey() *bls.PublicKey { |
||||
r := rand.Intn(1000) |
||||
priKey := pki.GetBLSPrivateKeyFromInt(r) |
||||
pubkey := priKey.GetPublicKey() |
||||
return pubkey |
||||
} |
||||
|
||||
//AcceptNodeInfo deserializes node information received via beaconchain handler
|
||||
func (bc *BeaconChain) AcceptNodeInfo(b []byte) *node.Info { |
||||
Node := bcconn.DeserializeNodeInfo(b) |
||||
utils.GetLogInstance().Info("New Node Connection", "IP", Node.IP, "Port", Node.Port, "PeerID", Node.PeerID) |
||||
bc.Peer = p2p.Peer{IP: Node.IP, Port: Node.Port, PeerID: Node.PeerID} |
||||
bc.host.AddPeer(&bc.Peer) |
||||
|
||||
bc.BCInfo.NumberOfNodesAdded = bc.BCInfo.NumberOfNodesAdded + 1 |
||||
shardNum, isLeader := utils.AllocateShard(bc.BCInfo.NumberOfNodesAdded, bc.BCInfo.NumberOfShards) |
||||
if isLeader { |
||||
bc.BCInfo.Leaders = append(bc.BCInfo.Leaders, Node) |
||||
bc.BCInfo.ShardLeaderMap[shardNum] = Node |
||||
} |
||||
go SaveBeaconChainInfo(SaveFile, bc) |
||||
bc.state = NodeInfoReceived |
||||
return Node |
||||
} |
||||
|
||||
//RespondRandomness sends a randomness beacon to the node inorder for it process what shard it will be in
|
||||
func (bc *BeaconChain) RespondRandomness(Node *node.Info) { |
||||
bci := bc.BCInfo |
||||
response := bcconn.ResponseRandomNumber{NumberOfShards: bci.NumberOfShards, NumberOfNodesAdded: bci.NumberOfNodesAdded, Leaders: bci.Leaders} |
||||
msg := bcconn.SerializeRandomInfo(response) |
||||
msgToSend := proto_identity.ConstructIdentityMessage(proto_identity.Acknowledge, msg) |
||||
utils.GetLogInstance().Info("Sent Out Msg", "# Nodes", response.NumberOfNodesAdded) |
||||
for i, n := range response.Leaders { |
||||
utils.GetLogInstance().Info("Sent Out Msg", "leader", i, "nodeInfo", n.PeerID) |
||||
} |
||||
host.SendMessage(bc.host, bc.Peer, msgToSend, nil) |
||||
bc.state = RandomInfoSent |
||||
} |
||||
|
||||
//AcceptConnections welcomes new connections
|
||||
func (bc *BeaconChain) AcceptConnections(b []byte) { |
||||
node := bc.AcceptNodeInfo(b) |
||||
bc.RespondRandomness(node) |
||||
} |
||||
|
||||
//StartServer a server and process the request by a handler.
|
||||
func (bc *BeaconChain) StartServer() { |
||||
bc.host.BindHandlerAndServe(bc.BeaconChainHandler) |
||||
} |
||||
|
||||
//SaveBeaconChainInfo to disk
|
||||
func SaveBeaconChainInfo(filePath string, bc *BeaconChain) error { |
||||
bci := BCtoBCI(bc) |
||||
err := utils.Save(filePath, bci) |
||||
return err |
||||
} |
||||
|
||||
//LoadBeaconChainInfo from disk
|
||||
func LoadBeaconChainInfo(path string) (*BeaconChain, error) { |
||||
bci := &BCInfo{} |
||||
var err error |
||||
if _, err := os.Stat(path); err != nil { |
||||
return nil, err |
||||
} |
||||
err = utils.Load(path, bci) |
||||
var bc *BeaconChain |
||||
if err != nil { |
||||
return nil, err |
||||
} |
||||
bc = BCItoBC(bci) |
||||
return bc, err |
||||
} |
||||
|
||||
// BCtoBCI converts beaconchain into beaconchaininfo
|
||||
func BCtoBCI(bc *BeaconChain) *BCInfo { |
||||
bci := &BCInfo{Leaders: bc.BCInfo.Leaders, ShardLeaderMap: bc.BCInfo.ShardLeaderMap, NumberOfShards: bc.BCInfo.NumberOfShards, NumberOfNodesAdded: bc.BCInfo.NumberOfNodesAdded, IP: bc.BCInfo.IP, Port: bc.BCInfo.Port} |
||||
return bci |
||||
} |
||||
|
||||
//BCItoBC converts beconchaininfo to beaconchain
|
||||
func BCItoBC(bci *BCInfo) *BeaconChain { |
||||
bc := &BeaconChain{BCInfo: *bci} |
||||
return bc |
||||
} |
||||
|
||||
//SetSaveFile sets the filepath where beaconchain will be saved
|
||||
func SetSaveFile(path string) { |
||||
SaveFile = path |
||||
} |
||||
|
||||
//GetID return ID
|
||||
func (bc *BeaconChain) GetID() peer.ID { |
||||
return bc.host.GetID() |
||||
} |
||||
@ -1,59 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
import ( |
||||
"github.com/harmony-one/harmony/api/proto" |
||||
proto_identity "github.com/harmony-one/harmony/api/proto/identity" |
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
) |
||||
|
||||
// BeaconChainHandler handles registration of new Identities
|
||||
func (bc *BeaconChain) BeaconChainHandler(s p2p.Stream) { |
||||
content, err := p2p.ReadMessageContent(s) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Read p2p data failed") |
||||
return |
||||
} |
||||
msgCategory, err := proto.GetMessageCategory(content) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Read message category failed", "err", err) |
||||
return |
||||
} |
||||
msgType, err := proto.GetMessageType(content) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Read action type failed") |
||||
return |
||||
} |
||||
msgPayload, err := proto.GetMessagePayload(content) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Read message payload failed") |
||||
return |
||||
} |
||||
identityMsgPayload, err := proto_identity.GetIdentityMessagePayload(msgPayload) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Read message payload failed") |
||||
return |
||||
} |
||||
switch msgCategory { |
||||
case proto.Identity: |
||||
actionType := proto_identity.IDMessageType(msgType) |
||||
switch actionType { |
||||
case proto_identity.Identity: |
||||
utils.GetLogInstance().Info("Message category is of the type identity protocol, which is correct!") |
||||
idMsgType, err := proto_identity.GetIdentityMessageType(msgPayload) |
||||
if err != nil { |
||||
utils.GetLogInstance().Error("Error finding the identity message type") |
||||
} |
||||
switch idMsgType { |
||||
case proto_identity.Register: |
||||
utils.GetLogInstance().Info("Identity Message Type is of the type Register") |
||||
bc.AcceptConnections(identityMsgPayload) |
||||
default: |
||||
utils.GetLogInstance().Error("Unrecognized identity message type", "type", idMsgType) |
||||
} |
||||
default: |
||||
utils.GetLogInstance().Error("Unrecognized message category", "actionType", actionType) |
||||
} |
||||
|
||||
} |
||||
} |
||||
@ -1,150 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
import ( |
||||
"log" |
||||
"os" |
||||
"reflect" |
||||
"strconv" |
||||
"testing" |
||||
|
||||
"github.com/harmony-one/harmony/api/proto/bcconn" |
||||
"github.com/harmony-one/harmony/api/proto/node" |
||||
beaconchain "github.com/harmony-one/harmony/internal/beaconchain/rpc" |
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/stretchr/testify/assert" |
||||
) |
||||
|
||||
var ( |
||||
leader1 = &node.Info{IP: "127.0.0.1", Port: "9981"} |
||||
leader2 = &node.Info{IP: "127.0.0.1", Port: "9982"} |
||||
leaders = []*node.Info{leader1, leader2} |
||||
shardLeaderMap = map[int]*node.Info{ |
||||
0: leader1, |
||||
1: leader2, |
||||
} |
||||
) |
||||
|
||||
func TestNewNode(t *testing.T) { |
||||
var ip, port string |
||||
ip = "127.0.0.1" |
||||
port = "7523" |
||||
numshards := 2 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, port) |
||||
bc := New(numshards, ip, port, priKey) |
||||
|
||||
if bc.PubKey == nil { |
||||
t.Error("beacon chain public key not initialized") |
||||
} |
||||
|
||||
if bc.BCInfo.NumberOfNodesAdded != 0 { |
||||
t.Error("beacon chain number of nodes starting with is not zero! (should be zero)") |
||||
} |
||||
|
||||
if bc.BCInfo.NumberOfShards != numshards { |
||||
t.Error("beacon chain number of shards not initialized to given number of desired shards") |
||||
} |
||||
} |
||||
|
||||
func TestShardLeaderMap(t *testing.T) { |
||||
var ip string |
||||
ip = "127.0.0.1" |
||||
beaconport := "7523" |
||||
numshards := 1 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, beaconport) |
||||
bc := New(numshards, ip, beaconport, priKey) |
||||
bc.BCInfo.Leaders = leaders |
||||
if !reflect.DeepEqual(bc.GetShardLeaderMap(), shardLeaderMap) { |
||||
t.Error("The function GetShardLeaderMap doesn't work well") |
||||
} |
||||
|
||||
} |
||||
|
||||
func TestFetchLeaders(t *testing.T) { |
||||
var ip string |
||||
ip = "127.0.0.1" |
||||
beaconport := "7523" |
||||
numshards := 1 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, beaconport) |
||||
bc := New(numshards, ip, beaconport, priKey) |
||||
bc.BCInfo.Leaders = leaders |
||||
bc.rpcServer = beaconchain.NewServer(bc.GetShardLeaderMap) |
||||
bc.StartRPCServer() |
||||
port, _ := strconv.Atoi(beaconport) |
||||
bcClient := beaconchain.NewClient("127.0.0.1", strconv.Itoa(port+BeaconchainServicePortDiff)) |
||||
response := bcClient.GetLeaders() |
||||
retleaders := response.GetLeaders() |
||||
if !(retleaders[0].GetIp() == leaders[0].IP || retleaders[0].GetPort() == leaders[0].Port || retleaders[1].GetPort() == leaders[1].Port) { |
||||
t.Error("Fetch leaders response is not as expected") |
||||
} |
||||
|
||||
} |
||||
|
||||
func TestAcceptNodeInfo(t *testing.T) { |
||||
var ip string |
||||
ip = "127.0.0.1" |
||||
beaconport := "7523" |
||||
numshards := 1 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, beaconport) |
||||
bc := New(numshards, ip, beaconport, priKey) |
||||
b := bcconn.SerializeNodeInfo(leader1) |
||||
node := bc.AcceptNodeInfo(b) |
||||
if !reflect.DeepEqual(node, leader1) { |
||||
t.Error("Beaconchain is unable to deserialize incoming node info") |
||||
} |
||||
if len(bc.BCInfo.Leaders) != 1 { |
||||
t.Error("Beaconchain was unable to update the leader array") |
||||
} |
||||
|
||||
} |
||||
|
||||
func TestRespondRandomness(t *testing.T) { |
||||
var ip string |
||||
ip = "127.0.0.1" |
||||
beaconport := "7523" |
||||
numshards := 1 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, beaconport) |
||||
bc := New(numshards, ip, beaconport, priKey) |
||||
bc.RespondRandomness(leader1) |
||||
assert.Equal(t, RandomInfoSent, bc.state) |
||||
} |
||||
|
||||
func TestAcceptConnections(t *testing.T) { |
||||
var ip string |
||||
ip = "127.0.0.1" |
||||
beaconport := "7523" |
||||
numshards := 1 |
||||
priKey, _, _ := utils.GenKeyP2P(ip, beaconport) |
||||
bc := New(numshards, ip, beaconport, priKey) |
||||
b := bcconn.SerializeNodeInfo(leader1) |
||||
bc.AcceptConnections(b) |
||||
assert.Equal(t, RandomInfoSent, bc.state) |
||||
} |
||||
|
||||
func TestSaveBC(t *testing.T) { |
||||
var ip, port string |
||||
ip = "127.0.0.1" |
||||
port = "7523" |
||||
numshards := 2 |
||||
bci := &BCInfo{IP: ip, Port: port, NumberOfShards: numshards} |
||||
bc := &BeaconChain{BCInfo: *bci} |
||||
err := SaveBeaconChainInfo("test.json", bc) |
||||
if err != nil { |
||||
log.Fatalln(err) |
||||
} |
||||
bc2, err2 := LoadBeaconChainInfo("test.json") |
||||
if err2 != nil { |
||||
log.Fatalln(err2) |
||||
} |
||||
if !reflect.DeepEqual(bc, bc2) { |
||||
t.Error("beacon chain info objects are not same") |
||||
} |
||||
os.Remove("test.json") |
||||
} |
||||
|
||||
func TestSaveFile(t *testing.T) { |
||||
filepath := "test" |
||||
SetSaveFile(filepath) |
||||
if !reflect.DeepEqual(filepath, SaveFile) { |
||||
t.Error("Could not set savefile") |
||||
} |
||||
} |
||||
@ -1,51 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
import ( |
||||
"context" |
||||
"fmt" |
||||
"log" |
||||
"time" |
||||
|
||||
proto "github.com/harmony-one/harmony/api/beaconchain" |
||||
|
||||
"google.golang.org/grpc" |
||||
) |
||||
|
||||
// Client is the client model for beaconchain service.
|
||||
type Client struct { |
||||
beaconChainServiceClient proto.BeaconChainServiceClient |
||||
opts []grpc.DialOption |
||||
conn *grpc.ClientConn |
||||
} |
||||
|
||||
// NewClient setups a Client given ip and port.
|
||||
func NewClient(ip, port string) *Client { |
||||
client := Client{} |
||||
client.opts = append(client.opts, grpc.WithInsecure()) |
||||
var err error |
||||
client.conn, err = grpc.Dial(fmt.Sprintf("%s:%s", ip, port), client.opts...) |
||||
if err != nil { |
||||
log.Fatalf("fail to dial: %v", err) |
||||
return nil |
||||
} |
||||
|
||||
client.beaconChainServiceClient = proto.NewBeaconChainServiceClient(client.conn) |
||||
return &client |
||||
} |
||||
|
||||
// Close closes the Client.
|
||||
func (client *Client) Close() { |
||||
client.conn.Close() |
||||
} |
||||
|
||||
// GetLeaders gets current leaders from beacon chain
|
||||
func (client *Client) GetLeaders() *proto.FetchLeadersResponse { |
||||
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second) |
||||
defer cancel() |
||||
request := &proto.FetchLeadersRequest{} |
||||
response, err := client.beaconChainServiceClient.FetchLeaders(ctx, request) |
||||
if err != nil { |
||||
log.Fatalf("Error fetching leaders from beacon chain: %s", err) |
||||
} |
||||
return response |
||||
} |
||||
@ -1,51 +0,0 @@ |
||||
package beaconchain |
||||
|
||||
import ( |
||||
"context" |
||||
"log" |
||||
"net" |
||||
|
||||
"github.com/harmony-one/harmony/api/proto/node" |
||||
|
||||
"google.golang.org/grpc" |
||||
|
||||
proto "github.com/harmony-one/harmony/api/beaconchain" |
||||
) |
||||
|
||||
// Server is the Server struct for beacon chain package.
|
||||
type Server struct { |
||||
shardLeaderMap func() map[int]*node.Info |
||||
} |
||||
|
||||
// FetchLeaders implements the FetchLeaders interface to return current leaders.
|
||||
func (s *Server) FetchLeaders(ctx context.Context, request *proto.FetchLeadersRequest) (*proto.FetchLeadersResponse, error) { |
||||
log.Println("Returning FetchLeadersResponse") |
||||
|
||||
leaders := []*proto.FetchLeadersResponse_Leader{} |
||||
for shardID, leader := range s.shardLeaderMap() { |
||||
leaders = append(leaders, &proto.FetchLeadersResponse_Leader{Ip: leader.IP, Port: leader.Port, ShardId: uint32(shardID), PeerID: leader.PeerID.Pretty()}) |
||||
} |
||||
log.Println(leaders) |
||||
return &proto.FetchLeadersResponse{Leaders: leaders}, nil |
||||
} |
||||
|
||||
// Start starts the Server on given ip and port.
|
||||
func (s *Server) Start(ip, port string) (*grpc.Server, error) { |
||||
// TODO(minhdoan): Currently not using ip. Fix it later.
|
||||
addr := net.JoinHostPort("", port) |
||||
lis, err := net.Listen("tcp", addr) |
||||
if err != nil { |
||||
log.Fatalf("failed to listen: %v", err) |
||||
} |
||||
var opts []grpc.ServerOption |
||||
grpcServer := grpc.NewServer(opts...) |
||||
proto.RegisterBeaconChainServiceServer(grpcServer, s) |
||||
go grpcServer.Serve(lis) |
||||
return grpcServer, nil |
||||
} |
||||
|
||||
// NewServer creates new Server which implements BeaconChainServiceServer interface.
|
||||
func NewServer(shardLeaderMap func() map[int]*node.Info) *Server { |
||||
s := &Server{shardLeaderMap} |
||||
return s |
||||
} |
||||
@ -1 +0,0 @@ |
||||
Newnode package is for handling the interactions of a new candidate node that wants to join the network. Such interaction at the moment is about contacting the beaconchain and getting assigned a shard and findingout the shardleader. In future this package will be merged into the node package. |
||||
@ -1,170 +0,0 @@ |
||||
package newnode |
||||
|
||||
import ( |
||||
"errors" |
||||
"fmt" |
||||
"os" |
||||
"strconv" |
||||
"time" |
||||
|
||||
"github.com/ethereum/go-ethereum/log" |
||||
"github.com/harmony-one/bls/ffi/go/bls" |
||||
"github.com/harmony-one/harmony/api/proto/bcconn" |
||||
proto_identity "github.com/harmony-one/harmony/api/proto/identity" |
||||
proto_node "github.com/harmony-one/harmony/api/proto/node" |
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
"github.com/harmony-one/harmony/p2p/host" |
||||
"github.com/harmony-one/harmony/p2p/p2pimpl" |
||||
|
||||
p2p_crypto "github.com/libp2p/go-libp2p-crypto" |
||||
multiaddr "github.com/multiformats/go-multiaddr" |
||||
) |
||||
|
||||
//NewNode is the struct for a candidate node
|
||||
type NewNode struct { |
||||
Role string |
||||
ShardID int |
||||
ValidatorID int // Validator ID in its shard.
|
||||
leader p2p.Peer |
||||
isLeader bool |
||||
Self p2p.Peer |
||||
Leaders map[uint32]p2p.Peer |
||||
PubK *bls.PublicKey |
||||
priK *bls.SecretKey |
||||
log log.Logger |
||||
SetInfo chan bool |
||||
host p2p.Host |
||||
} |
||||
|
||||
// New candidate node initialization
|
||||
func New(ip string, port string, nodePk p2p_crypto.PrivKey) *NewNode { |
||||
priKey, pubKey := utils.GenKey(ip, port) |
||||
var node NewNode |
||||
var err error |
||||
node.PubK = pubKey |
||||
node.priK = priKey |
||||
node.Self = p2p.Peer{IP: ip, Port: port, PubKey: pubKey, ValidatorID: -1} |
||||
node.log = utils.GetLogInstance() |
||||
node.SetInfo = make(chan bool) |
||||
node.host, err = p2pimpl.NewHost(&node.Self, nodePk) |
||||
if err != nil { |
||||
node.log.Error("failed to create new host", "msg", err) |
||||
return nil |
||||
} |
||||
node.Leaders = map[uint32]p2p.Peer{} |
||||
return &node |
||||
} |
||||
|
||||
type registerResponseRandomNumber struct { |
||||
NumberOfShards int |
||||
NumberOfNodesAdded int |
||||
Leaders []*proto_node.Info |
||||
} |
||||
|
||||
// ContactBeaconChain starts a newservice in the candidate node
|
||||
func (node *NewNode) ContactBeaconChain(BCPeer p2p.Peer) error { |
||||
go node.host.BindHandlerAndServe(node.NodeHandler) |
||||
return node.requestBeaconChain(BCPeer) |
||||
} |
||||
|
||||
func (node NewNode) String() string { |
||||
return fmt.Sprintf("bc: %v:%v => %v", node.Self.IP, node.Self.Port, node.Self.PeerID) |
||||
} |
||||
|
||||
// RequestBeaconChain requests beacon chain for identity data
|
||||
func (node *NewNode) requestBeaconChain(BCPeer p2p.Peer) (err error) { |
||||
node.log.Info("connecting to beacon chain now ...") |
||||
pubk := node.PubK.Serialize() |
||||
if err != nil { |
||||
node.log.Error("Could not Marshall public key into binary") |
||||
} |
||||
fmt.Printf("[New Node]: %v\n", *node) |
||||
nodeInfo := &proto_node.Info{IP: node.Self.IP, Port: node.Self.Port, PubKey: pubk, PeerID: node.Self.PeerID} |
||||
msg := bcconn.SerializeNodeInfo(nodeInfo) |
||||
msgToSend := proto_identity.ConstructIdentityMessage(proto_identity.Register, msg) |
||||
gotShardInfo := false |
||||
timeout := time.After(2 * time.Minute) |
||||
tick := time.Tick(3 * time.Second) |
||||
checkLoop: |
||||
for { |
||||
select { |
||||
case <-timeout: |
||||
gotShardInfo = false |
||||
break checkLoop |
||||
case <-tick: |
||||
select { |
||||
case setinfo := <-node.SetInfo: |
||||
if setinfo { |
||||
gotShardInfo = true |
||||
break checkLoop |
||||
} |
||||
default: |
||||
host.SendMessage(node.host, BCPeer, msgToSend, nil) |
||||
} |
||||
} |
||||
} |
||||
if !gotShardInfo { |
||||
err = errors.New("could not create connection") |
||||
node.log.Crit("Could not get sharding info after 2 minutes") |
||||
os.Exit(10) |
||||
} |
||||
return |
||||
} |
||||
|
||||
// ProcessShardInfo
|
||||
func (node *NewNode) processShardInfo(msgPayload []byte) bool { |
||||
leadersInfo := bcconn.DeserializeRandomInfo(msgPayload) |
||||
leaders := leadersInfo.Leaders |
||||
shardNum, isLeader := utils.AllocateShard(leadersInfo.NumberOfNodesAdded, leadersInfo.NumberOfShards) |
||||
for n, v := range leaders { |
||||
leaderPeer := p2p.Peer{IP: v.IP, Port: v.Port, PeerID: v.PeerID} |
||||
|
||||
addr := fmt.Sprintf("/ip4/%s/tcp/%s", leaderPeer.IP, leaderPeer.Port) |
||||
targetAddr, err := multiaddr.NewMultiaddr(addr) |
||||
if err != nil { |
||||
log.Error("processShardInfo NewMultiaddr error", "error", err) |
||||
return false |
||||
} |
||||
leaderPeer.Addrs = append(leaderPeer.Addrs, targetAddr) |
||||
|
||||
leaderPeer.PubKey = &bls.PublicKey{} |
||||
err = leaderPeer.PubKey.Deserialize(v.PubKey[:]) |
||||
if err != nil { |
||||
node.log.Error("Could not unmarshall leaders public key from binary") |
||||
} |
||||
node.Leaders[uint32(n)] = leaderPeer |
||||
} |
||||
|
||||
node.leader = node.Leaders[uint32(shardNum-1)] |
||||
node.isLeader = isLeader |
||||
node.ShardID = shardNum - 1 //0 indexing.
|
||||
node.SetInfo <- true |
||||
node.log.Info("Shard information obtained ..") |
||||
return true |
||||
} |
||||
|
||||
// GetShardID gives shardid of node
|
||||
func (node *NewNode) GetShardID() string { |
||||
return strconv.Itoa(node.ShardID) |
||||
} |
||||
|
||||
// GetLeader gives the leader of the node
|
||||
func (node *NewNode) GetLeader() p2p.Peer { |
||||
return node.leader |
||||
} |
||||
|
||||
// GetClientPeer gives the client of the node
|
||||
func (node *NewNode) GetClientPeer() *p2p.Peer { |
||||
return nil |
||||
} |
||||
|
||||
// GetSelfPeer gives the peer part of the node's own struct
|
||||
func (node *NewNode) GetSelfPeer() p2p.Peer { |
||||
return node.Self |
||||
} |
||||
|
||||
// AddPeer add new peer for newnode
|
||||
func (node *NewNode) AddPeer(p *p2p.Peer) error { |
||||
return node.host.AddPeer(p) |
||||
} |
||||
@ -1,63 +0,0 @@ |
||||
package newnode |
||||
|
||||
import ( |
||||
"time" |
||||
|
||||
"github.com/harmony-one/harmony/api/proto" |
||||
proto_identity "github.com/harmony-one/harmony/api/proto/identity" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
) |
||||
|
||||
// NodeHandler handles a new incoming connection.
|
||||
func (node *NewNode) NodeHandler(s p2p.Stream) { |
||||
defer s.Close() |
||||
defer node.host.Close() |
||||
s.SetReadDeadline(time.Now().Add(1 * time.Second)) // This deadline is for 1 second to accept new connections.
|
||||
content, err := p2p.ReadMessageContent(s) |
||||
if err != nil { |
||||
node.log.Error("Read p2p data failed", "err", err, "node", node) |
||||
return |
||||
} |
||||
|
||||
msgCategory, err := proto.GetMessageCategory(content) |
||||
if err != nil { |
||||
node.log.Error("Read node type failed", "err", err, "node", node) |
||||
return |
||||
} |
||||
|
||||
msgType, err := proto.GetMessageType(content) |
||||
if err != nil { |
||||
node.log.Error("Read action type failed", "err", err, "node", node) |
||||
return |
||||
} |
||||
|
||||
msgPayload, err := proto.GetMessagePayload(content) |
||||
if err != nil { |
||||
node.log.Error("Read message payload failed", "err", err, "node", node) |
||||
return |
||||
} |
||||
identityMsgPayload, err := proto_identity.GetIdentityMessagePayload(msgPayload) |
||||
if err != nil { |
||||
node.log.Error("Read message payload failed") |
||||
return |
||||
} |
||||
switch msgCategory { |
||||
case proto.Identity: |
||||
actionType := proto_identity.IDMessageType(msgType) |
||||
switch actionType { |
||||
case proto_identity.Identity: |
||||
idMsgType, err := proto_identity.GetIdentityMessageType(msgPayload) |
||||
if err != nil { |
||||
node.log.Error("Error finding the identity message type", err) |
||||
} |
||||
switch idMsgType { |
||||
case proto_identity.Acknowledge: |
||||
node.processShardInfo(identityMsgPayload) |
||||
default: |
||||
panic("The identity message type is wrong/missing and newnode does not handle this identity message type") |
||||
} |
||||
default: |
||||
panic("The msgCategory is wrong/missing and newnode does not handle this protocol message type") |
||||
} |
||||
} |
||||
} |
||||
@ -1,65 +0,0 @@ |
||||
package newnode |
||||
|
||||
import ( |
||||
"fmt" |
||||
"testing" |
||||
"time" |
||||
|
||||
beaconchain "github.com/harmony-one/harmony/internal/beaconchain/libs" |
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
peerstore "github.com/libp2p/go-libp2p-peerstore" |
||||
multiaddr "github.com/multiformats/go-multiaddr" |
||||
) |
||||
|
||||
func TestNewNode(t *testing.T) { |
||||
var ip, port string |
||||
ip = "127.0.0.1" |
||||
port = "8088" |
||||
priKey, _, _ := utils.GenKeyP2P("127.0.0.1", "8088") |
||||
nnode := New(ip, port, priKey) |
||||
|
||||
if nnode.PubK == nil { |
||||
t.Error("new node public key not initialized") |
||||
} |
||||
} |
||||
|
||||
func TestBeaconChainConnect(t *testing.T) { |
||||
var ip, beaconport, bcma, nodeport string |
||||
|
||||
ip = "127.0.0.1" |
||||
beaconport = "8081" |
||||
nodeport = "9081" |
||||
|
||||
priKey, _, _ := utils.GenKeyP2P("127.0.0.1", "9081") |
||||
nnode := New(ip, nodeport, priKey) |
||||
|
||||
priKey, _, _ = utils.GenKeyP2P("127.0.0.1", "8081") |
||||
bc := beaconchain.New(1, ip, beaconport, priKey) |
||||
|
||||
bcma = fmt.Sprintf("/ip4/%s/tcp/%s/ipfs/%s", bc.Self.IP, bc.Self.Port, bc.GetID().Pretty()) |
||||
|
||||
go bc.StartServer() |
||||
time.Sleep(3 * time.Second) |
||||
|
||||
maddr, err := multiaddr.NewMultiaddr(bcma) |
||||
if err != nil { |
||||
t.Errorf("new multiaddr error: %v", err) |
||||
} |
||||
|
||||
// Extract the peer ID from the multiaddr.
|
||||
info, err2 := peerstore.InfoFromP2pAddr(maddr) |
||||
if err2 != nil { |
||||
t.Errorf("info from p2p addr error: %v", err2) |
||||
} |
||||
|
||||
BCPeer := &p2p.Peer{IP: ip, Port: beaconport, Addrs: info.Addrs, PeerID: info.ID} |
||||
|
||||
nnode.AddPeer(BCPeer) |
||||
|
||||
err3 := nnode.ContactBeaconChain(*BCPeer) |
||||
|
||||
if err3 != nil { |
||||
t.Errorf("could not read from connection: %v", err3) |
||||
} |
||||
} |
||||
@ -1,59 +0,0 @@ |
||||
package host |
||||
|
||||
import ( |
||||
"fmt" |
||||
"reflect" |
||||
"testing" |
||||
"time" |
||||
|
||||
libp2p_peer "github.com/libp2p/go-libp2p-peer" |
||||
ma "github.com/multiformats/go-multiaddr" |
||||
|
||||
"github.com/harmony-one/harmony/internal/utils" |
||||
"github.com/harmony-one/harmony/p2p" |
||||
"github.com/harmony-one/harmony/p2p/p2pimpl" |
||||
) |
||||
|
||||
func TestSendMessage(test *testing.T) { |
||||
peer1 := p2p.Peer{IP: "127.0.0.1", Port: "9000"} |
||||
selfAddr1, _ := ma.NewMultiaddr(fmt.Sprintf("/ip4/0.0.0.0/tcp/%s", peer1.Port)) |
||||
peer1.Addrs = append(peer1.Addrs, selfAddr1) |
||||
priKey1, pubKey1, _ := utils.GenKeyP2P(peer1.IP, peer1.Port) |
||||
peerID1, _ := libp2p_peer.IDFromPublicKey(pubKey1) |
||||
peer1.PeerID = peerID1 |
||||
host1, _ := p2pimpl.NewHost(&peer1, priKey1) |
||||
|
||||
peer2 := p2p.Peer{IP: "127.0.0.1", Port: "9001"} |
||||
selfAddr2, _ := ma.NewMultiaddr(fmt.Sprintf("/ip4/0.0.0.0/tcp/%s", peer2.Port)) |
||||
peer2.Addrs = append(peer2.Addrs, selfAddr2) |
||||
priKey2, pubKey2, _ := utils.GenKeyP2P(peer2.IP, peer2.Port) |
||||
peerID2, _ := libp2p_peer.IDFromPublicKey(pubKey2) |
||||
peer2.PeerID = peerID2 |
||||
host2, _ := p2pimpl.NewHost(&peer2, priKey2) |
||||
|
||||
msg := []byte{0x00, 0x01, 0x02, 0x03, 0x04} |
||||
if err := host1.AddPeer(&peer2); err != nil { |
||||
test.Fatalf("cannot add peer2 to host1: %v", err) |
||||
} |
||||
|
||||
go host2.BindHandlerAndServe(handler) |
||||
SendMessage(host1, peer2, msg, nil) |
||||
time.Sleep(3 * time.Second) |
||||
} |
||||
|
||||
func handler(s p2p.Stream) { |
||||
defer func() { |
||||
if err := s.Close(); err != nil { |
||||
panic(fmt.Sprintf("Close(%v) failed: %v", s, err)) |
||||
} |
||||
}() |
||||
content, err := p2p.ReadMessageContent(s) |
||||
if err != nil { |
||||
panic("Read p2p data failed") |
||||
} |
||||
golden := []byte{0x00, 0x01, 0x02, 0x03, 0x04} |
||||
|
||||
if !reflect.DeepEqual(content, golden) { |
||||
panic("received message not equal original message") |
||||
} |
||||
} |
||||
@ -0,0 +1,121 @@ |
||||
#!/bin/bash |
||||
|
||||
ROOT=$(dirname $0)/.. |
||||
USER=$(whoami) |
||||
|
||||
. "${ROOT}/scripts/setup_bls_build_flags.sh" |
||||
|
||||
set -x |
||||
set -eo pipefail |
||||
|
||||
function check_result() { |
||||
find $log_folder -name leader-*.log > $log_folder/all-leaders.txt |
||||
find $log_folder -name validator-*.log > $log_folder/all-validators.txt |
||||
|
||||
echo ====== RESULTS ====== |
||||
results=$($ROOT/test/cal_tps.sh $log_folder/all-leaders.txt $log_folder/all-validators.txt) |
||||
echo $results | tee -a $LOG_FILE |
||||
echo $results > $log_folder/tps.log |
||||
} |
||||
|
||||
function cleanup() { |
||||
for pid in `/bin/ps -fu $USER| grep "harmony\|txgen\|soldier\|commander\|profiler\|beacon\|bootnode" | grep -v "grep" | grep -v "vi" | awk '{print $2}'`; |
||||
do |
||||
echo 'Killed process: '$pid |
||||
$DRYRUN kill -9 $pid 2> /dev/null |
||||
done |
||||
# Remove bc_config.json before starting experiment. |
||||
rm -f bc_config.json |
||||
rm -rf ./db/harmony_* |
||||
} |
||||
|
||||
function killnode() { |
||||
local port=$1 |
||||
|
||||
if [ -n "port" ]; then |
||||
pid=$(/bin/ps -fu $USER | grep "harmony" | grep "$port" | awk '{print $2}') |
||||
echo "killing node with port: $port" |
||||
$DRYRUN kill -9 $pid 2> /dev/null |
||||
echo "node with port: $port is killed" |
||||
fi |
||||
} |
||||
|
||||
trap cleanup SIGINT SIGTERM |
||||
|
||||
function usage { |
||||
local ME=$(basename $0) |
||||
|
||||
cat<<EOU |
||||
USAGE: $ME [OPTIONS] config_file_name |
||||
|
||||
-h print this help message |
||||
-d enable db support (default: $DB) |
||||
-t toggle txgen (default: $TXGEN) |
||||
-D duration txgen run duration (default: $DURATION) |
||||
-m min_peers minimal number of peers to start consensus (default: $MIN) |
||||
-s shards number of shards (default: $SHARDS) |
||||
-k nodeport kill the node with specified port number (default: $KILLPORT) |
||||
-n dryrun mode (default: $DRYRUN) |
||||
-S enable sync test (default: $SYNC) |
||||
-P enable libp2p peer discovery test (default: $P2P) |
||||
|
||||
This script will build all the binaries and start harmony and txgen based on the configuration file. |
||||
|
||||
EXAMPLES: |
||||
|
||||
$ME local_config.txt |
||||
$ME -p local_config.txt |
||||
|
||||
EOU |
||||
exit 0 |
||||
} |
||||
|
||||
DB= |
||||
TXGEN=true |
||||
DURATION=90 |
||||
MIN=5 |
||||
SHARDS=2 |
||||
KILLPORT=9004 |
||||
SYNC=true |
||||
DRYRUN= |
||||
P2P=false |
||||
|
||||
while getopts "hdtD:m:s:k:nSP" option; do |
||||
case $option in |
||||
h) usage ;; |
||||
d) DB='-db_supported' ;; |
||||
t) TXGEN=false ;; |
||||
D) DURATION=$OPTARG ;; |
||||
m) MIN=$OPTARG ;; |
||||
s) SHARDS=$OPTARG ;; |
||||
k) KILLPORT=$OPTARG ;; |
||||
n) DRYRUN=echo ;; |
||||
S) SYNC=true ;; |
||||
P) P2P=true ;; |
||||
esac |
||||
done |
||||
|
||||
shift $((OPTIND-1)) |
||||
|
||||
# Since `go run` will generate a temporary exe every time, |
||||
# On windows, your system will pop up a network security dialog for each instance |
||||
# and you won't be able to turn it off. With `go build` generating one |
||||
# exe, the dialog will only pop up once at the very first time. |
||||
# Also it's recommended to use `go build` for testing the whole exe. |
||||
pushd $ROOT |
||||
echo "compiling ..." |
||||
go build -o bin/harmony cmd/harmony.go |
||||
popd |
||||
|
||||
# Create a tmp folder for logs |
||||
t=`date +"%Y%m%d-%H%M%S"` |
||||
log_folder="tmp_log/log-$t" |
||||
|
||||
mkdir -p $log_folder |
||||
LOG_FILE=$log_folder/r.log |
||||
|
||||
HMY_OPT= |
||||
HMY_OPT2= |
||||
HMY_OPT3= |
||||
|
||||
($DRYRUN $ROOT/bin/harmony -ip 127.0.0.1 -port 9100 -log_folder $log_folder -is_newnode $DB -min_peers $MIN $HMY_OPT $HMY_OPT2 $HMY_OPT3 -key /tmp/127.0.0.1-9100.key 2>&1 | tee -a $LOG_FILE ) & |
||||
Loading…
Reference in new issue