17 Commits
1.01 ... 1.2

Author SHA1 Message Date
zhouyuyan
1339a04b28 modify Dockerfile 2018-01-17 10:11:36 +08:00
zhouyuyan
957329d85c modify Dockerfile 2018-01-17 10:10:04 +08:00
zhouyuyan
7db7edaa17 cluster fix 2018-01-17 09:39:07 +08:00
zhouyuyan
1d6f6a4a71 add cluster 2018-01-16 16:50:10 +08:00
zhouyuyan
123bb7210f move dispatcher 2018-01-02 10:55:28 +08:00
zhouyuyan
9ad6590e83 modify timer 2017-12-28 09:13:20 +08:00
zhouyuyan
516db49db5 modify keep alive 2017-12-27 16:42:38 +08:00
zhouyuyan
a260057bfe modify time close 2017-12-08 13:25:05 +08:00
zhouyuyan
bdd802ebfb modify log 2017-12-07 16:30:48 +08:00
zhouyuyan
5786e69b01 modify cluster logic 2017-11-21 14:05:06 +08:00
zhouyuyan
6a89b627d4 add clientID in log for debug 2017-11-02 15:31:57 +08:00
zhouyuyan
208a7cf0a8 wait for message when close connection 2017-10-26 16:11:01 +08:00
zhouyuyan
a7fb7f1912 modify close old connect connection logic 2017-10-26 15:57:19 +08:00
zhouyuyan
eeab0c6b7d modify readloop 2017-09-22 12:08:11 +08:00
zhouyuyan
4646042b7f disconnect 2017-09-12 15:37:05 +08:00
zhouyuyan
49385e52fd log format 2017-09-12 09:50:54 +08:00
zhouyuyan
3ed8625bb9 log formar 2017-09-12 09:49:50 +08:00
10 changed files with 214 additions and 136 deletions

View File

@@ -1,6 +1,5 @@
FROM alpine FROM alpine
COPY hmq / COPY hmq /
COPY hmq.config /
COPY ssl /ssl COPY ssl /ssl
COPY conf /conf COPY conf /conf

View File

@@ -1 +0,0 @@
theme: jekyll-theme-slate

View File

@@ -21,6 +21,7 @@ import (
type Broker struct { type Broker struct {
id string id string
cid uint64 cid uint64
mu sync.Mutex
config *Config config *Config
tlsConfig *tls.Config tlsConfig *tls.Config
AclConfig *acl.ACLConfig AclConfig *acl.ACLConfig
@@ -65,35 +66,47 @@ func (b *Broker) Start() {
log.Error("broker is null") log.Error("broker is null")
return return
} }
StartDispatcher()
//listen clinet over tcp
if b.config.Port != "" { if b.config.Port != "" {
go b.StartClientListening(false) go b.StartClientListening(false)
} }
//listen for cluster
if b.config.Cluster.Port != "" { if b.config.Cluster.Port != "" {
go b.StartClusterListening() go b.StartClusterListening()
} }
//listen for websocket
if b.config.WsPort != "" { if b.config.WsPort != "" {
go b.StartWebsocketListening() go b.StartWebsocketListening()
} }
//listen client over tls
if b.config.TlsPort != "" { if b.config.TlsPort != "" {
go b.StartClientListening(true) go b.StartClientListening(true)
} }
//connect on other node in cluster
if len(b.config.Cluster.Routes) > 0 { if len(b.config.Cluster.Routes) > 0 {
b.ConnectToRouters() b.ConnectToRouters()
} }
//system montior
go StateMonitor() go StateMonitor()
} }
func StateMonitor() { func StateMonitor() {
v, _ := mem.VirtualMemory() v, _ := mem.VirtualMemory()
timeSticker := time.NewTicker(time.Second * 5) timeSticker := time.NewTicker(time.Second * 30)
for { for {
select { select {
case <-timeSticker.C: case <-timeSticker.C:
if v.UsedPercent > 0.8 { if v.UsedPercent > 75 {
debug.FreeOSMemory() debug.FreeOSMemory()
} }
// fmt.Printf("Total: %v, Free:%v, UsedPercent:%f%%\n", v.Total, v.Free, v.UsedPercent)
} }
} }
} }
@@ -223,12 +236,6 @@ func (b *Broker) StartClusterListening() {
tmpDelay = ACCEPT_MIN_SLEEP tmpDelay = ACCEPT_MIN_SLEEP
go b.handleConnection(ROUTER, conn, idx) go b.handleConnection(ROUTER, conn, idx)
if idx == 1 {
idx = 0
} else {
idx = idx + 1
}
} }
} }
@@ -253,7 +260,7 @@ func (b *Broker) handleConnection(typ int, conn net.Conn, idx uint64) {
connack.SessionPresent = msg.CleanSession connack.SessionPresent = msg.CleanSession
err = connack.Write(conn) err = connack.Write(conn)
if err != nil { if err != nil {
log.Error("send connack error, ", err) log.Error("send connack error, ", err, " clientID = ", msg.ClientIdentifier)
return return
} }
@@ -281,6 +288,7 @@ func (b *Broker) handleConnection(typ int, conn net.Conn, idx uint64) {
conn: conn, conn: conn,
info: info, info: info,
} }
c.init() c.init()
cid := c.info.clientID cid := c.info.clientID
@@ -292,28 +300,42 @@ func (b *Broker) handleConnection(typ int, conn net.Conn, idx uint64) {
switch typ { switch typ {
case CLIENT: case CLIENT:
msgPool = MSGPool[idx%MessagePoolNum].GetPool() msgPool = MSGPool[idx%MessagePoolNum].GetPool()
c.mp = msgPool
old, exist = b.clients.Load(cid) old, exist = b.clients.Load(cid)
if exist {
log.Warn("client exist, close old...", " clientID = ", c.info.clientID)
ol, ok := old.(*client)
if ok {
msg := &Message{client: c, packet: DisconnectdPacket}
ol.mp.queue <- msg
}
}
b.clients.Store(cid, c) b.clients.Store(cid, c)
case ROUTER: case ROUTER:
msgPool = MSGPool[(MessagePoolNum + idx)].GetPool() msgPool = MSGPool[(MessagePoolNum + idx)].GetPool()
c.mp = msgPool
old, exist = b.routes.Load(cid) old, exist = b.routes.Load(cid)
if exist {
log.Warn("router exist, close old...")
ol, ok := old.(*client)
if ok {
msg := &Message{client: c, packet: DisconnectdPacket}
ol.mp.queue <- msg
}
}
b.routes.Store(cid, c) b.routes.Store(cid, c)
} }
if exist { go c.readLoop()
log.Warn("client or routers exist, close old...") if typ == ROUTER {
ol, ok := old.(*client) c.SendInfo()
if ok { c.StartPing()
ol.Close()
}
} }
c.readLoop(msgPool)
} }
func (b *Broker) ConnectToRouters() { func (b *Broker) ConnectToRouters() {
for i := 0; i < len(b.config.Cluster.Routes); i++ { for _, v := range b.config.Cluster.Routes {
url := b.config.Cluster.Routes[i] go b.connectRouter(v, "")
go b.connectRouter(url, "")
} }
} }
@@ -324,32 +346,41 @@ func (b *Broker) connectRouter(url, remoteID string) {
conn, err = net.Dial("tcp", url) conn, err = net.Dial("tcp", url)
if err != nil { if err != nil {
log.Error("Error trying to connect to route: ", err) log.Error("Error trying to connect to route: ", err)
select { log.Debug("Connect to route timeout ,retry...")
case <-time.After(DEFAULT_ROUTE_CONNECT): time.Sleep(5 * time.Second)
log.Debug("Connect to route timeout ,retry...") continue
continue
}
} }
break
} }
route := &route{ route := route{
remoteID: remoteID, remoteID: remoteID,
remoteUrl: url, remoteUrl: conn.RemoteAddr().String(),
} }
cid := GenUniqueId() cid := GenUniqueId()
info := info{ info := info{
clientID: cid, clientID: cid,
keepalive: 60,
} }
c := &client{ c := &client{
typ: REMOTE, broker: b,
conn: conn, typ: REMOTE,
route: route, conn: conn,
info: info, route: route,
info: info,
} }
c.init() c.init()
b.remotes.Store(cid, c) b.remotes.Store(cid, c)
c.mp = MSGPool[(MessagePoolNum + 1)].GetPool()
c.SendConnect() c.SendConnect()
c.SendInfo() c.SendInfo()
c.StartPing()
go c.readLoop()
go c.StartPing()
} }
func (b *Broker) CheckRemoteExist(remoteID, url string) bool { func (b *Broker) CheckRemoteExist(remoteID, url string) bool {
@@ -358,9 +389,7 @@ func (b *Broker) CheckRemoteExist(remoteID, url string) bool {
v, ok := value.(*client) v, ok := value.(*client)
if ok { if ok {
if v.route.remoteUrl == url { if v.route.remoteUrl == url {
// if v.route.remoteID == "" || v.route.remoteID != remoteID {
v.route.remoteID = remoteID v.route.remoteID = remoteID
// }
exist = true exist = true
return false return false
} }
@@ -383,14 +412,16 @@ func (b *Broker) SendLocalSubsToRouter(c *client) {
} }
return true return true
}) })
err := c.WriterPacket(subInfo) if len(subInfo.Topics) > 0 {
if err != nil { err := c.WriterPacket(subInfo)
log.Error("Send localsubs To Router error :", err) if err != nil {
log.Error("Send localsubs To Router error :", err)
}
} }
} }
func (b *Broker) BroadcastInfoMessage(remoteID string, msg *packets.PublishPacket) { func (b *Broker) BroadcastInfoMessage(remoteID string, msg *packets.PublishPacket) {
b.remotes.Range(func(key, value interface{}) bool { b.routes.Range(func(key, value interface{}) bool {
r, ok := value.(*client) r, ok := value.(*client)
if ok { if ok {
if r.route.remoteID == remoteID { if r.route.remoteID == remoteID {
@@ -405,7 +436,8 @@ func (b *Broker) BroadcastInfoMessage(remoteID string, msg *packets.PublishPacke
} }
func (b *Broker) BroadcastSubOrUnsubMessage(packet packets.ControlPacket) { func (b *Broker) BroadcastSubOrUnsubMessage(packet packets.ControlPacket) {
b.remotes.Range(func(key, value interface{}) bool {
b.routes.Range(func(key, value interface{}) bool {
r, ok := value.(*client) r, ok := value.(*client)
if ok { if ok {
r.WriterPacket(packet) r.WriterPacket(packet)
@@ -432,7 +464,6 @@ func (b *Broker) removeClient(c *client) {
func (b *Broker) PublishMessage(packet *packets.PublishPacket) { func (b *Broker) PublishMessage(packet *packets.PublishPacket) {
topic := packet.TopicName topic := packet.TopicName
r := b.sl.Match(topic) r := b.sl.Match(topic)
// log.Info("psubs num: ", len(r.psubs))
if len(r.psubs) == 0 { if len(r.psubs) == 0 {
return return
} }
@@ -449,14 +480,12 @@ func (b *Broker) PublishMessage(packet *packets.PublishPacket) {
func (b *Broker) BroadcastUnSubscribe(subs map[string]*subscription) { func (b *Broker) BroadcastUnSubscribe(subs map[string]*subscription) {
ubsub := packets.NewControlPacket(packets.Unsubscribe).(*packets.UnsubscribePacket) unsub := packets.NewControlPacket(packets.Unsubscribe).(*packets.UnsubscribePacket)
for topic, _ := range subs { for topic, _ := range subs {
// topic := sub.topic unsub.Topics = append(unsub.Topics, topic)
// if sub.queue {
// topic = "$queue/" + sub.topic
// }
ubsub.Topics = append(ubsub.Topics, topic)
} }
b.BroadcastSubOrUnsubMessage(ubsub)
if len(unsub.Topics) > 0 {
b.BroadcastSubOrUnsubMessage(unsub)
}
} }

View File

@@ -32,9 +32,11 @@ type client struct {
broker *Broker broker *Broker
conn net.Conn conn net.Conn
info info info info
route *route route route
status int status int
closed chan int
smu sync.RWMutex smu sync.RWMutex
mp *MessagePool
subs map[string]*subscription subs map[string]*subscription
rsubs map[string]*subInfo rsubs map[string]*subInfo
} }
@@ -74,47 +76,65 @@ func (c *client) init() {
c.smu.Lock() c.smu.Lock()
defer c.smu.Unlock() defer c.smu.Unlock()
c.status = Connected c.status = Connected
typ := c.typ c.closed = make(chan int, 1)
if typ == ROUTER {
c.rsubs = make(map[string]*subInfo) c.rsubs = make(map[string]*subInfo)
} else if typ == CLIENT { c.subs = make(map[string]*subscription, 10)
c.subs = make(map[string]*subscription, 10)
}
c.info.localIP = strings.Split(c.conn.LocalAddr().String(), ":")[0] c.info.localIP = strings.Split(c.conn.LocalAddr().String(), ":")[0]
c.info.remoteIP = strings.Split(c.conn.RemoteAddr().String(), ":")[0] c.info.remoteIP = strings.Split(c.conn.RemoteAddr().String(), ":")[0]
} }
func (c *client) readLoop(msgPool *MessagePool) { func (c *client) keepAlive(ch chan int) {
defer close(ch)
keepalive := time.Duration(c.info.keepalive*3/2) * time.Second
timer := time.NewTimer(keepalive)
msgPool := c.mp
for {
select {
case <-ch:
timer.Reset(keepalive)
case <-timer.C:
log.Error("Client exceeded timeout, disconnecting. clientID = ", c.info.clientID, " keepalive = ", c.info.keepalive)
msg := &Message{client: c, packet: DisconnectdPacket}
msgPool.queue <- msg
timer.Stop()
return
case _, ok := <-c.closed:
if !ok {
return
}
}
}
}
func (c *client) readLoop() {
nc := c.conn nc := c.conn
msgPool := c.mp
if nc == nil || msgPool == nil { if nc == nil || msgPool == nil {
return return
} }
lastIn := uint16(time.Now().Unix()) ch := make(chan int, 1000)
var nowTime uint16 go c.keepAlive(ch)
for { for {
nowTime = uint16(time.Now().Unix())
if 0 != c.info.keepalive && nowTime-lastIn > c.info.keepalive*3/2 {
log.Errorf("Client %s has exceeded timeout, disconnecting.\n", c.info.clientID)
msg := &Message{client: c, packet: DisconnectdPacket}
msgPool.queue <- msg
return
}
packet, err := packets.ReadPacket(nc) packet, err := packets.ReadPacket(nc)
if err != nil { if err != nil {
log.Error("read packet error: ", err) log.Error("read packet error: ", err, " clientID = ", c.info.clientID)
msg := &Message{client: c, packet: DisconnectdPacket} break
msgPool.queue <- msg
return
} }
// log.Info("recv buf: ", packet)
lastIn = uint16(time.Now().Unix()) ch <- 1
msg := &Message{ msg := &Message{
client: c, client: c,
packet: packet, packet: packet,
} }
msgPool.queue <- msg msgPool.queue <- msg
} }
msg := &Message{client: c, packet: DisconnectdPacket}
msgPool.queue <- msg
msgPool.Reduce() msgPool.Reduce()
} }
@@ -124,45 +144,33 @@ func ProcessMessage(msg *Message) {
if ca == nil { if ca == nil {
return return
} }
log.Debug("Recv message: ", ca.String(), " clientID = ", c.info.clientID)
switch ca.(type) { switch ca.(type) {
case *packets.ConnackPacket: case *packets.ConnackPacket:
// log.Info("Recv conack message..........")
case *packets.ConnectPacket: case *packets.ConnectPacket:
// log.Info("Recv connect message..........")
case *packets.PublishPacket: case *packets.PublishPacket:
// log.Info("Recv publish message..........")
packet := ca.(*packets.PublishPacket) packet := ca.(*packets.PublishPacket)
c.ProcessPublish(packet) c.ProcessPublish(packet)
case *packets.PubackPacket: case *packets.PubackPacket:
//log.Info("Recv publish ack message..........")
case *packets.PubrecPacket: case *packets.PubrecPacket:
//log.Info("Recv publish rec message..........")
case *packets.PubrelPacket: case *packets.PubrelPacket:
//log.Info("Recv publish rel message..........")
case *packets.PubcompPacket: case *packets.PubcompPacket:
//log.Info("Recv publish ack message..........")
case *packets.SubscribePacket: case *packets.SubscribePacket:
// log.Info("Recv subscribe message.....")
packet := ca.(*packets.SubscribePacket) packet := ca.(*packets.SubscribePacket)
c.ProcessSubscribe(packet) c.ProcessSubscribe(packet)
case *packets.SubackPacket: case *packets.SubackPacket:
// log.Info("Recv suback message.....")
case *packets.UnsubscribePacket: case *packets.UnsubscribePacket:
// log.Info("Recv unsubscribe message.....")
packet := ca.(*packets.UnsubscribePacket) packet := ca.(*packets.UnsubscribePacket)
c.ProcessUnSubscribe(packet) c.ProcessUnSubscribe(packet)
case *packets.UnsubackPacket: case *packets.UnsubackPacket:
//log.Info("Recv unsuback message.....")
case *packets.PingreqPacket: case *packets.PingreqPacket:
// log.Info("Recv PINGREQ message..........")
c.ProcessPing() c.ProcessPing()
case *packets.PingrespPacket: case *packets.PingrespPacket:
//log.Info("Recv PINGRESP message..........")
case *packets.DisconnectPacket: case *packets.DisconnectPacket:
// log.Info("Recv DISCONNECT message.......")
c.Close() c.Close()
default: default:
log.Info("Recv Unknow message.......") log.Info("Recv Unknow message.......", " clientID = ", c.info.clientID)
} }
} }
@@ -172,8 +180,13 @@ func (c *client) ProcessPublish(packet *packets.PublishPacket) {
} }
topic := packet.TopicName topic := packet.TopicName
if topic == BrokerInfoTopic && c.typ != CLIENT {
c.ProcessInfo(packet)
return
}
if !c.CheckTopicAuth(PUB, topic) { if !c.CheckTopicAuth(PUB, topic) {
log.Error("Pub Topics Auth failed, ", topic) log.Error("Pub Topics Auth failed, ", topic, " clientID = ", c.info.clientID)
return return
} }
@@ -184,21 +197,21 @@ func (c *client) ProcessPublish(packet *packets.PublishPacket) {
puback := packets.NewControlPacket(packets.Puback).(*packets.PubackPacket) puback := packets.NewControlPacket(packets.Puback).(*packets.PubackPacket)
puback.MessageID = packet.MessageID puback.MessageID = packet.MessageID
if err := c.WriterPacket(puback); err != nil { if err := c.WriterPacket(puback); err != nil {
log.Error("send puback error, ", err) log.Error("send puback error, ", err, " clientID = ", c.info.clientID)
return return
} }
c.ProcessPublishMessage(packet) c.ProcessPublishMessage(packet)
case QosExactlyOnce: case QosExactlyOnce:
return return
default: default:
log.Error("publish with unknown qos") log.Error("publish with unknown qos", " clientID = ", c.info.clientID)
return return
} }
if packet.Retain { if packet.Retain {
if b := c.broker; b != nil { if b := c.broker; b != nil {
err := b.rl.Insert(topic, packet) err := b.rl.Insert(topic, packet)
if err != nil { if err != nil {
log.Error("Insert Retain Message error: ", err) log.Error("Insert Retain Message error: ", err, " clientID = ", c.info.clientID)
} }
} }
} }
@@ -224,15 +237,15 @@ func (c *client) ProcessPublishMessage(packet *packets.PublishPacket) {
} }
for _, sub := range r.psubs { for _, sub := range r.psubs {
if sub.client.typ == ROUTER { if sub.client.typ == REMOTE {
if typ == ROUTER { if typ == REMOTE {
continue continue
} }
} }
if sub != nil { if sub != nil {
err := sub.client.WriterPacket(packet) err := sub.client.WriterPacket(packet)
if err != nil { if err != nil {
log.Error("process message for psub error, ", err) log.Error("process message for psub error, ", err, " clientID = ", c.info.clientID)
} }
} }
} }
@@ -244,8 +257,8 @@ func (c *client) ProcessPublishMessage(packet *packets.PublishPacket) {
if exist { if exist {
// log.Info("queue index : ", cnt) // log.Info("queue index : ", cnt)
for _, sub := range r.qsubs { for _, sub := range r.qsubs {
if sub.client.typ == ROUTER { if sub.client.typ == REMOTE {
if c.typ == ROUTER { if c.typ == REMOTE {
continue continue
} }
} }
@@ -258,7 +271,7 @@ func (c *client) ProcessPublishMessage(packet *packets.PublishPacket) {
if sub != nil { if sub != nil {
err := sub.client.WriterPacket(packet) err := sub.client.WriterPacket(packet)
if err != nil { if err != nil {
log.Error("send publish error, ", err) log.Error("send publish error, ", err, " clientID = ", c.info.clientID)
} }
} }
@@ -312,7 +325,7 @@ func (c *client) ProcessSubscribe(packet *packets.SubscribePacket) {
t := topic t := topic
//check topic auth for client //check topic auth for client
if !c.CheckTopicAuth(SUB, topic) { if !c.CheckTopicAuth(SUB, topic) {
log.Error("Sub topic Auth failed: ", topic) log.Error("Sub topic Auth failed: ", topic, " clientID = ", c.info.clientID)
retcodes = append(retcodes, QosFailure) retcodes = append(retcodes, QosFailure)
continue continue
} }
@@ -346,7 +359,7 @@ func (c *client) ProcessSubscribe(packet *packets.SubscribePacket) {
retcodes = append(retcodes, qoss[i]) retcodes = append(retcodes, qoss[i])
continue continue
} }
case ROUTER: case REMOTE:
if subinfo, exist := c.rsubs[topic]; !exist { if subinfo, exist := c.rsubs[topic]; !exist {
sinfo := &subInfo{sub: sub, num: 1} sinfo := &subInfo{sub: sub, num: 1}
c.rsubs[topic] = sinfo c.rsubs[topic] = sinfo
@@ -359,7 +372,7 @@ func (c *client) ProcessSubscribe(packet *packets.SubscribePacket) {
} }
err := b.sl.Insert(sub) err := b.sl.Insert(sub)
if err != nil { if err != nil {
log.Error("Insert subscription error: ", err) log.Error("Insert subscription error: ", err, " clientID = ", c.info.clientID)
retcodes = append(retcodes, QosFailure) retcodes = append(retcodes, QosFailure)
} else { } else {
retcodes = append(retcodes, qoss[i]) retcodes = append(retcodes, qoss[i])
@@ -369,7 +382,7 @@ func (c *client) ProcessSubscribe(packet *packets.SubscribePacket) {
err := c.WriterPacket(suback) err := c.WriterPacket(suback)
if err != nil { if err != nil {
log.Error("send suback error, ", err) log.Error("send suback error, ", err, " clientID = ", c.info.clientID)
return return
} }
//broadcast subscribe message //broadcast subscribe message
@@ -381,7 +394,7 @@ func (c *client) ProcessSubscribe(packet *packets.SubscribePacket) {
for _, t := range topics { for _, t := range topics {
packets := b.rl.Match(t) packets := b.rl.Match(t)
for _, packet := range packets { for _, packet := range packets {
log.Info("process retain message: ", packet) log.Info("process retain message: ", packet, " clientID = ", c.info.clientID)
if packet != nil { if packet != nil {
c.WriterPacket(packet) c.WriterPacket(packet)
} }
@@ -401,29 +414,25 @@ func (c *client) ProcessUnSubscribe(packet *packets.UnsubscribePacket) {
topics := packet.Topics topics := packet.Topics
for _, t := range topics { for _, t := range topics {
var sub *subscription
ok := false
switch typ { switch typ {
case CLIENT: case CLIENT:
sub, ok = c.subs[t] sub, ok := c.subs[t]
case ROUTER: if ok {
c.unsubscribe(sub)
}
case REMOTE:
subinfo, ok := c.rsubs[t] subinfo, ok := c.rsubs[t]
if ok { if ok {
subinfo.num = subinfo.num - 1 subinfo.num = subinfo.num - 1
if subinfo.num < 1 { if subinfo.num < 1 {
sub = subinfo.sub
delete(c.rsubs, t) delete(c.rsubs, t)
c.unsubscribe(subinfo.sub)
} else { } else {
c.rsubs[t] = subinfo c.rsubs[t] = subinfo
sub = nil
} }
} else {
return
} }
} }
if ok {
go c.unsubscribe(sub)
}
} }
@@ -432,7 +441,7 @@ func (c *client) ProcessUnSubscribe(packet *packets.UnsubscribePacket) {
err := c.WriterPacket(unsuback) err := c.WriterPacket(unsuback)
if err != nil { if err != nil {
log.Error("send unsuback error, ", err) log.Error("send unsuback error, ", err, " clientID = ", c.info.clientID)
return return
} }
// //process ubsubscribe message // //process ubsubscribe message
@@ -461,19 +470,30 @@ func (c *client) ProcessPing() {
resp := packets.NewControlPacket(packets.Pingresp).(*packets.PingrespPacket) resp := packets.NewControlPacket(packets.Pingresp).(*packets.PingrespPacket)
err := c.WriterPacket(resp) err := c.WriterPacket(resp)
if err != nil { if err != nil {
log.Error("send PingResponse error, ", err) log.Error("send PingResponse error, ", err, " clientID = ", c.info.clientID)
return return
} }
} }
func (c *client) Close() { func (c *client) Close() {
c.smu.Lock() c.smu.Lock()
if c.status == Disconnected {
c.smu.Unlock()
return
}
//wait for message complete
time.Sleep(1 * time.Second)
c.status = Disconnected c.status = Disconnected
if c.conn != nil { if c.conn != nil {
c.conn.Close() c.conn.Close()
c.conn = nil c.conn = nil
} }
c.smu.Unlock() c.smu.Unlock()
close(c.closed)
b := c.broker b := c.broker
subs := c.subs subs := c.subs
if b != nil { if b != nil {
@@ -481,7 +501,7 @@ func (c *client) Close() {
for _, sub := range subs { for _, sub := range subs {
err := b.sl.Remove(sub) err := b.sl.Remove(sub)
if err != nil { if err != nil {
log.Error("closed client but remove sublist error, ", err) log.Error("closed client but remove sublist error, ", err, " clientID = ", c.info.clientID)
} }
} }
if c.typ == CLIENT { if c.typ == CLIENT {
@@ -490,10 +510,22 @@ func (c *client) Close() {
if c.info.willMsg != nil { if c.info.willMsg != nil {
b.PublishMessage(c.info.willMsg) b.PublishMessage(c.info.willMsg)
} }
//do reconnect
if c.typ == REMOTE {
localUrl := c.info.localIP + ":" + c.broker.config.Cluster.Port
if c.route.remoteUrl != localUrl {
b.connectRouter(c.route.remoteUrl, "")
}
}
} }
} }
func (c *client) WriterPacket(packet packets.ControlPacket) error { func (c *client) WriterPacket(packet packets.ControlPacket) error {
if packet == nil {
return nil
}
c.mu.Lock() c.mu.Lock()
err := packet.Write(c.conn) err := packet.Write(c.conn)
c.mu.Unlock() c.mu.Unlock()

View File

@@ -11,7 +11,7 @@ import (
) )
const ( const (
CONFIGFILE = "hmq.config" CONFIGFILE = "conf/hmq.config"
) )
type Config struct { type Config struct {

View File

@@ -1,9 +1,5 @@
package broker package broker
// const (
// WorkNum = 4096
// )
var WorkNum int var WorkNum int
type Dispatcher struct { type Dispatcher struct {
@@ -31,7 +27,7 @@ func NewDispatcher() *Dispatcher {
} }
func (d *Dispatcher) dispatch() { func (d *Dispatcher) dispatch() {
for i := 0; i < MessagePoolNum; i++ { for i := 0; i < (MessagePoolNum + 2); i++ {
go func(idx int) { go func(idx int) {
for { for {
select { select {

View File

@@ -22,7 +22,6 @@ func (c *client) SendInfo() {
log.Error("send info message error, ", err) log.Error("send info message error, ", err)
return return
} }
// log.Info("send info success")
} }
func (c *client) StartPing() { func (c *client) StartPing() {
@@ -34,13 +33,19 @@ func (c *client) StartPing() {
err := c.WriterPacket(ping) err := c.WriterPacket(ping)
if err != nil { if err != nil {
log.Error("ping error: ", err) log.Error("ping error: ", err)
c.Close()
}
case _, ok := <-c.closed:
if !ok {
return
} }
} }
} }
} }
func (c *client) SendConnect() { func (c *client) SendConnect() {
if c.status == Disconnected {
if c.status != Connected {
return return
} }
m := packets.NewControlPacket(packets.Connect).(*packets.ConnectPacket) m := packets.NewControlPacket(packets.Connect).(*packets.ConnectPacket)
@@ -53,7 +58,7 @@ func (c *client) SendConnect() {
log.Error("send connect message error, ", err) log.Error("send connect message error, ", err)
return return
} }
// log.Info("send connet success") log.Info("send connect success")
} }
func NewInfo(sid, url string, isforword bool) *packets.PublishPacket { func NewInfo(sid, url string, isforword bool) *packets.PublishPacket {
@@ -98,17 +103,21 @@ func (c *client) ProcessInfo(packet *packets.PublishPacket) {
return return
} }
b.mu.Lock()
exist := b.CheckRemoteExist(rid, rurl) exist := b.CheckRemoteExist(rid, rurl)
if !exist { if !exist {
go b.connectRouter(rurl, rid) b.connectRouter(rurl, rid)
} }
// log.Info("isforword: ", isForward) b.mu.Unlock()
if !isForward { if !isForward {
route := &route{ if c.typ == ROUTER {
remoteUrl: rurl, route := route{
remoteID: rid, remoteUrl: rurl,
remoteID: rid,
}
c.route = route
} }
c.route = route
go b.SendLocalSubsToRouter(c) go b.SendLocalSubsToRouter(c)
// log.Info("BroadcastInfoMessage starting... ") // log.Info("BroadcastInfoMessage starting... ")

View File

@@ -241,7 +241,6 @@ func (s *Sublist) Match(topic string) *SublistResult {
} }
s.Unlock() s.Unlock()
// log.Info("SublistResult: ", result)
return result return result
} }
@@ -294,7 +293,6 @@ func removeSubFromList(sub *subscription, sl []*subscription) ([]*subscription,
sl[i] = sl[last] sl[i] = sl[last]
sl[last] = nil sl[last] = nil
sl = sl[:last] sl = sl[:last]
// log.Info("removeSubFromList success")
return shrinkAsNeeded(sl), true return shrinkAsNeeded(sl), true
} }
} }

20
main.go
View File

@@ -9,15 +9,31 @@ import (
log "github.com/cihub/seelog" log "github.com/cihub/seelog"
) )
func init() {
testConfig := `
<seelog type="sync">
<outputs formatid="main">
<console/>
</outputs>
<formats>
<format id="main" format="Time:%Date %Time%tfile:%File%tlevel:%LEVEL%t%Msg%n"/>
</formats>
</seelog>`
logger, err := log.LoggerFromConfigAsBytes([]byte(testConfig))
if err != nil {
panic(err)
}
log.ReplaceLogger(logger)
}
func main() { func main() {
runtime.GOMAXPROCS(runtime.NumCPU()) runtime.GOMAXPROCS(runtime.NumCPU())
runtime.GC()
config, er := broker.LoadConfig() config, er := broker.LoadConfig()
if er != nil { if er != nil {
log.Error("Load Config file error: ", er) log.Error("Load Config file error: ", er)
return return
} }
broker.StartDispatcher()
b, err := broker.NewBroker(config) b, err := broker.NewBroker(config)
if err != nil { if err != nil {