OSDN Git Service

fix for status
[bytom/vapor.git] / toolbar / precog / monitor / stats.go
index 0ea4103..ec52d66 100644 (file)
@@ -3,25 +3,21 @@ package monitor
 import (
        "database/sql"
        "fmt"
+       "time"
 
        "github.com/jinzhu/gorm"
        log "github.com/sirupsen/logrus"
 
        "github.com/vapor/crypto/ed25519/chainkd"
        "github.com/vapor/netsync/peers"
+       "github.com/vapor/p2p"
        "github.com/vapor/toolbar/precog/common"
        "github.com/vapor/toolbar/precog/config"
        "github.com/vapor/toolbar/precog/database/orm"
 )
 
-// TODO: get lantency
-// TODO: get best_height
-// TODO: decide check_height("best best_height" - "confirmations")
-// TODO: get blockhash by check_height, get latency
-// TODO: update lantency, active_time and status
-
 // create or update: https://github.com/jinzhu/gorm/issues/1307
-func (m *monitor) upSertNode(node *config.Node) error {
+func (m *monitor) upsertNode(node *config.Node) error {
        if node.XPub != nil {
                node.PublicKey = fmt.Sprintf("%v", node.XPub.PublicKey().String())
        }
@@ -31,52 +27,152 @@ func (m *monitor) upSertNode(node *config.Node) error {
                return err
        }
 
-       if node.Alias != "" {
-               ormNode.Alias = node.Alias
-       }
        if node.XPub != nil {
                ormNode.Xpub = node.XPub.String()
        }
-       ormNode.Host = node.Host
+       ormNode.IP = node.IP
        ormNode.Port = node.Port
        return m.db.Where(&orm.Node{PublicKey: ormNode.PublicKey}).
                Assign(&orm.Node{
-                       Xpub:  ormNode.Xpub,
-                       Alias: ormNode.Alias,
-                       Host:  ormNode.Host,
-                       Port:  ormNode.Port,
+                       Xpub: ormNode.Xpub,
+                       IP:   ormNode.IP,
+                       Port: ormNode.Port,
                }).FirstOrCreate(ormNode).Error
 }
 
-func (m *monitor) savePeerInfo(peerInfo *peers.PeerInfo) error {
+func (m *monitor) processDialResults() error {
+       var ormNodes []*orm.Node
+       if err := m.db.Model(&orm.Node{}).Find(&ormNodes).Error; err != nil {
+               return err
+       }
+
+       publicKeyMap := make(map[string]*orm.Node, len(ormNodes))
+       for _, ormNode := range ormNodes {
+               publicKeyMap[ormNode.PublicKey] = ormNode
+       }
+
+       connMap := make(map[string]bool, len(ormNodes))
+       // connected peers
+       for _, peer := range m.sw.GetPeers().List() {
+               xPub := &chainkd.XPub{}
+               if err := xPub.UnmarshalText([]byte(peer.Key)); err != nil {
+                       log.WithFields(log.Fields{"xpub": peer.Key}).Error("unmarshal xpub")
+                       continue
+               }
+
+               publicKey := xPub.PublicKey().String()
+               connMap[publicKey] = true
+               if err := m.processConnectedPeer(publicKeyMap[publicKey], peer); err != nil {
+                       log.WithFields(log.Fields{"peer publicKey": publicKey, "err": err}).Error("processConnectedPeer")
+               }
+       }
+
+       // offline peers
+       for _, ormNode := range ormNodes {
+               if _, ok := connMap[ormNode.PublicKey]; ok {
+                       continue
+               }
+
+               if err := m.processOfflinePeer(ormNode); err != nil {
+                       log.WithFields(log.Fields{"peer publicKey": ormNode.PublicKey, "err": err}).Error("processOfflinePeer")
+               }
+       }
+
+       return nil
+}
+
+func (m *monitor) processConnectedPeer(ormNode *orm.Node, peer *p2p.Peer) error {
+       ormNodeLiveness := &orm.NodeLiveness{NodeID: ormNode.ID}
+       err := m.db.Where(ormNodeLiveness).Last(ormNodeLiveness).Error
+       if err != nil && err != gorm.ErrRecordNotFound {
+               return err
+       }
+
+       ormNodeLiveness.PongTimes += 1
+       return m.db.Save(ormNodeLiveness).Error
+}
+
+func (m *monitor) processOfflinePeer(ormNode *orm.Node) error {
+       ormNode.Status = common.NodeOfflineStatus
+       return m.db.Save(ormNode).Error
+}
+
+func (m *monitor) processPeerInfos(peerInfos []*peers.PeerInfo) {
+       for _, peerInfo := range peerInfos {
+               dbTx := m.db.Begin()
+               if err := m.processPeerInfo(dbTx, peerInfo); err != nil {
+                       log.WithFields(log.Fields{"peerInfo": peerInfo, "err": err}).Error("processPeerInfo")
+                       dbTx.Rollback()
+               } else {
+                       dbTx.Commit()
+               }
+       }
+}
+
+func (m *monitor) processPeerInfo(dbTx *gorm.DB, peerInfo *peers.PeerInfo) error {
        xPub := &chainkd.XPub{}
        if err := xPub.UnmarshalText([]byte(peerInfo.ID)); err != nil {
                return err
        }
 
        ormNode := &orm.Node{}
-       if err := m.db.Model(&orm.Node{}).Where(&orm.Node{PublicKey: xPub.PublicKey().String()}).
-               UpdateColumn(&orm.Node{
-                       Alias:      peerInfo.Moniker,
-                       Xpub:       peerInfo.ID,
-                       BestHeight: peerInfo.Height,
-                       // LatestDailyUptimeMinutes uint64
-               }).First(ormNode).Error; err != nil {
+       if err := dbTx.Model(&orm.Node{}).Where(&orm.Node{PublicKey: xPub.PublicKey().String()}).First(ormNode).Error; err != nil {
+               return err
+       }
+
+       log.WithFields(log.Fields{"ping": peerInfo.Ping}).Debug("peerInfo")
+       ping, err := time.ParseDuration(peerInfo.Ping)
+       if err != nil {
+               return err
+       }
+
+       now := time.Now()
+       yesterday := now.Add(-24 * time.Hour)
+       var ormNodeLivenesses []*orm.NodeLiveness
+       if err := dbTx.Model(&orm.NodeLiveness{}).
+               Where("node_id = ? AND updated_at >= ?", ormNode.ID, yesterday).
+               Order(fmt.Sprintf("created_at %s", "DESC")).
+               Find(&ormNodeLivenesses).Error; err != nil {
+               return err
+       }
+
+       // update latest liveness
+       latestLiveness := ormNodeLivenesses[0]
+       if latestLiveness.Status == common.NodeOfflineStatus {
+               return fmt.Errorf("node %s latest liveness status error", ormNode.PublicKey)
+       }
+
+       lantencyMS := ping.Nanoseconds() / 1000
+       if lantencyMS != 0 {
+               latestLiveness.AvgLantencyMS = sql.NullInt64{
+                       Int64: (latestLiveness.AvgLantencyMS.Int64*int64(latestLiveness.PongTimes) + lantencyMS) / int64(latestLiveness.PongTimes+1),
+                       Valid: true,
+               }
+       }
+       latestLiveness.PongTimes += 1
+       if peerInfo.Height != 0 {
+               latestLiveness.BestHeight = peerInfo.Height
+       }
+       if err := dbTx.Save(latestLiveness).Error; err != nil {
                return err
        }
 
-       log.Debug("peerInfo.Ping:", peerInfo.Ping)
+       // calc LatestDailyUptimeMinutes
+       total := 0 * time.Minute
+       ormNodeLivenesses[0].UpdatedAt = now
+       for _, ormNodeLiveness := range ormNodeLivenesses {
+               if ormNodeLiveness.CreatedAt.Before(yesterday) {
+                       ormNodeLiveness.CreatedAt = yesterday
+               }
 
-       ormNodeLiveness := &orm.NodeLiveness{
-               NodeID:        ormNode.ID,
-               BestHeight:    ormNode.BestHeight,
-               AvgLantencyMS: sql.NullInt64{Int64: 1, Valid: true},
-               // PingTimes     uint64
-               // PongTimes     uint64
+               total += ormNodeLiveness.UpdatedAt.Sub(ormNodeLiveness.CreatedAt)
        }
-       return m.db.Model(&orm.NodeLiveness{}).Where("node_id = ? AND status != ?", ormNode.ID, common.NodeOfflineStatus).
-               UpdateColumn(&orm.NodeLiveness{
-                       BestHeight:    ormNodeLiveness.BestHeight,
-                       AvgLantencyMS: ormNodeLiveness.AvgLantencyMS,
-               }).FirstOrCreate(ormNodeLiveness).Error
+
+       return dbTx.Model(&orm.Node{}).Where(&orm.Node{PublicKey: xPub.PublicKey().String()}).
+               UpdateColumn(&orm.Node{
+                       Alias:                    peerInfo.Moniker,
+                       Xpub:                     peerInfo.ID,
+                       BestHeight:               peerInfo.Height,
+                       LatestDailyUptimeMinutes: uint64(total.Minutes()),
+               }).First(ormNode).Error
 }