2018-08-28 11:18:06 -04:00
|
|
|
package reflector
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
2019-11-13 19:11:35 -05:00
|
|
|
"github.com/lbryio/lbry.go/v2/extras/stop"
|
2018-08-28 11:18:06 -04:00
|
|
|
|
|
|
|
log "github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2018-08-30 21:08:59 -04:00
|
|
|
// TODO: store daily stats too. and maybe other intervals
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
type Stats struct {
|
2018-08-28 11:18:06 -04:00
|
|
|
mu *sync.Mutex
|
|
|
|
blobs int
|
|
|
|
streams int
|
|
|
|
errors map[string]int
|
2019-02-08 14:56:41 -05:00
|
|
|
started bool
|
2018-08-28 11:18:06 -04:00
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
name string
|
2018-08-28 11:18:06 -04:00
|
|
|
logger *log.Logger
|
|
|
|
logFreq time.Duration
|
|
|
|
grp *stop.Group
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func NewStatLogger(name string, logger *log.Logger, logFreq time.Duration, parentGrp *stop.Group) *Stats {
|
|
|
|
return &Stats{
|
2018-08-28 11:18:06 -04:00
|
|
|
mu: &sync.Mutex{},
|
|
|
|
grp: stop.New(parentGrp),
|
|
|
|
logger: logger,
|
|
|
|
logFreq: logFreq,
|
|
|
|
errors: make(map[string]int),
|
2019-02-08 14:56:41 -05:00
|
|
|
name: name,
|
2018-08-28 11:18:06 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) Start() {
|
|
|
|
s.started = true
|
2018-08-28 11:18:06 -04:00
|
|
|
s.grp.Add(1)
|
|
|
|
go func() {
|
|
|
|
defer s.grp.Done()
|
|
|
|
s.runSlackLogger()
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) Shutdown() {
|
|
|
|
if !s.started {
|
|
|
|
return
|
|
|
|
}
|
2018-09-04 11:08:34 -04:00
|
|
|
s.log()
|
2018-08-28 11:18:06 -04:00
|
|
|
s.grp.StopAndWait()
|
2019-02-08 14:56:41 -05:00
|
|
|
s.started = false
|
2018-08-28 11:18:06 -04:00
|
|
|
}
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) AddBlob() {
|
2018-08-28 11:18:06 -04:00
|
|
|
s.mu.Lock()
|
|
|
|
defer s.mu.Unlock()
|
2018-08-30 20:20:15 -04:00
|
|
|
s.blobs++
|
2018-08-28 11:18:06 -04:00
|
|
|
}
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) AddStream() {
|
2018-08-28 11:18:06 -04:00
|
|
|
s.mu.Lock()
|
|
|
|
defer s.mu.Unlock()
|
2018-08-30 20:20:15 -04:00
|
|
|
s.streams++
|
2018-08-28 11:18:06 -04:00
|
|
|
}
|
2018-08-29 09:04:09 -04:00
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) runSlackLogger() {
|
2018-08-28 11:18:06 -04:00
|
|
|
t := time.NewTicker(s.logFreq)
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-s.grp.Ch():
|
|
|
|
return
|
|
|
|
case <-t.C:
|
|
|
|
s.log()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-08 14:56:41 -05:00
|
|
|
func (s *Stats) log() {
|
2018-08-28 11:18:06 -04:00
|
|
|
s.mu.Lock()
|
|
|
|
blobs, streams := s.blobs, s.streams
|
|
|
|
s.blobs, s.streams = 0, 0
|
|
|
|
errStr := ""
|
|
|
|
for name, count := range s.errors {
|
|
|
|
errStr += fmt.Sprintf("%d %s, ", count, name)
|
|
|
|
delete(s.errors, name)
|
|
|
|
}
|
|
|
|
s.mu.Unlock()
|
2018-08-31 06:38:38 -04:00
|
|
|
|
|
|
|
if len(errStr) > 2 {
|
|
|
|
errStr = errStr[:len(errStr)-2] // trim last comma and space
|
|
|
|
}
|
|
|
|
|
2019-12-17 00:33:34 +07:00
|
|
|
s.logger.Printf("%s stats: %d blobs, %d streams, errors: %s", s.name, blobs, streams, errStr)
|
2018-08-28 11:18:06 -04:00
|
|
|
}
|