TyleoDvDelaware3217/GoDoxy
1
0
Fork 0
mirror of https://github.com/yusing/godoxy.git synced 2025-05-19 20:32:35 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(healthcheck): retry on error and stop afte 5 trials

Browse source
This commit is contained in:
yusing 2025-05-18 22:16:12 +08:00
parent 67a6b89ea5
commit cee6eaecff
1 changed files with 14 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
internal/watcher/health/monitor/monitor.go
View file

@ -84,7 +84,7 @@ func (mon *monitor) ContextWithTimeout(cause string) (ctx context.Context, cance
// Start implements task.TaskStarter. // Start implements task.TaskStarter.
func (mon *monitor) Start(parent task.Parent) gperr.Error { func (mon *monitor) Start(parent task.Parent) gperr.Error {
if mon.config.Interval <= 0 { if mon.config.Interval <= 0 {
return gperr.Wrap(ErrNegativeInterval) return ErrNegativeInterval
} }
mon.service = parent.Name() mon.service = parent.Name()
@ -100,9 +100,11 @@ func (mon *monitor) Start(parent task.Parent) gperr.Error {
mon.task.Finish(nil) mon.task.Finish(nil)
}() }()
failures := 0
if err := mon.checkUpdateHealth(); err != nil { if err := mon.checkUpdateHealth(); err != nil {
logger.Err(err).Msg("healthchecker failure") logger.Err(err).Msg("healthchecker error")
return failures++
} }
ticker := time.NewTicker(mon.config.Interval) ticker := time.NewTicker(mon.config.Interval)
@ -115,7 +117,15 @@ func (mon *monitor) Start(parent task.Parent) gperr.Error {
case <-ticker.C: case <-ticker.C:
err := mon.checkUpdateHealth() err := mon.checkUpdateHealth()
if err != nil { if err != nil {
logger.Err(err).Msg("healthchecker failure") logger.Err(err).Msg("healthchecker error")
failures++
} else {
failures = 0
}
if failures >= 5 {
mon.status.Store(health.StatusError)
mon.task.Finish(err)
logger.Error().Msg("healthchecker stopped after 5 trials")
return return
} }
} }