2018-05-04 08:23:38 +00:00
|
|
|
package timesource
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2018-05-22 15:38:38 +00:00
|
|
|
"errors"
|
2018-05-04 08:23:38 +00:00
|
|
|
"sort"
|
|
|
|
"sync"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/beevik/ntp"
|
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2018-05-08 10:38:54 +00:00
|
|
|
"github.com/ethereum/go-ethereum/p2p"
|
|
|
|
"github.com/ethereum/go-ethereum/rpc"
|
2018-05-04 08:23:38 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2018-05-09 05:10:48 +00:00
|
|
|
// DefaultMaxAllowedFailures defines how many failures will be tolerated.
|
2018-05-24 07:55:56 +00:00
|
|
|
DefaultMaxAllowedFailures = 1
|
2018-05-04 08:23:38 +00:00
|
|
|
|
2018-05-22 15:38:38 +00:00
|
|
|
// FastNTPSyncPeriod period between ntp synchronizations before the first
|
|
|
|
// successful connection.
|
|
|
|
FastNTPSyncPeriod = 2 * time.Minute
|
|
|
|
|
|
|
|
// SlowNTPSyncPeriod period between ntp synchronizations after the first
|
|
|
|
// successful connection.
|
|
|
|
SlowNTPSyncPeriod = 1 * time.Hour
|
2018-05-09 05:10:48 +00:00
|
|
|
|
|
|
|
// DefaultRPCTimeout defines write deadline for single ntp server request.
|
|
|
|
DefaultRPCTimeout = 2 * time.Second
|
2018-05-04 08:23:38 +00:00
|
|
|
)
|
|
|
|
|
2018-05-15 14:10:51 +00:00
|
|
|
// defaultServers will be resolved to the closest available,
|
|
|
|
// and with high probability resolved to the different IPs
|
|
|
|
var defaultServers = []string{
|
|
|
|
"0.pool.ntp.org",
|
|
|
|
"1.pool.ntp.org",
|
|
|
|
"2.pool.ntp.org",
|
|
|
|
"3.pool.ntp.org",
|
|
|
|
}
|
2018-05-22 15:38:38 +00:00
|
|
|
var errUpdateOffset = errors.New("failed to compute offset")
|
2018-05-15 14:10:51 +00:00
|
|
|
|
2018-05-09 05:10:48 +00:00
|
|
|
type ntpQuery func(string, ntp.QueryOptions) (*ntp.Response, error)
|
2018-05-04 08:23:38 +00:00
|
|
|
|
|
|
|
type queryResponse struct {
|
|
|
|
Offset time.Duration
|
|
|
|
Error error
|
|
|
|
}
|
|
|
|
|
|
|
|
type multiRPCError []error
|
|
|
|
|
|
|
|
func (e multiRPCError) Error() string {
|
|
|
|
var b bytes.Buffer
|
|
|
|
b.WriteString("RPC failed: ")
|
|
|
|
more := false
|
|
|
|
for _, err := range e {
|
|
|
|
if more {
|
|
|
|
b.WriteString("; ")
|
|
|
|
}
|
|
|
|
b.WriteString(err.Error())
|
|
|
|
more = true
|
|
|
|
}
|
|
|
|
b.WriteString(".")
|
|
|
|
return b.String()
|
|
|
|
}
|
|
|
|
|
2018-05-15 14:10:51 +00:00
|
|
|
func computeOffset(timeQuery ntpQuery, servers []string, allowedFailures int) (time.Duration, error) {
|
|
|
|
if len(servers) == 0 {
|
2018-05-04 08:23:38 +00:00
|
|
|
return 0, nil
|
|
|
|
}
|
2018-05-15 14:10:51 +00:00
|
|
|
responses := make(chan queryResponse, len(servers))
|
|
|
|
for _, server := range servers {
|
|
|
|
go func(server string) {
|
2018-05-09 05:10:48 +00:00
|
|
|
response, err := timeQuery(server, ntp.QueryOptions{
|
|
|
|
Timeout: DefaultRPCTimeout,
|
|
|
|
})
|
2018-06-07 14:31:36 +00:00
|
|
|
if err == nil {
|
|
|
|
err = response.Validate()
|
|
|
|
}
|
2018-05-04 08:23:38 +00:00
|
|
|
if err != nil {
|
|
|
|
responses <- queryResponse{Error: err}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
responses <- queryResponse{Offset: response.ClockOffset}
|
2018-05-15 14:10:51 +00:00
|
|
|
}(server)
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
var (
|
|
|
|
rpcErrors multiRPCError
|
|
|
|
offsets []time.Duration
|
|
|
|
collected int
|
|
|
|
)
|
|
|
|
for response := range responses {
|
|
|
|
if response.Error != nil {
|
|
|
|
rpcErrors = append(rpcErrors, response.Error)
|
|
|
|
} else {
|
|
|
|
offsets = append(offsets, response.Offset)
|
|
|
|
}
|
|
|
|
collected++
|
2018-05-15 14:10:51 +00:00
|
|
|
if collected == len(servers) {
|
2018-05-04 08:23:38 +00:00
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
2018-05-09 05:10:48 +00:00
|
|
|
if lth := len(rpcErrors); lth > allowedFailures {
|
|
|
|
return 0, rpcErrors
|
2018-05-15 14:10:51 +00:00
|
|
|
} else if lth == len(servers) {
|
2018-05-04 08:23:38 +00:00
|
|
|
return 0, rpcErrors
|
|
|
|
}
|
|
|
|
sort.SliceStable(offsets, func(i, j int) bool {
|
|
|
|
return offsets[i] > offsets[j]
|
|
|
|
})
|
2018-05-15 15:59:25 +00:00
|
|
|
mid := len(offsets) / 2
|
2018-05-04 08:23:38 +00:00
|
|
|
if len(offsets)%2 == 0 {
|
|
|
|
return (offsets[mid-1] + offsets[mid]) / 2, nil
|
|
|
|
}
|
|
|
|
return offsets[mid], nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Default initializes time source with default config values.
|
|
|
|
func Default() *NTPTimeSource {
|
|
|
|
return &NTPTimeSource{
|
2018-05-22 15:38:38 +00:00
|
|
|
servers: defaultServers,
|
|
|
|
allowedFailures: DefaultMaxAllowedFailures,
|
|
|
|
fastNTPSyncPeriod: FastNTPSyncPeriod,
|
|
|
|
slowNTPSyncPeriod: SlowNTPSyncPeriod,
|
|
|
|
timeQuery: ntp.QueryWithOptions,
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NTPTimeSource provides source of time that tries to be resistant to time skews.
|
|
|
|
// It does so by periodically querying time offset from ntp servers.
|
|
|
|
type NTPTimeSource struct {
|
2018-05-22 15:38:38 +00:00
|
|
|
servers []string
|
|
|
|
allowedFailures int
|
|
|
|
fastNTPSyncPeriod time.Duration
|
|
|
|
slowNTPSyncPeriod time.Duration
|
|
|
|
timeQuery ntpQuery // for ease of testing
|
2018-05-04 08:23:38 +00:00
|
|
|
|
|
|
|
quit chan struct{}
|
|
|
|
wg sync.WaitGroup
|
|
|
|
|
|
|
|
mu sync.RWMutex
|
|
|
|
latestOffset time.Duration
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now returns time adjusted by latest known offset
|
|
|
|
func (s *NTPTimeSource) Now() time.Time {
|
|
|
|
s.mu.RLock()
|
|
|
|
defer s.mu.RUnlock()
|
|
|
|
return time.Now().Add(s.latestOffset)
|
|
|
|
}
|
|
|
|
|
2018-05-22 15:38:38 +00:00
|
|
|
func (s *NTPTimeSource) updateOffset() error {
|
2018-05-15 14:10:51 +00:00
|
|
|
offset, err := computeOffset(s.timeQuery, s.servers, s.allowedFailures)
|
2018-05-04 08:23:38 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Error("failed to compute offset", "error", err)
|
2018-05-22 15:38:38 +00:00
|
|
|
return errUpdateOffset
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
log.Info("Difference with ntp servers", "offset", offset)
|
|
|
|
s.mu.Lock()
|
|
|
|
s.latestOffset = offset
|
|
|
|
s.mu.Unlock()
|
2018-05-22 15:38:38 +00:00
|
|
|
return nil
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
|
2018-05-22 15:38:38 +00:00
|
|
|
// runPeriodically runs periodically the given function based on NTPTimeSource
|
|
|
|
// synchronization limits (fastNTPSyncPeriod / slowNTPSyncPeriod)
|
|
|
|
func (s *NTPTimeSource) runPeriodically(fn func() error) error {
|
|
|
|
var period time.Duration
|
2018-05-04 08:23:38 +00:00
|
|
|
s.quit = make(chan struct{})
|
|
|
|
// we try to do it synchronously so that user can have reliable messages right away
|
|
|
|
s.wg.Add(1)
|
|
|
|
go func() {
|
|
|
|
for {
|
|
|
|
select {
|
2018-05-22 15:38:38 +00:00
|
|
|
case <-time.After(period):
|
|
|
|
if err := fn(); err == nil {
|
|
|
|
period = s.slowNTPSyncPeriod
|
|
|
|
} else if period != s.slowNTPSyncPeriod {
|
|
|
|
period = s.fastNTPSyncPeriod
|
|
|
|
}
|
|
|
|
|
2018-05-04 08:23:38 +00:00
|
|
|
case <-s.quit:
|
|
|
|
s.wg.Done()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
2018-05-22 15:38:38 +00:00
|
|
|
|
2018-05-08 10:38:54 +00:00
|
|
|
return nil
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
|
2018-05-22 15:38:38 +00:00
|
|
|
// Start runs a goroutine that updates local offset every updatePeriod.
|
|
|
|
func (s *NTPTimeSource) Start(*p2p.Server) error {
|
|
|
|
return s.runPeriodically(s.updateOffset)
|
|
|
|
}
|
|
|
|
|
2018-05-04 08:23:38 +00:00
|
|
|
// Stop goroutine that updates time source.
|
2018-05-08 10:38:54 +00:00
|
|
|
func (s *NTPTimeSource) Stop() error {
|
2018-05-04 08:23:38 +00:00
|
|
|
if s.quit == nil {
|
2018-05-08 10:38:54 +00:00
|
|
|
return nil
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|
|
|
|
close(s.quit)
|
|
|
|
s.wg.Wait()
|
2018-05-08 10:38:54 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// APIs used to be conformant with service interface
|
|
|
|
func (s *NTPTimeSource) APIs() []rpc.API {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Protocols used to conformant with service interface
|
|
|
|
func (s *NTPTimeSource) Protocols() []p2p.Protocol {
|
|
|
|
return nil
|
2018-05-04 08:23:38 +00:00
|
|
|
}
|