2024-03-11 11:09:50 +00:00
|
|
|
package circuitbreaker
|
|
|
|
|
|
|
|
import (
|
2024-07-01 15:46:57 +00:00
|
|
|
"context"
|
2024-03-11 11:09:50 +00:00
|
|
|
"fmt"
|
|
|
|
|
|
|
|
"github.com/afex/hystrix-go/hystrix"
|
2024-08-19 12:44:46 +00:00
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2024-03-11 11:09:50 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type FallbackFunc func() ([]any, error)
|
|
|
|
|
|
|
|
type CommandResult struct {
|
|
|
|
res []any
|
|
|
|
err error
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr CommandResult) Result() []any {
|
|
|
|
return cr.res
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cr CommandResult) Error() error {
|
|
|
|
return cr.err
|
|
|
|
}
|
|
|
|
|
|
|
|
type Command struct {
|
2024-07-01 15:46:57 +00:00
|
|
|
ctx context.Context
|
2024-03-11 11:09:50 +00:00
|
|
|
functors []*Functor
|
2024-07-01 15:46:57 +00:00
|
|
|
cancel bool
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
|
2024-07-01 15:46:57 +00:00
|
|
|
func NewCommand(ctx context.Context, functors []*Functor) *Command {
|
2024-03-11 11:09:50 +00:00
|
|
|
return &Command{
|
2024-07-01 15:46:57 +00:00
|
|
|
ctx: ctx,
|
2024-03-11 11:09:50 +00:00
|
|
|
functors: functors,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cmd *Command) Add(ftor *Functor) {
|
|
|
|
cmd.functors = append(cmd.functors, ftor)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (cmd *Command) IsEmpty() bool {
|
|
|
|
return len(cmd.functors) == 0
|
|
|
|
}
|
|
|
|
|
2024-07-01 15:46:57 +00:00
|
|
|
func (cmd *Command) Cancel() {
|
|
|
|
cmd.cancel = true
|
|
|
|
}
|
|
|
|
|
2024-03-11 11:09:50 +00:00
|
|
|
type Config struct {
|
|
|
|
Timeout int
|
|
|
|
MaxConcurrentRequests int
|
|
|
|
RequestVolumeThreshold int
|
|
|
|
SleepWindow int
|
|
|
|
ErrorPercentThreshold int
|
|
|
|
}
|
|
|
|
|
|
|
|
type CircuitBreaker struct {
|
2024-07-29 17:07:43 +00:00
|
|
|
config Config
|
|
|
|
circuitNameHandler func(string) string
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func NewCircuitBreaker(config Config) *CircuitBreaker {
|
|
|
|
return &CircuitBreaker{
|
|
|
|
config: config,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type Functor struct {
|
2024-07-01 15:46:57 +00:00
|
|
|
exec FallbackFunc
|
|
|
|
circuitName string
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
|
2024-07-01 15:46:57 +00:00
|
|
|
func NewFunctor(exec FallbackFunc, circuitName string) *Functor {
|
2024-03-11 11:09:50 +00:00
|
|
|
return &Functor{
|
2024-07-01 15:46:57 +00:00
|
|
|
exec: exec,
|
|
|
|
circuitName: circuitName,
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-19 12:44:46 +00:00
|
|
|
func accumulateCommandError(result CommandResult, circuitName string, err error) CommandResult {
|
|
|
|
// Accumulate errors
|
|
|
|
if result.err != nil {
|
|
|
|
result.err = fmt.Errorf("%w, %s.error: %w", result.err, circuitName, err)
|
|
|
|
} else {
|
|
|
|
result.err = fmt.Errorf("%s.error: %w", circuitName, err)
|
|
|
|
}
|
|
|
|
return result
|
|
|
|
}
|
|
|
|
|
2024-07-01 15:46:57 +00:00
|
|
|
// Executes the command in its circuit if set.
|
|
|
|
// If the command's circuit is not configured, the circuit of the CircuitBreaker is used.
|
|
|
|
// This is a blocking function.
|
|
|
|
func (cb *CircuitBreaker) Execute(cmd *Command) CommandResult {
|
|
|
|
if cmd == nil || cmd.IsEmpty() {
|
|
|
|
return CommandResult{err: fmt.Errorf("command is nil or empty")}
|
|
|
|
}
|
|
|
|
|
2024-03-11 11:09:50 +00:00
|
|
|
var result CommandResult
|
2024-07-01 15:46:57 +00:00
|
|
|
ctx := cmd.ctx
|
|
|
|
if ctx == nil {
|
|
|
|
ctx = context.Background()
|
|
|
|
}
|
2024-03-11 11:09:50 +00:00
|
|
|
|
2024-08-14 11:43:51 +00:00
|
|
|
for i, f := range cmd.functors {
|
2024-07-01 15:46:57 +00:00
|
|
|
if cmd.cancel {
|
|
|
|
break
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
|
2024-08-14 11:43:51 +00:00
|
|
|
var err error
|
|
|
|
// if last command, execute without circuit
|
|
|
|
if i == len(cmd.functors)-1 {
|
|
|
|
res, execErr := f.exec()
|
|
|
|
err = execErr
|
2024-03-11 11:09:50 +00:00
|
|
|
if err == nil {
|
2024-07-01 15:46:57 +00:00
|
|
|
result = CommandResult{res: res}
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
2024-08-14 11:43:51 +00:00
|
|
|
} else {
|
|
|
|
circuitName := f.circuitName
|
|
|
|
if cb.circuitNameHandler != nil {
|
|
|
|
circuitName = cb.circuitNameHandler(circuitName)
|
|
|
|
}
|
|
|
|
|
|
|
|
if hystrix.GetCircuitSettings()[circuitName] == nil {
|
|
|
|
hystrix.ConfigureCommand(circuitName, hystrix.CommandConfig{
|
|
|
|
Timeout: cb.config.Timeout,
|
|
|
|
MaxConcurrentRequests: cb.config.MaxConcurrentRequests,
|
|
|
|
RequestVolumeThreshold: cb.config.RequestVolumeThreshold,
|
|
|
|
SleepWindow: cb.config.SleepWindow,
|
|
|
|
ErrorPercentThreshold: cb.config.ErrorPercentThreshold,
|
|
|
|
})
|
|
|
|
}
|
2024-03-11 11:09:50 +00:00
|
|
|
|
2024-08-14 11:43:51 +00:00
|
|
|
err = hystrix.DoC(ctx, circuitName, func(ctx context.Context) error {
|
|
|
|
res, err := f.exec()
|
|
|
|
// Write to result only if success
|
|
|
|
if err == nil {
|
|
|
|
result = CommandResult{res: res}
|
|
|
|
}
|
2024-08-19 12:44:46 +00:00
|
|
|
|
|
|
|
// If the command has been cancelled, we don't count
|
|
|
|
// the error towars breaking the circuit, and then we break
|
|
|
|
if cmd.cancel {
|
|
|
|
result = accumulateCommandError(result, f.circuitName, err)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
log.Warn("hystrix error", "error", err, "provider", circuitName)
|
|
|
|
}
|
2024-08-14 11:43:51 +00:00
|
|
|
return err
|
|
|
|
}, nil)
|
|
|
|
}
|
2024-07-01 15:46:57 +00:00
|
|
|
if err == nil {
|
|
|
|
break
|
|
|
|
}
|
2024-03-11 11:09:50 +00:00
|
|
|
|
2024-08-19 12:44:46 +00:00
|
|
|
result = accumulateCommandError(result, f.circuitName, err)
|
|
|
|
|
2024-07-01 15:46:57 +00:00
|
|
|
// Lets abuse every provider with the same amount of MaxConcurrentRequests,
|
|
|
|
// keep iterating even in case of ErrMaxConcurrency error
|
2024-03-11 11:09:50 +00:00
|
|
|
}
|
|
|
|
return result
|
|
|
|
}
|
2024-07-29 17:07:43 +00:00
|
|
|
|
|
|
|
func (c *CircuitBreaker) SetOverrideCircuitNameHandler(f func(string) string) {
|
|
|
|
c.circuitNameHandler = f
|
|
|
|
}
|
|
|
|
|
|
|
|
// Expects a circuit to exist because a new circuit is always closed.
|
|
|
|
// Call CircuitExists to check if a circuit exists.
|
|
|
|
func IsCircuitOpen(circuitName string) bool {
|
|
|
|
circuit, wasCreated, _ := hystrix.GetCircuit(circuitName)
|
|
|
|
return !wasCreated && circuit.IsOpen()
|
|
|
|
}
|
|
|
|
|
|
|
|
func CircuitExists(circuitName string) bool {
|
|
|
|
_, wasCreated, _ := hystrix.GetCircuit(circuitName)
|
|
|
|
return !wasCreated
|
|
|
|
}
|