mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
9eaf824398
* add jaeger support, link hot container & req span * adds jaeger support now with FN_JAEGER_URL, there's a simple tutorial in the operating/metrics.md file now and it's pretty easy to get up and running. * links a hot request span to a hot container span. when we change this to sample at a lower ratio we'll need to finagle the hot container span to always sample or something, otherwise we'll hide that info. at least, since we're sampling at 100% for now if this is flipped on, can see freeze/unfreeze etc. if they hit. this is useful for debugging. note that zipkin's exporter does not follow the link at all, hence jaeger... and they're backed by the Cloud Empire now (CNCF) so we'll probably use it anyway. * vendor: add thrift for jaeger
86 lines
2.2 KiB
Go
86 lines
2.2 KiB
Go
// Copyright 2017 Google Inc. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package gensupport
|
|
|
|
import (
|
|
"io"
|
|
"net"
|
|
"net/http"
|
|
"time"
|
|
|
|
"golang.org/x/net/context"
|
|
)
|
|
|
|
// Retry invokes the given function, retrying it multiple times if the connection failed or
|
|
// the HTTP status response indicates the request should be attempted again. ctx may be nil.
|
|
func Retry(ctx context.Context, f func() (*http.Response, error), backoff BackoffStrategy) (*http.Response, error) {
|
|
for {
|
|
resp, err := f()
|
|
|
|
var status int
|
|
if resp != nil {
|
|
status = resp.StatusCode
|
|
}
|
|
|
|
// Return if we shouldn't retry.
|
|
pause, retry := backoff.Pause()
|
|
if !shouldRetry(status, err) || !retry {
|
|
return resp, err
|
|
}
|
|
|
|
// Ensure the response body is closed, if any.
|
|
if resp != nil && resp.Body != nil {
|
|
resp.Body.Close()
|
|
}
|
|
|
|
// Pause, but still listen to ctx.Done if context is not nil.
|
|
var done <-chan struct{}
|
|
if ctx != nil {
|
|
done = ctx.Done()
|
|
}
|
|
select {
|
|
case <-done:
|
|
return nil, ctx.Err()
|
|
case <-time.After(pause):
|
|
}
|
|
}
|
|
}
|
|
|
|
// DefaultBackoffStrategy returns a default strategy to use for retrying failed upload requests.
|
|
func DefaultBackoffStrategy() BackoffStrategy {
|
|
return &ExponentialBackoff{
|
|
Base: 250 * time.Millisecond,
|
|
Max: 16 * time.Second,
|
|
}
|
|
}
|
|
|
|
// shouldRetry returns true if the HTTP response / error indicates that the
|
|
// request should be attempted again.
|
|
func shouldRetry(status int, err error) bool {
|
|
if 500 <= status && status <= 599 {
|
|
return true
|
|
}
|
|
if status == statusTooManyRequests {
|
|
return true
|
|
}
|
|
if err == io.ErrUnexpectedEOF {
|
|
return true
|
|
}
|
|
if err, ok := err.(net.Error); ok {
|
|
return err.Temporary()
|
|
}
|
|
return false
|
|
}
|