mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
3ff28163db
prior to this patch we were allowing 256MB for every function run, just because that was the default for the docker driver and we were not using the memory field on any given route configuration. this fixes that, now docker containers will get the correct memory limit passed into the container from the route. the default is still 128. there is also an env var now, `MEMORY_MB` that is set on each function call, see the linked issue below for rationale. closes #186 ran the given function code from #186, and now i only see allocations up to 32MB before the function is killed. yay. notes: there is no max for memory. for open source fn i'm not sure we want to cap it, really. in the services repo we probably should add a cap before prod. since we don't know any given fn server's ram, we can't try to make sure the setting on any given route is something that can even be run. remove envconfig & bytefmt this updates the glide.yaml file to remove the unused deps, but trying to install fresh is broken atm so i couldn't remove from vendor/, going to fix separately (next update we just won't get these). also changed the skip dir to be the cli dir now that its name has changed (related to brokenness). fix how ram slots were being allocated. integer division is significantly slower than subtraction.
113 lines
3.1 KiB
Go
113 lines
3.1 KiB
Go
package stats
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"net"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/cactus/go-statsd-client/statsd"
|
|
)
|
|
|
|
type StatsdConfig struct {
|
|
StatsdUdpTarget string `json:"target" mapstructure:"target"`
|
|
Interval int64 `json:"interval"`
|
|
Prefix string `json:"prefix"`
|
|
}
|
|
|
|
type keyCreator interface {
|
|
// The return value of Key *MUST* never have a '.' at the end.
|
|
Key(stat string) string
|
|
}
|
|
|
|
type theStatsdReporter struct {
|
|
keyCreator
|
|
client statsd.Statter
|
|
}
|
|
|
|
type prefixKeyCreator struct {
|
|
parent keyCreator
|
|
prefixes []string
|
|
}
|
|
|
|
func (pkc *prefixKeyCreator) Key(stat string) string {
|
|
prefix := strings.Join(pkc.prefixes, ".")
|
|
|
|
if pkc.parent != nil {
|
|
prefix = pkc.parent.Key(prefix)
|
|
}
|
|
|
|
if stat == "" {
|
|
return prefix
|
|
}
|
|
|
|
if prefix == "" {
|
|
return stat
|
|
}
|
|
|
|
return prefix + "." + stat
|
|
}
|
|
|
|
func whoami() string {
|
|
a, _ := net.InterfaceAddrs()
|
|
for i := range a {
|
|
// is a textual representation of an IPv4 address
|
|
z, _, err := net.ParseCIDR(a[i].String())
|
|
if a[i].Network() == "ip+net" && err == nil && z.To4() != nil {
|
|
if !bytes.Equal(z, net.ParseIP("127.0.0.1")) {
|
|
return strings.Replace(fmt.Sprintf("%v", z), ".", "_", -1)
|
|
}
|
|
}
|
|
}
|
|
return "127_0_0_1" // shrug
|
|
}
|
|
|
|
// The config.Prefix is sent before each message and can be used to set API
|
|
// keys. The prefix is used as the key prefix.
|
|
// If config is nil, creates a noop reporter.
|
|
//
|
|
// st, e := NewStatsd(config, "servicename")
|
|
// st.Inc("eventname", 1) -> Actually records to key servicename.eventname.
|
|
func NewStatsd(config *StatsdConfig) (*theStatsdReporter, error) {
|
|
var client statsd.Statter
|
|
var err error
|
|
if config != nil {
|
|
// 512 for now since we are sending to hostedgraphite over the internet.
|
|
config.Prefix += "." + whoami()
|
|
client, err = statsd.NewBufferedClient(config.StatsdUdpTarget, config.Prefix, time.Duration(config.Interval)*time.Second, 512)
|
|
} else {
|
|
client, err = statsd.NewNoopClient()
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &theStatsdReporter{keyCreator: &prefixKeyCreator{}, client: client}, nil
|
|
}
|
|
|
|
func (sr *theStatsdReporter) Inc(component, stat string, value int64, rate float32) {
|
|
sr.client.Inc(sr.keyCreator.Key(component+"."+stat), value, rate)
|
|
}
|
|
|
|
func (sr *theStatsdReporter) Measure(component, stat string, delta int64, rate float32) {
|
|
sr.client.Timing(sr.keyCreator.Key(component+"."+stat), delta, rate)
|
|
}
|
|
|
|
func (sr *theStatsdReporter) Time(component, stat string, delta time.Duration, rate float32) {
|
|
sr.client.TimingDuration(sr.keyCreator.Key(component+"."+stat), delta, rate)
|
|
}
|
|
|
|
func (sr *theStatsdReporter) Gauge(component, stat string, value int64, rate float32) {
|
|
sr.client.Gauge(sr.keyCreator.Key(component+"."+stat), value, rate)
|
|
}
|
|
|
|
func (sr *theStatsdReporter) NewTimer(component string, stat string, rate float32) *Timer {
|
|
return newTimer(sr, component, stat, rate)
|
|
}
|
|
|
|
// We need some kind of all-or-nothing sampler where multiple stats can be
|
|
// given the same rate and they are either all logged on that run or none of
|
|
// them are. The statsd library we use ends up doing its own rate calculation
|
|
// which is going to impede doing something like this.
|