mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
* POC code for inotify UDS-io-socket * http-stream format introducing the `http-stream` format support in fn. there are many details for this, none of which can be linked from github :( -- docs are coming (I could even try to add some here?). this is kinda MVP-ish level, but does not implement the remaining spec, ie 'headers' fixing up / invoke fixing up. the thinking being we can land this to test fdks / cli with and start splitting work up on top of this. all other formats work the same as previous (no breakage, only new stuff) with the cli you can set `format: http-stream` and deploy, and then invoke a function via the `http-stream` format. this uses unix domain socket (uds) on the container instead of previous stdin/stdout, and fdks will have to support this in a new fashion (will see about getting docs on here). fdk-go works, which is here: https://github.com/fnproject/fdk-go/pull/30 . the output looks the same as an http format function when invoking a function. wahoo. there's some amount of stuff we can clean up here, enumerated: * the cleanup of the sock files is iffy, high pri here * permissions are a pain in the ass and i punted on dealing with them. you can run `sudo ./fnserver` if running locally, it may/may not work in dind(?) ootb * no pipe usage at all (yay), still could reduce buffer usage around the pipe behavior, we could clean this up potentially before removal (and tests) * my brain can’t figure out if dispatchOldFormats changes pipe behavior, but tests work * i marked XXX to do some clean up which will follow soon… need this to test fdk tho so meh, any thoughts on those marked would be appreciated however (1 less decision for me). mostly happy w/ general shape/plumbing tho * there are no tests atm, this is a tricky dance indeed. attempts were made. need to futz with the permission stuff before committing to adding any tests here, which I don't like either. also, need to get the fdk-go based test image updated according to the fdk-go, and there's a dance there too. rumba time.. * delaying the big big cleanup until we have good enough fdk support to kill all the other formats. open to ideas on how to maneuver landing stuff... * fix unmount * see if the tests work on ci... * add call id header * fix up makefile * add configurable iofs opts * add format file describing http-stream contract * rm some cruft * default iofs to /tmp, remove mounting out of the box fn we can't mount. /tmp will provide a memory backed fs for us on most systems, this will be fine for local developing and this can be configured to be wherever for anyone that wants to make things more difficult for themselves. also removes the mounting, this has to be done as root. we can't do this in the oss fn (short of requesting root, but no). in the future, we may want to have a knob here to have a function that can be configured in fn that allows further configuration here. since we don't know what we need in this dept really, not doing that yet (it may be the case that it could be done operationally outside of fn, eg, but not if each directory needs to be configured itself, which seems likely, anyway...) * add WIP note just in case...
312 lines
8.5 KiB
Go
312 lines
8.5 KiB
Go
package models
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/fnproject/fn/api/common"
|
|
)
|
|
|
|
var (
|
|
// these are vars so that they can be configured. these apply
|
|
// across function & trigger (resource config)
|
|
|
|
MaxMemory uint64 = 8 * 1024 // 8GB
|
|
MaxTimeout int32 = 300 // 5m
|
|
MaxIdleTimeout int32 = 3600 // 1h
|
|
|
|
ErrFnsIDMismatch = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Fn ID in path does not match that in body"),
|
|
}
|
|
ErrFnsIDProvided = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("ID cannot be provided for Fn creation"),
|
|
}
|
|
ErrFnsMissingID = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Missing Fn ID"),
|
|
}
|
|
ErrFnsMissingName = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Missing Fn name"),
|
|
}
|
|
ErrFnsInvalidName = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("name must be a valid string"),
|
|
}
|
|
ErrFnsTooLongName = err{
|
|
code: http.StatusBadRequest,
|
|
error: fmt.Errorf("Fn name must be %v characters or less", maxFnName),
|
|
}
|
|
ErrFnsMissingAppID = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Missing AppID on Fn"),
|
|
}
|
|
ErrFnsMissingImage = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Missing image on Fn"),
|
|
}
|
|
ErrFnsInvalidFormat = err{
|
|
code: http.StatusBadRequest,
|
|
error: errors.New("Invalid format on Fn"),
|
|
}
|
|
ErrFnsInvalidTimeout = err{
|
|
code: http.StatusBadRequest,
|
|
error: fmt.Errorf("timeout value is out of range, must be between 0 and %d", MaxTimeout),
|
|
}
|
|
ErrFnsInvalidIdleTimeout = err{
|
|
code: http.StatusBadRequest,
|
|
error: fmt.Errorf("idle_timeout value is out of range, must be between 0 and %d", MaxIdleTimeout),
|
|
}
|
|
ErrFnsNotFound = err{
|
|
code: http.StatusNotFound,
|
|
error: errors.New("Fn not found"),
|
|
}
|
|
ErrFnsExists = err{
|
|
code: http.StatusConflict,
|
|
error: errors.New("Fn with specified name already exists"),
|
|
}
|
|
)
|
|
|
|
// FnInvokeEndpointAnnotation is the annotation that exposes the fn invoke endpoint For want of a better place to put this it's here
|
|
const FnInvokeEndpointAnnotation = "fnproject.io/fn/invokeEndpoint"
|
|
|
|
// Fn contains information about a function configuration.
|
|
type Fn struct {
|
|
// ID is the generated resource id.
|
|
ID string `json:"id" db:"id"`
|
|
// Name is a user provided name for this fn.
|
|
Name string `json:"name" db:"name"`
|
|
// AppID is the name of the app this fn belongs to.
|
|
AppID string `json:"app_id" db:"app_id"`
|
|
// Image is the fully qualified container registry address to execute.
|
|
// examples: hub.docker.io/me/myfunc, me/myfunc, me/func:0.0.1
|
|
Image string `json:"image" db:"image"`
|
|
// ResourceConfig specifies resource constraints.
|
|
ResourceConfig // embed (TODO or not?)
|
|
// Config is the configuration passed to a function at execution time.
|
|
Config Config `json:"config" db:"config"`
|
|
// Annotations allow additional configuration of a function, these are not passed to the function.
|
|
Annotations Annotations `json:"annotations,omitempty" db:"annotations"`
|
|
// CreatedAt is the UTC timestamp when this function was created.
|
|
CreatedAt common.DateTime `json:"created_at,omitempty" db:"created_at"`
|
|
// UpdatedAt is the UTC timestamp of the last time this func was modified.
|
|
UpdatedAt common.DateTime `json:"updated_at,omitempty" db:"updated_at"`
|
|
|
|
// TODO wish to kill but not yet ?
|
|
// Format is the container protocol the function will accept,
|
|
// may be one of: json | http | cloudevent | default
|
|
Format string `json:"format" db:"format"`
|
|
}
|
|
|
|
// ResourceConfig specified resource constraints imposed on a function execution.
|
|
type ResourceConfig struct {
|
|
// Memory is the amount of memory allotted, in MB.
|
|
Memory uint64 `json:"memory,omitempty" db:"memory"`
|
|
// Timeout is the max execution time for a function, in seconds.
|
|
// TODO this should probably be milliseconds?
|
|
Timeout int32 `json:"timeout,omitempty" db:"timeout"`
|
|
// IdleTimeout is the
|
|
// TODO this should probably be milliseconds
|
|
IdleTimeout int32 `json:"idle_timeout,omitempty" db:"idle_timeout"`
|
|
}
|
|
|
|
// SetCreated sets zeroed field to defaults.
|
|
func (f *Fn) SetDefaults() {
|
|
|
|
if f.Memory == 0 {
|
|
f.Memory = DefaultMemory
|
|
}
|
|
|
|
if f.Format == "" {
|
|
f.Format = FormatDefault
|
|
}
|
|
|
|
if f.Config == nil {
|
|
// keeps the json from being nil
|
|
f.Config = map[string]string{}
|
|
}
|
|
|
|
if f.Timeout == 0 {
|
|
f.Timeout = DefaultTimeout
|
|
}
|
|
|
|
if f.IdleTimeout == 0 {
|
|
f.IdleTimeout = DefaultIdleTimeout
|
|
}
|
|
|
|
if time.Time(f.CreatedAt).IsZero() {
|
|
f.CreatedAt = common.DateTime(time.Now())
|
|
}
|
|
|
|
if time.Time(f.UpdatedAt).IsZero() {
|
|
f.UpdatedAt = common.DateTime(time.Now())
|
|
}
|
|
}
|
|
|
|
// Validate validates all field values, returning the first error, if any.
|
|
func (f *Fn) Validate() error {
|
|
|
|
if f.Name == "" {
|
|
return ErrFnsMissingName
|
|
}
|
|
if len(f.Name) > maxFnName {
|
|
return ErrFnsTooLongName
|
|
}
|
|
|
|
if url.PathEscape(f.Name) != f.Name {
|
|
return ErrFnsInvalidName
|
|
}
|
|
|
|
if f.AppID == "" {
|
|
return ErrFnsMissingAppID
|
|
}
|
|
|
|
if f.Image == "" {
|
|
return ErrFnsMissingImage
|
|
}
|
|
|
|
switch f.Format {
|
|
case FormatDefault, FormatHTTP, FormatHTTPStream, FormatJSON, FormatCloudEvent:
|
|
default:
|
|
return ErrFnsInvalidFormat
|
|
}
|
|
|
|
if f.Timeout <= 0 || f.Timeout > MaxTimeout {
|
|
return ErrFnsInvalidTimeout
|
|
}
|
|
|
|
if f.IdleTimeout <= 0 || f.IdleTimeout > MaxIdleTimeout {
|
|
return ErrFnsInvalidIdleTimeout
|
|
}
|
|
|
|
if f.Memory < 1 || f.Memory > MaxMemory {
|
|
return ErrInvalidMemory
|
|
}
|
|
|
|
return f.Annotations.Validate()
|
|
}
|
|
|
|
func (f *Fn) Clone() *Fn {
|
|
clone := new(Fn)
|
|
*clone = *f // shallow copy
|
|
|
|
// now deep copy the maps
|
|
if f.Config != nil {
|
|
clone.Config = make(Config, len(f.Config))
|
|
for k, v := range f.Config {
|
|
clone.Config[k] = v
|
|
}
|
|
}
|
|
if f.Annotations != nil {
|
|
clone.Annotations = make(Annotations, len(f.Annotations))
|
|
for k, v := range f.Annotations {
|
|
// TODO technically, we need to deep copy the bytes
|
|
clone.Annotations[k] = v
|
|
}
|
|
}
|
|
return clone
|
|
}
|
|
|
|
func (f1 *Fn) Equals(f2 *Fn) bool {
|
|
// start off equal, check equivalence of each field.
|
|
// the RHS of && won't eval if eq==false so config/headers checking is lazy
|
|
|
|
eq := true
|
|
eq = eq && f1.ID == f2.ID
|
|
eq = eq && f1.Name == f2.Name
|
|
eq = eq && f1.AppID == f2.AppID
|
|
eq = eq && f1.Image == f2.Image
|
|
eq = eq && f1.Memory == f2.Memory
|
|
eq = eq && f1.Format == f2.Format
|
|
eq = eq && f1.Timeout == f2.Timeout
|
|
eq = eq && f1.IdleTimeout == f2.IdleTimeout
|
|
eq = eq && f1.Config.Equals(f2.Config)
|
|
eq = eq && f1.Annotations.Equals(f2.Annotations)
|
|
// NOTE: datastore tests are not very fun to write with timestamp checks,
|
|
// and these are not values the user may set so we kind of don't care.
|
|
//eq = eq && time.Time(f1.CreatedAt).Equal(time.Time(f2.CreatedAt))
|
|
//eq = eq && time.Time(f2.UpdatedAt).Equal(time.Time(f2.UpdatedAt))
|
|
return eq
|
|
}
|
|
|
|
func (f1 *Fn) EqualsWithAnnotationSubset(f2 *Fn) bool {
|
|
// start off equal, check equivalence of each field.
|
|
// the RHS of && won't eval if eq==false so config/headers checking is lazy
|
|
|
|
eq := true
|
|
eq = eq && f1.ID == f2.ID
|
|
eq = eq && f1.Name == f2.Name
|
|
eq = eq && f1.AppID == f2.AppID
|
|
eq = eq && f1.Image == f2.Image
|
|
eq = eq && f1.Memory == f2.Memory
|
|
eq = eq && f1.Format == f2.Format
|
|
eq = eq && f1.Timeout == f2.Timeout
|
|
eq = eq && f1.IdleTimeout == f2.IdleTimeout
|
|
eq = eq && f1.Config.Equals(f2.Config)
|
|
eq = eq && f1.Annotations.Subset(f2.Annotations)
|
|
// NOTE: datastore tests are not very fun to write with timestamp checks,
|
|
// and these are not values the user may set so we kind of don't care.
|
|
//eq = eq && time.Time(f1.CreatedAt).Equal(time.Time(f2.CreatedAt))
|
|
//eq = eq && time.Time(f2.UpdatedAt).Equal(time.Time(f2.UpdatedAt))
|
|
return eq
|
|
}
|
|
|
|
// Update updates fields in f with non-zero field values from new, and sets
|
|
// updated_at if any of the fields change. 0-length slice Header values, and
|
|
// empty-string Config values trigger removal of map entry.
|
|
func (f *Fn) Update(patch *Fn) {
|
|
original := f.Clone()
|
|
|
|
if patch.Image != "" {
|
|
f.Image = patch.Image
|
|
}
|
|
if patch.Memory != 0 {
|
|
f.Memory = patch.Memory
|
|
}
|
|
|
|
if patch.Timeout != 0 {
|
|
f.Timeout = patch.Timeout
|
|
}
|
|
if patch.IdleTimeout != 0 {
|
|
f.IdleTimeout = patch.IdleTimeout
|
|
}
|
|
if patch.Format != "" {
|
|
f.Format = patch.Format
|
|
}
|
|
if patch.Config != nil {
|
|
if f.Config == nil {
|
|
f.Config = make(Config)
|
|
}
|
|
for k, v := range patch.Config {
|
|
if v == "" {
|
|
delete(f.Config, k)
|
|
} else {
|
|
f.Config[k] = v
|
|
}
|
|
}
|
|
}
|
|
|
|
f.Annotations = f.Annotations.MergeChange(patch.Annotations)
|
|
|
|
if !f.Equals(original) {
|
|
f.UpdatedAt = common.DateTime(time.Now())
|
|
}
|
|
}
|
|
|
|
type FnFilter struct {
|
|
AppID string // this is exact match
|
|
Name string //exact match
|
|
Cursor string
|
|
PerPage int
|
|
}
|
|
|
|
type FnList struct {
|
|
NextCursor string `json:"next_cursor,omitempty"`
|
|
Items []*Fn `json:"items"`
|
|
}
|