mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
* POC code for inotify UDS-io-socket * http-stream format introducing the `http-stream` format support in fn. there are many details for this, none of which can be linked from github :( -- docs are coming (I could even try to add some here?). this is kinda MVP-ish level, but does not implement the remaining spec, ie 'headers' fixing up / invoke fixing up. the thinking being we can land this to test fdks / cli with and start splitting work up on top of this. all other formats work the same as previous (no breakage, only new stuff) with the cli you can set `format: http-stream` and deploy, and then invoke a function via the `http-stream` format. this uses unix domain socket (uds) on the container instead of previous stdin/stdout, and fdks will have to support this in a new fashion (will see about getting docs on here). fdk-go works, which is here: https://github.com/fnproject/fdk-go/pull/30 . the output looks the same as an http format function when invoking a function. wahoo. there's some amount of stuff we can clean up here, enumerated: * the cleanup of the sock files is iffy, high pri here * permissions are a pain in the ass and i punted on dealing with them. you can run `sudo ./fnserver` if running locally, it may/may not work in dind(?) ootb * no pipe usage at all (yay), still could reduce buffer usage around the pipe behavior, we could clean this up potentially before removal (and tests) * my brain can’t figure out if dispatchOldFormats changes pipe behavior, but tests work * i marked XXX to do some clean up which will follow soon… need this to test fdk tho so meh, any thoughts on those marked would be appreciated however (1 less decision for me). mostly happy w/ general shape/plumbing tho * there are no tests atm, this is a tricky dance indeed. attempts were made. need to futz with the permission stuff before committing to adding any tests here, which I don't like either. also, need to get the fdk-go based test image updated according to the fdk-go, and there's a dance there too. rumba time.. * delaying the big big cleanup until we have good enough fdk support to kill all the other formats. open to ideas on how to maneuver landing stuff... * fix unmount * see if the tests work on ci... * add call id header * fix up makefile * add configurable iofs opts * add format file describing http-stream contract * rm some cruft * default iofs to /tmp, remove mounting out of the box fn we can't mount. /tmp will provide a memory backed fs for us on most systems, this will be fine for local developing and this can be configured to be wherever for anyone that wants to make things more difficult for themselves. also removes the mounting, this has to be done as root. we can't do this in the oss fn (short of requesting root, but no). in the future, we may want to have a knob here to have a function that can be configured in fn that allows further configuration here. since we don't know what we need in this dept really, not doing that yet (it may be the case that it could be done operationally outside of fn, eg, but not if each directory needs to be configured itself, which seems likely, anyway...) * add WIP note just in case...
179 lines
4.7 KiB
Go
179 lines
4.7 KiB
Go
package protocol
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"io"
|
|
"net/http"
|
|
|
|
"github.com/fnproject/fn/api/common"
|
|
"github.com/fnproject/fn/api/models"
|
|
)
|
|
|
|
var errInvalidProtocol = errors.New("Invalid Protocol")
|
|
|
|
var ErrExcessData = errors.New("Excess data in stream")
|
|
|
|
type errorProto struct {
|
|
error
|
|
}
|
|
|
|
func (e errorProto) IsStreamable() bool { return false }
|
|
func (e errorProto) Dispatch(ctx context.Context, ci CallInfo, w io.Writer) error { return e }
|
|
|
|
// ContainerIO defines the interface used to talk to a hot function.
|
|
// Internally, a protocol must know when to alternate between stdin and stdout.
|
|
// It returns any protocol error, if present.
|
|
type ContainerIO interface {
|
|
IsStreamable() bool
|
|
|
|
// Dispatch will handle sending stdin and stdout to a container. Implementers
|
|
// of Dispatch may format the input and output differently. Dispatch must respect
|
|
// the req.Context() timeout / cancellation.
|
|
Dispatch(ctx context.Context, ci CallInfo, w io.Writer) error
|
|
}
|
|
|
|
// CallInfo is passed into dispatch with only the required data the protocols require
|
|
type CallInfo interface {
|
|
IsCloudEvent() bool
|
|
CallID() string
|
|
ContentType() string
|
|
Input() io.Reader
|
|
Deadline() common.DateTime
|
|
CallType() string
|
|
|
|
// ProtocolType let's function/fdk's know what type original request is. Only 'http' for now.
|
|
// This could be abstracted into separate Protocol objects for each type and all the following information could go in there.
|
|
// This is a bit confusing because we also have the protocol's for getting information in and out of the function containers.
|
|
ProtocolType() string
|
|
Request() *http.Request
|
|
Method() string
|
|
RequestURL() string
|
|
Headers() map[string][]string
|
|
}
|
|
|
|
type callInfoImpl struct {
|
|
call *models.Call
|
|
req *http.Request
|
|
isCloudEvent bool
|
|
}
|
|
|
|
func (ci callInfoImpl) IsCloudEvent() bool {
|
|
return ci.isCloudEvent
|
|
}
|
|
|
|
func (ci callInfoImpl) CallID() string {
|
|
return ci.call.ID
|
|
}
|
|
|
|
func (ci callInfoImpl) ContentType() string {
|
|
return ci.req.Header.Get("Content-Type")
|
|
}
|
|
|
|
// Input returns the call's input/body
|
|
func (ci callInfoImpl) Input() io.Reader {
|
|
return ci.req.Body
|
|
}
|
|
|
|
func (ci callInfoImpl) Deadline() common.DateTime {
|
|
deadline, ok := ci.req.Context().Deadline()
|
|
if !ok {
|
|
// In theory deadline must have been set here
|
|
panic("No context deadline is set in protocol, should never happen")
|
|
}
|
|
return common.DateTime(deadline)
|
|
}
|
|
|
|
// CallType returns whether the function call was "sync" or "async".
|
|
func (ci callInfoImpl) CallType() string {
|
|
return ci.call.Type
|
|
}
|
|
|
|
// ProtocolType at the moment can only be "http". Once we have Kafka or other
|
|
// possible origins for calls this will track what the origin was.
|
|
func (ci callInfoImpl) ProtocolType() string {
|
|
return "http"
|
|
}
|
|
|
|
// Request basically just for the http format, since that's the only that makes sense to have the full request as is
|
|
func (ci callInfoImpl) Request() *http.Request {
|
|
return ci.req
|
|
}
|
|
func (ci callInfoImpl) Method() string {
|
|
return ci.call.Method
|
|
}
|
|
func (ci callInfoImpl) RequestURL() string {
|
|
return ci.call.URL
|
|
}
|
|
func (ci callInfoImpl) Headers() map[string][]string {
|
|
return ci.req.Header
|
|
}
|
|
|
|
func NewCallInfo(isCloudEvent bool, call *models.Call, req *http.Request) CallInfo {
|
|
ci := &callInfoImpl{
|
|
isCloudEvent: isCloudEvent,
|
|
call: call,
|
|
req: req,
|
|
}
|
|
return ci
|
|
}
|
|
|
|
// Protocol defines all protocols that operates a ContainerIO.
|
|
type Protocol string
|
|
|
|
// hot function protocols
|
|
const (
|
|
Default Protocol = models.FormatDefault
|
|
HTTP Protocol = models.FormatHTTP
|
|
HTTPStream Protocol = models.FormatHTTPStream
|
|
JSON Protocol = models.FormatJSON
|
|
CloudEventP Protocol = models.FormatCloudEvent
|
|
Empty Protocol = ""
|
|
)
|
|
|
|
func (p *Protocol) UnmarshalJSON(b []byte) error {
|
|
switch Protocol(b) {
|
|
case Empty, Default:
|
|
*p = Default
|
|
case HTTP:
|
|
*p = HTTP
|
|
case JSON:
|
|
*p = JSON
|
|
default:
|
|
return errInvalidProtocol
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (p Protocol) MarshalJSON() ([]byte, error) {
|
|
switch p {
|
|
case Empty, Default:
|
|
return []byte(Default), nil
|
|
case HTTP:
|
|
return []byte(HTTP), nil
|
|
case JSON:
|
|
return []byte(JSON), nil
|
|
}
|
|
return nil, errInvalidProtocol
|
|
}
|
|
|
|
// New creates a valid protocol handler from a I/O pipe representing containers
|
|
// stdin/stdout.
|
|
func New(p Protocol, in io.Writer, out io.Reader) ContainerIO {
|
|
switch p {
|
|
case HTTP, HTTPStream:
|
|
return &HTTPProtocol{in, out}
|
|
case JSON:
|
|
return &JSONProtocol{in, out}
|
|
case CloudEventP:
|
|
return &CloudEventProtocol{in, out}
|
|
case Default, Empty:
|
|
return &DefaultProtocol{}
|
|
}
|
|
return &errorProto{errInvalidProtocol}
|
|
}
|
|
|
|
// IsStreamable says whether the given protocol can be used for streaming into
|
|
// hot functions.
|
|
func IsStreamable(p Protocol) bool { return New(p, nil, nil).IsStreamable() }
|