mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
0343c4990c
* ctx middleware should always be the first added to router * plugable enqueue func, changed server.New signature * fix tests * remove ctx/ctx.Done from server
55 lines
2.7 KiB
Go
55 lines
2.7 KiB
Go
package models
|
|
|
|
import "context"
|
|
|
|
// Titan uses a Message Queue to impose a total ordering on jobs that it will
|
|
// execute in order. Tasks are added to the queue via the Push() interface. The
|
|
// MQ must support a reserve-delete 2 step dequeue to allow Titan to implement
|
|
// timeouts and retries.
|
|
//
|
|
// The Reserve() operation must return a job based on this total ordering
|
|
// (described below). At this point, the MQ backend must start a timeout on the
|
|
// job. If Delete() is not called on the Task within the timeout, the Task should
|
|
// be restored to the queue.
|
|
//
|
|
// Total ordering: The queue should maintain an ordering based on priority and
|
|
// logical time. Priorities are currently 0-2 and available in the Task's
|
|
// priority field. Tasks with higher priority always get pulled off the queue
|
|
// first. Within the same priority, jobs should be available in FIFO order.
|
|
|
|
// When a job is required to be restored to the queue, it should maintain it's
|
|
// approximate order in the queue. That is, for jobs [A, B, C], with A being
|
|
// the head of the queue:
|
|
// Reserve() leads to A being passed to a consumer, and timeout started.
|
|
// Next Reserve() leads to B being dequeued. This consumer finishes running the
|
|
// task, leading to Delete() being called. B is now permanently erased from the
|
|
// queue.
|
|
// A's timeout occurs before the job is finished. At this point the ordering
|
|
// should be [A, C] and not [C, A].
|
|
type MessageQueue interface {
|
|
// Push a Task onto the queue. If any error is returned, the Task SHOULD not be
|
|
// queued. Note that this does not completely avoid double queueing, that is
|
|
// OK, Titan will perform a check against the datastore after a dequeue.
|
|
//
|
|
// If the job's Delay value is > 0, the job should NOT be enqueued. The job
|
|
// should only be available in the queue after at least Delay seconds have
|
|
// elapsed. No ordering is required among multiple jobs queued with similar
|
|
// delays. That is, if jobs {A, C} are queued at t seconds, both with Delay
|
|
// = 5 seconds, and the same priority, then they may be available on the
|
|
// queue as [C, A] or [A, C].
|
|
Push(context.Context, *Task) (*Task, error)
|
|
|
|
// Remove a job from the front of the queue, reserve it for a timeout and
|
|
// return it. MQ implementations MUST NOT lose jobs in case of errors. That
|
|
// is, in case of reservation failure, it should be possible to retrieve the
|
|
// job on a future reservation.
|
|
Reserve(context.Context) (*Task, error)
|
|
|
|
// If a reservation is pending, consider it acknowledged and delete it. If
|
|
// the job does not have an outstanding reservation, error. If a job did not
|
|
// exist, succeed.
|
|
Delete(context.Context, *Task) error
|
|
}
|
|
|
|
type Enqueue func(context.Context, MessageQueue, *Task) (*Task, error)
|