mirror of
https://github.com/fnproject/fn.git
synced 2022-10-28 21:29:17 +03:00
Move async runner to runner file
This commit is contained in:
97
api/runner/async_runner.go
Normal file
97
api/runner/async_runner.go
Normal file
@@ -0,0 +1,97 @@
|
||||
package runner
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"net/http"
|
||||
"time"
|
||||
|
||||
log "github.com/Sirupsen/logrus"
|
||||
|
||||
"github.com/iron-io/functions/api/models"
|
||||
)
|
||||
|
||||
func RunAsyncRunners(mqAdr string) {
|
||||
|
||||
url := fmt.Sprintf("http://%s/tasks", mqAdr)
|
||||
|
||||
logAndWait := func(err error) {
|
||||
log.WithError(err)
|
||||
time.Sleep(1 * time.Second)
|
||||
}
|
||||
|
||||
for {
|
||||
resp, err := http.Get(url)
|
||||
if err != nil {
|
||||
logAndWait(err)
|
||||
continue
|
||||
}
|
||||
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
logAndWait(err)
|
||||
continue
|
||||
}
|
||||
|
||||
var task models.Task
|
||||
|
||||
if err := json.Unmarshal(body, &task); err != nil {
|
||||
logAndWait(err)
|
||||
continue
|
||||
}
|
||||
|
||||
if task.ID == "" {
|
||||
time.Sleep(1 * time.Second)
|
||||
continue
|
||||
}
|
||||
|
||||
log.Info("Picked up task:", task.ID)
|
||||
var stdout bytes.Buffer // TODO: should limit the size of this, error if gets too big. akin to: https://golang.org/pkg/io/#LimitReader
|
||||
stderr := NewFuncLogger(task.RouteName, "", *task.Image, task.ID) // TODO: missing path here, how do i get that?
|
||||
|
||||
if task.Timeout == nil {
|
||||
timeout := int32(30)
|
||||
task.Timeout = &timeout
|
||||
}
|
||||
cfg := &Config{
|
||||
Image: *task.Image,
|
||||
Timeout: time.Duration(*task.Timeout) * time.Second,
|
||||
ID: task.ID,
|
||||
AppName: task.RouteName,
|
||||
Stdout: &stdout,
|
||||
Stderr: stderr,
|
||||
Env: task.EnvVars,
|
||||
}
|
||||
|
||||
metricLogger := NewMetricLogger()
|
||||
|
||||
rnr, err := New(metricLogger)
|
||||
if err != nil {
|
||||
log.WithError(err)
|
||||
continue
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
if _, err = rnr.Run(ctx, cfg); err != nil {
|
||||
log.WithError(err)
|
||||
continue
|
||||
}
|
||||
|
||||
log.Info("Processed task:", task.ID)
|
||||
req, err := http.NewRequest(http.MethodDelete, url, bytes.NewBuffer(body))
|
||||
if err != nil {
|
||||
log.WithError(err)
|
||||
}
|
||||
|
||||
c := &http.Client{}
|
||||
if _, err := c.Do(req); err != nil {
|
||||
log.WithError(err)
|
||||
continue
|
||||
}
|
||||
|
||||
log.Info("Deleted task:", task.ID)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user