Add support for Async worker

main.go

@@ -1,9 +1,18 @@
 package main
 
 import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"strings"
+	"time"
+
 	log "github.com/Sirupsen/logrus"
 	"github.com/iron-io/functions/api/config"
 	"github.com/iron-io/functions/api/datastore"
+	"github.com/iron-io/functions/api/models"
 	"github.com/iron-io/functions/api/mqs"
 	"github.com/iron-io/functions/api/runner"
 	"github.com/iron-io/functions/api/server"
@@ -21,18 +30,103 @@ func main() {
 		log.WithError(err).Fatalln("Invalid DB url.")
 	}
 
-	mq, err := mqs.New(viper.GetString("mq"))
+	mqType, err := mqs.New(viper.GetString("MQTYPE"))
 	if err != nil {
-		log.WithError(err).Fatal("Error on init MQ")
+		log.WithError(err).Fatal("Error on init MQTYPE")
+	}
+
+	nasync := viper.GetInt("MQADR")
+	mqAdr := strings.TrimSpace(viper.GetString("MQADR"))
+	port := viper.GetInt("PORT")
+	if port == 0 {
+		port = 8080
+	}
+	if mqAdr == "" {
+		mqAdr = fmt.Sprintf("localhost:%d", port)
 	}
 
 	metricLogger := runner.NewMetricLogger()
-	runner, err := runner.New(metricLogger)
 
+	runner, err := runner.New(metricLogger)
 	if err != nil {
 		log.WithError(err).Fatalln("Failed to create a runner")
 	}
 
-	srv := server.New(ds, mq, runner)
-	srv.Run(ctx)
+	srv := server.New(ds, mqType, runner)
+	go srv.Run(ctx)
+	for i := 0; i < nasync; i++ {
+		fmt.Println(i)
+		go runAsyncRunners(mqAdr)
+	}
+
+	quit := make(chan bool)
+	for _ = range quit {
+	}
+}
+
+func runAsyncRunners(mqAdr string) {
+
+	url := fmt.Sprintf("http://%s/tasks", mqAdr)
+
+	logAndWait := func(err error) {
+		log.WithError(err)
+		time.Sleep(1 * time.Second)
+	}
+
+	for {
+		resp, err := http.Get(url)
+		if err != nil {
+			logAndWait(err)
+			continue
+		}
+
+		body, err := ioutil.ReadAll(resp.Body)
+		if err != nil {
+			logAndWait(err)
+			continue
+		}
+
+		bodyStr := strings.TrimSpace(string(body))
+		if bodyStr == "null" {
+			logAndWait(err)
+			continue
+		}
+
+		var task models.Task
+		if err := json.Unmarshal(body, &task); err != nil {
+			logAndWait(err)
+			continue
+		}
+
+		var stdout bytes.Buffer                                                  // TODO: should limit the size of this, error if gets too big. akin to: https://golang.org/pkg/io/#LimitReader
+		stderr := runner.NewFuncLogger(task.RouteName, "", *task.Image, task.ID) // TODO: missing path here, how do i get that?
+
+		cfg := &runner.Config{
+			Image:   *task.Image,
+			Timeout: time.Duration(*task.Timeout),
+			ID:      task.ID,
+			AppName: task.RouteName,
+			Stdout:  &stdout,
+			Stderr:  stderr,
+			Env:     task.EnvVars,
+		}
+
+		metricLogger := runner.NewMetricLogger()
+
+		rnr, err := runner.New(metricLogger)
+		if err != nil {
+			log.WithError(err)
+			continue
+		}
+
+		ctx := context.Background()
+		if _, err = rnr.Run(ctx, cfg); err != nil {
+			log.WithError(err)
+			continue
+		}
+
+		if _, err = http.NewRequest(http.MethodDelete, url, nil); err != nil {
+			log.WithError(err)
+		}
+	}
 }