Replace minio-go with aws-sdk-go for s3-compatible log backend (#670)

* Logs should support specifying region when using S3-compatible object store

* Use aws-sdk-go client for s3 backed logstore

* fixes vendor with aws-sdk-go dependencies

vendor/github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/Godeps/Godeps.json

@@ -0,0 +1,19 @@
+{
+	"ImportPath": "github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer",
+	"GoVersion": "go1.6",
+	"GodepVersion": "v60",
+	"Deps": [
+		{
+			"ImportPath": "golang.org/x/tools/go/ast/astutil",
+			"Rev": "b75b3f5cd5d50fbb1fb88ce784d2e7cca17bba8a"
+		},
+		{
+			"ImportPath": "golang.org/x/tools/go/buildutil",
+			"Rev": "b75b3f5cd5d50fbb1fb88ce784d2e7cca17bba8a"
+		},
+		{
+			"ImportPath": "golang.org/x/tools/go/loader",
+			"Rev": "b75b3f5cd5d50fbb1fb88ce784d2e7cca17bba8a"
+		}
+	]
+}

vendor/github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/Godeps/Readme

@@ -0,0 +1,5 @@
+This directory tree is generated automatically by godep.
+
+Please do not edit.
+
+See https://github.com/tools/godep for more information.

vendor/github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/gen/gen.go

@@ -0,0 +1,200 @@
+// +build go1.5,deprecated
+
+package main
+
+import (
+	"bytes"
+	"go/format"
+	"io"
+	"os"
+	"path/filepath"
+	"sort"
+	"strings"
+	"text/template"
+
+	"github.com/aws/aws-sdk-go/private/model/api"
+)
+
+type pkg struct {
+	oldAPI     *api.API
+	newAPI     *api.API
+	shapes     map[string]*shapentry
+	operations map[string]*opentry
+}
+
+type shapentry struct {
+	oldShape *api.Shape
+	newShape *api.Shape
+}
+
+type opentry struct {
+	oldName string
+	newName string
+}
+
+type packageRenames struct {
+	Shapes     map[string]string
+	Operations map[string]string
+	Fields     map[string]string
+}
+
+var exportMap = map[string]*packageRenames{}
+
+func generateRenames(w io.Writer) error {
+	tmpl, err := template.New("renames").Parse(t)
+	if err != nil {
+		return err
+	}
+
+	out := bytes.NewBuffer(nil)
+	if err = tmpl.Execute(out, exportMap); err != nil {
+		return err
+	}
+
+	b, err := format.Source(bytes.TrimSpace(out.Bytes()))
+	if err != nil {
+		return err
+	}
+
+	_, err = io.Copy(w, bytes.NewReader(b))
+	return err
+}
+
+const t = `
+package rename
+
+// THIS FILE IS AUTOMATICALLY GENERATED. DO NOT EDIT.
+
+var renamedPackages = map[string]*packageRenames{
+	{{ range $key, $entry := . }}"{{ $key }}": &packageRenames{
+		operations: map[string]string{
+			{{ range $old, $new := $entry.Operations }}"{{ $old }}": "{{ $new }}",
+			{{ end }}
+		},
+		shapes: map[string]string{
+			{{ range $old, $new := $entry.Shapes }}"{{ $old }}": "{{ $new }}",
+			{{ end }}
+		},
+		fields: map[string]string{
+			{{ range $old, $new := $entry.Fields }}"{{ $old }}": "{{ $new }}",
+			{{ end }}
+		},
+	},
+	{{ end }}
+}
+`
+
+func (p *pkg) buildRenames() {
+	pkgName := "github.com/aws/aws-sdk-go/service/" + p.oldAPI.PackageName()
+	if exportMap[pkgName] == nil {
+		exportMap[pkgName] = &packageRenames{map[string]string{}, map[string]string{}, map[string]string{}}
+	}
+	ifacename := "github.com/aws/aws-sdk-go/service/" + p.oldAPI.PackageName() + "/" +
+		p.oldAPI.InterfacePackageName()
+	if exportMap[ifacename] == nil {
+		exportMap[ifacename] = &packageRenames{map[string]string{}, map[string]string{}, map[string]string{}}
+	}
+
+	for _, entry := range p.operations {
+		if entry.oldName != entry.newName {
+			pkgNames := []string{pkgName, ifacename}
+			for _, p := range pkgNames {
+				exportMap[p].Operations[entry.oldName] = entry.newName
+				exportMap[p].Operations[entry.oldName+"Request"] = entry.newName + "Request"
+				exportMap[p].Operations[entry.oldName+"Pages"] = entry.newName + "Pages"
+			}
+		}
+	}
+
+	for _, entry := range p.shapes {
+		if entry.oldShape.Type == "structure" {
+			if entry.oldShape.ShapeName != entry.newShape.ShapeName {
+				exportMap[pkgName].Shapes[entry.oldShape.ShapeName] = entry.newShape.ShapeName
+			}
+
+			for _, n := range entry.oldShape.MemberNames() {
+				for _, m := range entry.newShape.MemberNames() {
+					if n != m && strings.ToLower(n) == strings.ToLower(m) {
+						exportMap[pkgName].Fields[n] = m
+					}
+				}
+			}
+		}
+	}
+}
+
+func load(file string) *pkg {
+	p := &pkg{&api.API{}, &api.API{}, map[string]*shapentry{}, map[string]*opentry{}}
+
+	p.oldAPI.Attach(file)
+	p.oldAPI.Setup()
+
+	p.newAPI.Attach(file)
+	p.newAPI.Setup()
+
+	for _, name := range p.oldAPI.OperationNames() {
+		p.operations[strings.ToLower(name)] = &opentry{oldName: name}
+	}
+
+	for _, name := range p.newAPI.OperationNames() {
+		p.operations[strings.ToLower(name)].newName = name
+	}
+
+	for _, shape := range p.oldAPI.ShapeList() {
+		p.shapes[strings.ToLower(shape.ShapeName)] = &shapentry{oldShape: shape}
+	}
+
+	for _, shape := range p.newAPI.ShapeList() {
+		if _, ok := p.shapes[strings.ToLower(shape.ShapeName)]; !ok {
+			panic("missing shape " + shape.ShapeName)
+		}
+		p.shapes[strings.ToLower(shape.ShapeName)].newShape = shape
+	}
+
+	return p
+}
+
+var excludeServices = map[string]struct{}{
+	"simpledb":     {},
+	"importexport": {},
+}
+
+func main() {
+	files, _ := filepath.Glob("../../apis/*/*/api-2.json")
+
+	sort.Strings(files)
+
+	// Remove old API versions from list
+	m := map[string]bool{}
+	for i := range files {
+		idx := len(files) - 1 - i
+		parts := strings.Split(files[idx], string(filepath.Separator))
+		svc := parts[len(parts)-3] // service name is 2nd-to-last component
+
+		if m[svc] {
+			files[idx] = "" // wipe this one out if we already saw the service
+		}
+		m[svc] = true
+	}
+
+	for i := range files {
+		file := files[i]
+		if file == "" { // empty file
+			continue
+		}
+
+		if g := load(file); g != nil {
+			if _, ok := excludeServices[g.oldAPI.PackageName()]; !ok {
+				g.buildRenames()
+			}
+		}
+	}
+
+	outfile, err := os.Create("rename/renames.go")
+	if err != nil {
+		panic(err)
+	}
+	if err := generateRenames(outfile); err != nil {
+		panic(err)
+	}
+}

vendor/github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/rename/rename.go

@@ -0,0 +1,116 @@
+// +build go1.5,deprecated
+
+package rename
+
+import (
+	"bytes"
+	"flag"
+	"fmt"
+	"go/format"
+	"go/parser"
+	"go/token"
+	"go/types"
+	"io/ioutil"
+
+	"golang.org/x/tools/go/loader"
+)
+
+var dryRun = flag.Bool("dryrun", false, "Dry run")
+var verbose = flag.Bool("verbose", false, "Verbose")
+
+type packageRenames struct {
+	operations map[string]string
+	shapes     map[string]string
+	fields     map[string]string
+}
+
+type renamer struct {
+	*loader.Program
+	files map[*token.File]bool
+}
+
+// ParsePathsFromArgs parses arguments from command line and looks at import
+// paths to rename objects.
+func ParsePathsFromArgs() {
+	flag.Parse()
+	for _, dir := range flag.Args() {
+		var conf loader.Config
+		conf.ParserMode = parser.ParseComments
+		conf.ImportWithTests(dir)
+		prog, err := conf.Load()
+		if err != nil {
+			panic(err)
+		}
+
+		r := renamer{prog, map[*token.File]bool{}}
+		r.parse()
+		if !*dryRun {
+			r.write()
+		}
+	}
+}
+
+func (r *renamer) dryInfo() string {
+	if *dryRun {
+		return "[DRY-RUN]"
+	}
+	return "[!]"
+}
+
+func (r *renamer) printf(msg string, args ...interface{}) {
+	if *verbose {
+		fmt.Printf(msg, args...)
+	}
+}
+
+func (r *renamer) parse() {
+	for _, pkg := range r.InitialPackages() {
+		r.parseUses(pkg)
+	}
+}
+
+func (r *renamer) write() {
+	for _, pkg := range r.InitialPackages() {
+		for _, f := range pkg.Files {
+			tokenFile := r.Fset.File(f.Pos())
+			if r.files[tokenFile] {
+				var buf bytes.Buffer
+				format.Node(&buf, r.Fset, f)
+				if err := ioutil.WriteFile(tokenFile.Name(), buf.Bytes(), 0644); err != nil {
+					panic(err)
+				}
+			}
+		}
+	}
+}
+
+func (r *renamer) parseUses(pkg *loader.PackageInfo) {
+	for k, v := range pkg.Uses {
+		if v.Pkg() != nil {
+			pkgPath := v.Pkg().Path()
+			if renames, ok := renamedPackages[pkgPath]; ok {
+				name := k.Name
+				switch t := v.(type) {
+				case *types.Func:
+					if newName, ok := renames.operations[t.Name()]; ok && newName != name {
+						r.printf("%s Rename [OPERATION]: %q -> %q\n", r.dryInfo(), name, newName)
+						r.files[r.Fset.File(k.Pos())] = true
+						k.Name = newName
+					}
+				case *types.TypeName:
+					if newName, ok := renames.shapes[name]; ok && newName != name {
+						r.printf("%s Rename [SHAPE]: %q -> %q\n", r.dryInfo(), t.Name(), newName)
+						r.files[r.Fset.File(k.Pos())] = true
+						k.Name = newName
+					}
+				case *types.Var:
+					if newName, ok := renames.fields[name]; ok && newName != name {
+						r.printf("%s Rename [FIELD]: %q -> %q\n", r.dryInfo(), t.Name(), newName)
+						r.files[r.Fset.File(k.Pos())] = true
+						k.Name = newName
+					}
+				}
+			}
+		}
+	}
+}

vendor/github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/renamer.go

@@ -0,0 +1,45 @@
+// +build go1.5,deprecated
+
+package main
+
+//go:generate go run -tags deprecated gen/gen.go
+
+import (
+	"os"
+	"os/exec"
+	"path/filepath"
+	"strings"
+
+	"github.com/aws/aws-sdk-go/awsmigrate/awsmigrate-renamer/rename"
+)
+
+var safeTag = "4e554f77f00d527b452c68a46f2e68595284121b"
+
+func main() {
+	gopath := os.Getenv("GOPATH")
+	if gopath == "" {
+		panic("GOPATH not set!")
+	}
+	gopath = strings.Split(gopath, ":")[0]
+
+	// change directory to SDK
+	err := os.Chdir(filepath.Join(gopath, "src", "github.com", "aws", "aws-sdk-go"))
+	if err != nil {
+		panic("Cannot find SDK repository")
+	}
+
+	// store orig HEAD
+	head, err := exec.Command("git", "rev-parse", "--abbrev-ref", "HEAD").Output()
+	if err != nil {
+		panic("Cannot find SDK repository")
+	}
+	origHEAD := strings.Trim(string(head), " \r\n")
+
+	// checkout to safe tag and run conversion
+	exec.Command("git", "checkout", safeTag).Run()
+	defer func() {
+		exec.Command("git", "checkout", origHEAD).Run()
+	}()
+
+	rename.ParsePathsFromArgs()
+}