mirror of
https://github.com/restic/restic.git
synced 2024-08-23 12:50:45 +02:00
429 lines
9.1 KiB
Go
429 lines
9.1 KiB
Go
// +build ignore
|
|
|
|
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"flag"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"regexp"
|
|
"runtime"
|
|
"strings"
|
|
)
|
|
|
|
var runCrossCompile = flag.Bool("cross-compile", true, "run cross compilation tests")
|
|
var minioServer = flag.String("minio", "", "path to the minio server binary")
|
|
|
|
var minioServerEnv = map[string]string{
|
|
"MINIO_ACCESS_KEY": "KEBIYDZ87HCIH5D17YCN",
|
|
"MINIO_SECRET_KEY": "bVX1KhipSBPopEfmhc7rGz8ooxx27xdJ7Gkh1mVe",
|
|
}
|
|
|
|
var minioEnv = map[string]string{
|
|
"RESTIC_TEST_S3_SERVER": "http://127.0.0.1:9000",
|
|
"AWS_ACCESS_KEY_ID": "KEBIYDZ87HCIH5D17YCN",
|
|
"AWS_SECRET_ACCESS_KEY": "bVX1KhipSBPopEfmhc7rGz8ooxx27xdJ7Gkh1mVe",
|
|
}
|
|
|
|
func init() {
|
|
flag.Parse()
|
|
}
|
|
|
|
type CIEnvironment interface {
|
|
Prepare()
|
|
RunTests()
|
|
Teardown()
|
|
}
|
|
|
|
type TravisEnvironment struct {
|
|
goxArch []string
|
|
goxOS []string
|
|
minio string
|
|
|
|
minioSrv *Background
|
|
minioTempdir string
|
|
|
|
env map[string]string
|
|
}
|
|
|
|
func (env *TravisEnvironment) getMinio() {
|
|
if *minioServer != "" {
|
|
msg("using minio server at %q\n", *minioServer)
|
|
env.minio = *minioServer
|
|
return
|
|
}
|
|
|
|
tempfile, err := ioutil.TempFile("", "minio-server-")
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "create tempfile failed: %v\n", err)
|
|
os.Exit(10)
|
|
}
|
|
|
|
url := fmt.Sprintf("https://dl.minio.io/server/minio/release/%s-%s/minio",
|
|
runtime.GOOS, runtime.GOARCH)
|
|
msg("downloading %v\n", url)
|
|
res, err := http.Get(url)
|
|
if err != nil {
|
|
msg("downloading minio failed: %v\n", err)
|
|
return
|
|
}
|
|
|
|
_, err = io.Copy(tempfile, res.Body)
|
|
if err != nil {
|
|
msg("downloading minio failed: %v\n", err)
|
|
return
|
|
}
|
|
|
|
err = res.Body.Close()
|
|
if err != nil {
|
|
msg("saving minio failed: %v\n", err)
|
|
return
|
|
}
|
|
|
|
err = tempfile.Close()
|
|
if err != nil {
|
|
msg("closing tempfile failed: %v\n", err)
|
|
return
|
|
}
|
|
|
|
err = os.Chmod(tempfile.Name(), 0755)
|
|
if err != nil {
|
|
msg("making minio server executable failed: %v\n", err)
|
|
return
|
|
}
|
|
|
|
msg("downloaded minio server to %v\n", tempfile.Name())
|
|
env.minio = tempfile.Name()
|
|
}
|
|
|
|
func (env *TravisEnvironment) runMinio() {
|
|
// start minio server
|
|
if env.minio != "" {
|
|
msg("starting minio server at %s", env.minio)
|
|
|
|
dir, err := ioutil.TempDir("", "minio-root")
|
|
if err != nil {
|
|
os.Exit(80)
|
|
}
|
|
|
|
env.minioSrv, err = StartBackgroundCommand(minioServerEnv, env.minio,
|
|
"server",
|
|
"--address", "127.0.0.1:9000",
|
|
dir)
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "error running minio server: %v", err)
|
|
os.Exit(80)
|
|
}
|
|
|
|
for k, v := range minioEnv {
|
|
env.env[k] = v
|
|
}
|
|
|
|
env.minioTempdir = dir
|
|
}
|
|
}
|
|
|
|
func (env *TravisEnvironment) Prepare() {
|
|
env.env = make(map[string]string)
|
|
|
|
msg("preparing environment for Travis CI\n")
|
|
|
|
run("go", "get", "golang.org/x/tools/cmd/cover")
|
|
run("go", "get", "github.com/mattn/goveralls")
|
|
run("go", "get", "github.com/pierrre/gotestcover")
|
|
env.getMinio()
|
|
env.runMinio()
|
|
|
|
if runtime.GOOS == "darwin" {
|
|
// install the libraries necessary for fuse
|
|
run("brew", "update")
|
|
run("brew", "cask", "install", "osxfuse")
|
|
}
|
|
|
|
if *runCrossCompile {
|
|
// only test cross compilation on linux with Travis
|
|
run("go", "get", "github.com/mitchellh/gox")
|
|
if runtime.GOOS == "linux" {
|
|
env.goxArch = []string{"386", "amd64"}
|
|
if !strings.HasPrefix(runtime.Version(), "go1.3") {
|
|
env.goxArch = append(env.goxArch, "arm")
|
|
}
|
|
|
|
env.goxOS = []string{"linux", "darwin", "freebsd", "openbsd", "windows"}
|
|
} else {
|
|
env.goxArch = []string{runtime.GOARCH}
|
|
env.goxOS = []string{runtime.GOOS}
|
|
}
|
|
|
|
msg("gox: OS %v, ARCH %v\n", env.goxOS, env.goxArch)
|
|
|
|
v := runtime.Version()
|
|
if !strings.HasPrefix(v, "go1.5") && !strings.HasPrefix(v, "go1.6") {
|
|
run("gox", "-build-toolchain",
|
|
"-os", strings.Join(env.goxOS, " "),
|
|
"-arch", strings.Join(env.goxArch, " "))
|
|
}
|
|
}
|
|
}
|
|
|
|
func (env *TravisEnvironment) Teardown() {
|
|
msg("run travis teardown\n")
|
|
if env.minioSrv != nil {
|
|
msg("stopping minio server\n")
|
|
result := <-env.minioSrv.Result
|
|
if result.Error != nil {
|
|
msg("minio server returned error: %v\n", result.Error)
|
|
msg("stdout: %s\n", result.Stdout)
|
|
msg("stderr: %s\n", result.Stderr)
|
|
}
|
|
|
|
err := os.RemoveAll(env.minioTempdir)
|
|
if err != nil {
|
|
msg("error removing minio tempdir %v: %v\n", env.minioTempdir, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func goVersionAtLeast151() bool {
|
|
v := runtime.Version()
|
|
|
|
if match, _ := regexp.MatchString(`^go1\.[0-4]`, v); match {
|
|
return false
|
|
}
|
|
|
|
if v == "go1.5" {
|
|
return false
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
type Background struct {
|
|
Cmd *exec.Cmd
|
|
Done chan struct{}
|
|
Result chan Result
|
|
}
|
|
|
|
type Result struct {
|
|
Stdout, Stderr string
|
|
Error error
|
|
}
|
|
|
|
func StartBackgroundCommand(env map[string]string, cmd string, args ...string) (*Background, error) {
|
|
msg("running background command %v %v\n", cmd, args)
|
|
b := Background{
|
|
Done: make(chan struct{}),
|
|
Result: make(chan Result, 1),
|
|
}
|
|
|
|
stdout := bytes.NewBuffer(nil)
|
|
stderr := bytes.NewBuffer(nil)
|
|
|
|
c := exec.Command(cmd, args...)
|
|
c.Stdout = stdout
|
|
c.Stderr = stderr
|
|
c.Env = updateEnv(os.Environ(), env)
|
|
|
|
b.Cmd = c
|
|
|
|
err := c.Start()
|
|
if err != nil {
|
|
msg("error starting background job %v: %v\n", cmd, err)
|
|
return nil, err
|
|
}
|
|
|
|
go func() {
|
|
err := b.Cmd.Wait()
|
|
msg("background job %v returned: %v\n", cmd, err)
|
|
b.Result <- Result{
|
|
Stdout: string(stdout.Bytes()),
|
|
Stderr: string(stderr.Bytes()),
|
|
Error: err,
|
|
}
|
|
}()
|
|
|
|
return &b, nil
|
|
}
|
|
|
|
func (env *TravisEnvironment) RunTests() {
|
|
// run fuse tests on darwin
|
|
if runtime.GOOS != "darwin" {
|
|
msg("skip fuse integration tests on %v\n", runtime.GOOS)
|
|
os.Setenv("RESTIC_TEST_FUSE", "0")
|
|
}
|
|
|
|
cwd, err := os.Getwd()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Getwd() returned error: %v", err)
|
|
os.Exit(9)
|
|
}
|
|
|
|
env.env["GOPATH"] = cwd + ":" + filepath.Join(cwd, "vendor")
|
|
|
|
if *runCrossCompile {
|
|
// compile for all target architectures with tags
|
|
for _, tags := range []string{"release", "debug"} {
|
|
runWithEnv(env.env, "gox", "-verbose",
|
|
"-os", strings.Join(env.goxOS, " "),
|
|
"-arch", strings.Join(env.goxArch, " "),
|
|
"-tags", tags,
|
|
"-output", "/tmp/{{.Dir}}_{{.OS}}_{{.Arch}}",
|
|
"cmds/restic")
|
|
}
|
|
}
|
|
|
|
// run the build script
|
|
run("go", "run", "build.go")
|
|
|
|
// run the tests and gather coverage information
|
|
runWithEnv(env.env, "gotestcover", "-coverprofile", "all.cov", "cmds/...", "restic/...")
|
|
|
|
runGofmt()
|
|
}
|
|
|
|
type AppveyorEnvironment struct{}
|
|
|
|
func (env *AppveyorEnvironment) Prepare() {
|
|
msg("preparing environment for Appveyor CI\n")
|
|
}
|
|
|
|
func (env *AppveyorEnvironment) RunTests() {
|
|
run("go", "run", "build.go", "-v", "-T")
|
|
}
|
|
|
|
func (env *AppveyorEnvironment) Teardown() {}
|
|
|
|
// findGoFiles returns a list of go source code file names below dir.
|
|
func findGoFiles(dir string) (list []string, err error) {
|
|
err = filepath.Walk(dir, func(name string, fi os.FileInfo, err error) error {
|
|
if filepath.Base(name) == "vendor" {
|
|
return filepath.SkipDir
|
|
}
|
|
|
|
if filepath.Ext(name) == ".go" {
|
|
relpath, err := filepath.Rel(dir, name)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
list = append(list, relpath)
|
|
}
|
|
|
|
return err
|
|
})
|
|
|
|
return list, err
|
|
}
|
|
|
|
func msg(format string, args ...interface{}) {
|
|
fmt.Printf("CI: "+format, args...)
|
|
}
|
|
|
|
func updateEnv(env []string, override map[string]string) []string {
|
|
var newEnv []string
|
|
for _, s := range env {
|
|
d := strings.SplitN(s, "=", 2)
|
|
key := d[0]
|
|
|
|
if _, ok := override[key]; ok {
|
|
continue
|
|
}
|
|
|
|
newEnv = append(newEnv, s)
|
|
}
|
|
|
|
for k, v := range override {
|
|
newEnv = append(newEnv, k+"="+v)
|
|
}
|
|
|
|
return newEnv
|
|
}
|
|
|
|
func runGofmt() {
|
|
dir, err := os.Getwd()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "Getwd(): %v\n", err)
|
|
os.Exit(5)
|
|
}
|
|
|
|
files, err := findGoFiles(dir)
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "error finding Go files: %v\n", err)
|
|
os.Exit(4)
|
|
}
|
|
|
|
msg("runGofmt() with %d files\n", len(files))
|
|
args := append([]string{"-l"}, files...)
|
|
cmd := exec.Command("gofmt", args...)
|
|
cmd.Stderr = os.Stderr
|
|
|
|
buf, err := cmd.Output()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "error running gofmt: %v", err)
|
|
fmt.Fprintf(os.Stderr, "output:\n%s\n", buf)
|
|
os.Exit(3)
|
|
}
|
|
|
|
if len(buf) > 0 {
|
|
fmt.Fprintf(os.Stderr, "not formatted with `gofmt`:\n")
|
|
fmt.Fprintln(os.Stderr, string(buf))
|
|
os.Exit(6)
|
|
}
|
|
}
|
|
|
|
func run(command string, args ...string) {
|
|
msg("run %v %v\n", command, strings.Join(args, " "))
|
|
runWithEnv(nil, command, args...)
|
|
}
|
|
|
|
// runWithEnv calls a command with the current environment, except the entries
|
|
// of the env map are set additionally.
|
|
func runWithEnv(env map[string]string, command string, args ...string) {
|
|
msg("runWithEnv %v %v\n", command, strings.Join(args, " "))
|
|
cmd := exec.Command(command, args...)
|
|
cmd.Stdout = os.Stdout
|
|
cmd.Stderr = os.Stderr
|
|
if env != nil {
|
|
cmd.Env = updateEnv(os.Environ(), env)
|
|
}
|
|
err := cmd.Run()
|
|
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "error running %v %v: %v",
|
|
command, strings.Join(args, " "), err)
|
|
os.Exit(3)
|
|
}
|
|
}
|
|
|
|
func isTravis() bool {
|
|
return os.Getenv("TRAVIS_BUILD_DIR") != ""
|
|
}
|
|
|
|
func isAppveyor() bool {
|
|
return runtime.GOOS == "windows"
|
|
}
|
|
|
|
func main() {
|
|
var env CIEnvironment
|
|
|
|
switch {
|
|
case isTravis():
|
|
env = &TravisEnvironment{}
|
|
case isAppveyor():
|
|
env = &AppveyorEnvironment{}
|
|
default:
|
|
fmt.Fprintln(os.Stderr, "unknown CI environment")
|
|
os.Exit(1)
|
|
}
|
|
|
|
for _, f := range []func(){env.Prepare, env.RunTests, env.Teardown} {
|
|
f()
|
|
}
|
|
}
|