This PR cleans up the CI build system and fixes a couple of issues. - The go tool launcher code has been moved to internal/build. With the new toolchain functions, the environment of the host Go (i.e. the one that built ci.go) and the target Go (i.e. the toolchain downloaded by -dlgo) are isolated more strictly. This is important to make cross compilation and -dlgo work correctly in more cases. - The -dlgo option now skips the download and uses the host Go if the running Go version matches dlgoVersion exactly. - The 'test' command now supports -dlgo, -cc and -arch. Running unit tests with foreign GOARCH is occasionally useful. For example, it can be used to run 32-bit tests on Windows. It can also be used to run darwin/amd64 tests on darwin/arm64 using Rosetta 2. - The 'aar', 'xcode' and 'xgo' commands now use a slightly different method to install external tools. They previously used `go get`, but this comes with the annoying side effect of modifying go.mod. They now use `go install` instead, which is the recommended way of installing tools without modifying the local module. - The old build warning about outdated Go version has been removed because we're much better at keeping backwards compatibility now.
		
			
				
	
	
		
			168 lines
		
	
	
		
			4.6 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			168 lines
		
	
	
		
			4.6 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // Copyright 2016 The go-ethereum Authors
 | |
| // This file is part of the go-ethereum library.
 | |
| //
 | |
| // The go-ethereum library is free software: you can redistribute it and/or modify
 | |
| // it under the terms of the GNU Lesser General Public License as published by
 | |
| // the Free Software Foundation, either version 3 of the License, or
 | |
| // (at your option) any later version.
 | |
| //
 | |
| // The go-ethereum library is distributed in the hope that it will be useful,
 | |
| // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 | |
| // GNU Lesser General Public License for more details.
 | |
| //
 | |
| // You should have received a copy of the GNU Lesser General Public License
 | |
| // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
 | |
| 
 | |
| package build
 | |
| 
 | |
| import (
 | |
| 	"bytes"
 | |
| 	"flag"
 | |
| 	"fmt"
 | |
| 	"go/parser"
 | |
| 	"go/token"
 | |
| 	"io"
 | |
| 	"io/ioutil"
 | |
| 	"log"
 | |
| 	"os"
 | |
| 	"os/exec"
 | |
| 	"path"
 | |
| 	"path/filepath"
 | |
| 	"strings"
 | |
| 	"text/template"
 | |
| )
 | |
| 
 | |
| var DryRunFlag = flag.Bool("n", false, "dry run, don't execute commands")
 | |
| 
 | |
| // MustRun executes the given command and exits the host process for
 | |
| // any error.
 | |
| func MustRun(cmd *exec.Cmd) {
 | |
| 	fmt.Println(">>>", strings.Join(cmd.Args, " "))
 | |
| 	if !*DryRunFlag {
 | |
| 		cmd.Stderr = os.Stderr
 | |
| 		cmd.Stdout = os.Stdout
 | |
| 		if err := cmd.Run(); err != nil {
 | |
| 			log.Fatal(err)
 | |
| 		}
 | |
| 	}
 | |
| }
 | |
| 
 | |
| func MustRunCommand(cmd string, args ...string) {
 | |
| 	MustRun(exec.Command(cmd, args...))
 | |
| }
 | |
| 
 | |
| var warnedAboutGit bool
 | |
| 
 | |
| // RunGit runs a git subcommand and returns its output.
 | |
| // The command must complete successfully.
 | |
| func RunGit(args ...string) string {
 | |
| 	cmd := exec.Command("git", args...)
 | |
| 	var stdout, stderr bytes.Buffer
 | |
| 	cmd.Stdout, cmd.Stderr = &stdout, &stderr
 | |
| 	if err := cmd.Run(); err != nil {
 | |
| 		if e, ok := err.(*exec.Error); ok && e.Err == exec.ErrNotFound {
 | |
| 			if !warnedAboutGit {
 | |
| 				log.Println("Warning: can't find 'git' in PATH")
 | |
| 				warnedAboutGit = true
 | |
| 			}
 | |
| 			return ""
 | |
| 		}
 | |
| 		log.Fatal(strings.Join(cmd.Args, " "), ": ", err, "\n", stderr.String())
 | |
| 	}
 | |
| 	return strings.TrimSpace(stdout.String())
 | |
| }
 | |
| 
 | |
| // readGitFile returns content of file in .git directory.
 | |
| func readGitFile(file string) string {
 | |
| 	content, err := ioutil.ReadFile(path.Join(".git", file))
 | |
| 	if err != nil {
 | |
| 		return ""
 | |
| 	}
 | |
| 	return strings.TrimSpace(string(content))
 | |
| }
 | |
| 
 | |
| // Render renders the given template file into outputFile.
 | |
| func Render(templateFile, outputFile string, outputPerm os.FileMode, x interface{}) {
 | |
| 	tpl := template.Must(template.ParseFiles(templateFile))
 | |
| 	render(tpl, outputFile, outputPerm, x)
 | |
| }
 | |
| 
 | |
| // RenderString renders the given template string into outputFile.
 | |
| func RenderString(templateContent, outputFile string, outputPerm os.FileMode, x interface{}) {
 | |
| 	tpl := template.Must(template.New("").Parse(templateContent))
 | |
| 	render(tpl, outputFile, outputPerm, x)
 | |
| }
 | |
| 
 | |
| func render(tpl *template.Template, outputFile string, outputPerm os.FileMode, x interface{}) {
 | |
| 	if err := os.MkdirAll(filepath.Dir(outputFile), 0755); err != nil {
 | |
| 		log.Fatal(err)
 | |
| 	}
 | |
| 	out, err := os.OpenFile(outputFile, os.O_CREATE|os.O_WRONLY|os.O_EXCL, outputPerm)
 | |
| 	if err != nil {
 | |
| 		log.Fatal(err)
 | |
| 	}
 | |
| 	if err := tpl.Execute(out, x); err != nil {
 | |
| 		log.Fatal(err)
 | |
| 	}
 | |
| 	if err := out.Close(); err != nil {
 | |
| 		log.Fatal(err)
 | |
| 	}
 | |
| }
 | |
| 
 | |
| // UploadSFTP uploads files to a remote host using the sftp command line tool.
 | |
| // The destination host may be specified either as [user@]host[: or as a URI in
 | |
| // the form sftp://[user@]host[:port].
 | |
| func UploadSFTP(identityFile, host, dir string, files []string) error {
 | |
| 	sftp := exec.Command("sftp")
 | |
| 	sftp.Stdout = nil
 | |
| 	sftp.Stderr = os.Stderr
 | |
| 	if identityFile != "" {
 | |
| 		sftp.Args = append(sftp.Args, "-i", identityFile)
 | |
| 	}
 | |
| 	sftp.Args = append(sftp.Args, host)
 | |
| 	fmt.Println(">>>", strings.Join(sftp.Args, " "))
 | |
| 	if *DryRunFlag {
 | |
| 		return nil
 | |
| 	}
 | |
| 
 | |
| 	stdin, err := sftp.StdinPipe()
 | |
| 	if err != nil {
 | |
| 		return fmt.Errorf("can't create stdin pipe for sftp: %v", err)
 | |
| 	}
 | |
| 	if err := sftp.Start(); err != nil {
 | |
| 		return err
 | |
| 	}
 | |
| 	in := io.MultiWriter(stdin, os.Stdout)
 | |
| 	for _, f := range files {
 | |
| 		fmt.Fprintln(in, "put", f, path.Join(dir, filepath.Base(f)))
 | |
| 	}
 | |
| 	stdin.Close()
 | |
| 	return sftp.Wait()
 | |
| }
 | |
| 
 | |
| // FindMainPackages finds all 'main' packages in the given directory and returns their
 | |
| // package paths.
 | |
| func FindMainPackages(dir string) []string {
 | |
| 	var commands []string
 | |
| 	cmds, err := ioutil.ReadDir(dir)
 | |
| 	if err != nil {
 | |
| 		log.Fatal(err)
 | |
| 	}
 | |
| 	for _, cmd := range cmds {
 | |
| 		pkgdir := filepath.Join(dir, cmd.Name())
 | |
| 		pkgs, err := parser.ParseDir(token.NewFileSet(), pkgdir, nil, parser.PackageClauseOnly)
 | |
| 		if err != nil {
 | |
| 			log.Fatal(err)
 | |
| 		}
 | |
| 		for name := range pkgs {
 | |
| 			if name == "main" {
 | |
| 				path := "./" + filepath.ToSlash(pkgdir)
 | |
| 				commands = append(commands, path)
 | |
| 				break
 | |
| 			}
 | |
| 		}
 | |
| 	}
 | |
| 	return commands
 | |
| }
 |