effaf18523
This PR cleans up the CI build system and fixes a couple of issues. - The go tool launcher code has been moved to internal/build. With the new toolchain functions, the environment of the host Go (i.e. the one that built ci.go) and the target Go (i.e. the toolchain downloaded by -dlgo) are isolated more strictly. This is important to make cross compilation and -dlgo work correctly in more cases. - The -dlgo option now skips the download and uses the host Go if the running Go version matches dlgoVersion exactly. - The 'test' command now supports -dlgo, -cc and -arch. Running unit tests with foreign GOARCH is occasionally useful. For example, it can be used to run 32-bit tests on Windows. It can also be used to run darwin/amd64 tests on darwin/arm64 using Rosetta 2. - The 'aar', 'xcode' and 'xgo' commands now use a slightly different method to install external tools. They previously used `go get`, but this comes with the annoying side effect of modifying go.mod. They now use `go install` instead, which is the recommended way of installing tools without modifying the local module. - The old build warning about outdated Go version has been removed because we're much better at keeping backwards compatibility now.
173 lines
5.4 KiB
Go
173 lines
5.4 KiB
Go
// Copyright 2016 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package build
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"os"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
var (
|
|
// These flags override values in build env.
|
|
GitCommitFlag = flag.String("git-commit", "", `Overrides git commit hash embedded into executables`)
|
|
GitBranchFlag = flag.String("git-branch", "", `Overrides git branch being built`)
|
|
GitTagFlag = flag.String("git-tag", "", `Overrides git tag being built`)
|
|
BuildnumFlag = flag.String("buildnum", "", `Overrides CI build number`)
|
|
PullRequestFlag = flag.Bool("pull-request", false, `Overrides pull request status of the build`)
|
|
CronJobFlag = flag.Bool("cron-job", false, `Overrides cron job status of the build`)
|
|
)
|
|
|
|
// Environment contains metadata provided by the build environment.
|
|
type Environment struct {
|
|
CI bool
|
|
Name string // name of the environment
|
|
Repo string // name of GitHub repo
|
|
Commit, Date, Branch, Tag string // Git info
|
|
Buildnum string
|
|
IsPullRequest bool
|
|
IsCronJob bool
|
|
}
|
|
|
|
func (env Environment) String() string {
|
|
return fmt.Sprintf("%s env (commit:%s date:%s branch:%s tag:%s buildnum:%s pr:%t)",
|
|
env.Name, env.Commit, env.Date, env.Branch, env.Tag, env.Buildnum, env.IsPullRequest)
|
|
}
|
|
|
|
// Env returns metadata about the current CI environment, falling back to LocalEnv
|
|
// if not running on CI.
|
|
func Env() Environment {
|
|
switch {
|
|
case os.Getenv("CI") == "true" && os.Getenv("TRAVIS") == "true":
|
|
commit := os.Getenv("TRAVIS_PULL_REQUEST_SHA")
|
|
if commit == "" {
|
|
commit = os.Getenv("TRAVIS_COMMIT")
|
|
}
|
|
return Environment{
|
|
CI: true,
|
|
Name: "travis",
|
|
Repo: os.Getenv("TRAVIS_REPO_SLUG"),
|
|
Commit: commit,
|
|
Date: getDate(commit),
|
|
Branch: os.Getenv("TRAVIS_BRANCH"),
|
|
Tag: os.Getenv("TRAVIS_TAG"),
|
|
Buildnum: os.Getenv("TRAVIS_BUILD_NUMBER"),
|
|
IsPullRequest: os.Getenv("TRAVIS_PULL_REQUEST") != "false",
|
|
IsCronJob: os.Getenv("TRAVIS_EVENT_TYPE") == "cron",
|
|
}
|
|
case os.Getenv("CI") == "True" && os.Getenv("APPVEYOR") == "True":
|
|
commit := os.Getenv("APPVEYOR_PULL_REQUEST_HEAD_COMMIT")
|
|
if commit == "" {
|
|
commit = os.Getenv("APPVEYOR_REPO_COMMIT")
|
|
}
|
|
return Environment{
|
|
CI: true,
|
|
Name: "appveyor",
|
|
Repo: os.Getenv("APPVEYOR_REPO_NAME"),
|
|
Commit: commit,
|
|
Date: getDate(commit),
|
|
Branch: os.Getenv("APPVEYOR_REPO_BRANCH"),
|
|
Tag: os.Getenv("APPVEYOR_REPO_TAG_NAME"),
|
|
Buildnum: os.Getenv("APPVEYOR_BUILD_NUMBER"),
|
|
IsPullRequest: os.Getenv("APPVEYOR_PULL_REQUEST_NUMBER") != "",
|
|
IsCronJob: os.Getenv("APPVEYOR_SCHEDULED_BUILD") == "True",
|
|
}
|
|
default:
|
|
return LocalEnv()
|
|
}
|
|
}
|
|
|
|
// LocalEnv returns build environment metadata gathered from git.
|
|
func LocalEnv() Environment {
|
|
env := applyEnvFlags(Environment{Name: "local", Repo: "ethereum/go-ethereum"})
|
|
|
|
head := readGitFile("HEAD")
|
|
if fields := strings.Fields(head); len(fields) == 2 {
|
|
head = fields[1]
|
|
} else {
|
|
// In this case we are in "detached head" state
|
|
// see: https://git-scm.com/docs/git-checkout#_detached_head
|
|
// Additional check required to verify, that file contains commit hash
|
|
commitRe, _ := regexp.Compile("^([0-9a-f]{40})$")
|
|
if commit := commitRe.FindString(head); commit != "" && env.Commit == "" {
|
|
env.Commit = commit
|
|
}
|
|
return env
|
|
}
|
|
if env.Commit == "" {
|
|
env.Commit = readGitFile(head)
|
|
}
|
|
env.Date = getDate(env.Commit)
|
|
if env.Branch == "" {
|
|
if head != "HEAD" {
|
|
env.Branch = strings.TrimPrefix(head, "refs/heads/")
|
|
}
|
|
}
|
|
if info, err := os.Stat(".git/objects"); err == nil && info.IsDir() && env.Tag == "" {
|
|
env.Tag = firstLine(RunGit("tag", "-l", "--points-at", "HEAD"))
|
|
}
|
|
return env
|
|
}
|
|
|
|
func firstLine(s string) string {
|
|
return strings.Split(s, "\n")[0]
|
|
}
|
|
|
|
func getDate(commit string) string {
|
|
if commit == "" {
|
|
return ""
|
|
}
|
|
out := RunGit("show", "-s", "--format=%ct", commit)
|
|
if out == "" {
|
|
return ""
|
|
}
|
|
date, err := strconv.ParseInt(strings.TrimSpace(out), 10, 64)
|
|
if err != nil {
|
|
panic(fmt.Sprintf("failed to parse git commit date: %v", err))
|
|
}
|
|
return time.Unix(date, 0).Format("20060102")
|
|
}
|
|
|
|
func applyEnvFlags(env Environment) Environment {
|
|
if !flag.Parsed() {
|
|
panic("you need to call flag.Parse before Env or LocalEnv")
|
|
}
|
|
if *GitCommitFlag != "" {
|
|
env.Commit = *GitCommitFlag
|
|
}
|
|
if *GitBranchFlag != "" {
|
|
env.Branch = *GitBranchFlag
|
|
}
|
|
if *GitTagFlag != "" {
|
|
env.Tag = *GitTagFlag
|
|
}
|
|
if *BuildnumFlag != "" {
|
|
env.Buildnum = *BuildnumFlag
|
|
}
|
|
if *PullRequestFlag {
|
|
env.IsPullRequest = true
|
|
}
|
|
if *CronJobFlag {
|
|
env.IsCronJob = true
|
|
}
|
|
return env
|
|
}
|