version: 2.1 orbs: go: gotest/tools@0.0.9 executors: golang: docker: - image: circleci/golang:1.13 resource_class: 2xlarge commands: install-deps: steps: - go/install-ssh - go/install: {package: git} prepare: parameters: linux: default: true description: is a linux build environment? type: boolean darwin: default: false description: is a darwin build environment? type: boolean steps: - checkout - when: condition: << parameters.linux >> steps: - run: sudo apt-get update - run: sudo apt-get install ocl-icd-opencl-dev - run: git submodule sync - run: git submodule update --init download-params: steps: - restore_cache: name: Restore parameters cache keys: - 'v20-1k-lotus-params-{{ checksum "build/proof-params/parameters.json" }}-{{ checksum "build/paramfetch.go" }}' - 'v20-1k-lotus-params-{{ checksum "build/proof-params/parameters.json" }}-' paths: - /var/tmp/filecoin-proof-parameters/ - run: ./lotus fetch-params --proving-params 1024 - save_cache: name: Save parameters cache key: 'v20-1k-lotus-params-{{ checksum "build/proof-params/parameters.json" }}-{{ checksum "build/paramfetch.go" }}' paths: - /var/tmp/filecoin-proof-parameters/ jobs: mod-tidy-check: executor: golang steps: - install-deps - prepare - go/mod-download - go/mod-tidy-check build-all: executor: golang steps: - install-deps - prepare - go/mod-download - run: sudo apt-get update - run: sudo apt-get install npm - restore_cache: name: restore go mod cache key: v1-go-deps-{{ arch }}-{{ checksum "/home/circleci/project/go.mod" }} - run: command: make buildall - store_artifacts: path: lotus - store_artifacts: path: lotus-storage-miner test: &test description: | Run tests with gotestsum. parameters: executor: type: executor default: golang go-test-flags: type: string default: "-timeout 30m" description: Flags passed to go test. packages: type: string default: "./..." description: Import paths of packages to be tested. test-suite-name: type: string default: unit description: Test suite name to report to CircleCI. gotestsum-format: type: string default: short description: gotestsum format. https://github.com/gotestyourself/gotestsum#format coverage: type: string default: -coverprofile=coverage.txt description: Coverage flag. Set to the empty string to disable. codecov-upload: type: boolean default: false description: | Upload coverage report to https://codecov.io/. Requires the codecov API token to be set as an environment variable for private projects. executor: << parameters.executor >> steps: - install-deps - prepare - go/mod-download - restore_cache: name: restore go mod cache key: v1-go-deps-{{ arch }}-{{ checksum "/home/circleci/project/go.mod" }} - run: command: make deps lotus no_output_timeout: 30m - download-params - go/install-gotestsum: gobin: $HOME/.local/bin - run: name: go test environment: GOTESTSUM_JUNITFILE: /tmp/test-reports/<< parameters.test-suite-name >>/junit.xml GOTESTSUM_FORMAT: << parameters.gotestsum-format >> command: | mkdir -p /tmp/test-reports/<< parameters.test-suite-name >> gotestsum -- \ << parameters.coverage >> \ << parameters.go-test-flags >> \ << parameters.packages >> no_output_timeout: 30m - store_test_results: path: /tmp/test-reports - when: condition: << parameters.codecov-upload >> steps: - go/install: {package: bash} - go/install: {package: curl} - run: shell: /bin/bash -eo pipefail command: | bash <(curl -s https://codecov.io/bash) - save_cache: name: save go mod cache key: v1-go-deps-{{ arch }}-{{ checksum "/home/circleci/project/go.mod" }} paths: - "~/go/pkg" - "~/go/src/github.com" - "~/go/src/golang.org" test-short: <<: *test build-macos: description: build darwin lotus binary macos: xcode: "10.0.0" working_directory: ~/go/src/github.com/filecoin-project/lotus steps: - prepare: linux: false darwin: true - run: name: Install go command: | curl -O https://dl.google.com/go/go1.13.4.darwin-amd64.pkg && \ sudo installer -pkg go1.13.4.darwin-amd64.pkg -target / - run: name: Install pkg-config command: HOMEBREW_NO_AUTO_UPDATE=1 brew install pkg-config - run: go version - run: name: Install Rust command: | curl https://sh.rustup.rs -sSf | sh -s -- -y - run: name: Install jq command: | mkdir $HOME/.bin curl --location https://github.com/stedolan/jq/releases/download/jq-1.6/jq-osx-amd64 --output $HOME/.bin/jq chmod +x $HOME/.bin/jq - restore_cache: name: restore go mod and cargo cache key: v2-go-deps-{{ arch }}-{{ checksum "~/go/src/github.com/filecoin-project/lotus/go.mod" }} - install-deps - go/mod-download - run: command: make buildall no_output_timeout: 30m - store_artifacts: path: lotus - store_artifacts: path: lotus-storage-miner - save_cache: name: save go mod and cargo cache key: v2-go-deps-{{ arch }}-{{ checksum "~/go/src/github.com/filecoin-project/lotus/go.mod" }} paths: - "~/go/src/github.com" - "~/go/src/golang.org" - "~/.rustup" - "~/.cargo" lint: &lint description: | Run golangci-lint. parameters: executor: type: executor default: golang golangci-lint-version: type: string default: 1.17.1 concurrency: type: string default: '2' description: | Concurrency used to run linters. Defaults to 2 because NumCPU is not aware of container CPU limits. args: type: string default: '' description: | Arguments to pass to golangci-lint executor: << parameters.executor >> steps: - install-deps - prepare - go/mod-download - run: command: make deps no_output_timeout: 30m - go/install-golangci-lint: gobin: $HOME/.local/bin version: << parameters.golangci-lint-version >> - run: name: Lint command: | $HOME/.local/bin/golangci-lint run -v \ --concurrency << parameters.concurrency >> << parameters.args >> lint-changes: <<: *lint lint-all: <<: *lint workflows: version: 2.1 ci: jobs: - lint-changes: args: "--new-from-rev origin/master" - test - test-short: go-test-flags: "--timeout 10m --short" - mod-tidy-check - build-all - build-macos