version: 2.1 executors: golang: docker: - image: tendermintdev/docker-tendermint-build working_directory: /go/src/github.com/tendermint/tendermint environment: GOBIN: /tmp/bin release: machine: true docs: docker: - image: tendermintdev/docker-website-deployment environment: AWS_REGION: us-east-1 protoc: docker: - image: tendermintdev/docker-protoc commands: run_test: parameters: script_path: type: string steps: - attach_workspace: at: /tmp/bin - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - restore_cache: name: "Restore go modules cache" keys: - go-mod-v1-{{ checksum "go.sum" }} - run: name: "Running test" command: | bash << parameters.script_path >> jobs: setup_dependencies: executor: golang steps: - checkout - restore_cache: name: "Restore go modules cache" keys: - go-mod-v1-{{ checksum "go.sum" }} - run: command: | mkdir -p /tmp/bin - run: name: Cache go modules command: make go-mod-cache - run: name: tools command: make tools - run: name: "Build binaries" command: make install install_abci - save_cache: name: "Save go modules cache" key: go-mod-v1-{{ checksum "go.sum" }} paths: - "/go/pkg/mod" - save_cache: name: "Save source code cache" key: go-src-v1-{{ .Revision }} paths: - ".git" - persist_to_workspace: root: "/tmp/bin" paths: - "." proto-lint: executor: protoc steps: - checkout - run: command: make proto-lint proto-breakage: executor: protoc steps: - checkout - run: command: make proto-check-breaking-ci test_abci_apps: executor: golang steps: - run_test: script_path: abci/tests/test_app/test.sh # if this test fails, fix it and update the docs at: # https://github.com/tendermint/tendermint/blob/master/docs/abci-cli.md test_abci_cli: executor: golang steps: - run_test: script_path: abci/tests/test_cli/test.sh test_apps: executor: golang steps: - run_test: script_path: test/app/test.sh test_persistence: executor: golang steps: - run_test: script_path: test/persist/test_failure_indices.sh test_cover: executor: golang parallelism: 4 steps: - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - restore_cache: name: "Restore go module cache" keys: - go-mod-v2-{{ checksum "go.sum" }} - run: name: "Run tests" command: | export VERSION="$(git describe --tags --long | sed 's/v\(.*\)/\1/')" export GO111MODULE=on mkdir -p /tmp/logs /tmp/workspace/profiles for pkg in $(go list github.com/tendermint/tendermint/... | circleci tests split --split-by=timings); do id=$(basename "$pkg") go test -v -timeout 5m -mod=readonly -race -coverprofile=/tmp/workspace/profiles/$id.out -covermode=atomic "$pkg" | tee "/tmp/logs/$id-$RANDOM.log" done - persist_to_workspace: root: /tmp/workspace paths: - "profiles/*" - store_artifacts: path: /tmp/logs localnet: working_directory: /home/circleci/.go_workspace/src/github.com/tendermint/tendermint machine: image: circleci/classic:latest environment: GOBIN: /home/circleci/.go_workspace/bin GOPATH: /home/circleci/.go_workspace/ GOOS: linux GOARCH: amd64 parallelism: 1 steps: - checkout - run: name: run localnet and exit on failure command: | set -x docker run --rm -v "$PWD":/go/src/github.com/tendermint/tendermint -w /go/src/github.com/tendermint/tendermint golang make build-linux make localnet-start & ./scripts/localnet-blocks-test.sh 40 5 10 localhost test_p2p: environment: GOBIN: /home/circleci/.go_workspace/bin GOPATH: /home/circleci/.go_workspace machine: image: circleci/classic:latest parameters: ipv: type: integer default: 4 steps: - checkout - run: mkdir -p $GOPATH/src/github.com/tendermint - run: ln -sf /home/circleci/project $GOPATH/src/github.com/tendermint/tendermint - run: bash test/p2p/circleci.sh << parameters.ipv >> - store_artifacts: path: /home/circleci/project/test/p2p/logs upload_coverage: executor: golang steps: - attach_workspace: at: /tmp/workspace - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - restore_cache: name: "Restore go module cache" keys: - go-mod-v2-{{ checksum "go.sum" }} - run: name: gather command: | echo "mode: atomic" > coverage.txt for prof in $(ls /tmp/workspace/profiles/); do tail -n +2 /tmp/workspace/profiles/"$prof" >> coverage.txt done - run: name: upload command: bash .circleci/codecov.sh -f coverage.txt deploy_docs: executor: docs steps: - checkout - run: name: "Build docs" command: make build-docs - run: name: "Sync to S3" command: make sync-docs prepare_build: executor: golang steps: - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - run: name: Get next release number command: | export LAST_TAG="`git describe --tags --abbrev=0 --match "${CIRCLE_BRANCH}.*"`" echo "Last tag: ${LAST_TAG}" if [ -z "${LAST_TAG}" ]; then export LAST_TAG="${CIRCLE_BRANCH}" echo "Last tag not found. Possibly fresh branch or feature branch. Setting ${LAST_TAG} as tag." fi export NEXT_TAG="`python -u scripts/release_management/bump-semver.py --version "${LAST_TAG}"`" echo "Next tag: ${NEXT_TAG}" echo "export CIRCLE_TAG=\"${NEXT_TAG}\"" > release-version.source - run: name: Build dependencies command: make tools - persist_to_workspace: root: . paths: - "release-version.source" - save_cache: key: v2-release-deps-{{ checksum "go.sum" }} paths: - "/go/pkg/mod" build_artifacts: executor: golang parallelism: 4 steps: - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - restore_cache: name: "Restore release dependencies cache" keys: - v2-release-deps-{{ checksum "go.sum" }} - attach_workspace: at: /tmp/workspace - run: name: Build artifact command: | # Setting CIRCLE_TAG because we do not tag the release ourselves. source /tmp/workspace/release-version.source if test ${CIRCLE_NODE_INDEX:-0} == 0 ;then export GOOS=linux GOARCH=amd64 && export OUTPUT=build/tendermint_${GOOS}_${GOARCH} && make build && python -u scripts/release_management/zip-file.py ;fi if test ${CIRCLE_NODE_INDEX:-0} == 1 ;then export GOOS=darwin GOARCH=amd64 && export OUTPUT=build/tendermint_${GOOS}_${GOARCH} && make build && python -u scripts/release_management/zip-file.py ;fi if test ${CIRCLE_NODE_INDEX:-0} == 2 ;then export GOOS=windows GOARCH=amd64 && export OUTPUT=build/tendermint_${GOOS}_${GOARCH} && make build && python -u scripts/release_management/zip-file.py ;fi if test ${CIRCLE_NODE_INDEX:-0} == 3 ;then export GOOS=linux GOARCH=arm && export OUTPUT=build/tendermint_${GOOS}_${GOARCH} && make build && python -u scripts/release_management/zip-file.py ;fi - persist_to_workspace: root: build paths: - "*.zip" - "tendermint_linux_amd64" release_artifacts: executor: golang steps: - restore_cache: name: "Restore source code cache" keys: - go-src-v1-{{ .Revision }} - checkout - attach_workspace: at: /tmp/workspace - run: name: "Deploy to GitHub" command: | # Setting CIRCLE_TAG because we do not tag the release ourselves. source /tmp/workspace/release-version.source echo "---" ls -la /tmp/workspace/*.zip echo "---" python -u scripts/release_management/sha-files.py echo "---" cat /tmp/workspace/SHA256SUMS echo "---" export RELEASE_ID="`python -u scripts/release_management/github-draft.py`" echo "Release ID: ${RELEASE_ID}" #Todo: Parallelize uploads export GOOS=linux GOARCH=amd64 && python -u scripts/release_management/github-upload.py --id "${RELEASE_ID}" export GOOS=darwin GOARCH=amd64 && python -u scripts/release_management/github-upload.py --id "${RELEASE_ID}" export GOOS=windows GOARCH=amd64 && python -u scripts/release_management/github-upload.py --id "${RELEASE_ID}" export GOOS=linux GOARCH=arm && python -u scripts/release_management/github-upload.py --id "${RELEASE_ID}" python -u scripts/release_management/github-upload.py --file "/tmp/workspace/SHA256SUMS" --id "${RELEASE_ID}" python -u scripts/release_management/github-publish.py --id "${RELEASE_ID}" release_docker: machine: image: ubuntu-1604:201903-01 steps: - checkout - attach_workspace: at: /tmp/workspace - run: name: "Deploy to Docker Hub" command: | # Setting CIRCLE_TAG because we do not tag the release ourselves. source /tmp/workspace/release-version.source cp /tmp/workspace/tendermint_linux_amd64 DOCKER/tendermint docker build --label="tendermint" --tag="tendermint/tendermint:${CIRCLE_TAG}" --tag="tendermint/tendermint:latest" "DOCKER" docker login -u "${DOCKERHUB_USER}" --password-stdin \<<< "${DOCKERHUB_PASS}" docker push "tendermint/tendermint" docker logout reproducible_builds: executor: golang steps: - attach_workspace: at: /tmp/workspace - checkout - setup_remote_docker: docker_layer_caching: true - run: name: Build tendermint no_output_timeout: 20m command: | sudo apt-get update sudo apt-get install -y ruby bash -x ./scripts/gitian-build.sh all for os in darwin linux windows; do cp gitian-build-${os}/result/tendermint-${os}-res.yml . cp gitian-build-${os}/build/out/tendermint-*.tar.gz . rm -rf gitian-build-${os}/ done - store_artifacts: path: /go/src/github.com/tendermint/tendermint/tendermint-darwin-res.yml - store_artifacts: path: /go/src/github.com/tendermint/tendermint/tendermint-linux-res.yml - store_artifacts: path: /go/src/github.com/tendermint/tendermint/tendermint-windows-res.yml - store_artifacts: path: /go/src/github.com/tendermint/tendermint/tendermint-*.tar.gz # # Test RPC implementation against the swagger documented specs # contract_tests: # working_directory: /home/circleci/.go_workspace/src/github.com/tendermint/tendermint # machine: # image: circleci/classic:latest # environment: # GOBIN: /home/circleci/.go_workspace/bin # GOPATH: /home/circleci/.go_workspace/ # GOOS: linux # GOARCH: amd64 # parallelism: 1 # steps: # - checkout # - run: # name: Test RPC endpoints against swagger documentation # command: | # set -x # export PATH=~/.local/bin:$PATH # # install node and dredd # ./scripts/get_nodejs.sh # # build the binaries with a proper version of Go # docker run --rm -v "$PWD":/go/src/github.com/tendermint/tendermint -w /go/src/github.com/tendermint/tendermint golang make build-linux build-contract-tests-hooks # # This docker image works with go 1.7, we can install here the hook handler that contract-tests is going to use # go get github.com/snikch/goodman/cmd/goodman # make contract-tests workflows: version: 2 test-suite: jobs: - deploy_docs: context: tendermint-docs filters: branches: only: - master tags: only: - /^v.*/ - deploy_docs: context: tendermint-docs-staging filters: branches: only: - docs-staging - setup_dependencies - test_abci_apps: requires: - setup_dependencies - proto-breakage - proto-lint - test_abci_cli: requires: - setup_dependencies - test_apps: requires: - setup_dependencies - test_cover: requires: - setup_dependencies - test_persistence: requires: - setup_dependencies - localnet: requires: - setup_dependencies - test_p2p - test_p2p: name: test_p2p_ipv6 ipv: 6 - upload_coverage: requires: - test_cover - reproducible_builds: filters: branches: only: - master - /v[0-9]+\.[0-9]+/ # - contract_tests: # requires: # - setup_dependencies release: jobs: - prepare_build - build_artifacts: requires: - prepare_build - release_artifacts: requires: - prepare_build - build_artifacts filters: branches: only: - /v[0-9]+\.[0-9]+/ - release_docker: requires: - prepare_build - build_artifacts filters: branches: only: - /v[0-9]+\.[0-9]+/ - master