ci: github actions test workflow

.circleci/config.yml

@@ -2,53 +2,6 @@ version: 2
 
 jobs:
 
- test:
- working_directory: /work
- docker: [{image: 'docker:20.10-git'}]
- environment:
- DOCKER_BUILDKIT: 1
- steps:
- - checkout
- - setup_remote_docker:
- version: 20.10.6
- reusable: true
- exclusive: false
- - run:
- name: "Docker version"
- command: docker version
- - run:
- name: "Docker info"
- command: docker info
- - run:
- name: "Unit Test with Coverage - build image"
- command: |
- mkdir -p test-results/unit-tests
- docker build --progress=plain -f dockerfiles/Dockerfile.dev --tag cli-builder:$CIRCLE_BUILD_NUM .
- - run:
- name: "Unit Test with Coverage"
- command: |
- docker run \
- -e GOTESTSUM_JUNITFILE=/tmp/junit.xml \
- --name \
- test-$CIRCLE_BUILD_NUM cli-builder:$CIRCLE_BUILD_NUM \
- make test-coverage
- docker cp \
- test-$CIRCLE_BUILD_NUM:/tmp/junit.xml \
- ./test-results/unit-tests/junit.xml
- - run:
- name: "Upload to Codecov"
- command: |
- docker cp \
- test-$CIRCLE_BUILD_NUM:/go/src/github.com/docker/cli/coverage.txt \
- coverage.txt
- apk add -U bash curl
- curl -s https://codecov.io/bash | bash || \
- echo 'Codecov failed to upload'
- - store_test_results:
- path: test-results
- - store_artifacts:
- path: test-results
-
  validate:
  working_directory: /work
  docker: [{image: 'docker:20.10-git'}]
@@ -82,5 +35,4 @@ workflows:
  version: 2
  ci:
  jobs:
- - test
  - validate

.dockerignore

@@ -3,6 +3,5 @@
 /cli/winresources/*.syso
 /man/man*/
 /docs/yaml/gen/
-coverage.txt
 profile.out
 /vndr.log

.github/workflows/e2e.yml

@@ -52,3 +52,9 @@ jobs:
  env:
  BASE_VARIANT: ${{ matrix.base }}
  E2E_ENGINE_VERSION: ${{ matrix.engine-version }}
+ TESTFLAGS: -coverprofile=/tmp/coverage/coverage.txt
+ -
+ name: Send to Codecov
+ uses: codecov/codecov-action@v2
+ with:
+ file: ./build/coverage/coverage.txt

.github/workflows/test.yml

@@ -0,0 +1,75 @@
+name: test
+
+on:
+ workflow_dispatch:
+ push:
+ branches:
+ - 'master'
+ - '[0-9]+.[0-9]{2}'
+ tags:
+ - 'v*'
+ pull_request:
+
+jobs:
+ ctn:
+ runs-on: ubuntu-latest
+ steps:
+ -
+ name: Checkout
+ uses: actions/checkout@v2
+ -
+ name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v1
+ -
+ name: Test
+ uses: docker/bake-action@v1
+ with:
+ targets: test-coverage
+ -
+ name: Send to Codecov
+ uses: codecov/codecov-action@v2
+ with:
+ file: ./build/coverage/coverage.txt
+
+ host:
+ runs-on: ${{ matrix.os }}
+ env:
+ GOPATH: ${{ github.workspace }}
+ GOBIN: ${{ github.workspace }}/bin
+ GO111MODULE: auto
+ strategy:
+ fail-fast: false
+ matrix:
+ os:
+ - macos-latest
+# - windows-latest # FIXME: some tests are failing on the Windows runner, as well as on Appveyor since June 24, 2018: https://ci.appveyor.com/project/docker/cli/history
+ steps:
+ -
+ name: Prepare git
+ if: matrix.os == 'windows-latest'
+ run: |
+ git config --system core.autocrlf false
+ git config --system core.eol lf
+ -
+ name: Checkout
+ uses: actions/checkout@v2
+ with:
+ path: ${{ env.GOPATH }}/src/github.com/docker/cli
+ -
+ name: Set up Go
+ uses: actions/setup-go@v2
+ with:
+ go-version: 1.16.11
+ -
+ name: Test
+ run: |
+ go test -coverprofile=/tmp/coverage.txt $(go list ./... | grep -vE '/vendor/|/e2e/')
+ go tool cover -func=/tmp/coverage.txt
+ working-directory: ${{ env.GOPATH }}/src/github.com/docker/cli
+ shell: bash
+ -
+ name: Send to Codecov
+ uses: codecov/codecov-action@v2
+ with:
+ file: /tmp/coverage.txt
+ working-directory: ${{ env.GOPATH }}/src/github.com/docker/cli

.gitignore

@@ -14,6 +14,5 @@ Thumbs.db
 /man/man5/
 /man/man8/
 /docs/yaml/gen/
-coverage.txt
 profile.out
 /vndr.log

Dockerfile

@@ -4,6 +4,7 @@ ARG BASE_VARIANT=alpine
 ARG GO_VERSION=1.16.11
 ARG XX_VERSION=1.0.0-rc.2
 ARG GOVERSIONINFO_VERSION=v1.3.0
+ARG GOTESTSUM_VERSION=v1.7.0
 
 FROM --platform=$BUILDPLATFORM golang:${GO_VERSION}-${BASE_VARIANT} AS gostable
 FROM --platform=$BUILDPLATFORM golang:1.17rc1-${BASE_VARIANT} AS golatest
@@ -37,6 +38,19 @@ FROM build-base-buster AS build-buster
 ARG TARGETPLATFORM
 RUN xx-apt install --no-install-recommends -y libc6-dev libgcc-8-dev
 
+FROM build-base-${BASE_VARIANT} AS goversioninfo
+ARG GOVERSIONINFO_VERSION
+RUN --mount=type=cache,target=/root/.cache/go-build \
+ --mount=type=cache,target=/go/pkg/mod \
+ GOBIN=/out GO111MODULE=on go install "github.com/josephspurrier/goversioninfo/cmd/goversioninfo@${GOVERSIONINFO_VERSION}"
+
+FROM build-base-${BASE_VARIANT} AS gotestsum
+ARG GOTESTSUM_VERSION
+RUN --mount=type=cache,target=/root/.cache/go-build \
+ --mount=type=cache,target=/go/pkg/mod \
+ GOBIN=/out GO111MODULE=on go install "gotest.tools/gotestsum@${GOTESTSUM_VERSION}" \
+ && /out/gotestsum --version
+
 FROM build-${BASE_VARIANT} AS build
 # GO_LINKMODE defines if static or dynamic binary should be produced
 ARG GO_LINKMODE=static
@@ -50,11 +64,7 @@ ARG CGO_ENABLED
 ARG VERSION
 # COMPANY_NAME sets the company that produced the windows binary
 ARG COMPANY_NAME
-# GOVERSIONINFO_VERSION defines goversioninfo tool version
-ARG GOVERSIONINFO_VERSION
-RUN --mount=type=cache,target=/root/.cache \
- # install goversioninfo tool
- GO111MODULE=auto go install github.com/josephspurrier/goversioninfo/cmd/goversioninfo@${GOVERSIONINFO_VERSION}
+COPY --from=goversioninfo /out/goversioninfo /usr/bin/goversioninfo
 RUN --mount=type=bind,target=.,ro \
  --mount=type=cache,target=/root/.cache \
  --mount=from=dockercore/golang-cross:xx-sdk-extras,target=/xx-sdk,src=/xx-sdk \
@@ -65,6 +75,17 @@ RUN --mount=type=bind,target=.,ro \
  TARGET=/out ./scripts/build/binary && \
  xx-verify $([ "$GO_LINKMODE" = "static" ] && echo "--static") /out/docker
 
+FROM build-${BASE_VARIANT} AS test
+COPY --from=gotestsum /out/gotestsum /usr/bin/gotestsum
+ENV GO111MODULE=auto
+RUN --mount=type=bind,target=.,rw \
+ --mount=type=cache,target=/root/.cache \
+ --mount=type=cache,target=/go/pkg/mod \
+ gotestsum -- -coverprofile=/tmp/coverage.txt $(go list ./... | grep -vE '/vendor/|/e2e/')
+
+FROM scratch AS test-coverage
+COPY --from=test /tmp/coverage.txt /coverage.txt
+
 FROM build-${BASE_VARIANT} AS build-plugins
 ARG GO_LINKMODE=static
 ARG GO_BUILDTAGS
@@ -85,13 +106,6 @@ ARG COMPOSE_VERSION=1.29.2
 RUN curl -fsSL https://github.com/docker/compose/releases/download/${COMPOSE_VERSION}/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose && \
  chmod +x /usr/local/bin/docker-compose
 
-FROM build-${BASE_VARIANT} AS gotestsum
-ARG GOTESTSUM_VERSION=v1.7.0
-RUN --mount=type=cache,target=/root/.cache/go-build \
- --mount=type=cache,target=/go/pkg/mod \
- GOBIN=/out GO111MODULE=on go install "gotest.tools/gotestsum@${GOTESTSUM_VERSION}" \
- && /out/gotestsum --version
-
 FROM e2e-base-${BASE_VARIANT} AS e2e
 ARG NOTARY_VERSION=v0.6.1
 ADD --chmod=0755 https://github.com/theupdateframework/notary/releases/download/${NOTARY_VERSION}/notary-Linux-amd64 /usr/local/bin/notary

Makefile

@@ -13,16 +13,17 @@ _:=$(shell ./scripts/warn-outside-container $(MAKECMDGOALS))
 clean: ## remove build artifacts
 	rm -rf ./build/* cli/winresources/rsrc_* ./man/man[1-9] docs/yaml/gen
 
-.PHONY: test-unit
-test-unit: ## run unit tests, to change the output format use: GOTESTSUM_FORMAT=(dots|short|standard-quiet|short-verbose|standard-verbose) make test-unit 
-	gotestsum $(TESTFLAGS) -- $${TESTDIRS:-$(shell go list ./... | grep -vE '/vendor/|/e2e/')}
-
 .PHONY: test
 test: test-unit ## run tests
 
+.PHONY: test-unit
+test-unit: ## run unit tests, to change the output format use: GOTESTSUM_FORMAT=(dots|short|standard-quiet|short-verbose|standard-verbose) make test-unit
+	gotestsum -- $${TESTDIRS:-$(shell go list ./... | grep -vE '/vendor/|/e2e/')} $(TESTFLAGS)
+
 .PHONY: test-coverage
 test-coverage: ## run test coverage
-	gotestsum -- -coverprofile=coverage.txt $(shell go list ./... | grep -vE '/vendor/|/e2e/')
+	mkdir -p $(CURDIR)/build/coverage
+	gotestsum -- $(shell go list ./... | grep -vE '/vendor/|/e2e/') -coverprofile=$(CURDIR)/build/coverage/coverage.txt
 
 .PHONY: lint
 lint: ## run all the lint tools

README.md

@@ -2,6 +2,7 @@
 
 [![PkgGoDev](https://img.shields.io/badge/go.dev-docs-007d9c?logo=go&logoColor=white)](https://pkg.go.dev/github.com/docker/cli)
 [![Build Status](https://img.shields.io/github/workflow/status/docker/cli/build?logo=github)](https://github.com/docker/cli/actions?query=workflow%3Abuild)
+[![Test Status](https://img.shields.io/github/workflow/status/docker/cli/test?logo=github)](https://github.com/docker/cli/actions?query=workflow%3Atest)
 [![CircleCI Status](https://img.shields.io/circleci/build/github/docker/cli/master?logo=circleci)](https://circleci.com/gh/docker/cli/tree/master)
 [![Go Report Card](https://goreportcard.com/badge/github.com/docker/cli)](https://goreportcard.com/report/github.com/docker/cli)
 [![Codecov](https://codecov.io/gh/docker/cli/branch/master/graph/badge.svg)](https://codecov.io/gh/docker/cli)
@@ -45,6 +46,12 @@ Run all linting:
 docker buildx bake lint shellcheck
 ```
 
+Run test:
+
+```shell
+docker buildx bake test
+```
+
 List all the available targets:
 
 ```shell

cli/command/cli_test.go

@@ -39,10 +39,14 @@ func TestNewAPIClientFromFlags(t *testing.T) {
 
 func TestNewAPIClientFromFlagsForDefaultSchema(t *testing.T) {
 	host := ":2375"
+	slug := "tcp://localhost"
+	if runtime.GOOS == "windows" {
+ slug = "tcp://127.0.0.1"
+	}
 	opts := &flags.CommonOptions{Hosts: []string{host}}
 	apiClient, err := NewAPIClientFromFlags(opts, &configfile.ConfigFile{})
 	assert.NilError(t, err)
-	assert.Equal(t, apiClient.DaemonHost(), "tcp://localhost"+host)
+	assert.Equal(t, apiClient.DaemonHost(), slug+host)
 	assert.Equal(t, apiClient.ClientVersion(), api.DefaultVersion)
 }
 

cli/command/image/build/context_test.go

@@ -245,6 +245,8 @@ func TestValidateContextDirectoryWithOneFileExcludes(t *testing.T) {
 func createTestTempDir(t *testing.T, prefix string) (string, func()) {
 	path, err := ioutil.TempDir("", prefix)
 	assert.NilError(t, err)
+	path, err = filepath.EvalSymlinks(path)
+	assert.NilError(t, err)
 	return path, func() { assert.NilError(t, os.RemoveAll(path)) }
 }
 

docker-bake.hcl

@@ -78,6 +78,16 @@ target "shellcheck" {
  output = ["type=cacheonly"]
 }
 
+target "test" {
+ target = "test"
+ output = ["type=cacheonly"]
+}
+
+target "test-coverage" {
+ target = "test-coverage"
+ output = ["build/coverage"]
+}
+
 target "e2e-image" {
  target = "e2e"
  output = ["type=docker"]