2017-06-21 15:13:44 -04:00
|
|
|
package image
|
|
|
|
|
|
|
|
import (
|
2018-03-07 13:04:33 -05:00
|
|
|
"archive/tar"
|
2017-06-21 15:13:44 -04:00
|
|
|
"bytes"
|
2018-03-08 13:20:42 -05:00
|
|
|
"compress/gzip"
|
2018-05-03 21:02:44 -04:00
|
|
|
"context"
|
2017-06-21 15:13:44 -04:00
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"sort"
|
|
|
|
"testing"
|
|
|
|
|
2019-01-28 08:30:31 -05:00
|
|
|
"github.com/docker/cli/cli/streams"
|
2017-08-21 16:30:09 -04:00
|
|
|
"github.com/docker/cli/internal/test"
|
2017-06-21 15:13:44 -04:00
|
|
|
"github.com/docker/docker/api/types"
|
|
|
|
"github.com/docker/docker/pkg/archive"
|
2018-03-08 13:20:42 -05:00
|
|
|
"github.com/google/go-cmp/cmp"
|
2020-02-22 12:12:14 -05:00
|
|
|
"gotest.tools/v3/assert"
|
|
|
|
"gotest.tools/v3/fs"
|
|
|
|
"gotest.tools/v3/skip"
|
2017-06-21 15:13:44 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestRunBuildDockerfileFromStdinWithCompress(t *testing.T) {
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2018-03-08 13:20:42 -05:00
|
|
|
buffer := new(bytes.Buffer)
|
|
|
|
fakeBuild := newFakeBuild()
|
2023-11-20 11:38:50 -05:00
|
|
|
fakeImageBuild := func(ctx context.Context, buildContext io.Reader, options types.ImageBuildOptions) (types.ImageBuildResponse, error) {
|
|
|
|
tee := io.TeeReader(buildContext, buffer)
|
2018-03-08 13:20:42 -05:00
|
|
|
gzipReader, err := gzip.NewReader(tee)
|
|
|
|
assert.NilError(t, err)
|
|
|
|
return fakeBuild.build(ctx, gzipReader, options)
|
2017-06-21 15:13:44 -04:00
|
|
|
}
|
|
|
|
|
2017-07-05 14:43:39 -04:00
|
|
|
cli := test.NewFakeCli(&fakeClient{imageBuildFunc: fakeImageBuild})
|
2017-06-21 15:13:44 -04:00
|
|
|
dockerfile := bytes.NewBufferString(`
|
2023-02-23 09:00:59 -05:00
|
|
|
FROM alpine:frozen
|
2017-06-21 15:13:44 -04:00
|
|
|
COPY foo /
|
|
|
|
`)
|
2022-02-25 07:10:34 -05:00
|
|
|
cli.SetIn(streams.NewIn(io.NopCloser(dockerfile)))
|
2017-06-21 15:13:44 -04:00
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
dir := fs.NewDir(t, t.Name(),
|
|
|
|
fs.WithFile("foo", "some content"))
|
|
|
|
defer dir.Remove()
|
2017-06-21 15:13:44 -04:00
|
|
|
|
|
|
|
options := newBuildOptions()
|
|
|
|
options.compress = true
|
|
|
|
options.dockerfileName = "-"
|
2018-03-08 13:20:42 -05:00
|
|
|
options.context = dir.Path()
|
2018-03-06 05:15:18 -05:00
|
|
|
options.untrusted = true
|
2023-09-09 18:27:44 -04:00
|
|
|
assert.NilError(t, runBuild(context.TODO(), cli, options))
|
2017-06-21 15:13:44 -04:00
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
expected := []string{fakeBuild.options.Dockerfile, ".dockerignore", "foo"}
|
|
|
|
assert.DeepEqual(t, expected, fakeBuild.filenames(t))
|
2017-06-21 15:13:44 -04:00
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
header := buffer.Bytes()[:10]
|
|
|
|
assert.Equal(t, archive.Gzip, archive.DetectCompression(header))
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestRunBuildResetsUidAndGidInContext(t *testing.T) {
|
|
|
|
skip.If(t, os.Getuid() != 0, "root is required to chown files")
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2018-03-08 13:20:42 -05:00
|
|
|
fakeBuild := newFakeBuild()
|
|
|
|
cli := test.NewFakeCli(&fakeClient{imageBuildFunc: fakeBuild.build})
|
|
|
|
|
|
|
|
dir := fs.NewDir(t, "test-build-context",
|
|
|
|
fs.WithFile("foo", "some content", fs.AsUser(65534, 65534)),
|
|
|
|
fs.WithFile("Dockerfile", `
|
2023-02-23 09:00:59 -05:00
|
|
|
FROM alpine:frozen
|
2018-03-08 13:20:42 -05:00
|
|
|
COPY foo bar /
|
|
|
|
`),
|
|
|
|
)
|
|
|
|
defer dir.Remove()
|
|
|
|
|
|
|
|
options := newBuildOptions()
|
|
|
|
options.context = dir.Path()
|
|
|
|
options.untrusted = true
|
2023-09-09 18:27:44 -04:00
|
|
|
assert.NilError(t, runBuild(context.TODO(), cli, options))
|
2018-03-08 13:20:42 -05:00
|
|
|
|
|
|
|
headers := fakeBuild.headers(t)
|
|
|
|
expected := []*tar.Header{
|
|
|
|
{Name: "Dockerfile"},
|
|
|
|
{Name: "foo"},
|
2017-06-21 15:13:44 -04:00
|
|
|
}
|
2022-09-29 11:21:51 -04:00
|
|
|
cmpTarHeaderNameAndOwner := cmp.Comparer(func(x, y tar.Header) bool {
|
2018-03-08 13:20:42 -05:00
|
|
|
return x.Name == y.Name && x.Uid == y.Uid && x.Gid == y.Gid
|
|
|
|
})
|
|
|
|
assert.DeepEqual(t, expected, headers, cmpTarHeaderNameAndOwner)
|
2017-06-21 15:13:44 -04:00
|
|
|
}
|
2017-07-27 05:30:18 -04:00
|
|
|
|
2018-02-17 19:40:55 -05:00
|
|
|
func TestRunBuildDockerfileOutsideContext(t *testing.T) {
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2018-02-17 19:40:55 -05:00
|
|
|
dir := fs.NewDir(t, t.Name(),
|
2018-03-08 13:20:42 -05:00
|
|
|
fs.WithFile("data", "data file"))
|
2018-02-17 19:40:55 -05:00
|
|
|
defer dir.Remove()
|
|
|
|
|
|
|
|
// Dockerfile outside of build-context
|
|
|
|
df := fs.NewFile(t, t.Name(),
|
|
|
|
fs.WithContent(`
|
|
|
|
FROM FOOBAR
|
|
|
|
COPY data /data
|
|
|
|
`),
|
|
|
|
)
|
|
|
|
defer df.Remove()
|
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
fakeBuild := newFakeBuild()
|
|
|
|
cli := test.NewFakeCli(&fakeClient{imageBuildFunc: fakeBuild.build})
|
2018-02-17 19:40:55 -05:00
|
|
|
|
|
|
|
options := newBuildOptions()
|
|
|
|
options.context = dir.Path()
|
|
|
|
options.dockerfileName = df.Path()
|
2018-03-08 14:56:56 -05:00
|
|
|
options.untrusted = true
|
2023-09-09 18:27:44 -04:00
|
|
|
assert.NilError(t, runBuild(context.TODO(), cli, options))
|
2018-02-17 19:40:55 -05:00
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
expected := []string{fakeBuild.options.Dockerfile, ".dockerignore", "data"}
|
|
|
|
assert.DeepEqual(t, expected, fakeBuild.filenames(t))
|
2018-02-17 19:40:55 -05:00
|
|
|
}
|
|
|
|
|
2024-04-19 00:24:42 -04:00
|
|
|
// TestRunBuildFromGitHubSpecialCase tests that build contexts
|
2017-07-27 05:30:18 -04:00
|
|
|
// starting with `github.com/` are special-cased, and the build command attempts
|
|
|
|
// to clone the remote repo.
|
2018-03-06 15:26:53 -05:00
|
|
|
// TODO: test "context selection" logic directly when runBuild is refactored
|
|
|
|
// to support testing (ex: docker/cli#294)
|
2017-07-27 05:30:18 -04:00
|
|
|
func TestRunBuildFromGitHubSpecialCase(t *testing.T) {
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2020-04-07 17:24:20 -04:00
|
|
|
cmd := NewBuildCommand(test.NewFakeCli(&fakeClient{}))
|
2018-03-06 15:26:53 -05:00
|
|
|
// Clone a small repo that exists so git doesn't prompt for credentials
|
|
|
|
cmd.SetArgs([]string{"github.com/docker/for-win"})
|
2022-02-25 07:10:34 -05:00
|
|
|
cmd.SetOut(io.Discard)
|
test spring-cleaning
This makes a quick pass through our tests;
Discard output/err
----------------------------------------------
Many tests were testing for error-conditions, but didn't discard output.
This produced a lot of noise when running the tests, and made it hard
to discover if there were actual failures, or if the output was expected.
For example:
=== RUN TestConfigCreateErrors
Error: "create" requires exactly 2 arguments.
See 'create --help'.
Usage: create [OPTIONS] CONFIG file|- [flags]
Create a config from a file or STDIN
Error: "create" requires exactly 2 arguments.
See 'create --help'.
Usage: create [OPTIONS] CONFIG file|- [flags]
Create a config from a file or STDIN
Error: error creating config
--- PASS: TestConfigCreateErrors (0.00s)
And after discarding output:
=== RUN TestConfigCreateErrors
--- PASS: TestConfigCreateErrors (0.00s)
Use sub-tests where possible
----------------------------------------------
Some tests were already set-up to use test-tables, and even had a usable
name (or in some cases "error" to check for). Change them to actual sub-
tests. Same test as above, but now with sub-tests and output discarded:
=== RUN TestConfigCreateErrors
=== RUN TestConfigCreateErrors/requires_exactly_2_arguments
=== RUN TestConfigCreateErrors/requires_exactly_2_arguments#01
=== RUN TestConfigCreateErrors/error_creating_config
--- PASS: TestConfigCreateErrors (0.00s)
--- PASS: TestConfigCreateErrors/requires_exactly_2_arguments (0.00s)
--- PASS: TestConfigCreateErrors/requires_exactly_2_arguments#01 (0.00s)
--- PASS: TestConfigCreateErrors/error_creating_config (0.00s)
PASS
It's not perfect in all cases (in the above, there's duplicate "expected"
errors, but Go conveniently adds "#01" for the duplicate). There's probably
also various tests I missed that could still use the same changes applied;
we can improve these in follow-ups.
Set cmd.Args to prevent test-failures
----------------------------------------------
When running tests from my IDE, it compiles the tests before running,
then executes the compiled binary to run the tests. Cobra doesn't like
that, because in that situation `os.Args` is taken as argument for the
command that's executed. The command that's tested now sees the test-
flags as arguments (`-test.v -test.run ..`), which causes various tests
to fail ("Command XYZ does not accept arguments").
# compile the tests:
go test -c -o foo.test
# execute the test:
./foo.test -test.v -test.run TestFoo
=== RUN TestFoo
Error: "foo" accepts no arguments.
The Cobra maintainers ran into the same situation, and for their own
use have added a special case to ignore `os.Args` in these cases;
https://github.com/spf13/cobra/blob/v1.8.1/command.go#L1078-L1083
args := c.args
// Workaround FAIL with "go test -v" or "cobra.test -test.v", see #155
if c.args == nil && filepath.Base(os.Args[0]) != "cobra.test" {
args = os.Args[1:]
}
Unfortunately, that exception is too specific (only checks for `cobra.test`),
so doesn't automatically fix the issue for other test-binaries. They did
provide a `cmd.SetArgs()` utility for this purpose
https://github.com/spf13/cobra/blob/v1.8.1/command.go#L276-L280
// SetArgs sets arguments for the command. It is set to os.Args[1:] by default, if desired, can be overridden
// particularly useful when testing.
func (c *Command) SetArgs(a []string) {
c.args = a
}
And the fix is to explicitly set the command's args to an empty slice to
prevent Cobra from falling back to using `os.Args[1:]` as arguments.
cmd := newSomeThingCommand()
cmd.SetArgs([]string{})
Some tests already take this issue into account, and I updated some tests
for this, but there's likely many other ones that can use the same treatment.
Perhaps the Cobra maintainers would accept a contribution to make their
condition less specific and to look for binaries ending with a `.test`
suffix (which is what compiled binaries usually are named as).
Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
2024-07-03 19:29:04 -04:00
|
|
|
cmd.SetErr(io.Discard)
|
2017-07-27 05:30:18 -04:00
|
|
|
err := cmd.Execute()
|
2018-03-06 15:26:53 -05:00
|
|
|
assert.ErrorContains(t, err, "unable to prepare context")
|
|
|
|
assert.ErrorContains(t, err, "docker-build-git")
|
2017-07-27 05:30:18 -04:00
|
|
|
}
|
|
|
|
|
2024-04-19 00:24:42 -04:00
|
|
|
// TestRunBuildFromLocalGitHubDir tests that a local directory
|
2017-07-27 05:30:18 -04:00
|
|
|
// starting with `github.com` takes precedence over the `github.com` special
|
|
|
|
// case.
|
|
|
|
func TestRunBuildFromLocalGitHubDir(t *testing.T) {
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2017-07-27 05:30:18 -04:00
|
|
|
|
2022-02-25 07:10:34 -05:00
|
|
|
buildDir := filepath.Join(t.TempDir(), "github.com", "docker", "no-such-repository")
|
2022-09-30 13:13:22 -04:00
|
|
|
err := os.MkdirAll(buildDir, 0o777)
|
2018-03-05 18:53:52 -05:00
|
|
|
assert.NilError(t, err)
|
2022-09-30 13:13:22 -04:00
|
|
|
err = os.WriteFile(filepath.Join(buildDir, "Dockerfile"), []byte("FROM busybox\n"), 0o644)
|
2018-03-05 18:53:52 -05:00
|
|
|
assert.NilError(t, err)
|
2017-07-27 05:30:18 -04:00
|
|
|
|
|
|
|
client := test.NewFakeCli(&fakeClient{})
|
|
|
|
cmd := NewBuildCommand(client)
|
|
|
|
cmd.SetArgs([]string{buildDir})
|
2022-02-25 07:10:34 -05:00
|
|
|
cmd.SetOut(io.Discard)
|
2017-07-27 05:30:18 -04:00
|
|
|
err = cmd.Execute()
|
2018-03-05 18:53:52 -05:00
|
|
|
assert.NilError(t, err)
|
2017-07-27 05:30:18 -04:00
|
|
|
}
|
2018-03-07 13:04:33 -05:00
|
|
|
|
|
|
|
func TestRunBuildWithSymlinkedContext(t *testing.T) {
|
2022-09-22 10:31:28 -04:00
|
|
|
t.Setenv("DOCKER_BUILDKIT", "0")
|
2018-03-07 13:04:33 -05:00
|
|
|
dockerfile := `
|
2023-02-23 09:00:59 -05:00
|
|
|
FROM alpine:frozen
|
2018-03-07 13:04:33 -05:00
|
|
|
RUN echo hello world
|
|
|
|
`
|
|
|
|
|
|
|
|
tmpDir := fs.NewDir(t, t.Name(),
|
|
|
|
fs.WithDir("context",
|
|
|
|
fs.WithFile("Dockerfile", dockerfile)),
|
|
|
|
fs.WithSymlink("context-link", "context"))
|
|
|
|
defer tmpDir.Remove()
|
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
fakeBuild := newFakeBuild()
|
|
|
|
cli := test.NewFakeCli(&fakeClient{imageBuildFunc: fakeBuild.build})
|
2018-03-07 13:04:33 -05:00
|
|
|
options := newBuildOptions()
|
|
|
|
options.context = tmpDir.Join("context-link")
|
2018-03-06 05:15:18 -05:00
|
|
|
options.untrusted = true
|
2023-09-09 18:27:44 -04:00
|
|
|
assert.NilError(t, runBuild(context.TODO(), cli, options))
|
2018-03-07 13:04:33 -05:00
|
|
|
|
2018-03-08 13:20:42 -05:00
|
|
|
assert.DeepEqual(t, fakeBuild.filenames(t), []string{"Dockerfile"})
|
|
|
|
}
|
|
|
|
|
|
|
|
type fakeBuild struct {
|
|
|
|
context *tar.Reader
|
|
|
|
options types.ImageBuildOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
func newFakeBuild() *fakeBuild {
|
|
|
|
return &fakeBuild{}
|
|
|
|
}
|
|
|
|
|
2023-11-20 11:38:50 -05:00
|
|
|
func (f *fakeBuild) build(_ context.Context, buildContext io.Reader, options types.ImageBuildOptions) (types.ImageBuildResponse, error) {
|
|
|
|
f.context = tar.NewReader(buildContext)
|
2018-03-08 13:20:42 -05:00
|
|
|
f.options = options
|
|
|
|
body := new(bytes.Buffer)
|
2022-02-25 07:10:34 -05:00
|
|
|
return types.ImageBuildResponse{Body: io.NopCloser(body)}, nil
|
2018-03-08 13:20:42 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fakeBuild) headers(t *testing.T) []*tar.Header {
|
|
|
|
t.Helper()
|
|
|
|
headers := []*tar.Header{}
|
|
|
|
for {
|
|
|
|
hdr, err := f.context.Next()
|
|
|
|
switch err {
|
|
|
|
case io.EOF:
|
|
|
|
return headers
|
|
|
|
case nil:
|
|
|
|
headers = append(headers, hdr)
|
|
|
|
default:
|
|
|
|
assert.NilError(t, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fakeBuild) filenames(t *testing.T) []string {
|
|
|
|
t.Helper()
|
|
|
|
names := []string{}
|
|
|
|
for _, header := range f.headers(t) {
|
|
|
|
names = append(names, header.Name)
|
|
|
|
}
|
|
|
|
sort.Strings(names)
|
|
|
|
return names
|
2018-03-07 13:04:33 -05:00
|
|
|
}
|