package client import ( "fmt" "github.com/docker/cli/cli/manifest/types" "github.com/docker/distribution" "github.com/docker/distribution/manifest/manifestlist" "github.com/docker/distribution/manifest/schema2" "github.com/docker/distribution/reference" "github.com/docker/distribution/registry/api/errcode" "github.com/docker/distribution/registry/api/v2" distclient "github.com/docker/distribution/registry/client" "github.com/docker/docker/registry" digest "github.com/opencontainers/go-digest" "github.com/pkg/errors" "github.com/sirupsen/logrus" "golang.org/x/net/context" ) // fetchManifest pulls a manifest from a registry and returns it. An error // is returned if no manifest is found matching namedRef. func fetchManifest(ctx context.Context, repo distribution.Repository, ref reference.Named) (types.ImageManifest, error) { manifest, err := getManifest(ctx, repo, ref) if err != nil { return types.ImageManifest{}, err } switch v := manifest.(type) { // Removed Schema 1 support case *schema2.DeserializedManifest: imageManifest, err := pullManifestSchemaV2(ctx, ref, repo, *v) if err != nil { return types.ImageManifest{}, err } return imageManifest, nil case *manifestlist.DeserializedManifestList: return types.ImageManifest{}, errors.Errorf("%s is a manifest list", ref) } return types.ImageManifest{}, errors.Errorf("%s is not a manifest", ref) } func fetchList(ctx context.Context, repo distribution.Repository, ref reference.Named) ([]types.ImageManifest, error) { manifest, err := getManifest(ctx, repo, ref) if err != nil { return nil, err } switch v := manifest.(type) { case *manifestlist.DeserializedManifestList: imageManifests, err := pullManifestList(ctx, ref, repo, *v) if err != nil { return nil, err } return imageManifests, nil default: return nil, errors.Errorf("unsupported manifest format: %v", v) } } func getManifest(ctx context.Context, repo distribution.Repository, ref reference.Named) (distribution.Manifest, error) { manSvc, err := repo.Manifests(ctx) if err != nil { return nil, err } dgst, opts, err := getManifestOptionsFromReference(ref) if err != nil { return nil, errors.Errorf("image manifest for %q does not exist", ref) } return manSvc.Get(ctx, dgst, opts...) } func pullManifestSchemaV2(ctx context.Context, ref reference.Named, repo distribution.Repository, mfst schema2.DeserializedManifest) (types.ImageManifest, error) { manifestDigest, err := validateManifestDigest(ref, mfst) if err != nil { return types.ImageManifest{}, err } configJSON, err := pullManifestSchemaV2ImageConfig(ctx, mfst.Target().Digest, repo) if err != nil { return types.ImageManifest{}, err } img, err := types.NewImageFromJSON(configJSON) if err != nil { return types.ImageManifest{}, err } return types.NewImageManifest(ref, manifestDigest, *img, &mfst), nil } func pullManifestSchemaV2ImageConfig(ctx context.Context, dgst digest.Digest, repo distribution.Repository) ([]byte, error) { blobs := repo.Blobs(ctx) configJSON, err := blobs.Get(ctx, dgst) if err != nil { return nil, err } verifier := dgst.Verifier() if err != nil { return nil, err } if _, err := verifier.Write(configJSON); err != nil { return nil, err } if !verifier.Verified() { return nil, errors.Errorf("image config verification failed for digest %s", dgst) } return configJSON, nil } // validateManifestDigest computes the manifest digest, and, if pulling by // digest, ensures that it matches the requested digest. func validateManifestDigest(ref reference.Named, mfst distribution.Manifest) (digest.Digest, error) { _, canonical, err := mfst.Payload() if err != nil { return "", err } // If pull by digest, then verify the manifest digest. if digested, isDigested := ref.(reference.Canonical); isDigested { verifier := digested.Digest().Verifier() if err != nil { return "", err } if _, err := verifier.Write(canonical); err != nil { return "", err } if !verifier.Verified() { err := fmt.Errorf("manifest verification failed for digest %s", digested.Digest()) return "", err } return digested.Digest(), nil } return digest.FromBytes(canonical), nil } // pullManifestList handles "manifest lists" which point to various // platform-specific manifests. func pullManifestList(ctx context.Context, ref reference.Named, repo distribution.Repository, mfstList manifestlist.DeserializedManifestList) ([]types.ImageManifest, error) { infos := []types.ImageManifest{} if _, err := validateManifestDigest(ref, mfstList); err != nil { return nil, err } for _, manifestDescriptor := range mfstList.Manifests { manSvc, err := repo.Manifests(ctx) if err != nil { return nil, err } manifest, err := manSvc.Get(ctx, manifestDescriptor.Digest) if err != nil { return nil, err } v, ok := manifest.(*schema2.DeserializedManifest) if !ok { return nil, fmt.Errorf("unsupported manifest format: %s", v) } manifestRef, err := reference.WithDigest(ref, manifestDescriptor.Digest) if err != nil { return nil, err } imageManifest, err := pullManifestSchemaV2(ctx, manifestRef, repo, *v) if err != nil { return nil, err } imageManifest.Platform = manifestDescriptor.Platform infos = append(infos, imageManifest) } return infos, nil } func continueOnError(err error) bool { switch v := err.(type) { case errcode.Errors: if len(v) == 0 { return true } return continueOnError(v[0]) case errcode.Error: e := err.(errcode.Error) switch e.Code { case errcode.ErrorCodeUnauthorized, v2.ErrorCodeManifestUnknown, v2.ErrorCodeNameUnknown: return true } return false case *distclient.UnexpectedHTTPResponseError: return true } return false } func (c *client) iterateEndpoints(ctx context.Context, namedRef reference.Named, each func(context.Context, distribution.Repository, reference.Named) (bool, error)) error { endpoints, err := allEndpoints(namedRef) if err != nil { return err } repoInfo, err := registry.ParseRepositoryInfo(namedRef) if err != nil { return err } confirmedTLSRegistries := make(map[string]bool) for _, endpoint := range endpoints { if endpoint.Version == registry.APIVersion1 { logrus.Debugf("skipping v1 endpoint %s", endpoint.URL) continue } if endpoint.URL.Scheme != "https" { if _, confirmedTLS := confirmedTLSRegistries[endpoint.URL.Host]; confirmedTLS { logrus.Debugf("skipping non-TLS endpoint %s for host/port that appears to use TLS", endpoint.URL) continue } } if c.insecureRegistry { endpoint.TLSConfig.InsecureSkipVerify = true } repoEndpoint := repositoryEndpoint{endpoint: endpoint, info: repoInfo} repo, err := c.getRepositoryForReference(ctx, namedRef, repoEndpoint) if err != nil { logrus.Debugf("error with repo endpoint %s: %s", repoEndpoint, err) if _, ok := err.(ErrHTTPProto); ok { continue } return err } if endpoint.URL.Scheme == "http" && !c.insecureRegistry { logrus.Debugf("skipping non-tls registry endpoint: %s", endpoint.URL) continue } done, err := each(ctx, repo, namedRef) if err != nil { if continueOnError(err) { if endpoint.URL.Scheme == "https" { confirmedTLSRegistries[endpoint.URL.Host] = true } logrus.Debugf("continuing on error (%T) %s", err, err) continue } logrus.Debugf("not continuing on error (%T) %s", err, err) return err } if done { return nil } } return newNotFoundError(namedRef.String()) } // allEndpoints returns a list of endpoints ordered by priority (v2, https, v1). func allEndpoints(namedRef reference.Named) ([]registry.APIEndpoint, error) { repoInfo, err := registry.ParseRepositoryInfo(namedRef) if err != nil { return nil, err } registryService, err := registry.NewService(registry.ServiceOptions{}) if err != nil { return []registry.APIEndpoint{}, err } endpoints, err := registryService.LookupPullEndpoints(reference.Domain(repoInfo.Name)) logrus.Debugf("endpoints for %s: %v", namedRef, endpoints) return endpoints, err } type notFoundError struct { object string } func newNotFoundError(ref string) *notFoundError { return ¬FoundError{object: ref} } func (n *notFoundError) Error() string { return fmt.Sprintf("no such manifest: %s", n.object) } // NotFound interface func (n *notFoundError) NotFound() {} // IsNotFound returns true if the error is a not found error func IsNotFound(err error) bool { _, ok := err.(notFound) return ok } type notFound interface { NotFound() }