package client import ( "context" "encoding/json" "fmt" "github.com/docker/cli/cli/manifest/types" "github.com/docker/distribution" "github.com/docker/distribution/manifest/manifestlist" "github.com/docker/distribution/manifest/schema2" "github.com/docker/distribution/reference" "github.com/docker/distribution/registry/api/errcode" "github.com/docker/distribution/registry/api/v2" distclient "github.com/docker/distribution/registry/client" "github.com/docker/docker/registry" digest "github.com/opencontainers/go-digest" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "github.com/pkg/errors" "github.com/sirupsen/logrus" ) // fetchManifest pulls a manifest from a registry and returns it. An error // is returned if no manifest is found matching namedRef. func fetchManifest(ctx context.Context, repo distribution.Repository, ref reference.Named) (types.ImageManifest, error) { manifest, err := getManifest(ctx, repo, ref) if err != nil { return types.ImageManifest{}, err } switch v := manifest.(type) { // Removed Schema 1 support case *schema2.DeserializedManifest: imageManifest, err := pullManifestSchemaV2(ctx, ref, repo, *v) if err != nil { return types.ImageManifest{}, err } return imageManifest, nil case *manifestlist.DeserializedManifestList: return types.ImageManifest{}, errors.Errorf("%s is a manifest list", ref) } return types.ImageManifest{}, errors.Errorf("%s is not a manifest", ref) } func fetchList(ctx context.Context, repo distribution.Repository, ref reference.Named) ([]types.ImageManifest, error) { manifest, err := getManifest(ctx, repo, ref) if err != nil { return nil, err } switch v := manifest.(type) { case *manifestlist.DeserializedManifestList: imageManifests, err := pullManifestList(ctx, ref, repo, *v) if err != nil { return nil, err } return imageManifests, nil default: return nil, errors.Errorf("unsupported manifest format: %v", v) } } func getManifest(ctx context.Context, repo distribution.Repository, ref reference.Named) (distribution.Manifest, error) { manSvc, err := repo.Manifests(ctx) if err != nil { return nil, err } dgst, opts, err := getManifestOptionsFromReference(ref) if err != nil { return nil, errors.Errorf("image manifest for %q does not exist", ref) } return manSvc.Get(ctx, dgst, opts...) } func pullManifestSchemaV2(ctx context.Context, ref reference.Named, repo distribution.Repository, mfst schema2.DeserializedManifest) (types.ImageManifest, error) { manifestDesc, err := validateManifestDigest(ref, mfst) if err != nil { return types.ImageManifest{}, err } configJSON, err := pullManifestSchemaV2ImageConfig(ctx, mfst.Target().Digest, repo) if err != nil { return types.ImageManifest{}, err } if manifestDesc.Platform == nil { manifestDesc.Platform = &ocispec.Platform{} } // Fill in os and architecture fields from config JSON if err := json.Unmarshal(configJSON, manifestDesc.Platform); err != nil { return types.ImageManifest{}, err } return types.NewImageManifest(ref, manifestDesc, &mfst), nil } func pullManifestSchemaV2ImageConfig(ctx context.Context, dgst digest.Digest, repo distribution.Repository) ([]byte, error) { blobs := repo.Blobs(ctx) configJSON, err := blobs.Get(ctx, dgst) if err != nil { return nil, err } verifier := dgst.Verifier() if err != nil { return nil, err } if _, err := verifier.Write(configJSON); err != nil { return nil, err } if !verifier.Verified() { return nil, errors.Errorf("image config verification failed for digest %s", dgst) } return configJSON, nil } // validateManifestDigest computes the manifest digest, and, if pulling by // digest, ensures that it matches the requested digest. func validateManifestDigest(ref reference.Named, mfst distribution.Manifest) (ocispec.Descriptor, error) { mediaType, canonical, err := mfst.Payload() if err != nil { return ocispec.Descriptor{}, err } desc := ocispec.Descriptor{ Digest: digest.FromBytes(canonical), Size: int64(len(canonical)), MediaType: mediaType, } // If pull by digest, then verify the manifest digest. if digested, isDigested := ref.(reference.Canonical); isDigested { if digested.Digest() != desc.Digest { err := fmt.Errorf("manifest verification failed for digest %s", digested.Digest()) return ocispec.Descriptor{}, err } } return desc, nil } // pullManifestList handles "manifest lists" which point to various // platform-specific manifests. func pullManifestList(ctx context.Context, ref reference.Named, repo distribution.Repository, mfstList manifestlist.DeserializedManifestList) ([]types.ImageManifest, error) { infos := []types.ImageManifest{} if _, err := validateManifestDigest(ref, mfstList); err != nil { return nil, err } for _, manifestDescriptor := range mfstList.Manifests { manSvc, err := repo.Manifests(ctx) if err != nil { return nil, err } manifest, err := manSvc.Get(ctx, manifestDescriptor.Digest) if err != nil { return nil, err } v, ok := manifest.(*schema2.DeserializedManifest) if !ok { return nil, fmt.Errorf("unsupported manifest format: %v", v) } manifestRef, err := reference.WithDigest(ref, manifestDescriptor.Digest) if err != nil { return nil, err } imageManifest, err := pullManifestSchemaV2(ctx, manifestRef, repo, *v) if err != nil { return nil, err } // Replace platform from config imageManifest.Descriptor.Platform = types.OCIPlatform(&manifestDescriptor.Platform) infos = append(infos, imageManifest) } return infos, nil } func continueOnError(err error) bool { switch v := err.(type) { case errcode.Errors: if len(v) == 0 { return true } return continueOnError(v[0]) case errcode.Error: e := err.(errcode.Error) switch e.Code { case errcode.ErrorCodeUnauthorized, v2.ErrorCodeManifestUnknown, v2.ErrorCodeNameUnknown: return true } return false case *distclient.UnexpectedHTTPResponseError: return true } return false } func (c *client) iterateEndpoints(ctx context.Context, namedRef reference.Named, each func(context.Context, distribution.Repository, reference.Named) (bool, error)) error { endpoints, err := allEndpoints(namedRef) if err != nil { return err } repoInfo, err := registry.ParseRepositoryInfo(namedRef) if err != nil { return err } confirmedTLSRegistries := make(map[string]bool) for _, endpoint := range endpoints { if endpoint.Version == registry.APIVersion1 { logrus.Debugf("skipping v1 endpoint %s", endpoint.URL) continue } if endpoint.URL.Scheme != "https" { if _, confirmedTLS := confirmedTLSRegistries[endpoint.URL.Host]; confirmedTLS { logrus.Debugf("skipping non-TLS endpoint %s for host/port that appears to use TLS", endpoint.URL) continue } } if c.insecureRegistry { endpoint.TLSConfig.InsecureSkipVerify = true } repoEndpoint := repositoryEndpoint{endpoint: endpoint, info: repoInfo} repo, err := c.getRepositoryForReference(ctx, namedRef, repoEndpoint) if err != nil { logrus.Debugf("error with repo endpoint %s: %s", repoEndpoint, err) if _, ok := err.(ErrHTTPProto); ok { continue } return err } if endpoint.URL.Scheme == "http" && !c.insecureRegistry { logrus.Debugf("skipping non-tls registry endpoint: %s", endpoint.URL) continue } done, err := each(ctx, repo, namedRef) if err != nil { if continueOnError(err) { if endpoint.URL.Scheme == "https" { confirmedTLSRegistries[endpoint.URL.Host] = true } logrus.Debugf("continuing on error (%T) %s", err, err) continue } logrus.Debugf("not continuing on error (%T) %s", err, err) return err } if done { return nil } } return newNotFoundError(namedRef.String()) } // allEndpoints returns a list of endpoints ordered by priority (v2, https, v1). func allEndpoints(namedRef reference.Named) ([]registry.APIEndpoint, error) { repoInfo, err := registry.ParseRepositoryInfo(namedRef) if err != nil { return nil, err } registryService, err := registry.NewService(registry.ServiceOptions{}) if err != nil { return []registry.APIEndpoint{}, err } endpoints, err := registryService.LookupPullEndpoints(reference.Domain(repoInfo.Name)) logrus.Debugf("endpoints for %s: %v", namedRef, endpoints) return endpoints, err } type notFoundError struct { object string } func newNotFoundError(ref string) *notFoundError { return ¬FoundError{object: ref} } func (n *notFoundError) Error() string { return fmt.Sprintf("no such manifest: %s", n.object) } // NotFound interface func (n *notFoundError) NotFound() {} // IsNotFound returns true if the error is a not found error func IsNotFound(err error) bool { _, ok := err.(notFound) return ok } type notFound interface { NotFound() }