2016-09-08 13:11:39 -04:00
|
|
|
package stack
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2016-11-02 14:57:40 -04:00
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"time"
|
2016-09-08 13:11:39 -04:00
|
|
|
|
|
|
|
"github.com/spf13/cobra"
|
|
|
|
"golang.org/x/net/context"
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
"github.com/aanand/compose-file/loader"
|
|
|
|
composetypes "github.com/aanand/compose-file/types"
|
2016-09-08 13:11:39 -04:00
|
|
|
"github.com/docker/docker/api/types"
|
2016-11-02 14:57:40 -04:00
|
|
|
networktypes "github.com/docker/docker/api/types/network"
|
2016-09-08 13:11:39 -04:00
|
|
|
"github.com/docker/docker/api/types/swarm"
|
|
|
|
"github.com/docker/docker/cli"
|
2016-09-08 14:54:01 -04:00
|
|
|
"github.com/docker/docker/cli/command"
|
2016-11-02 14:57:40 -04:00
|
|
|
servicecmd "github.com/docker/docker/cli/command/service"
|
|
|
|
"github.com/docker/go-connections/nat"
|
2016-09-08 13:11:39 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
defaultNetworkDriver = "overlay"
|
|
|
|
)
|
|
|
|
|
|
|
|
type deployOptions struct {
|
2016-11-02 14:57:40 -04:00
|
|
|
composefile string
|
2016-09-08 13:11:39 -04:00
|
|
|
namespace string
|
|
|
|
sendRegistryAuth bool
|
|
|
|
}
|
|
|
|
|
2016-09-08 14:54:01 -04:00
|
|
|
func newDeployCommand(dockerCli *command.DockerCli) *cobra.Command {
|
2016-09-08 13:11:39 -04:00
|
|
|
var opts deployOptions
|
|
|
|
|
|
|
|
cmd := &cobra.Command{
|
|
|
|
Use: "deploy [OPTIONS] STACK",
|
|
|
|
Aliases: []string{"up"},
|
2016-11-02 14:57:40 -04:00
|
|
|
Short: "Deploy a new stack or update an existing stack",
|
2016-09-08 13:11:39 -04:00
|
|
|
Args: cli.ExactArgs(1),
|
|
|
|
RunE: func(cmd *cobra.Command, args []string) error {
|
2016-11-02 14:57:40 -04:00
|
|
|
opts.namespace = args[0]
|
2016-09-08 13:11:39 -04:00
|
|
|
return runDeploy(dockerCli, opts)
|
|
|
|
},
|
2016-11-02 20:43:32 -04:00
|
|
|
Tags: map[string]string{"experimental": "", "version": "1.25"},
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
flags := cmd.Flags()
|
2016-11-02 14:57:40 -04:00
|
|
|
addComposefileFlag(&opts.composefile, flags)
|
2016-09-08 13:11:39 -04:00
|
|
|
addRegistryAuthFlag(&opts.sendRegistryAuth, flags)
|
|
|
|
return cmd
|
|
|
|
}
|
|
|
|
|
2016-09-08 14:54:01 -04:00
|
|
|
func runDeploy(dockerCli *command.DockerCli, opts deployOptions) error {
|
2016-11-02 14:57:40 -04:00
|
|
|
configDetails, err := getConfigDetails(opts)
|
2016-09-08 13:11:39 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
config, err := loader.Load(configDetails)
|
2016-09-08 13:11:39 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
ctx := context.Background()
|
2016-11-02 14:57:40 -04:00
|
|
|
if err := createNetworks(ctx, dockerCli, config.Networks, opts.namespace); err != nil {
|
2016-09-08 13:11:39 -04:00
|
|
|
return err
|
|
|
|
}
|
2016-11-02 14:57:40 -04:00
|
|
|
return deployServices(ctx, dockerCli, config, opts.namespace, opts.sendRegistryAuth)
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
func getConfigDetails(opts deployOptions) (composetypes.ConfigDetails, error) {
|
|
|
|
var details composetypes.ConfigDetails
|
|
|
|
var err error
|
|
|
|
|
|
|
|
details.WorkingDir, err = os.Getwd()
|
|
|
|
if err != nil {
|
|
|
|
return details, err
|
|
|
|
}
|
|
|
|
|
|
|
|
configFile, err := getConfigFile(opts.composefile)
|
|
|
|
if err != nil {
|
|
|
|
return details, err
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
2016-11-02 14:57:40 -04:00
|
|
|
// TODO: support multiple files
|
|
|
|
details.ConfigFiles = []composetypes.ConfigFile{*configFile}
|
|
|
|
return details, nil
|
|
|
|
}
|
2016-09-08 13:11:39 -04:00
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
func getConfigFile(filename string) (*composetypes.ConfigFile, error) {
|
|
|
|
bytes, err := ioutil.ReadFile(filename)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
2016-11-02 14:57:40 -04:00
|
|
|
return loader.ParseYAML(bytes, filename)
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
func createNetworks(
|
2016-09-08 13:11:39 -04:00
|
|
|
ctx context.Context,
|
2016-09-08 14:54:01 -04:00
|
|
|
dockerCli *command.DockerCli,
|
2016-11-02 14:57:40 -04:00
|
|
|
networks map[string]composetypes.NetworkConfig,
|
2016-09-08 13:11:39 -04:00
|
|
|
namespace string,
|
|
|
|
) error {
|
|
|
|
client := dockerCli.Client()
|
|
|
|
|
|
|
|
existingNetworks, err := getNetworks(ctx, client, namespace)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
existingNetworkMap := make(map[string]types.NetworkResource)
|
|
|
|
for _, network := range existingNetworks {
|
|
|
|
existingNetworkMap[network.Name] = network
|
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
for internalName, network := range networks {
|
|
|
|
if network.ExternalName != "" {
|
|
|
|
continue
|
|
|
|
}
|
2016-09-08 13:11:39 -04:00
|
|
|
|
|
|
|
name := fmt.Sprintf("%s_%s", namespace, internalName)
|
|
|
|
if _, exists := existingNetworkMap[name]; exists {
|
|
|
|
continue
|
|
|
|
}
|
2016-11-02 14:57:40 -04:00
|
|
|
|
|
|
|
createOpts := types.NetworkCreate{
|
|
|
|
// TODO: support network labels from compose file
|
|
|
|
Labels: getStackLabels(namespace, nil),
|
|
|
|
Driver: network.Driver,
|
|
|
|
Options: network.DriverOpts,
|
|
|
|
}
|
|
|
|
|
|
|
|
if network.Ipam.Driver != "" {
|
|
|
|
createOpts.IPAM = &networktypes.IPAM{
|
|
|
|
Driver: network.Ipam.Driver,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// TODO: IPAMConfig.Config
|
|
|
|
|
|
|
|
if createOpts.Driver == "" {
|
|
|
|
createOpts.Driver = defaultNetworkDriver
|
|
|
|
}
|
|
|
|
|
2016-09-08 13:11:39 -04:00
|
|
|
fmt.Fprintf(dockerCli.Out(), "Creating network %s\n", name)
|
|
|
|
if _, err := client.NetworkCreate(ctx, name, createOpts); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
func convertNetworks(
|
|
|
|
networks map[string]*composetypes.ServiceNetworkConfig,
|
|
|
|
namespace string,
|
|
|
|
name string,
|
|
|
|
) []swarm.NetworkAttachmentConfig {
|
2016-09-08 13:11:39 -04:00
|
|
|
nets := []swarm.NetworkAttachmentConfig{}
|
2016-11-02 14:57:40 -04:00
|
|
|
for networkName, network := range networks {
|
2016-09-08 13:11:39 -04:00
|
|
|
nets = append(nets, swarm.NetworkAttachmentConfig{
|
2016-11-02 14:57:40 -04:00
|
|
|
// TODO: only do this name mangling in one function
|
|
|
|
Target: namespace + "_" + networkName,
|
|
|
|
Aliases: append(network.Aliases, name),
|
2016-09-08 13:11:39 -04:00
|
|
|
})
|
|
|
|
}
|
|
|
|
return nets
|
|
|
|
}
|
|
|
|
|
|
|
|
func deployServices(
|
|
|
|
ctx context.Context,
|
2016-09-08 14:54:01 -04:00
|
|
|
dockerCli *command.DockerCli,
|
2016-11-02 14:57:40 -04:00
|
|
|
config *composetypes.Config,
|
2016-09-08 13:11:39 -04:00
|
|
|
namespace string,
|
|
|
|
sendAuth bool,
|
|
|
|
) error {
|
|
|
|
apiClient := dockerCli.Client()
|
|
|
|
out := dockerCli.Out()
|
2016-11-02 14:57:40 -04:00
|
|
|
services := config.Services
|
|
|
|
volumes := config.Volumes
|
2016-09-08 13:11:39 -04:00
|
|
|
|
|
|
|
existingServices, err := getServices(ctx, apiClient, namespace)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
existingServiceMap := make(map[string]swarm.Service)
|
|
|
|
for _, service := range existingServices {
|
|
|
|
existingServiceMap[service.Spec.Name] = service
|
|
|
|
}
|
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
for _, service := range services {
|
|
|
|
name := fmt.Sprintf("%s_%s", namespace, service.Name)
|
2016-09-08 13:11:39 -04:00
|
|
|
|
2016-11-02 14:57:40 -04:00
|
|
|
serviceSpec, err := convertService(namespace, service, volumes)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2016-09-08 13:11:39 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
encodedAuth := ""
|
|
|
|
if sendAuth {
|
|
|
|
// Retrieve encoded auth token from the image reference
|
|
|
|
image := serviceSpec.TaskTemplate.ContainerSpec.Image
|
2016-09-09 15:38:00 -04:00
|
|
|
encodedAuth, err = command.RetrieveAuthTokenFromImage(ctx, dockerCli, image)
|
2016-09-08 13:11:39 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if service, exists := existingServiceMap[name]; exists {
|
|
|
|
fmt.Fprintf(out, "Updating service %s (id: %s)\n", name, service.ID)
|
|
|
|
|
|
|
|
updateOpts := types.ServiceUpdateOptions{}
|
|
|
|
if sendAuth {
|
|
|
|
updateOpts.EncodedRegistryAuth = encodedAuth
|
|
|
|
}
|
|
|
|
if err := apiClient.ServiceUpdate(
|
|
|
|
ctx,
|
|
|
|
service.ID,
|
|
|
|
service.Version,
|
|
|
|
serviceSpec,
|
|
|
|
updateOpts,
|
|
|
|
); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
fmt.Fprintf(out, "Creating service %s\n", name)
|
|
|
|
|
|
|
|
createOpts := types.ServiceCreateOptions{}
|
|
|
|
if sendAuth {
|
|
|
|
createOpts.EncodedRegistryAuth = encodedAuth
|
|
|
|
}
|
|
|
|
if _, err := apiClient.ServiceCreate(ctx, serviceSpec, createOpts); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
2016-11-02 14:57:40 -04:00
|
|
|
|
|
|
|
func convertService(
|
|
|
|
namespace string,
|
|
|
|
service composetypes.ServiceConfig,
|
|
|
|
volumes map[string]composetypes.VolumeConfig,
|
|
|
|
) (swarm.ServiceSpec, error) {
|
|
|
|
// TODO: remove this duplication
|
|
|
|
name := fmt.Sprintf("%s_%s", namespace, service.Name)
|
|
|
|
|
|
|
|
endpoint, err := convertEndpointSpec(service.Ports)
|
|
|
|
if err != nil {
|
|
|
|
return swarm.ServiceSpec{}, err
|
|
|
|
}
|
|
|
|
|
|
|
|
mode, err := convertDeployMode(service.Deploy.Mode, service.Deploy.Replicas)
|
|
|
|
if err != nil {
|
|
|
|
return swarm.ServiceSpec{}, err
|
|
|
|
}
|
|
|
|
|
|
|
|
serviceSpec := swarm.ServiceSpec{
|
|
|
|
Annotations: swarm.Annotations{
|
|
|
|
Name: name,
|
|
|
|
Labels: getStackLabels(namespace, service.Labels),
|
|
|
|
},
|
|
|
|
TaskTemplate: swarm.TaskSpec{
|
|
|
|
ContainerSpec: swarm.ContainerSpec{
|
|
|
|
Image: service.Image,
|
|
|
|
Command: service.Entrypoint,
|
|
|
|
Args: service.Command,
|
|
|
|
Env: convertEnvironment(service.Environment),
|
|
|
|
Labels: getStackLabels(namespace, service.Deploy.Labels),
|
|
|
|
Dir: service.WorkingDir,
|
|
|
|
User: service.User,
|
|
|
|
},
|
|
|
|
Placement: &swarm.Placement{
|
|
|
|
Constraints: service.Deploy.Placement.Constraints,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
EndpointSpec: endpoint,
|
|
|
|
Mode: mode,
|
|
|
|
Networks: convertNetworks(service.Networks, namespace, service.Name),
|
|
|
|
}
|
|
|
|
|
|
|
|
if service.StopGracePeriod != nil {
|
|
|
|
stopGrace, err := time.ParseDuration(*service.StopGracePeriod)
|
|
|
|
if err != nil {
|
|
|
|
return swarm.ServiceSpec{}, err
|
|
|
|
}
|
|
|
|
serviceSpec.TaskTemplate.ContainerSpec.StopGracePeriod = &stopGrace
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: convert mounts
|
|
|
|
return serviceSpec, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func convertEndpointSpec(source []string) (*swarm.EndpointSpec, error) {
|
|
|
|
portConfigs := []swarm.PortConfig{}
|
|
|
|
ports, portBindings, err := nat.ParsePortSpecs(source)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
for port := range ports {
|
|
|
|
portConfigs = append(
|
|
|
|
portConfigs,
|
|
|
|
servicecmd.ConvertPortToPortConfig(port, portBindings)...)
|
|
|
|
}
|
|
|
|
|
|
|
|
return &swarm.EndpointSpec{Ports: portConfigs}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func convertEnvironment(source map[string]string) []string {
|
|
|
|
var output []string
|
|
|
|
|
|
|
|
for name, value := range source {
|
|
|
|
output = append(output, fmt.Sprintf("%s=%s", name, value))
|
|
|
|
}
|
|
|
|
|
|
|
|
return output
|
|
|
|
}
|
|
|
|
|
|
|
|
func convertDeployMode(mode string, replicas uint64) (swarm.ServiceMode, error) {
|
|
|
|
serviceMode := swarm.ServiceMode{}
|
|
|
|
|
|
|
|
switch mode {
|
|
|
|
case "global":
|
|
|
|
if replicas != 0 {
|
|
|
|
return serviceMode, fmt.Errorf("replicas can only be used with replicated mode")
|
|
|
|
}
|
|
|
|
serviceMode.Global = &swarm.GlobalService{}
|
|
|
|
case "replicated":
|
|
|
|
serviceMode.Replicated = &swarm.ReplicatedService{Replicas: &replicas}
|
|
|
|
default:
|
|
|
|
return serviceMode, fmt.Errorf("Unknown mode: %s", mode)
|
|
|
|
}
|
|
|
|
return serviceMode, nil
|
|
|
|
}
|