Create the ECS local network on local up

Author: efekarakus

ecs-cli/main.go

@@ -17,6 +17,8 @@ import (
 	"os"
 	"strings"
 
+	"github.com/aws/amazon-ecs-cli/ecs-cli/modules/commands/local"
+
 	"github.com/aws/amazon-ecs-cli/ecs-cli/modules/commands/flags"
 
 	"github.com/aws/amazon-ecs-cli/ecs-cli/modules/cli/compose/factory"
@@ -80,6 +82,7 @@ func main() {
 		attributecheckercommand.AttributecheckerCommand(),
 		logsCommand.LogCommand(),
 		regcredsCommand.RegistryCredsCommand(),
+		local.LocalCommand(),
 	}
 
 	app.Flags = []cli.Flag{

ecs-cli/modules/cli/local/network/generate_mock.go

@@ -0,0 +1,16 @@
+// Copyright 2015-2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License"). You may
+// not use this file except in compliance with the License. A copy of the
+// License is located at
+//
+//	http://aws.amazon.com/apache2.0/
+//
+// or in the "license" file accompanying this file. This file is distributed
+// on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
+// express or implied. See the License for the specific language governing
+// permissions and limitations under the License.
+
+package network
+
+//go:generate mockgen.sh github.com/aws/amazon-ecs-cli/ecs-cli/modules/cli/local/network IdempotentLocalNetworkStarter mock_network/network.go

ecs-cli/modules/cli/local/network/mock_network/network.go

@@ -0,0 +1,217 @@
+// Copyright 2015-2019 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License"). You may
+// not use this file except in compliance with the License. A copy of the
+// License is located at
+//
+//	http://aws.amazon.com/apache2.0/
+//
+// or in the "license" file accompanying this file. This file is distributed
+// on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
+// express or implied. See the License for the specific language governing
+// permissions and limitations under the License.
+
+// Package network provides functionality to setup and teardown the ECS local network.
+package network
+
+import (
+	"fmt"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/docker/docker/client"
+
+	"github.com/docker/docker/api/types/container"
+
+	"github.com/docker/docker/api/types/filters"
+
+	"github.com/sirupsen/logrus"
+	"golang.org/x/net/context"
+
+	"github.com/docker/docker/api/types/network"
+
+	"github.com/docker/docker/api/types"
+)
+
+// IdempotentLocalNetworkStarter groups Docker functions to create the ECS local network and
+// the Local Container Endpoints container if they don't exist.
+type IdempotentLocalNetworkStarter interface {
+	idempotentNetworkCreator
+	idempotentContainerStarter
+}
+
+type idempotentNetworkCreator interface {
+	NetworkInspect(ctx context.Context, networkID string, options types.NetworkInspectOptions) (types.NetworkResource, error)
+	NetworkCreate(ctx context.Context, name string, options types.NetworkCreate) (types.NetworkCreateResponse, error)
+}
+
+type idempotentContainerStarter interface {
+	ContainerList(ctx context.Context, options types.ContainerListOptions) ([]types.Container, error)
+	ContainerCreate(ctx context.Context, config *container.Config, hostConfig *container.HostConfig, networkingConfig *network.NetworkingConfig, containerName string) (container.ContainerCreateCreatedBody, error)
+	ContainerStart(ctx context.Context, containerID string, options types.ContainerStartOptions) error
+}
+
+// Configuration for the ECS local network.
+const (
+	// EcsLocalNetworkName is the name of the network created for local ECS tasks to join.
+	EcsLocalNetworkName = "ecs-local-network"
+
+	// Range of IP addresses that containers in the network get assigned.
+	ecsLocalNetworkSubnet = "169.254.170.0/24"
+)
+
+// Configuration for the Local Endpoints container.
+const (
+	// Name of the image used to pull from DockerHub, see https://hub.docker.com/r/amazon/amazon-ecs-local-container-endpoints
+	localEndpointsImageName = "amazon/amazon-ecs-local-container-endpoints"
+
+	// Reserved IP address that the container listens to answer requests on metadata, creds, and stats.
+	localEndpointsContainerIpAddr = "169.254.170.2"
+
+	// Name of the container, we need to give it a name so that we don't re-create a container every time we setup.
+	localEndpointsContainerName = "amazon-ecs-local-container-endpoints"
+)
+
+// Configuration for Docker requests
+const (
+	// Wait duration for a response from the Docker daemon before returning an error to the user.
+	dockerTimeout = 30 * time.Second
+)
+
+// Setup creates a user-defined bridge network with a running Local Container Endpoints container. If the network
+// already exists or the container is already running then the operation is a no-op.
+//
+// If there is any unexpected errors, we exit the program with a fatal log.
+func Setup(docker IdempotentLocalNetworkStarter) {
+	setupLocalNetwork(docker)
+	setupLocalEndpointsContainer(docker)
+}
+
+// setupLocalNetwork creates the local network if it doesn't already exist.
+func setupLocalNetwork(docker idempotentNetworkCreator) {
+	if localNetworkExists(docker) {
+		logrus.Infof("The network %s already exists", EcsLocalNetworkName)
+		return
+	}
+	createLocalNetwork(docker)
+}
+
+// localNetworkExists returns true if the local network already exists, false otherwise.
+func localNetworkExists(docker idempotentNetworkCreator) bool {
+	ctx, cancel := context.WithTimeout(context.Background(), dockerTimeout)
+	defer cancel()
+
+	_, err := docker.NetworkInspect(ctx, EcsLocalNetworkName, types.NetworkInspectOptions{})
+	if err != nil {
+		if client.IsErrNotFound(err) {
+			return false
+		}
+		// Unexpected error while inspecting docker networks, we want to crash the app.
+		logrus.Fatalf("Failed to inspect docker network %s due to %v", EcsLocalNetworkName, err)
+	}
+	return true
+}
+
+// createLocalNetwork creates the local network.
+func createLocalNetwork(docker idempotentNetworkCreator) {
+	ctx, cancel := context.WithTimeout(context.Background(), dockerTimeout)
+	defer cancel()
+
+	resp, err := docker.NetworkCreate(ctx, EcsLocalNetworkName, types.NetworkCreate{
+		IPAM: &network.IPAM{
+			Config: []network.IPAMConfig{
+				{
+					Subnet: ecsLocalNetworkSubnet,
+				},
+			},
+		},
+	})
+	if err != nil {
+		logrus.Fatalf("Failed to create network %s with subnet %s due to %v", EcsLocalNetworkName, ecsLocalNetworkSubnet, err)
+	}
+	logrus.Infof("Created network %s with ID %s", EcsLocalNetworkName, resp.ID)
+}
+
+// setupLocalEndpointsContainer creates the Local Endpoints container if one doesn't exist already.
+func setupLocalEndpointsContainer(docker idempotentContainerStarter) {
+	containerID := createLocalEndpointsContainer(docker)
+	startContainer(docker, containerID)
+}
+
+// createLocalEndpointsContainer returns the ID of the newly created container.
+// If the container already exists, returns the ID of the existing container.
+func createLocalEndpointsContainer(docker idempotentContainerStarter) string {
+	ctx, cancel := context.WithTimeout(context.Background(), dockerTimeout)
+	defer cancel()
+
+	// See First Scenario in https://aws.amazon.com/blogs/compute/a-guide-to-locally-testing-containers-with-amazon-ecs-local-endpoints-and-docker-compose/
+	// for an explanation of these fields.
+	resp, err := docker.ContainerCreate(ctx,
+		&container.Config{
+			Image: localEndpointsImageName,
+			Env: []string{
+				"AWS_PROFILE=default",
+				"HOME=/home",
+			},
+		},
+		&container.HostConfig{
+			Binds: []string{
+				"/var/run:/var/run",
+				fmt.Sprintf("%s/.aws/:/home/.aws/", os.Getenv("HOME")),
+			},
+		},
+		&network.NetworkingConfig{
+			EndpointsConfig: map[string]*network.EndpointSettings{
+				EcsLocalNetworkName: {
+					NetworkID: EcsLocalNetworkName,
+					IPAMConfig: &network.EndpointIPAMConfig{
+						IPv4Address: localEndpointsContainerIpAddr,
+					},
+				},
+			},
+		},
+		localEndpointsContainerName,
+	)
+	if err != nil {
+		if strings.Contains(err.Error(), "Conflict") {
+			// We already created this container before since there is a name conflict, fetch its ID and return it.
+			containerID := localEndpointsContainerID(docker)
+			logrus.Infof("The %s container already exists with ID %s", localEndpointsContainerName, containerID)
+			return containerID
+		}
+		logrus.Fatalf("Failed to create container %s due to %v", localEndpointsContainerName, err)
+	}
+
+	logrus.Infof("Created the %s container with ID %s", localEndpointsContainerName, resp.ID)
+	return resp.ID
+}
+
+// localEndpointsContainerID returns the ID of the Local Endpoints container.
+func localEndpointsContainerID(docker idempotentContainerStarter) string {
+	ctx, cancel := context.WithTimeout(context.Background(), dockerTimeout)
+	defer cancel()
+
+	resp, err := docker.ContainerList(ctx, types.ContainerListOptions{
+		All: true,
+		Filters: filters.NewArgs(
+			filters.Arg("name", localEndpointsContainerName),
+		),
+	})
+	if err != nil {
+		logrus.Fatalf("Failed to list containers with name %s due to %v", localEndpointsContainerName, err)
+	}
+	return resp[0].ID
+}
+
+// startContainer starts the container with the containerID.
+// If the container is already running, Docker does not return an error response.
+func startContainer(docker idempotentContainerStarter, containerID string) {
+	ctx, cancel := context.WithTimeout(context.Background(), dockerTimeout)
+	defer cancel()
+
+	if err := docker.ContainerStart(ctx, containerID, types.ContainerStartOptions{}); err != nil {
+		logrus.Fatalf("Failed to start container with ID %s due to %v", containerID, err)
+	}
+	logrus.Infof("Started container with ID %s", containerID)
+}