2020-07-15 14:28:04 +00:00
|
|
|
package ecs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"net"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
"github.com/aws/aws-sdk-go/service/ec2"
|
|
|
|
"github.com/docker/go-connections/nat"
|
2020-09-16 13:46:04 +00:00
|
|
|
"github.com/traefik/traefik/v2/pkg/config/dynamic"
|
|
|
|
"github.com/traefik/traefik/v2/pkg/config/label"
|
|
|
|
"github.com/traefik/traefik/v2/pkg/log"
|
|
|
|
"github.com/traefik/traefik/v2/pkg/provider"
|
|
|
|
"github.com/traefik/traefik/v2/pkg/provider/constraints"
|
2020-07-15 14:28:04 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func (p *Provider) buildConfiguration(ctx context.Context, instances []ecsInstance) *dynamic.Configuration {
|
|
|
|
configurations := make(map[string]*dynamic.Configuration)
|
|
|
|
|
|
|
|
for _, instance := range instances {
|
|
|
|
instanceName := getServiceName(instance) + "-" + instance.ID
|
|
|
|
ctxContainer := log.With(ctx, log.Str("ecs-instance", instanceName))
|
|
|
|
|
|
|
|
if !p.filterInstance(ctxContainer, instance) {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
logger := log.FromContext(ctxContainer)
|
|
|
|
|
|
|
|
confFromLabel, err := label.DecodeConfiguration(instance.Labels)
|
|
|
|
if err != nil {
|
|
|
|
logger.Error(err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
var tcpOrUDP bool
|
|
|
|
if len(confFromLabel.TCP.Routers) > 0 || len(confFromLabel.TCP.Services) > 0 {
|
|
|
|
tcpOrUDP = true
|
|
|
|
|
|
|
|
err := p.buildTCPServiceConfiguration(instance, confFromLabel.TCP)
|
|
|
|
if err != nil {
|
|
|
|
logger.Error(err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
provider.BuildTCPRouterConfiguration(ctxContainer, confFromLabel.TCP)
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(confFromLabel.UDP.Routers) > 0 || len(confFromLabel.UDP.Services) > 0 {
|
|
|
|
tcpOrUDP = true
|
|
|
|
|
|
|
|
err := p.buildUDPServiceConfiguration(instance, confFromLabel.UDP)
|
|
|
|
if err != nil {
|
|
|
|
logger.Error(err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
provider.BuildUDPRouterConfiguration(ctxContainer, confFromLabel.UDP)
|
|
|
|
}
|
|
|
|
|
|
|
|
if tcpOrUDP && len(confFromLabel.HTTP.Routers) == 0 &&
|
|
|
|
len(confFromLabel.HTTP.Middlewares) == 0 &&
|
|
|
|
len(confFromLabel.HTTP.Services) == 0 {
|
|
|
|
configurations[instanceName] = confFromLabel
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
err = p.buildServiceConfiguration(ctxContainer, instance, confFromLabel.HTTP)
|
|
|
|
if err != nil {
|
|
|
|
logger.Error(err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
serviceName := getServiceName(instance)
|
|
|
|
|
|
|
|
model := struct {
|
|
|
|
Name string
|
|
|
|
Labels map[string]string
|
|
|
|
}{
|
|
|
|
Name: serviceName,
|
|
|
|
Labels: instance.Labels,
|
|
|
|
}
|
|
|
|
|
|
|
|
provider.BuildRouterConfiguration(ctx, confFromLabel.HTTP, serviceName, p.defaultRuleTpl, model)
|
|
|
|
|
|
|
|
configurations[instanceName] = confFromLabel
|
|
|
|
}
|
|
|
|
|
|
|
|
return provider.Merge(ctx, configurations)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) buildTCPServiceConfiguration(instance ecsInstance, configuration *dynamic.TCPConfiguration) error {
|
|
|
|
serviceName := getServiceName(instance)
|
|
|
|
|
|
|
|
if len(configuration.Services) == 0 {
|
|
|
|
configuration.Services = make(map[string]*dynamic.TCPService)
|
|
|
|
lb := &dynamic.TCPServersLoadBalancer{}
|
|
|
|
lb.SetDefaults()
|
|
|
|
configuration.Services[serviceName] = &dynamic.TCPService{
|
|
|
|
LoadBalancer: lb,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, service := range configuration.Services {
|
|
|
|
err := p.addServerTCP(instance, service.LoadBalancer)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) buildUDPServiceConfiguration(instance ecsInstance, configuration *dynamic.UDPConfiguration) error {
|
|
|
|
serviceName := getServiceName(instance)
|
|
|
|
|
|
|
|
if len(configuration.Services) == 0 {
|
|
|
|
configuration.Services = make(map[string]*dynamic.UDPService)
|
|
|
|
lb := &dynamic.UDPServersLoadBalancer{}
|
|
|
|
configuration.Services[serviceName] = &dynamic.UDPService{
|
|
|
|
LoadBalancer: lb,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, service := range configuration.Services {
|
|
|
|
err := p.addServerUDP(instance, service.LoadBalancer)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) buildServiceConfiguration(_ context.Context, instance ecsInstance, configuration *dynamic.HTTPConfiguration) error {
|
|
|
|
serviceName := getServiceName(instance)
|
|
|
|
|
|
|
|
if len(configuration.Services) == 0 {
|
|
|
|
configuration.Services = make(map[string]*dynamic.Service)
|
|
|
|
lb := &dynamic.ServersLoadBalancer{}
|
|
|
|
lb.SetDefaults()
|
|
|
|
configuration.Services[serviceName] = &dynamic.Service{
|
|
|
|
LoadBalancer: lb,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, service := range configuration.Services {
|
|
|
|
err := p.addServer(instance, service.LoadBalancer)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) filterInstance(ctx context.Context, instance ecsInstance) bool {
|
|
|
|
logger := log.FromContext(ctx)
|
|
|
|
|
|
|
|
if instance.machine == nil {
|
|
|
|
logger.Debug("Filtering ecs instance with nil machine")
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if strings.ToLower(instance.machine.state) != ec2.InstanceStateNameRunning {
|
|
|
|
logger.Debugf("Filtering ecs instance with an incorrect state %s (%s) (state = %s)", instance.Name, instance.ID, instance.machine.state)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if instance.machine.healthStatus == "UNHEALTHY" {
|
|
|
|
logger.Debugf("Filtering unhealthy ecs instance %s (%s)", instance.Name, instance.ID)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(instance.machine.privateIP) == 0 {
|
|
|
|
logger.Debugf("Filtering ecs instance without an ip address %s (%s)", instance.Name, instance.ID)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if !instance.ExtraConf.Enable {
|
|
|
|
logger.Debugf("Filtering disabled ecs instance %s (%s)", instance.Name, instance.ID)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
matches, err := constraints.MatchLabels(instance.Labels, p.Constraints)
|
|
|
|
if err != nil {
|
|
|
|
logger.Errorf("Error matching constraints expression: %v", err)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if !matches {
|
|
|
|
logger.Debugf("Container pruned by constraint expression: %q", p.Constraints)
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) addServerTCP(instance ecsInstance, loadBalancer *dynamic.TCPServersLoadBalancer) error {
|
|
|
|
if loadBalancer == nil {
|
|
|
|
return errors.New("load-balancer is not defined")
|
|
|
|
}
|
|
|
|
|
|
|
|
var serverPort string
|
|
|
|
if len(loadBalancer.Servers) > 0 {
|
|
|
|
serverPort = loadBalancer.Servers[0].Port
|
|
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
}
|
|
|
|
|
|
|
|
ip, port, err := p.getIPPort(instance, serverPort)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
|
|
server := dynamic.TCPServer{}
|
|
|
|
|
|
|
|
loadBalancer.Servers = []dynamic.TCPServer{server}
|
|
|
|
}
|
|
|
|
|
|
|
|
if port == "" {
|
|
|
|
return errors.New("port is missing")
|
|
|
|
}
|
|
|
|
|
|
|
|
loadBalancer.Servers[0].Address = net.JoinHostPort(ip, port)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) addServerUDP(instance ecsInstance, loadBalancer *dynamic.UDPServersLoadBalancer) error {
|
|
|
|
if loadBalancer == nil {
|
|
|
|
return errors.New("load-balancer is not defined")
|
|
|
|
}
|
|
|
|
|
|
|
|
var serverPort string
|
|
|
|
if len(loadBalancer.Servers) > 0 {
|
|
|
|
serverPort = loadBalancer.Servers[0].Port
|
|
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
}
|
|
|
|
|
|
|
|
ip, port, err := p.getIPPort(instance, serverPort)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
|
|
server := dynamic.UDPServer{}
|
|
|
|
|
|
|
|
loadBalancer.Servers = []dynamic.UDPServer{server}
|
|
|
|
}
|
|
|
|
|
|
|
|
if port == "" {
|
|
|
|
return errors.New("port is missing")
|
|
|
|
}
|
|
|
|
|
|
|
|
loadBalancer.Servers[0].Address = net.JoinHostPort(ip, port)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) addServer(instance ecsInstance, loadBalancer *dynamic.ServersLoadBalancer) error {
|
|
|
|
if loadBalancer == nil {
|
|
|
|
return errors.New("load-balancer is not defined")
|
|
|
|
}
|
|
|
|
|
|
|
|
var serverPort string
|
|
|
|
if len(loadBalancer.Servers) > 0 {
|
|
|
|
serverPort = loadBalancer.Servers[0].Port
|
|
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
}
|
|
|
|
|
|
|
|
ip, port, err := p.getIPPort(instance, serverPort)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
|
|
server := dynamic.Server{}
|
|
|
|
server.SetDefaults()
|
|
|
|
|
|
|
|
loadBalancer.Servers = []dynamic.Server{server}
|
|
|
|
}
|
|
|
|
|
|
|
|
if port == "" {
|
|
|
|
return errors.New("port is missing")
|
|
|
|
}
|
|
|
|
|
|
|
|
loadBalancer.Servers[0].URL = fmt.Sprintf("%s://%s", loadBalancer.Servers[0].Scheme, net.JoinHostPort(ip, port))
|
|
|
|
loadBalancer.Servers[0].Scheme = ""
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provider) getIPPort(instance ecsInstance, serverPort string) (string, string, error) {
|
|
|
|
var ip, port string
|
|
|
|
|
2022-09-14 14:22:08 +00:00
|
|
|
ip = instance.machine.privateIP
|
2020-07-15 14:28:04 +00:00
|
|
|
port = getPort(instance, serverPort)
|
|
|
|
if len(ip) == 0 {
|
|
|
|
return "", "", fmt.Errorf("unable to find the IP address for the instance %q: the server is ignored", instance.Name)
|
|
|
|
}
|
|
|
|
|
|
|
|
return ip, port, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func getPort(instance ecsInstance, serverPort string) string {
|
|
|
|
if len(serverPort) > 0 {
|
2020-11-09 16:12:05 +00:00
|
|
|
for _, port := range instance.machine.ports {
|
|
|
|
containerPort := strconv.FormatInt(port.containerPort, 10)
|
|
|
|
if serverPort == containerPort {
|
|
|
|
return strconv.FormatInt(port.hostPort, 10)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-07-15 14:28:04 +00:00
|
|
|
return serverPort
|
|
|
|
}
|
|
|
|
|
|
|
|
var ports []nat.Port
|
|
|
|
for _, port := range instance.machine.ports {
|
|
|
|
natPort, err := nat.NewPort(port.protocol, strconv.FormatInt(port.hostPort, 10))
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
ports = append(ports, natPort)
|
|
|
|
}
|
|
|
|
|
|
|
|
less := func(i, j nat.Port) bool {
|
|
|
|
return i.Int() < j.Int()
|
|
|
|
}
|
|
|
|
nat.Sort(ports, less)
|
|
|
|
|
|
|
|
if len(ports) > 0 {
|
|
|
|
min := ports[0]
|
|
|
|
return min.Port()
|
|
|
|
}
|
|
|
|
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
|
|
|
|
func getServiceName(instance ecsInstance) string {
|
|
|
|
return provider.Normalize(instance.Name)
|
|
|
|
}
|