425 lines
12 KiB
Go
425 lines
12 KiB
Go
package docker
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"net"
|
|
"strings"
|
|
|
|
dockertypes "github.com/docker/docker/api/types"
|
|
"github.com/docker/go-connections/nat"
|
|
"github.com/traefik/traefik/v2/pkg/config/dynamic"
|
|
"github.com/traefik/traefik/v2/pkg/config/label"
|
|
"github.com/traefik/traefik/v2/pkg/log"
|
|
"github.com/traefik/traefik/v2/pkg/provider"
|
|
"github.com/traefik/traefik/v2/pkg/provider/constraints"
|
|
)
|
|
|
|
func (p *Provider) buildConfiguration(ctx context.Context, containersInspected []dockerData) *dynamic.Configuration {
|
|
configurations := make(map[string]*dynamic.Configuration)
|
|
|
|
for _, container := range containersInspected {
|
|
containerName := getServiceName(container) + "-" + container.ID
|
|
ctxContainer := log.With(ctx, log.Str("container", containerName))
|
|
|
|
if !p.keepContainer(ctxContainer, container) {
|
|
continue
|
|
}
|
|
|
|
logger := log.FromContext(ctxContainer)
|
|
|
|
confFromLabel, err := label.DecodeConfiguration(container.Labels)
|
|
if err != nil {
|
|
logger.Error(err)
|
|
continue
|
|
}
|
|
|
|
var tcpOrUDP bool
|
|
if len(confFromLabel.TCP.Routers) > 0 || len(confFromLabel.TCP.Services) > 0 {
|
|
tcpOrUDP = true
|
|
|
|
err := p.buildTCPServiceConfiguration(ctxContainer, container, confFromLabel.TCP)
|
|
if err != nil {
|
|
logger.Error(err)
|
|
continue
|
|
}
|
|
provider.BuildTCPRouterConfiguration(ctxContainer, confFromLabel.TCP)
|
|
}
|
|
|
|
if len(confFromLabel.UDP.Routers) > 0 || len(confFromLabel.UDP.Services) > 0 {
|
|
tcpOrUDP = true
|
|
|
|
err := p.buildUDPServiceConfiguration(ctxContainer, container, confFromLabel.UDP)
|
|
if err != nil {
|
|
logger.Error(err)
|
|
continue
|
|
}
|
|
provider.BuildUDPRouterConfiguration(ctxContainer, confFromLabel.UDP)
|
|
}
|
|
|
|
if tcpOrUDP && len(confFromLabel.HTTP.Routers) == 0 &&
|
|
len(confFromLabel.HTTP.Middlewares) == 0 &&
|
|
len(confFromLabel.HTTP.Services) == 0 {
|
|
configurations[containerName] = confFromLabel
|
|
continue
|
|
}
|
|
|
|
err = p.buildServiceConfiguration(ctxContainer, container, confFromLabel.HTTP)
|
|
if err != nil {
|
|
logger.Error(err)
|
|
continue
|
|
}
|
|
|
|
serviceName := getServiceName(container)
|
|
|
|
model := struct {
|
|
Name string
|
|
ContainerName string
|
|
Labels map[string]string
|
|
}{
|
|
Name: serviceName,
|
|
ContainerName: strings.TrimPrefix(container.Name, "/"),
|
|
Labels: container.Labels,
|
|
}
|
|
|
|
provider.BuildRouterConfiguration(ctx, confFromLabel.HTTP, serviceName, p.defaultRuleTpl, model)
|
|
|
|
configurations[containerName] = confFromLabel
|
|
}
|
|
|
|
return provider.Merge(ctx, configurations)
|
|
}
|
|
|
|
func (p *Provider) buildTCPServiceConfiguration(ctx context.Context, container dockerData, configuration *dynamic.TCPConfiguration) error {
|
|
serviceName := getServiceName(container)
|
|
|
|
if len(configuration.Services) == 0 {
|
|
configuration.Services = make(map[string]*dynamic.TCPService)
|
|
lb := &dynamic.TCPServersLoadBalancer{}
|
|
lb.SetDefaults()
|
|
configuration.Services[serviceName] = &dynamic.TCPService{
|
|
LoadBalancer: lb,
|
|
}
|
|
}
|
|
|
|
if container.Health != "" && container.Health != dockertypes.Healthy {
|
|
return nil
|
|
}
|
|
|
|
for name, service := range configuration.Services {
|
|
ctx := log.With(ctx, log.Str(log.ServiceName, name))
|
|
if err := p.addServerTCP(ctx, container, service.LoadBalancer); err != nil {
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) buildUDPServiceConfiguration(ctx context.Context, container dockerData, configuration *dynamic.UDPConfiguration) error {
|
|
serviceName := getServiceName(container)
|
|
|
|
if len(configuration.Services) == 0 {
|
|
configuration.Services = make(map[string]*dynamic.UDPService)
|
|
configuration.Services[serviceName] = &dynamic.UDPService{
|
|
LoadBalancer: &dynamic.UDPServersLoadBalancer{},
|
|
}
|
|
}
|
|
|
|
if container.Health != "" && container.Health != dockertypes.Healthy {
|
|
return nil
|
|
}
|
|
|
|
for name, service := range configuration.Services {
|
|
ctx := log.With(ctx, log.Str(log.ServiceName, name))
|
|
if err := p.addServerUDP(ctx, container, service.LoadBalancer); err != nil {
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) buildServiceConfiguration(ctx context.Context, container dockerData, configuration *dynamic.HTTPConfiguration) error {
|
|
serviceName := getServiceName(container)
|
|
|
|
if len(configuration.Services) == 0 {
|
|
configuration.Services = make(map[string]*dynamic.Service)
|
|
lb := &dynamic.ServersLoadBalancer{}
|
|
lb.SetDefaults()
|
|
configuration.Services[serviceName] = &dynamic.Service{
|
|
LoadBalancer: lb,
|
|
}
|
|
}
|
|
|
|
if container.Health != "" && container.Health != dockertypes.Healthy {
|
|
return nil
|
|
}
|
|
|
|
for name, service := range configuration.Services {
|
|
ctx := log.With(ctx, log.Str(log.ServiceName, name))
|
|
if err := p.addServer(ctx, container, service.LoadBalancer); err != nil {
|
|
return fmt.Errorf("service %q error: %w", name, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) keepContainer(ctx context.Context, container dockerData) bool {
|
|
logger := log.FromContext(ctx)
|
|
|
|
if !container.ExtraConf.Enable {
|
|
logger.Debug("Filtering disabled container")
|
|
return false
|
|
}
|
|
|
|
matches, err := constraints.MatchLabels(container.Labels, p.Constraints)
|
|
if err != nil {
|
|
logger.Errorf("Error matching constraints expression: %v", err)
|
|
return false
|
|
}
|
|
if !matches {
|
|
logger.Debugf("Container pruned by constraint expression: %q", p.Constraints)
|
|
return false
|
|
}
|
|
|
|
if !p.AllowEmptyServices && container.Health != "" && container.Health != dockertypes.Healthy {
|
|
logger.Debug("Filtering unhealthy or starting container")
|
|
return false
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
func (p *Provider) addServerTCP(ctx context.Context, container dockerData, loadBalancer *dynamic.TCPServersLoadBalancer) error {
|
|
if loadBalancer == nil {
|
|
return errors.New("load-balancer is not defined")
|
|
}
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
loadBalancer.Servers = []dynamic.TCPServer{{}}
|
|
}
|
|
|
|
serverPort := loadBalancer.Servers[0].Port
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
ip, port, err := p.getIPPort(ctx, container, serverPort)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if port == "" {
|
|
return errors.New("port is missing")
|
|
}
|
|
|
|
loadBalancer.Servers[0].Address = net.JoinHostPort(ip, port)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) addServerUDP(ctx context.Context, container dockerData, loadBalancer *dynamic.UDPServersLoadBalancer) error {
|
|
if loadBalancer == nil {
|
|
return errors.New("load-balancer is not defined")
|
|
}
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
loadBalancer.Servers = []dynamic.UDPServer{{}}
|
|
}
|
|
|
|
serverPort := loadBalancer.Servers[0].Port
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
ip, port, err := p.getIPPort(ctx, container, serverPort)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if port == "" {
|
|
return errors.New("port is missing")
|
|
}
|
|
|
|
loadBalancer.Servers[0].Address = net.JoinHostPort(ip, port)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) addServer(ctx context.Context, container dockerData, loadBalancer *dynamic.ServersLoadBalancer) error {
|
|
if loadBalancer == nil {
|
|
return errors.New("load-balancer is not defined")
|
|
}
|
|
|
|
if len(loadBalancer.Servers) == 0 {
|
|
server := dynamic.Server{}
|
|
server.SetDefaults()
|
|
|
|
loadBalancer.Servers = []dynamic.Server{server}
|
|
}
|
|
|
|
serverPort := loadBalancer.Servers[0].Port
|
|
loadBalancer.Servers[0].Port = ""
|
|
|
|
ip, port, err := p.getIPPort(ctx, container, serverPort)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if port == "" {
|
|
return errors.New("port is missing")
|
|
}
|
|
|
|
loadBalancer.Servers[0].URL = fmt.Sprintf("%s://%s", loadBalancer.Servers[0].Scheme, net.JoinHostPort(ip, port))
|
|
loadBalancer.Servers[0].Scheme = ""
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *Provider) getIPPort(ctx context.Context, container dockerData, serverPort string) (string, string, error) {
|
|
logger := log.FromContext(ctx)
|
|
|
|
var ip, port string
|
|
usedBound := false
|
|
|
|
if p.UseBindPortIP {
|
|
portBinding, err := p.getPortBinding(container, serverPort)
|
|
switch {
|
|
case err != nil:
|
|
logger.Infof("Unable to find a binding for container %q, falling back on its internal IP/Port.", container.Name)
|
|
case portBinding.HostIP == "0.0.0.0" || len(portBinding.HostIP) == 0:
|
|
logger.Infof("Cannot determine the IP address (got %q) for %q's binding, falling back on its internal IP/Port.", portBinding.HostIP, container.Name)
|
|
default:
|
|
ip = portBinding.HostIP
|
|
port = portBinding.HostPort
|
|
usedBound = true
|
|
}
|
|
}
|
|
|
|
if !usedBound {
|
|
ip = p.getIPAddress(ctx, container)
|
|
port = getPort(container, serverPort)
|
|
}
|
|
|
|
if len(ip) == 0 {
|
|
return "", "", fmt.Errorf("unable to find the IP address for the container %q: the server is ignored", container.Name)
|
|
}
|
|
|
|
return ip, port, nil
|
|
}
|
|
|
|
func (p *Provider) getIPAddress(ctx context.Context, container dockerData) string {
|
|
logger := log.FromContext(ctx)
|
|
|
|
netNotFound := false
|
|
if container.ExtraConf.Docker.Network != "" {
|
|
settings := container.NetworkSettings
|
|
if settings.Networks != nil {
|
|
network := settings.Networks[container.ExtraConf.Docker.Network]
|
|
if network != nil {
|
|
return network.Addr
|
|
}
|
|
|
|
netNotFound = true
|
|
logger.Debugf("Could not find network named %q for container %q. Maybe you're missing the project's prefix in the label?", container.ExtraConf.Docker.Network, container.Name)
|
|
}
|
|
}
|
|
|
|
if container.NetworkSettings.NetworkMode.IsHost() {
|
|
if container.Node != nil && container.Node.IPAddress != "" {
|
|
return container.Node.IPAddress
|
|
}
|
|
if host, err := net.LookupHost("host.docker.internal"); err == nil {
|
|
return host[0]
|
|
}
|
|
if host, err := net.LookupHost("host.containers.internal"); err == nil {
|
|
return host[0]
|
|
}
|
|
return "127.0.0.1"
|
|
}
|
|
|
|
if container.NetworkSettings.NetworkMode.IsContainer() {
|
|
dockerClient, err := p.createClient()
|
|
if err != nil {
|
|
logger.Warnf("Unable to get IP address: %s", err)
|
|
return ""
|
|
}
|
|
|
|
connectedContainer := container.NetworkSettings.NetworkMode.ConnectedContainer()
|
|
containerInspected, err := dockerClient.ContainerInspect(context.Background(), connectedContainer)
|
|
if err != nil {
|
|
logger.Warnf("Unable to get IP address for container %s : Failed to inspect container ID %s, error: %s", container.Name, connectedContainer, err)
|
|
return ""
|
|
}
|
|
|
|
// Check connected container for traefik.docker.network, falling back to
|
|
// the network specified on the current container.
|
|
containerParsed := parseContainer(containerInspected)
|
|
extraConf, err := p.getConfiguration(containerParsed)
|
|
if err != nil {
|
|
logger.Warnf("Unable to get IP address for container %s : failed to get extra configuration for container %s: %s", container.Name, containerInspected.Name, err)
|
|
return ""
|
|
}
|
|
|
|
if extraConf.Docker.Network == "" {
|
|
extraConf.Docker.Network = container.ExtraConf.Docker.Network
|
|
}
|
|
|
|
containerParsed.ExtraConf = extraConf
|
|
return p.getIPAddress(ctx, containerParsed)
|
|
}
|
|
|
|
for _, network := range container.NetworkSettings.Networks {
|
|
if netNotFound {
|
|
logger.Warnf("Defaulting to first available network (%q) for container %q.", network, container.Name)
|
|
}
|
|
return network.Addr
|
|
}
|
|
|
|
logger.Warn("Unable to find the IP address.")
|
|
return ""
|
|
}
|
|
|
|
func (p *Provider) getPortBinding(container dockerData, serverPort string) (*nat.PortBinding, error) {
|
|
port := getPort(container, serverPort)
|
|
for netPort, portBindings := range container.NetworkSettings.Ports {
|
|
if strings.EqualFold(string(netPort), port+"/TCP") || strings.EqualFold(string(netPort), port+"/UDP") {
|
|
for _, p := range portBindings {
|
|
return &p, nil
|
|
}
|
|
}
|
|
}
|
|
|
|
return nil, fmt.Errorf("unable to find the external IP:Port for the container %q", container.Name)
|
|
}
|
|
|
|
func getPort(container dockerData, serverPort string) string {
|
|
if len(serverPort) > 0 {
|
|
return serverPort
|
|
}
|
|
|
|
var ports []nat.Port
|
|
for port := range container.NetworkSettings.Ports {
|
|
ports = append(ports, port)
|
|
}
|
|
|
|
less := func(i, j nat.Port) bool {
|
|
return i.Int() < j.Int()
|
|
}
|
|
nat.Sort(ports, less)
|
|
|
|
if len(ports) > 0 {
|
|
return ports[0].Port()
|
|
}
|
|
|
|
return ""
|
|
}
|
|
|
|
func getServiceName(container dockerData) string {
|
|
serviceName := container.ServiceName
|
|
|
|
if values, err := getStringMultipleStrict(container.Labels, labelDockerComposeProject, labelDockerComposeService); err == nil {
|
|
serviceName = values[labelDockerComposeService] + "_" + values[labelDockerComposeProject]
|
|
}
|
|
|
|
return provider.Normalize(serviceName)
|
|
}
|