2023-04-20 12:40:22 +00:00
|
|
|
// Copyright (c) HashiCorp, Inc.
|
|
|
|
// SPDX-License-Identifier: MPL-2.0
|
|
|
|
|
2022-11-01 19:03:23 +00:00
|
|
|
package service
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"fmt"
|
2023-03-02 22:40:07 +00:00
|
|
|
"testing"
|
2023-02-22 17:52:14 +00:00
|
|
|
|
2023-03-15 17:51:36 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
2023-01-20 22:02:44 +00:00
|
|
|
"github.com/hashicorp/consul/api"
|
2023-01-11 21:34:27 +00:00
|
|
|
libcluster "github.com/hashicorp/consul/test/integration/consul-container/libs/cluster"
|
|
|
|
"github.com/hashicorp/consul/test/integration/consul-container/libs/utils"
|
2022-11-01 19:03:23 +00:00
|
|
|
)
|
|
|
|
|
2023-01-20 22:02:44 +00:00
|
|
|
const (
|
2023-02-13 19:09:12 +00:00
|
|
|
StaticServerServiceName = "static-server"
|
|
|
|
StaticServer2ServiceName = "static-server-2"
|
|
|
|
StaticClientServiceName = "static-client"
|
2023-01-20 22:02:44 +00:00
|
|
|
)
|
|
|
|
|
2023-02-22 17:52:14 +00:00
|
|
|
type Checks struct {
|
|
|
|
Name string
|
|
|
|
TTL string
|
|
|
|
}
|
|
|
|
|
|
|
|
type SidecarService struct {
|
|
|
|
Port int
|
|
|
|
}
|
|
|
|
|
2023-02-03 15:20:22 +00:00
|
|
|
type ServiceOpts struct {
|
2023-03-29 16:51:21 +00:00
|
|
|
Name string
|
|
|
|
ID string
|
|
|
|
Meta map[string]string
|
|
|
|
HTTPPort int
|
|
|
|
GRPCPort int
|
|
|
|
// if true, register GRPC port instead of HTTP (default)
|
|
|
|
RegisterGRPC bool
|
|
|
|
Checks Checks
|
|
|
|
Connect SidecarService
|
|
|
|
Namespace string
|
2023-02-03 15:20:22 +00:00
|
|
|
}
|
|
|
|
|
2023-02-22 17:52:14 +00:00
|
|
|
// createAndRegisterStaticServerAndSidecar register the services and launch static-server containers
|
2023-03-29 16:51:21 +00:00
|
|
|
func createAndRegisterStaticServerAndSidecar(node libcluster.Agent, httpPort int, grpcPort int, svc *api.AgentServiceRegistration, containerArgs ...string) (Service, Service, error) {
|
2023-01-11 21:34:27 +00:00
|
|
|
// Do some trickery to ensure that partial completion is correctly torn
|
|
|
|
// down, but successful execution is not.
|
|
|
|
var deferClean utils.ResettableDefer
|
|
|
|
defer deferClean.Execute()
|
|
|
|
|
2023-02-22 17:52:14 +00:00
|
|
|
if err := node.GetClient().Agent().ServiceRegister(svc); err != nil {
|
2023-01-20 22:02:44 +00:00
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create a service and proxy instance
|
2023-03-29 16:51:21 +00:00
|
|
|
serverService, err := NewExampleService(context.Background(), svc.ID, httpPort, grpcPort, node, containerArgs...)
|
2022-11-01 19:03:23 +00:00
|
|
|
if err != nil {
|
2023-01-20 22:02:44 +00:00
|
|
|
return nil, nil, err
|
2022-11-01 19:03:23 +00:00
|
|
|
}
|
2023-01-20 22:02:44 +00:00
|
|
|
deferClean.Add(func() {
|
|
|
|
_ = serverService.Terminate()
|
|
|
|
})
|
2023-03-15 17:51:36 +00:00
|
|
|
sidecarCfg := SidecarConfig{
|
|
|
|
Name: fmt.Sprintf("%s-sidecar", svc.ID),
|
|
|
|
ServiceID: svc.ID,
|
|
|
|
Namespace: svc.Namespace,
|
|
|
|
}
|
|
|
|
serverConnectProxy, err := NewConnectService(context.Background(), sidecarCfg, []int{svc.Port}, node) // bindPort not used
|
2023-01-20 22:02:44 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, nil, err
|
|
|
|
}
|
|
|
|
deferClean.Add(func() {
|
|
|
|
_ = serverConnectProxy.Terminate()
|
|
|
|
})
|
2022-11-01 19:03:23 +00:00
|
|
|
|
2023-01-11 21:34:27 +00:00
|
|
|
// disable cleanup functions now that we have an object with a Terminate() function
|
|
|
|
deferClean.Reset()
|
|
|
|
|
2022-11-01 19:03:23 +00:00
|
|
|
return serverService, serverConnectProxy, nil
|
|
|
|
}
|
|
|
|
|
2023-02-24 20:57:44 +00:00
|
|
|
func CreateAndRegisterStaticServerAndSidecar(node libcluster.Agent, serviceOpts *ServiceOpts, containerArgs ...string) (Service, Service, error) {
|
2023-02-22 17:52:14 +00:00
|
|
|
// Register the static-server service and sidecar first to prevent race with sidecar
|
|
|
|
// trying to get xDS before it's ready
|
2023-03-29 16:51:21 +00:00
|
|
|
p := serviceOpts.HTTPPort
|
|
|
|
agentCheck := api.AgentServiceCheck{
|
|
|
|
Name: "Static Server Listening",
|
|
|
|
TCP: fmt.Sprintf("127.0.0.1:%d", p),
|
|
|
|
Interval: "10s",
|
|
|
|
Status: api.HealthPassing,
|
|
|
|
}
|
|
|
|
if serviceOpts.RegisterGRPC {
|
|
|
|
p = serviceOpts.GRPCPort
|
|
|
|
agentCheck.TCP = ""
|
|
|
|
agentCheck.GRPC = fmt.Sprintf("127.0.0.1:%d", p)
|
|
|
|
}
|
2023-02-22 17:52:14 +00:00
|
|
|
req := &api.AgentServiceRegistration{
|
|
|
|
Name: serviceOpts.Name,
|
|
|
|
ID: serviceOpts.ID,
|
2023-03-29 16:51:21 +00:00
|
|
|
Port: p,
|
2023-02-22 17:52:14 +00:00
|
|
|
Connect: &api.AgentServiceConnect{
|
|
|
|
SidecarService: &api.AgentServiceRegistration{
|
|
|
|
Proxy: &api.AgentServiceConnectProxyConfig{},
|
|
|
|
},
|
|
|
|
},
|
2023-03-15 17:51:36 +00:00
|
|
|
Namespace: serviceOpts.Namespace,
|
2023-03-29 16:51:21 +00:00
|
|
|
Meta: serviceOpts.Meta,
|
|
|
|
Check: &agentCheck,
|
2023-02-22 17:52:14 +00:00
|
|
|
}
|
2023-03-29 16:51:21 +00:00
|
|
|
return createAndRegisterStaticServerAndSidecar(node, serviceOpts.HTTPPort, serviceOpts.GRPCPort, req, containerArgs...)
|
2023-02-22 17:52:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func CreateAndRegisterStaticServerAndSidecarWithChecks(node libcluster.Agent, serviceOpts *ServiceOpts) (Service, Service, error) {
|
|
|
|
// Register the static-server service and sidecar first to prevent race with sidecar
|
|
|
|
// trying to get xDS before it's ready
|
|
|
|
req := &api.AgentServiceRegistration{
|
|
|
|
Name: serviceOpts.Name,
|
|
|
|
ID: serviceOpts.ID,
|
|
|
|
Port: serviceOpts.HTTPPort,
|
|
|
|
Connect: &api.AgentServiceConnect{
|
|
|
|
SidecarService: &api.AgentServiceRegistration{
|
|
|
|
Proxy: &api.AgentServiceConnectProxyConfig{},
|
|
|
|
Port: serviceOpts.Connect.Port,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Checks: api.AgentServiceChecks{
|
|
|
|
{
|
|
|
|
Name: serviceOpts.Checks.Name,
|
|
|
|
TTL: serviceOpts.Checks.TTL,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Meta: serviceOpts.Meta,
|
|
|
|
}
|
|
|
|
|
2023-03-29 16:51:21 +00:00
|
|
|
return createAndRegisterStaticServerAndSidecar(node, serviceOpts.HTTPPort, serviceOpts.GRPCPort, req)
|
2023-02-22 17:52:14 +00:00
|
|
|
}
|
|
|
|
|
2023-01-11 21:34:27 +00:00
|
|
|
func CreateAndRegisterStaticClientSidecar(
|
|
|
|
node libcluster.Agent,
|
|
|
|
peerName string,
|
|
|
|
localMeshGateway bool,
|
|
|
|
) (*ConnectContainer, error) {
|
|
|
|
// Do some trickery to ensure that partial completion is correctly torn
|
|
|
|
// down, but successful execution is not.
|
|
|
|
var deferClean utils.ResettableDefer
|
|
|
|
defer deferClean.Execute()
|
|
|
|
|
2022-11-01 19:03:23 +00:00
|
|
|
mgwMode := api.MeshGatewayModeRemote
|
|
|
|
if localMeshGateway {
|
|
|
|
mgwMode = api.MeshGatewayModeLocal
|
|
|
|
}
|
|
|
|
|
2023-01-20 22:02:44 +00:00
|
|
|
// Register the static-client service and sidecar first to prevent race with sidecar
|
|
|
|
// trying to get xDS before it's ready
|
2022-11-01 19:03:23 +00:00
|
|
|
req := &api.AgentServiceRegistration{
|
2023-01-20 22:02:44 +00:00
|
|
|
Name: StaticClientServiceName,
|
2022-11-01 19:03:23 +00:00
|
|
|
Port: 8080,
|
|
|
|
Connect: &api.AgentServiceConnect{
|
|
|
|
SidecarService: &api.AgentServiceRegistration{
|
|
|
|
Proxy: &api.AgentServiceConnectProxyConfig{
|
2023-01-11 21:34:27 +00:00
|
|
|
Upstreams: []api.Upstream{{
|
2023-01-20 22:02:44 +00:00
|
|
|
DestinationName: StaticServerServiceName,
|
2023-01-11 21:34:27 +00:00
|
|
|
DestinationPeer: peerName,
|
|
|
|
LocalBindAddress: "0.0.0.0",
|
2023-01-27 15:19:10 +00:00
|
|
|
LocalBindPort: libcluster.ServiceUpstreamLocalBindPort,
|
2023-01-11 21:34:27 +00:00
|
|
|
MeshGateway: api.MeshGatewayConfig{
|
|
|
|
Mode: mgwMode,
|
2022-11-01 19:03:23 +00:00
|
|
|
},
|
2023-01-11 21:34:27 +00:00
|
|
|
}},
|
2022-11-01 19:03:23 +00:00
|
|
|
},
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
2023-01-20 22:02:44 +00:00
|
|
|
if err := node.GetClient().Agent().ServiceRegister(req); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create a service and proxy instance
|
2023-03-15 17:51:36 +00:00
|
|
|
sidecarCfg := SidecarConfig{
|
|
|
|
Name: fmt.Sprintf("%s-sidecar", StaticClientServiceName),
|
|
|
|
ServiceID: StaticClientServiceName,
|
|
|
|
}
|
|
|
|
|
|
|
|
clientConnectProxy, err := NewConnectService(context.Background(), sidecarCfg, []int{libcluster.ServiceUpstreamLocalBindPort}, node)
|
2022-11-01 19:03:23 +00:00
|
|
|
if err != nil {
|
2023-01-20 22:02:44 +00:00
|
|
|
return nil, err
|
2022-11-01 19:03:23 +00:00
|
|
|
}
|
2023-01-20 22:02:44 +00:00
|
|
|
deferClean.Add(func() {
|
|
|
|
_ = clientConnectProxy.Terminate()
|
|
|
|
})
|
2022-11-01 19:03:23 +00:00
|
|
|
|
2023-01-11 21:34:27 +00:00
|
|
|
// disable cleanup functions now that we have an object with a Terminate() function
|
|
|
|
deferClean.Reset()
|
|
|
|
|
2022-11-01 19:03:23 +00:00
|
|
|
return clientConnectProxy, nil
|
|
|
|
}
|
2023-03-02 22:40:07 +00:00
|
|
|
|
|
|
|
func ClientsCreate(t *testing.T, numClients int, image, version string, cluster *libcluster.Cluster) {
|
|
|
|
opts := libcluster.BuildOptions{
|
|
|
|
ConsulImageName: image,
|
|
|
|
ConsulVersion: version,
|
|
|
|
}
|
|
|
|
ctx := libcluster.NewBuildContext(t, opts)
|
|
|
|
|
|
|
|
conf := libcluster.NewConfigBuilder(ctx).
|
|
|
|
Client().
|
|
|
|
ToAgentConfig(t)
|
|
|
|
t.Logf("Cluster client config:\n%s", conf.JSON)
|
|
|
|
|
|
|
|
require.NoError(t, cluster.AddN(*conf, numClients, true))
|
|
|
|
}
|
|
|
|
|
|
|
|
func ServiceCreate(t *testing.T, client *api.Client, serviceName string) uint64 {
|
|
|
|
require.NoError(t, client.Agent().ServiceRegister(&api.AgentServiceRegistration{
|
|
|
|
Name: serviceName,
|
|
|
|
Port: 9999,
|
|
|
|
Connect: &api.AgentServiceConnect{
|
|
|
|
SidecarService: &api.AgentServiceRegistration{
|
|
|
|
Port: 22005,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}))
|
|
|
|
|
|
|
|
service, meta, err := client.Catalog().Service(serviceName, "", &api.QueryOptions{})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, service, 1)
|
|
|
|
require.Equal(t, serviceName, service[0].ServiceName)
|
|
|
|
require.Equal(t, 9999, service[0].ServicePort)
|
|
|
|
|
|
|
|
return meta.LastIndex
|
|
|
|
}
|
|
|
|
|
|
|
|
func ServiceHealthBlockingQuery(client *api.Client, serviceName string, waitIndex uint64) (chan []*api.ServiceEntry, chan error) {
|
|
|
|
var (
|
|
|
|
ch = make(chan []*api.ServiceEntry, 1)
|
|
|
|
errCh = make(chan error, 1)
|
|
|
|
)
|
|
|
|
go func() {
|
|
|
|
opts := &api.QueryOptions{WaitIndex: waitIndex}
|
|
|
|
service, q, err := client.Health().Service(serviceName, "", false, opts)
|
|
|
|
if err == nil && q.QueryBackend != api.QueryBackendStreaming {
|
|
|
|
err = fmt.Errorf("invalid backend for this test %s", q.QueryBackend)
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
errCh <- err
|
|
|
|
} else {
|
|
|
|
ch <- service
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return ch, errCh
|
|
|
|
}
|