// Suite for Envoy proxy testing // // The topology consists of 4 containers: curl (client), VPP (session layer), Envoy (proxy), nginx (target HTTP server). // VPP has 2 tap interfaces configured, one for client network and second for server/target network. package hst import ( "fmt" . "github.com/onsi/ginkgo/v2" "reflect" "runtime" "strings" ) const ( VppContainerName = "vpp" EnvoyProxyContainerName = "envoy-vcl" ) type EnvoyProxySuite struct { HstSuite nginxPort uint16 proxyPort uint16 } var envoyProxyTests = map[string][]func(s *EnvoyProxySuite){} var envoyProxySoloTests = map[string][]func(s *EnvoyProxySuite){} func RegisterEnvoyProxyTests(tests ...func(s *EnvoyProxySuite)) { envoyProxyTests[getTestFilename()] = tests } func RegisterEnvoyProxySoloTests(tests ...func(s *EnvoyProxySuite)) { envoyProxySoloTests[getTestFilename()] = tests } func (s *EnvoyProxySuite) SetupSuite() { s.HstSuite.SetupSuite() s.LoadNetworkTopology("2taps") s.LoadContainerTopology("envoyProxy") } func (s *EnvoyProxySuite) SetupTest() { s.HstSuite.SetupTest() // VPP var sessionConfig Stanza sessionConfig. NewStanza("session"). Append("enable"). Append("use-app-socket-api"). Append("evt_qs_memfd_seg"). Append("event-queue-length 100000") vppContainer := s.GetContainerByName(VppContainerName) vpp, err := vppContainer.newVppInstance(vppContainer.AllocatedCpus, sessionConfig) s.AssertNotNil(vpp, fmt.Sprint(err)) s.AssertNil(vpp.Start()) clientInterface := s.GetInterfaceByName(ClientTapInterfaceName) s.AssertNil(vpp.createTap(clientInterface, 1)) serverInterface := s.GetInterfaceByName(ServerTapInterfaceName) s.AssertNil(vpp.createTap(serverInterface, 2)) vppContainer.Exec("chmod 777 -R %s", vppContainer.GetContainerWorkDir()) // nginx HTTP server nginxContainer := s.GetTransientContainerByName(NginxServerContainerName) s.AssertNil(nginxContainer.Create()) s.nginxPort = 80 nginxSettings := struct { LogPrefix string Address string Port uint16 }{ LogPrefix: nginxContainer.Name, Address: serverInterface.Ip4AddressString(), Port: s.nginxPort, } nginxContainer.CreateConfig( "/nginx.conf", "./resources/nginx/nginx_server.conf", nginxSettings, ) s.AssertNil(nginxContainer.Start()) // Envoy envoyContainer := s.GetContainerByName(EnvoyProxyContainerName) s.AssertNil(envoyContainer.Create()) s.proxyPort = 8080 envoySettings := struct { LogPrefix string ServerAddress string ServerPort uint16 ProxyPort uint16 }{ LogPrefix: envoyContainer.Name, ServerAddress: serverInterface.Ip4AddressString(), ServerPort: s.nginxPort, ProxyPort: s.proxyPort, } envoyContainer.CreateConfig( "/etc/envoy/envoy.yaml", "resources/envoy/proxy.yaml", envoySettings, ) s.AssertNil(envoyContainer.Start()) // Add Ipv4 ARP entry for nginx HTTP server, otherwise first request fail (HTTP error 503) arp := fmt.Sprintf("set ip neighbor %s %s %s", serverInterface.Peer.Name(), serverInterface.Ip4AddressString(), serverInterface.HwAddress) vppContainer.VppInstance.Vppctl(arp) } func (s *EnvoyProxySuite) TearDownTest() { if CurrentSpecReport().Failed() { s.CollectNginxLogs(NginxServerContainerName) s.CollectEnvoyLogs(EnvoyProxyContainerName) } s.HstSuite.TearDownTest() } func (s *EnvoyProxySuite) ProxyPort() uint16 { return s.proxyPort } func (s *EnvoyProxySuite) ProxyAddr() string { return s.GetInterfaceByName(ClientTapInterfaceName).Peer.Ip4AddressString() } func (s *EnvoyProxySuite) CurlDownloadResource(uri string) { args := fmt.Sprintf("--insecure --noproxy '*' --remote-name --output-dir /tmp %s", uri) _, log := s.RunCurlContainer(args) s.AssertNotContains(log, "Recv failure") s.AssertContains(log, "HTTP/1.1 200") } func (s *EnvoyProxySuite) CurlUploadResource(uri, file string) { args := fmt.Sprintf("--insecure --noproxy '*' -T %s %s", file, uri) _, log := s.RunCurlContainer(args) s.AssertContains(log, "HTTP/1.1 201") } var _ = Describe("EnvoyProxySuite", Ordered, ContinueOnFailure, func() { var s EnvoyProxySuite BeforeAll(func() { s.SetupSuite() }) BeforeEach(func() { s.SetupTest() }) AfterAll(func() { s.TearDownSuite() }) AfterEach(func() { s.TearDownTest() }) for filename, tests := range envoyProxyTests { for _, test := range tests { test := test pc := reflect.ValueOf(test).Pointer() funcValue := runtime.FuncForPC(pc) testName := filename + "/" + strings.Split(funcValue.Name(), ".")[2] It(testName, func(ctx SpecContext) { s.Log(testName + ": BEGIN") test(&s) }, SpecTimeout(SuiteTimeout)) } } }) var _ = Describe("EnvoyProxySuiteSolo", Ordered, ContinueOnFailure, func() { var s EnvoyProxySuite BeforeAll(func() { s.SetupSuite() }) BeforeEach(func() { s.SetupTest() }) AfterAll(func() { s.TearDownSuite() }) AfterEach(func() { s.TearDownTest() }) for filename, tests := range envoyProxySoloTests { for _, test := range tests { test := test pc := reflect.ValueOf(test).Pointer() funcValue := runtime.FuncForPC(pc) testName := filename + "/" + strings.Split(funcValue.Name(), ".")[2] It(testName, Label("SOLO"), func(ctx SpecContext) { s.Log(testName + ": BEGIN") test(&s) }, SpecTimeout(SuiteTimeout)) } } })