ingress-nginx-helm/test/e2e/annotations/canary.go
Chen Chen b3060bfbd0
Fix golangci-lint errors (#10196)
* Fix golangci-lint errors

Signed-off-by: z1cheng <imchench@gmail.com>

* Fix dupl errors

Signed-off-by: z1cheng <imchench@gmail.com>

* Fix comments

Signed-off-by: z1cheng <imchench@gmail.com>

* Fix errcheck lint errors

Signed-off-by: z1cheng <imchench@gmail.com>

* Fix assert in e2e test

Signed-off-by: z1cheng <imchench@gmail.com>

* Not interrupt the waitForPodsReady

Signed-off-by: z1cheng <imchench@gmail.com>

* Replace string with constant

Signed-off-by: z1cheng <imchench@gmail.com>

* Fix comments

Signed-off-by: z1cheng <imchench@gmail.com>

* Revert write file permision

Signed-off-by: z1cheng <imchench@gmail.com>

---------

Signed-off-by: z1cheng <imchench@gmail.com>
2023-08-31 00:36:48 -07:00

1417 lines
38 KiB
Go

/*
Copyright 2018 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package annotations
import (
"fmt"
"net/http"
"reflect"
"regexp"
"strings"
"github.com/onsi/ginkgo/v2"
"github.com/stretchr/testify/assert"
"k8s.io/ingress-nginx/test/e2e/framework"
)
const (
canaryService = "httpbun-canary"
)
var _ = framework.DescribeAnnotation("canary-*", func() {
f := framework.NewDefaultFramework("canary", framework.WithHTTPBunEnabled())
ginkgo.BeforeEach(func() {
// Deployment for canary backend
f.NewHttpbunDeployment(framework.WithDeploymentName(canaryService))
})
ginkgo.Context("when canary is created", func() {
ginkgo.It("should response with a 200 status from the mainline upstream when requests are made to the mainline ingress", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
})
ginkgo.It("should return 404 status for requests to the canary if no matching ingress is found", func() {
host := fooHost
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusNotFound)
})
/*
TODO: This test needs improvements made to the e2e framework so that deployment updates work in order to successfully run
It("should return the correct status codes when endpoints are unavailable", func() {
host := fooHost
annotations := map[string]string{}
ing := framework.NewSingleIngress(host, "/info", host, f.Namespace, framework.HTTPBunService, 80, annotations)
f.EnsureIngress(ing)
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server,"server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryIng := framework.NewSingleIngress(canaryIngName, "/info", host, f.Namespace, canaryService,
80, canaryAnnotations)
f.EnsureIngress(canaryIng)
ginkgo.By("returning a 503 status when the mainline deployment has 0 replicas and a request is sent to the canary")
f.NewEchoDeployment(framework.WithDeploymentReplicas(0))
resp, _, errs := gorequest.New().
Get(f.GetURL(framework.HTTP)).
Set("Host", host).
Set("CanaryByHeader", "always").
End()
Expect(errs).Should(BeEmpty())
Expect(resp.StatusCode).Should(Equal(http.StatusServiceUnavailable))
ginkgo.By("returning a 200 status when the canary deployment has 0 replicas and a request is sent to the mainline ingress")
f.NewEchoDeployment()
f.NewDeployment(canaryService, "registry.k8s.io/e2e-test-images/echoserver:2.3", 8080, 0)
resp, _, errs = gorequest.New().
Get(f.GetURL(framework.HTTP)).
Set("Host", host).
Set("CanaryByHeader", "never").
End()
Expect(errs).Should(BeEmpty())
Expect(resp.StatusCode).Should(Equal(http.StatusOK))
})
*/
ginkgo.It("should route requests to the correct upstream if mainline ingress is created before the canary ingress", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests destined for the mainline ingress to the maineline upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests destined for the canary ingress to the canary upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
ginkgo.It("should route requests to the correct upstream if mainline ingress is created after the canary ingress", func() {
host := fooHost
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
ginkgo.By("routing requests destined for the mainline ingress to the mainelin upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests destined for the canary ingress to the canary upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
ginkgo.It("should route requests to the correct upstream if the mainline ingress is modified", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
modAnnotations := map[string]string{
fooHost: "bar",
}
f.UpdateIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
modAnnotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
ginkgo.By("routing requests destined fro the mainline ingress to the mainline upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests destined for the canary ingress to the canary upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
ginkgo.It("should route requests to the correct upstream if the canary ingress is modified", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
newAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader2",
}
f.UpdateIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
newAnnotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
ginkgo.By("routing requests destined for the mainline ingress to the mainline upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader2", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests destined for the canary ingress to the canary upstream")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader2", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
})
ginkgo.Context("when canaried by header with no value", func() {
ginkgo.It("should route requests to the correct upstream", func() {
host := fooHost
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
nil))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the canary upstream when header is set to 'always'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header is set to 'never'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header is set to anything else")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "badheadervalue").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
})
})
ginkgo.Context("when canaried by header with value", func() {
ginkgo.It("should route requests to the correct upstream", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
"nginx.ingress.kubernetes.io/canary-by-header-value": "DoCanary",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the canary upstream when header is set to 'DoCanary'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "DoCanary").
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header is set to 'always'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "always").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header is set to 'never'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "never").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header is set to anything else")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "otherheadervalue").
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
})
})
ginkgo.Context("when canaried by header with value and pattern", func() {
ginkgo.It("should route requests to the correct upstream", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
"nginx.ingress.kubernetes.io/canary-by-header-pattern": "^Do[A-Z][a-z]+y$",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the canary upstream when header pattern is matched")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "DoCanary").
Expect().
Status(http.StatusOK).
Body().Contains(canaryService)
ginkgo.By("routing requests to the mainline upstream when header failed to match header value")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "Docanary").
Expect().
Status(http.StatusOK).
Body().Contains(framework.HTTPBunService).NotContains(canaryService)
})
ginkgo.It("should route requests to the correct upstream", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
"nginx.ingress.kubernetes.io/canary-by-header-value": "DoCanary",
"nginx.ingress.kubernetes.io/canary-by-header-pattern": "^Do[A-Z][a-z]+y$",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the mainline upstream when header is set to 'DoCananry' and header-value is 'DoCanary'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "DoCananry").
Expect().
Status(http.StatusOK).
Body().Contains(framework.HTTPBunService).NotContains(canaryService)
})
ginkgo.It("should routes to mainline upstream when the given Regex causes error", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
"nginx.ingress.kubernetes.io/canary-by-header-pattern": "[][**da?$&*",
"nginx.ingress.kubernetes.io/canary-by-cookie": "CanaryByCookie",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the mainline upstream when the given Regex causes error")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "DoCanary").
WithCookie("CanaryByCookie", "always").
Expect().
Status(http.StatusOK).
Body().Contains(framework.HTTPBunService).NotContains(canaryService)
})
})
ginkgo.Context("when canaried by header with value and cookie", func() {
ginkgo.It("should route requests to the correct upstream", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
"nginx.ingress.kubernetes.io/canary-by-header-value": "DoCanary",
"nginx.ingress.kubernetes.io/canary-by-cookie": "CanaryByCookie",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the canary upstream when header value does not match and cookie is set to 'always'")
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("CanaryByHeader", "otherheadervalue").
WithCookie("CanaryByCookie", "always").
Expect().
Status(http.StatusOK).
Body().Contains(canaryService)
})
})
ginkgo.Context("when canaried by cookie", func() {
ginkgo.It("respects always and never values", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-cookie": "Canary-By-Cookie",
}
canaryIngName := fmt.Sprintf("%v-canary", host)
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
ginkgo.By("routing requests to the canary upstream when cookie is set to 'always'")
for i := 0; i < 50; i++ {
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithCookie("Canary-By-Cookie", "always").
Expect().
Status(http.StatusOK).
Body().Contains(canaryService)
}
ginkgo.By("routing requests to the mainline upstream when cookie is set to 'never'")
for i := 0; i < 50; i++ {
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithCookie("Canary-By-Cookie", "never").
Expect().
Status(http.StatusOK).
Body().Contains(framework.HTTPBunService).NotContains(canaryService)
}
ginkgo.By("routing requests to the mainline upstream when cookie is set to anything else")
for i := 0; i < 50; i++ {
// This test relies on canary cookie not parsing into the valid
// affinity data and canary weight not being specified at all.
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithCookie("Canary-By-Cookie", "badcookievalue").
Expect().
Status(http.StatusOK).
Body().Contains(framework.HTTPBunService).NotContains(canaryService)
}
})
})
ginkgo.Context("when canaried by weight", func() {
ginkgo.It("should route requests only to mainline if canary weight is 0", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-weight": "0",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
Expect().
Status(http.StatusOK).
Body().
Contains(framework.HTTPBunService).
NotContains(canaryService)
})
ginkgo.It("should route requests only to canary if canary weight is 100", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-weight": "100",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
ginkgo.It("should route requests only to canary if canary weight is equal to canary weight total", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-weight": "1000",
"nginx.ingress.kubernetes.io/canary-weight-total": "1000",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
Expect().
Status(http.StatusOK).
Body().
Contains(canaryService)
})
ginkgo.It("should route requests split between mainline and canary if canary weight is 50", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-weight": "50",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
TestMainlineCanaryDistribution(f, host)
})
ginkgo.It("should route requests split between mainline and canary if canary weight is 100 and weight total is 200", func() {
host := fooHost
annotations := map[string]string{}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
canaryIngName := fmt.Sprintf("%v-canary", host)
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-weight": "100",
"nginx.ingress.kubernetes.io/canary-weight-total": "200",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
TestMainlineCanaryDistribution(f, host)
})
})
ginkgo.Context("Single canary Ingress", func() {
ginkgo.It("should not use canary as a catch-all server", func() {
host := fooHost
canaryIngName := fmt.Sprintf("%v-canary", host)
annotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
f.EnsureIngress(framework.NewSingleCatchAllIngress(
canaryIngName,
f.Namespace,
canaryService,
80,
annotations))
f.EnsureIngress(framework.NewSingleCatchAllIngress(
host,
f.Namespace,
framework.HTTPBunService,
80,
nil))
f.WaitForNginxServer("_",
func(server string) bool {
upstreamName := fmt.Sprintf(`set $proxy_upstream_name "%s-%s-%s";`, f.Namespace, framework.HTTPBunService, "80")
canaryUpstreamName := fmt.Sprintf(`set $proxy_upstream_name "%s-%s-%s";`, f.Namespace, canaryService, "80")
return strings.Contains(server, fmt.Sprintf(`set $ingress_name "%v";`, host)) &&
!strings.Contains(server, `set $proxy_upstream_name "upstream-default-backend";`) &&
!strings.Contains(server, canaryUpstreamName) &&
strings.Contains(server, upstreamName)
})
})
ginkgo.It("should not use canary with domain as a server", func() {
host := fooHost
canaryIngName := fmt.Sprintf("%v-canary", host)
annotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
annotations))
otherHost := "bar"
f.EnsureIngress(framework.NewSingleIngress(
otherHost,
"/info",
otherHost,
f.Namespace,
framework.HTTPBunService,
80,
nil))
f.WaitForNginxConfiguration(func(cfg string) bool {
return strings.Contains(cfg, "server_name "+otherHost) &&
!strings.Contains(cfg, "server_name "+host)
})
})
})
ginkgo.It("does not crash when canary ingress has multiple paths to the same non-matching backend", func() {
host := fooHost
canaryIngName := fmt.Sprintf("%v-canary", host)
annotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "CanaryByHeader",
}
paths := []string{"/foo", "/bar"}
f.EnsureIngress(framework.NewSingleIngressWithMultiplePaths(
canaryIngName,
paths,
host,
f.Namespace,
"httpy-svc-canary",
80,
annotations))
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host, f.Namespace,
framework.HTTPBunService,
80,
nil))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
})
ginkgo.Context("canary affinity behavior", func() {
host := fooHost
affinityCookieName := "aff"
canaryIngName := fmt.Sprintf("%v-canary", host)
ginkgo.It("always routes traffic to canary if first request was affinitized to canary (default behavior)", func() {
annotations := map[string]string{
"nginx.ingress.kubernetes.io/affinity": "cookie",
"nginx.ingress.kubernetes.io/session-cookie-name": affinityCookieName,
}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
// Canary weight is 1% to ensure affinity cookie does its job.
// affinity-canary-behavior annotation is not explicitly configured.
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "ForceCanary",
"nginx.ingress.kubernetes.io/canary-by-header-value": "yes",
"nginx.ingress.kubernetes.io/canary-weight": "1",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
// This request will produce affinity cookie coming from the canary
// backend.
forcedRequestToCanary := f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("ForceCanary", "yes").
Expect().
Status(http.StatusOK)
// Make sure we got response from canary.
forcedRequestToCanary.
Body().Contains(canaryService)
affinityCookie := forcedRequestToCanary.
Cookie(affinityCookieName)
// As long as affinity cookie is present, all requests will be
// routed to a specific backend.
for i := 0; i < 50; i++ {
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithCookie(affinityCookieName, affinityCookie.Raw().Value).
Expect().
Status(http.StatusOK).
Body().Contains(canaryService)
}
})
ginkgo.It("always routes traffic to canary if first request was affinitized to canary (explicit sticky behavior)", func() {
annotations := map[string]string{
"nginx.ingress.kubernetes.io/affinity": "cookie",
"nginx.ingress.kubernetes.io/session-cookie-name": affinityCookieName,
}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
// Canary weight is 1% to ensure affinity cookie does its job.
// Explicitly set affinity-canary-behavior annotation to "sticky".
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "ForceCanary",
"nginx.ingress.kubernetes.io/canary-by-header-value": "yes",
"nginx.ingress.kubernetes.io/canary-weight": "1",
"nginx.ingress.kubernetes.io/affinity-canary-behavior": "sticky",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
// This request will produce affinity cookie coming from the canary
// backend.
forcedRequestToCanary := f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("ForceCanary", "yes").
Expect().
Status(http.StatusOK)
// Make sure we got response from canary.
forcedRequestToCanary.
Body().Contains(canaryService)
affinityCookie := forcedRequestToCanary.
Cookie(affinityCookieName)
// As long as affinity cookie is present, all requests will be
// routed to a specific backend.
for i := 0; i < 50; i++ {
f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithCookie(affinityCookieName, affinityCookie.Raw().Value).
Expect().
Status(http.StatusOK).
Body().Contains(canaryService)
}
})
ginkgo.It("routes traffic to either mainline or canary backend (legacy behavior)", func() {
annotations := map[string]string{
"nginx.ingress.kubernetes.io/affinity": "cookie",
"nginx.ingress.kubernetes.io/session-cookie-name": affinityCookieName,
}
f.EnsureIngress(framework.NewSingleIngress(
host,
"/info",
host,
f.Namespace,
framework.HTTPBunService,
80,
annotations))
f.WaitForNginxServer(host,
func(server string) bool {
return strings.Contains(server, "server_name foo")
})
// Canary weight is 50% to ensure requests are going there.
// Explicitly set affinity-canary-behavior annotation to "legacy".
canaryAnnotations := map[string]string{
"nginx.ingress.kubernetes.io/canary": "true",
"nginx.ingress.kubernetes.io/canary-by-header": "ForceCanary",
"nginx.ingress.kubernetes.io/canary-by-header-value": "yes",
"nginx.ingress.kubernetes.io/canary-weight": "50",
"nginx.ingress.kubernetes.io/affinity-canary-behavior": "legacy",
}
f.EnsureIngress(framework.NewSingleIngress(
canaryIngName,
"/info",
host,
f.Namespace,
canaryService,
80,
canaryAnnotations))
// This request will produce affinity cookie coming from the canary
// backend.
forcedRequestToCanary := f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
WithHeader("ForceCanary", "yes").
Expect().
Status(http.StatusOK)
// Make sure we got response from canary.
forcedRequestToCanary.
Body().Contains(canaryService)
// Legacy behavior results in affinity cookie not being set in
// response.
for _, c := range forcedRequestToCanary.Cookies().Iter() {
if c.String().Raw() == affinityCookieName {
ginkgo.GinkgoT().Error("Affinity cookie is present in response, but was not expected.")
}
}
TestMainlineCanaryDistribution(f, host)
})
})
})
// This method assumes canary weight being configured at 50%.
func TestMainlineCanaryDistribution(f *framework.Framework, host string) {
re := regexp.MustCompile(fmt.Sprintf(`%s.*`, framework.HTTPBunService))
replicaRequestCount := map[string]int{}
// The implementation of choice by weight doesn't guarantee exact
// number of requests, so verify if mainline and canary have at
// least some requests
requestsToGet := 200
requestsNumberToTest := (40 * requestsToGet) / 100
for i := 0; i < requestsToGet; i++ {
body := f.HTTPTestClient().
GET("/info").
WithHeader("Host", host).
Expect().
Status(http.StatusOK).Body().Raw()
replica := re.FindString(body)
assert.NotEmpty(ginkgo.GinkgoT(), replica)
if _, ok := replicaRequestCount[replica]; !ok {
replicaRequestCount[replica] = 1
} else {
replicaRequestCount[replica]++
}
}
keys := reflect.ValueOf(replicaRequestCount).MapKeys()
assert.Equal(ginkgo.GinkgoT(), 2, len(keys))
assert.GreaterOrEqual(
ginkgo.GinkgoT(),
replicaRequestCount[keys[0].String()],
requestsNumberToTest,
)
assert.GreaterOrEqual(
ginkgo.GinkgoT(),
replicaRequestCount[keys[1].String()],
requestsNumberToTest,
)
}