package lab
import (
"context"
"encoding/json"
"fmt"
"os"
"os/exec"
"path/filepath"
"strings"
"sync"
"testing"
"time"
appsv1 "k8s.io/api/apps/v1"
corev1 "k8s.io/api/core/v1"
rbacv1 "k8s.io/api/rbac/v1"
apierrors "k8s.io/apimachinery/pkg/api/errors"
"k8s.io/apimachinery/pkg/api/resource"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
"k8s.io/apimachinery/pkg/runtime/schema"
"k8s.io/apimachinery/pkg/util/intstr"
"k8s.io/client-go/dynamic"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
"k8s.io/client-go/tools/clientcmd"
"k8s.io/client-go/util/retry"
)
func TestRealCluster(t *testing.T) {
config := os.Getenv("KUBECONFIG")
if config == "" {
t.Fatal("real kind KUBECONFIG is required; this suite must never silently skip")
}
ctx, cancel := context.WithTimeout(context.Background(), 8*time.Minute)
defer cancel()
cfg, err := clientcmd.BuildConfigFromFlags("", config)
must(t, err)
k, err := kubernetes.NewForConfig(cfg)
must(t, err)
d, err := dynamic.NewForConfig(cfg)
must(t, err)
version, err := k.Discovery().ServerVersion()
must(t, err)
t.Logf("REAL_APISERVER %s", version.GitVersion)
if !strings.HasPrefix(version.GitVersion, "v1.32.") {
t.Fatalf("unexpected server %s", version.GitVersion)
}
newFixture := func(t *testing.T) (string, string, *Controller) {
t.Helper()
ns, err := k.CoreV1().Namespaces().Create(ctx, &corev1.Namespace{ObjectMeta: metav1.ObjectMeta{GenerateName: "operator-book-"}}, metav1.CreateOptions{})
must(t, err)
t.Cleanup(func() { _ = k.CoreV1().Namespaces().Delete(context.Background(), ns.Name, metav1.DeleteOptions{}) })
obj := &unstructured.Unstructured{Object: map[string]interface{}{"apiVersion": "gateway.book.example/v1alpha1", "kind": "GatewayInstance", "metadata": map[string]interface{}{"name": "demo", "namespace": ns.Name}, "spec": map[string]interface{}{"replicas": int64(1)}}}
_, err = d.Resource(GVR).Namespace(ns.Name).Create(ctx, obj, metav1.CreateOptions{})
must(t, err)
return ns.Name, "demo", New(k, d)
}
get := func(t *testing.T, ns, name string) *unstructured.Unstructured {
o, e := d.Resource(GVR).Namespace(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
return o
}
updateReplicas := func(t *testing.T, ns, name string, n int64) {
must(t, retry.RetryOnConflict(retry.DefaultRetry, func() error {
o, e := d.Resource(GVR).Namespace(ns).Get(ctx, name, metav1.GetOptions{})
if e != nil {
return e
}
_ = unstructured.SetNestedField(o.Object, n, "spec", "replicas")
_, e = d.Resource(GVR).Namespace(ns).Update(ctx, o, metav1.UpdateOptions{})
return e
}))
}
t.Run("InitialConvergence", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if *dep.Spec.Replicas != 1 {
t.Fatal("replicas")
}
svc, e := k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if svc.Spec.Selector["app.kubernetes.io/instance"] != name || dep.Spec.Template.Labels["unwanted"] != "" {
t.Fatal("selector")
}
o := get(t, ns, name)
g, _, _ := unstructured.NestedInt64(o.Object, "status", "observedGeneration")
if g != o.GetGeneration() {
t.Fatal("observedGeneration")
}
})
t.Run("IdempotentReconcile", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
before, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
o := get(t, ns, name)
for i := 0; i < 4; i++ {
must(t, c.Reconcile(ctx, ns, name))
}
after, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if before.UID != after.UID || before.Generation != after.Generation || o.GetResourceVersion() != get(t, ns, name).GetResourceVersion() {
t.Fatal("reconcile wrote unchanged owned state")
}
})
t.Run("DeletedChildrenSelfHeal", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
old, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
must(t, k.AppsV1().Deployments(ns).Delete(ctx, name, metav1.DeleteOptions{}))
must(t, k.CoreV1().Services(ns).Delete(ctx, name, metav1.DeleteOptions{}))
must(t, c.Reconcile(ctx, ns, name))
cur, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if old.UID == cur.UID {
t.Fatal("deployment not recreated")
}
_, e = k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
})
t.Run("SpecAndGeneration", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
before := get(t, ns, name).GetGeneration()
updateReplicas(t, ns, name, 2)
must(t, c.Reconcile(ctx, ns, name))
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
o := get(t, ns, name)
g, _, _ := unstructured.NestedInt64(o.Object, "status", "observedGeneration")
if *dep.Spec.Replicas != 2 || o.GetGeneration() <= before || g != o.GetGeneration() {
t.Fatal("new spec not acknowledged")
}
})
t.Run("RealResourceVersionConflictRetry", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
updateReplicas(t, ns, name, 2)
var once sync.Once
injected := false
c.BeforeDeploymentUpdate = func(stale *appsv1.Deployment) {
once.Do(func() {
fresh, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
fresh.Annotations = map[string]string{"other-writer": "preserved"}
_, e = k.AppsV1().Deployments(ns).Update(ctx, fresh, metav1.UpdateOptions{})
must(t, e)
_, e = k.AppsV1().Deployments(ns).Update(ctx, stale, metav1.UpdateOptions{})
if !apierrors.IsConflict(e) {
t.Fatalf("expected genuine API 409, got %v", e)
}
injected = true
})
}
must(t, c.Reconcile(ctx, ns, name))
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if !injected || *dep.Spec.Replicas != 2 || dep.Annotations["other-writer"] != "preserved" {
t.Fatal("retry lost intent or concurrent writer")
}
})
t.Run("StatusConditionNoChurn", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
o := get(t, ns, name)
conds, _, _ := unstructured.NestedSlice(o.Object, "status", "conditions")
cond := conds[0].(map[string]interface{})
if cond["type"] != "Reconciled" || cond["status"] != "True" || cond["reason"] != "ChildrenApplied" || cond["lastTransitionTime"] == "" {
t.Fatal(cond)
}
must(t, c.Reconcile(ctx, ns, name))
after := get(t, ns, name)
if o.GetResourceVersion() != after.GetResourceVersion() {
t.Fatal("status churn")
}
})
t.Run("ActualProcessRestartResync", func(t *testing.T) {
ns, name, _ := newFixture(t)
binary := os.Getenv("OPERATOR_BINARY")
if binary == "" {
t.Fatal("compiled operator subprocess required")
}
start := func() *exec.Cmd {
cmd := exec.CommandContext(ctx, binary, "--kubeconfig", config, "--namespace", ns)
cmd.Stdout = os.Stdout
cmd.Stderr = os.Stderr
must(t, cmd.Start())
return cmd
}
first := start()
t.Cleanup(func() { _ = first.Process.Kill() })
eventually(t, ctx, func() bool { _, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{}); return e == nil })
must(t, first.Process.Kill())
_ = first.Wait()
updateReplicas(t, ns, name, 3)
second := start()
defer func() { _ = second.Process.Kill(); _ = second.Wait() }()
eventually(t, ctx, func() bool {
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
return e == nil && *dep.Spec.Replicas == 3
})
})
t.Run("FinalizerCleanup", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
o := get(t, ns, name)
ext := externalName(o)
must(t, d.Resource(GVR).Namespace(ns).Delete(ctx, name, metav1.DeleteOptions{}))
must(t, c.Reconcile(ctx, ns, name))
_, e := k.CoreV1().ConfigMaps(ns).Get(ctx, ext, metav1.GetOptions{})
if !apierrors.IsNotFound(e) {
t.Fatal("external record remains", e)
}
_, e = d.Resource(GVR).Namespace(ns).Get(ctx, name, metav1.GetOptions{})
if !apierrors.IsNotFound(e) {
t.Fatal("CR still exists", e)
}
})
t.Run("BlockedFinalizerRecovery", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
o := get(t, ns, name)
o.SetAnnotations(map[string]string{"gateway.book.example/cleanup-blocked": "true"})
_, e := d.Resource(GVR).Namespace(ns).Update(ctx, o, metav1.UpdateOptions{})
must(t, e)
must(t, d.Resource(GVR).Namespace(ns).Delete(ctx, name, metav1.DeleteOptions{}))
must(t, c.Reconcile(ctx, ns, name))
blocked := get(t, ns, name)
if blocked.GetDeletionTimestamp() == nil || !contains(blocked.GetFinalizers(), Finalizer) {
t.Fatal("deletion did not remain pending")
}
_, e = k.CoreV1().ConfigMaps(ns).Get(ctx, externalName(blocked), metav1.GetOptions{})
must(t, e)
conds, _, _ := unstructured.NestedSlice(blocked.Object, "status", "conditions")
if conds[0].(map[string]interface{})["reason"] != "ExternalUnavailable" || conds[0].(map[string]interface{})["type"] != "CleanupBlocked" || conds[0].(map[string]interface{})["status"] != "True" {
t.Fatal("blocked condition missing")
}
blocked.SetAnnotations(nil)
_, e = d.Resource(GVR).Namespace(ns).Update(ctx, blocked, metav1.UpdateOptions{})
must(t, e)
must(t, c.Reconcile(ctx, ns, name))
_, e = d.Resource(GVR).Namespace(ns).Get(ctx, name, metav1.GetOptions{})
if !apierrors.IsNotFound(e) {
t.Fatal("recovery incomplete")
}
})
t.Run("OwnerReferencesAndGarbageCollection", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
o := get(t, ns, name)
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
svc, e := k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if !owned(dep.OwnerReferences, o.GetUID()) || !owned(svc.OwnerReferences, o.GetUID()) {
t.Fatal("wrong owner UID")
}
must(t, d.Resource(GVR).Namespace(ns).Delete(ctx, name, metav1.DeleteOptions{}))
must(t, c.Reconcile(ctx, ns, name))
eventually(t, ctx, func() bool {
_, a := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
_, b := k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
return apierrors.IsNotFound(a) && apierrors.IsNotFound(b)
})
})
t.Run("RefuseUnrelatedChild", func(t *testing.T) {
ns, name, c := newFixture(t)
_, e := k.CoreV1().Services(ns).Create(ctx, &corev1.Service{ObjectMeta: metav1.ObjectMeta{Name: name}, Spec: corev1.ServiceSpec{Ports: []corev1.ServicePort{{Port: 90}}}}, metav1.CreateOptions{})
must(t, e)
if e = c.Reconcile(ctx, ns, name); e == nil || !strings.Contains(e.Error(), "unrelated Service") {
t.Fatal("unowned resource was adopted", e)
}
svc, e := k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if svc.Spec.Ports[0].Port != 90 || len(svc.OwnerReferences) != 0 {
t.Fatal("collision mutated foreign object")
}
})
t.Run("ConcurrentSpecCannotBeAcknowledgedEarly", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
old := get(t, ns, name).GetGeneration()
var once sync.Once
c.BeforeStatus = func() { once.Do(func() { updateReplicas(t, ns, name, 2) }) }
if e := c.Reconcile(ctx, ns, name); e == nil {
t.Fatal("concurrent generation should request retry")
}
o := get(t, ns, name)
g, _, _ := unstructured.NestedInt64(o.Object, "status", "observedGeneration")
if g != old || o.GetGeneration() <= g {
t.Fatal("new generation acknowledged before applying children")
}
c.BeforeStatus = nil
must(t, c.Reconcile(ctx, ns, name))
o = get(t, ns, name)
g, _, _ = unstructured.NestedInt64(o.Object, "status", "observedGeneration")
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if g != o.GetGeneration() || *dep.Spec.Replicas != 2 {
t.Fatal("retry did not acknowledge actual applied spec")
}
})
t.Run("OwnedFieldsDriftRecovery", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
dep.Spec.Template.Spec.Containers[0].Args = []string{"--version"}
dep.Spec.Template.Labels["unwanted"] = "mutated"
_, e = k.AppsV1().Deployments(ns).Update(ctx, dep, metav1.UpdateOptions{})
must(t, e)
svc, e := k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
svc.Spec.Selector = map[string]string{"wrong": "selector"}
svc.Spec.Ports[0].Port = 90
svc.Spec.Ports[0].TargetPort = intstr.FromInt32(9090)
_, e = k.CoreV1().Services(ns).Update(ctx, svc, metav1.UpdateOptions{})
must(t, e)
must(t, c.Reconcile(ctx, ns, name))
dep, e = k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
svc, e = k.CoreV1().Services(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
if dep.Spec.Template.Spec.Containers[0].Args[0] != "--config-yaml" || dep.Spec.Template.Labels["app.kubernetes.io/managed-by"] != "gateway-book" || svc.Spec.Ports[0].Port != 80 || svc.Spec.Ports[0].TargetPort.IntVal != 8080 || svc.Spec.Selector["app.kubernetes.io/instance"] != name || dep.Spec.Template.Labels["unwanted"] != "" {
t.Fatal("owned drift not restored")
}
})
t.Run("ScopedRBACAllowsOwnNamespaceOnly", func(t *testing.T) {
ns, name, _ := newFixture(t)
_, e := k.CoreV1().ServiceAccounts(ns).Create(ctx, &corev1.ServiceAccount{ObjectMeta: metav1.ObjectMeta{Name: "operator"}}, metav1.CreateOptions{})
must(t, e)
role := &rbacv1.Role{ObjectMeta: metav1.ObjectMeta{Name: "operator", Namespace: ns}, Rules: []rbacv1.PolicyRule{{APIGroups: []string{GVR.Group}, Resources: []string{"gatewayinstances", "gatewayinstances/status", "gatewayinstances/finalizers"}, Verbs: []string{"get", "list", "watch", "update", "patch"}}, {APIGroups: []string{"apps"}, Resources: []string{"deployments"}, Verbs: []string{"get", "create", "update"}}, {APIGroups: []string{""}, Resources: []string{"services", "configmaps"}, Verbs: []string{"get", "create", "update", "delete"}}}}
_, e = k.RbacV1().Roles(ns).Create(ctx, role, metav1.CreateOptions{})
must(t, e)
_, e = k.RbacV1().RoleBindings(ns).Create(ctx, &rbacv1.RoleBinding{ObjectMeta: metav1.ObjectMeta{Name: "operator", Namespace: ns}, Subjects: []rbacv1.Subject{{Kind: "ServiceAccount", Name: "operator", Namespace: ns}}, RoleRef: rbacv1.RoleRef{APIGroup: "rbac.authorization.k8s.io", Kind: "Role", Name: "operator"}}, metav1.CreateOptions{})
must(t, e)
limited := rest.CopyConfig(cfg)
limited.Impersonate.UserName = "system:serviceaccount:" + ns + ":operator"
lk, e := kubernetes.NewForConfig(limited)
must(t, e)
ld, e := dynamic.NewForConfig(limited)
must(t, e)
controller := New(lk, ld)
must(t, controller.Reconcile(ctx, ns, name))
other, oname, _ := newFixture(t)
if e = controller.Reconcile(ctx, other, oname); !apierrors.IsForbidden(e) {
t.Fatal("cross-namespace should be forbidden", e)
}
_, e = lk.CoreV1().Secrets(ns).List(ctx, metav1.ListOptions{})
if !apierrors.IsForbidden(e) {
t.Fatal("ungranted Secrets access", e)
}
})
t.Run("UnownedContainerFieldsSurviveSpecUpdate", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
dep.Spec.Template.Spec.Containers[0].Env = []corev1.EnvVar{{Name: "EXTERNAL_SETTING", Value: "preserved"}}
dep.Spec.Template.Spec.Containers[0].ReadinessProbe.TimeoutSeconds = 7
dep.Spec.Template.Spec.Containers[0].Resources.Requests = corev1.ResourceList{corev1.ResourceCPU: resource.MustParse("10m")}
_, e = k.AppsV1().Deployments(ns).Update(ctx, dep, metav1.UpdateOptions{})
must(t, e)
updateReplicas(t, ns, name, 2)
must(t, c.Reconcile(ctx, ns, name))
dep, e = k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
container := dep.Spec.Template.Spec.Containers[0]
if len(container.Env) != 1 || container.Env[0].Value != "preserved" || container.ReadinessProbe.TimeoutSeconds != 7 || container.Resources.Requests.Cpu().String() != "10m" || *dep.Spec.Replicas != 2 {
t.Fatal("non-owned container settings lost during update", container)
}
})
t.Run("GatewayServiceHTTPAndSpecChange", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
client := &corev1.Pod{ObjectMeta: metav1.ObjectMeta{Name: "http-client", Namespace: ns}, Spec: corev1.PodSpec{Containers: []corev1.Container{{Name: "client", Image: "busybox:1.36.1@sha256:73aaf090f3d85aa34ee199857f03fa3a95c8ede2ffd4cc2cdb5b94e566b11662", Command: []string{"sh", "-c", "sleep 600"}}}}}
_, e := k.CoreV1().Pods(ns).Create(ctx, client, metav1.CreateOptions{})
must(t, e)
waitReady := func() {
eventually(t, ctx, func() bool {
dep, e := k.AppsV1().Deployments(ns).Get(ctx, name, metav1.GetOptions{})
if e != nil || dep.Status.ObservedGeneration != dep.Generation || dep.Status.AvailableReplicas != 1 || dep.Status.UpdatedReplicas != 1 {
return false
}
pod, e := k.CoreV1().Pods(ns).Get(ctx, "http-client", metav1.GetOptions{})
if e != nil {
return false
}
for _, cond := range pod.Status.Conditions {
if cond.Type == corev1.PodReady && cond.Status == corev1.ConditionTrue {
return true
}
}
return false
})
}
request := func() string {
out, e := exec.CommandContext(ctx, "kubectl", "-n", ns, "exec", "http-client", "--", "wget", "-T", "5", "-qO-", "http://"+name+"."+ns+".svc.cluster.local:80/").CombinedOutput()
if e != nil {
t.Fatalf("real Service request: %v %s", e, out)
}
return string(out)
}
waitReady()
before := request()
if before != "gateway ready" {
t.Fatal("unexpected original HTTP response", before)
}
o := get(t, ns, name)
_ = unstructured.SetNestedField(o.Object, "updated gateway response", "spec", "message")
_, e = d.Resource(GVR).Namespace(ns).Update(ctx, o, metav1.UpdateOptions{})
must(t, e)
must(t, c.Reconcile(ctx, ns, name))
waitReady()
for i := 0; i < 3; i++ {
if body := request(); body != "updated gateway response" {
t.Fatal("HTTP configuration did not converge", body)
}
}
pods, e := k.CoreV1().Pods(ns).List(ctx, metav1.ListOptions{LabelSelector: "app.kubernetes.io/instance=" + name})
must(t, e)
ids := []string{}
for _, pod := range pods.Items {
for _, status := range pod.Status.ContainerStatuses {
ids = append(ids, status.ImageID)
}
}
if len(ids) == 0 {
t.Fatal("no real Envoy runtime image")
}
path := filepath.Join(os.Getenv("OPERATOR_ROOT"), "evidence", "http.json")
report := map[string]interface{}{"transport": "in-cluster busybox wget -> Service DNS/ClusterIP -> Envoy:8080", "before": before, "after": "updated gateway response", "post_update_requests": 3, "envoy_image": EnvoyImage, "actual_image_ids": ids, "rollout_strategy": "Recreate; downtime possible"}
raw, e := json.MarshalIndent(report, "", " ")
must(t, e)
must(t, os.WriteFile(path, append(raw, '\n'), 0600))
})
t.Run("CRDServedStorageUpgrade", func(t *testing.T) {
ns, name, c := newFixture(t)
must(t, c.Reconcile(ctx, ns, name))
root := os.Getenv("OPERATOR_ROOT")
if root == "" {
t.Fatal("OPERATOR_ROOT required")
}
out, e := exec.CommandContext(ctx, "kubectl", "apply", "-f", filepath.Join(root, "lab/crd-v1beta1.yaml")).CombinedOutput()
if e != nil {
t.Fatalf("upgrade: %v %s", e, out)
}
beta := schema.GroupVersionResource{Group: GVR.Group, Version: "v1beta1", Resource: GVR.Resource}
b, e := d.Resource(beta).Namespace(ns).Get(ctx, name, metav1.GetOptions{})
must(t, e)
oldUID := b.GetUID()
_ = unstructured.SetNestedField(b.Object, int64(2), "spec", "replicas")
_, e = d.Resource(beta).Namespace(ns).Update(ctx, b, metav1.UpdateOptions{})
must(t, e)
must(t, c.Reconcile(ctx, ns, name))
alpha := get(t, ns, name)
if alpha.GetUID() != oldUID {
t.Fatal("identity changed across version")
}
raw, e := exec.CommandContext(ctx, "kubectl", "get", "crd", "gatewayinstances.gateway.book.example", "-o", "json").Output()
must(t, e)
var crd map[string]interface{}
must(t, json.Unmarshal(raw, &crd))
stored, _, _ := unstructured.NestedStringSlice(crd, "status", "storedVersions")
if !contains(stored, "v1alpha1") || !contains(stored, "v1beta1") {
t.Fatalf("both stored versions expected, got %v", stored)
}
t.Logf("STORED_VERSIONS %v; alpha remains served, no migration or conversion webhook claimed", stored)
})
}
func must(t *testing.T, e error) {
t.Helper()
if e != nil {
t.Fatal(e)
}
}
func eventually(t *testing.T, ctx context.Context, f func() bool) {
t.Helper()
deadline := time.Now().Add(100 * time.Second)
for time.Now().Before(deadline) {
if f() {
return
}
select {
case <-ctx.Done():
t.Fatal(ctx.Err())
case <-time.After(100 * time.Millisecond):
}
}
t.Fatal(fmt.Errorf("condition not reached before deadline"))
}
