test: HTTPRoute conformance tests (#2737)

test: HTTPRoute conformance tests

All the core conformance tests for the Gateway API successfully run.
Besides, also the optional ReferenceGrant-related tests have been added
to the suite and run with success.

Signed-off-by: Mattia Lavacca <lavacca.mattia@gmail.com>

CHANGELOG.md

@@ -73,6 +73,8 @@
   [#2781](https://github.com/Kong/kubernetes-ingress-controller/pull/2781)
 - Added all the Gateway-related conformance tests.
   [#2777](https://github.com/Kong/kubernetes-ingress-controller/issues/2777)
+- Added all the HTTPRoute-related conformance tests.
+  [#2776](https://github.com/Kong/kubernetes-ingress-controller/issues/2776)
 
 #### Fixed
 
@@ -95,6 +97,9 @@
   [#2791](https://github.com/Kong/kubernetes-ingress-controller/pull/2791)
 - Update Listener statuses whenever they change, not just on Gateway creation.
   [#2797](https://github.com/Kong/kubernetes-ingress-controller/pull/2797)
+- StripPath for `HTTPRoute`s is now disabled by default to be conformant with the
+  Gateway API requirements.
+  #[#2737](https://github.com/Kong/kubernetes-ingress-controller/pull/2737)
 
 #### Under the hood
 

examples/gateway-httproute.yaml

@@ -99,6 +99,8 @@ apiVersion: gateway.networking.k8s.io/v1beta1
 kind: HTTPRoute
 metadata:
   name: httproute-testing
+  annotations:
+    konghq.com/strip-path: "true"
 spec:
   parentRefs:
   - name: kong
@@ -109,8 +111,10 @@ spec:
         value: /httproute-testing
     backendRefs:
     - name: httpbin
+      kind: Service
       port: 80
       weight: 75
     - name: nginx
+      kind: Service
       port: 8080
       weight: 25

internal/controllers/gateway/gateway_controller_test.go

@@ -11,6 +11,7 @@ import (
 	gatewayv1alpha2 "sigs.k8s.io/gateway-api/apis/v1alpha2"
 
 	"github.com/kong/kubernetes-ingress-controller/v2/internal/annotations"
+	"github.com/kong/kubernetes-ingress-controller/v2/internal/util"
 )
 
 func Test_readyConditionExistsForObservedGeneration(t *testing.T) {
@@ -523,7 +524,7 @@ func Test_getReferenceGrantConditionReason(t *testing.T) {
 			name:             "no need for reference",
 			gatewayNamespace: "test",
 			certRef: gatewayv1alpha2.SecretObjectReference{
-				Kind: (*gatewayv1alpha2.Kind)(pointer.StringPtr("secret")),
+				Kind: util.StringToGatewayAPIKindPtr("Secret"),
 				Name: "testSecret",
 			},
 			expectedReason: string(gatewayv1alpha2.ListenerReasonResolvedRefs),
@@ -532,7 +533,7 @@ func Test_getReferenceGrantConditionReason(t *testing.T) {
 			name:             "reference not granted",
 			gatewayNamespace: "test",
 			certRef: gatewayv1alpha2.SecretObjectReference{
-				Kind:      (*gatewayv1alpha2.Kind)(pointer.StringPtr("secret")),
+				Kind:      util.StringToGatewayAPIKindPtr("Secret"),
 				Name:      "testSecret",
 				Namespace: (*gatewayv1alpha2.Namespace)(pointer.StringPtr("otherNamespace")),
 			},
@@ -565,7 +566,7 @@ func Test_getReferenceGrantConditionReason(t *testing.T) {
 			name:             "reference granted, secret name not specified",
 			gatewayNamespace: "test",
 			certRef: gatewayv1alpha2.SecretObjectReference{
-				Kind:      (*gatewayv1alpha2.Kind)(pointer.StringPtr("secret")),
+				Kind:      util.StringToGatewayAPIKindPtr("Secret"),
 				Name:      "testSecret",
 				Namespace: (*gatewayv1alpha2.Namespace)(pointer.StringPtr("otherNamespace")),
 			},
@@ -604,7 +605,7 @@ func Test_getReferenceGrantConditionReason(t *testing.T) {
 			name:             "reference granted, secret name specified",
 			gatewayNamespace: "test",
 			certRef: gatewayv1alpha2.SecretObjectReference{
-				Kind:      (*gatewayv1alpha2.Kind)(pointer.StringPtr("secret")),
+				Kind:      util.StringToGatewayAPIKindPtr("Secret"),
 				Name:      "testSecret",
 				Namespace: (*gatewayv1alpha2.Namespace)(pointer.StringPtr("otherNamespace")),
 			},

internal/controllers/gateway/httproute_controller.go

@@ -6,10 +6,12 @@ import (
 	"reflect"
 
 	"github.com/go-logr/logr"
-	"k8s.io/apimachinery/pkg/api/errors"
+	corev1 "k8s.io/api/core/v1"
+	k8serrors "k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/apimachinery/pkg/runtime"
 	"k8s.io/apimachinery/pkg/types"
+	"k8s.io/utils/pointer"
 	ctrl "sigs.k8s.io/controller-runtime"
 	"sigs.k8s.io/controller-runtime/pkg/client"
 	"sigs.k8s.io/controller-runtime/pkg/controller"
@@ -21,6 +23,7 @@ import (
 	gatewayv1alpha2 "sigs.k8s.io/gateway-api/apis/v1alpha2"
 
 	"github.com/kong/kubernetes-ingress-controller/v2/internal/dataplane"
+	"github.com/kong/kubernetes-ingress-controller/v2/internal/util"
 )
 
 // -----------------------------------------------------------------------------
@@ -235,7 +238,7 @@ func (r *HTTPRouteReconciler) Reconcile(ctx context.Context, req ctrl.Request) (
 	if err := r.Get(ctx, req.NamespacedName, httproute); err != nil {
 		// if the queued object is no longer present in the proxy cache we need
 		// to ensure that if it was ever added to the cache, it gets removed.
-		if errors.IsNotFound(err) {
+		if k8serrors.IsNotFound(err) {
 			debug(log, httproute, "object does not exist, ensuring it is not present in the proxy cache")
 			httproute.Namespace = req.Namespace
 			httproute.Name = req.Name
@@ -299,25 +302,31 @@ func (r *HTTPRouteReconciler) Reconcile(ctx context.Context, req ctrl.Request) (
 	// requeue the object and wait until all supported gateways are ready.
 	debug(log, httproute, "checking if the httproute's gateways are ready")
 	for _, gateway := range gateways {
-		if !isGatewayReady(gateway) {
+		if !isGatewayReady(gateway.gateway) {
 			debug(log, httproute, "gateway for route was not ready, waiting")
 			return ctrl.Result{Requeue: true}, nil
 		}
 	}
 
-	// if the gateways are ready, and the HTTPRoute is destined for them, ensure that
-	// the object is pushed to the dataplane.
-	if err := r.DataplaneClient.UpdateObject(httproute); err != nil {
-		debug(log, httproute, "failed to update object in data-plane, requeueing")
-		return ctrl.Result{}, err
-	}
-	if r.DataplaneClient.AreKubernetesObjectReportsEnabled() {
-		// if the dataplane client has reporting enabled (this is the default and is
-		// tied in with status updates being enabled in the controller manager) then
-		// we will wait until the object is reported as successfully configured before
-		// moving on to status updates.
-		if !r.DataplaneClient.KubernetesObjectIsConfigured(httproute) {
-			return ctrl.Result{Requeue: true}, nil
+	// perform operations on the kong store only if the route is in accepted status
+	if isRouteAccepted(gateways) {
+		// remove all the hostnames that don't match with at least one Listener's Hostname
+		filteredHTTPRoute := filterHostnames(gateways, httproute.DeepCopy())
+
+		// if the gateways are ready, and the HTTPRoute is destined for them, ensure that
+		// the object is pushed to the dataplane.
+		if err := r.DataplaneClient.UpdateObject(filteredHTTPRoute); err != nil {
+			debug(log, httproute, "failed to update object in data-plane, requeueing")
+			return ctrl.Result{}, err
+		}
+		if r.DataplaneClient.AreKubernetesObjectReportsEnabled() {
+			// if the dataplane client has reporting enabled (this is the default and is
+			// tied in with status updates being enabled in the controller manager) then
+			// we will wait until the object is reported as successfully configured before
+			// moving on to status updates.
+			if !r.DataplaneClient.KubernetesObjectIsConfigured(httproute) {
+				return ctrl.Result{Requeue: true}, nil
+			}
 		}
 	}
 
@@ -352,7 +361,7 @@ var httprouteParentKind = "Gateway"
 // ensureGatewayReferenceStatus takes any number of Gateways that should be
 // considered "attached" to a given HTTPRoute and ensures that the status
 // for the HTTPRoute is updated appropriately.
-func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusAdded(ctx context.Context, httproute *gatewayv1alpha2.HTTPRoute, gateways ...*gatewayv1alpha2.Gateway) (bool, error) {
+func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusAdded(ctx context.Context, httproute *gatewayv1alpha2.HTTPRoute, gateways ...supportedGatewayWithCondition) (bool, error) {
 	// map the existing parentStatues to avoid duplications
 	parentStatuses := make(map[string]*gatewayv1alpha2.RouteParentStatus)
 	for _, existingParent := range httproute.Status.Parents {
@@ -361,7 +370,11 @@ func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusAdded(ctx context.Cont
 			namespace = string(*existingParent.ParentRef.Namespace)
 		}
 		existingParentCopy := existingParent
-		parentStatuses[namespace+string(existingParent.ParentRef.Name)] = &existingParentCopy
+		var sectionName string
+		if existingParent.ParentRef.SectionName != nil {
+			sectionName = string(*existingParent.ParentRef.SectionName)
+		}
+		parentStatuses[fmt.Sprintf("%s/%s/%s", namespace, existingParent.ParentRef.Name, sectionName)] = &existingParentCopy
 	}
 
 	// overlay the parent ref statuses for all new gateway references
@@ -371,23 +384,28 @@ func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusAdded(ctx context.Cont
 		gatewayParentStatus := &gatewayv1alpha2.RouteParentStatus{
 			ParentRef: gatewayv1alpha2.ParentReference{
 				Group:     (*gatewayv1alpha2.Group)(&gatewayv1alpha2.GroupVersion.Group),
-				Kind:      (*gatewayv1alpha2.Kind)(&httprouteParentKind),
-				Namespace: (*gatewayv1alpha2.Namespace)(&gateway.Namespace),
-				Name:      gatewayv1alpha2.ObjectName(gateway.Name),
+				Kind:      util.StringToGatewayAPIKindPtr(httprouteParentKind),
+				Namespace: (*gatewayv1alpha2.Namespace)(&gateway.gateway.Namespace),
+				Name:      gatewayv1alpha2.ObjectName(gateway.gateway.Name),
 			},
 			ControllerName: ControllerName,
 			Conditions: []metav1.Condition{{
-				Type:               string(gatewayv1alpha2.RouteConditionAccepted),
-				Status:             metav1.ConditionTrue,
+				Type:               gateway.condition.Type,
+				Status:             gateway.condition.Status,
 				ObservedGeneration: httproute.Generation,
 				LastTransitionTime: metav1.Now(),
-				Reason:             string(gatewayv1alpha2.GatewayReasonReady),
+				Reason:             gateway.condition.Reason,
 			}},
 		}
+		if gateway.listenerName != "" {
+			gatewayParentStatus.ParentRef.SectionName = (*gatewayv1alpha2.SectionName)(pointer.StringPtr(gateway.listenerName))
+		}
+
+		key := fmt.Sprintf("%s/%s/%s", gateway.gateway.Namespace, gateway.gateway.Name, gateway.listenerName)
 
 		// if the reference already exists and doesn't require any changes
 		// then just leave it alone.
-		if existingGatewayParentStatus, exists := parentStatuses[gateway.Namespace+gateway.Name]; exists {
+		if existingGatewayParentStatus, exists := parentStatuses[key]; exists {
 			// fake the time of the existing status as this wont be equal
 			for i := range existingGatewayParentStatus.Conditions {
 				existingGatewayParentStatus.Conditions[i].LastTransitionTime = gatewayParentStatus.Conditions[0].LastTransitionTime
@@ -400,12 +418,17 @@ func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusAdded(ctx context.Cont
 		}
 
 		// otherwise overlay the new status on top the list of parentStatuses
-		parentStatuses[gateway.Namespace+gateway.Name] = gatewayParentStatus
+		parentStatuses[key] = gatewayParentStatus
 		statusChangesWereMade = true
 	}
 
+	parentStatuses, resolvedRefsChanged, err := r.setRouteConditionResolvedRefsCondition(ctx, httproute, parentStatuses)
+	if err != nil {
+		return false, err
+	}
+
 	// if we didn't have to actually make any changes, no status update is needed
-	if !statusChangesWereMade {
+	if !statusChangesWereMade && !resolvedRefsChanged {
 		return false, nil
 	}
 
@@ -451,3 +474,92 @@ func (r *HTTPRouteReconciler) ensureGatewayReferenceStatusRemoved(ctx context.Co
 	// the status needed an update and it was updated successfully
 	return true, nil
 }
+
+// setRouteConditionResolvedRefsCondition sets a condition of type ResolvedRefs on the route status.
+func (r *HTTPRouteReconciler) setRouteConditionResolvedRefsCondition(ctx context.Context, httpRoute *gatewayv1alpha2.HTTPRoute, parentStatuses map[string]*gatewayv1alpha2.RouteParentStatus) (map[string]*gatewayv1alpha2.RouteParentStatus, bool, error) {
+	var changed bool
+	resolvedRefsStatus := metav1.ConditionFalse
+	reason, err := r.getHTTPRouteRuleReason(ctx, *httpRoute)
+	if err != nil {
+		return nil, false, err
+	}
+	if reason == gatewayv1alpha2.RouteReasonResolvedRefs {
+		resolvedRefsStatus = metav1.ConditionTrue
+	}
+
+	// iterate over all the parentStatuses conditions, and if no RouteConditionResolvedRefs is found,
+	// or if the condition is found but has to be changed, update the status and mark it to be updated
+	for _, parentStatus := range parentStatuses {
+		var conditionFound bool
+		for _, cond := range parentStatus.Conditions {
+			if cond.Type == string(gatewayv1alpha2.RouteConditionResolvedRefs) &&
+				cond.Status == resolvedRefsStatus &&
+				cond.Reason == string(reason) {
+				conditionFound = true
+				break
+			}
+		}
+		if !conditionFound {
+			parentStatus.Conditions = append(parentStatus.Conditions, metav1.Condition{
+				Type:               string(gatewayv1alpha2.RouteConditionResolvedRefs),
+				Status:             resolvedRefsStatus,
+				ObservedGeneration: httpRoute.Generation,
+				LastTransitionTime: metav1.Now(),
+				Reason:             string(reason),
+			})
+			changed = true
+		}
+	}
+
+	return parentStatuses, changed, nil
+}
+
+func (r *HTTPRouteReconciler) getHTTPRouteRuleReason(ctx context.Context, httpRoute gatewayv1alpha2.HTTPRoute) (gatewayv1alpha2.RouteConditionReason, error) {
+	for _, rule := range httpRoute.Spec.Rules {
+		for _, backendRef := range rule.BackendRefs {
+			backendNamespace := httpRoute.Namespace
+			if backendRef.Namespace != nil && *backendRef.Namespace != "" {
+				backendNamespace = string(*backendRef.Namespace)
+			}
+
+			// Check if the BackendRef GroupKind is supported
+			if !util.IsBackendRefGroupKindSupported(backendRef.Group, backendRef.Kind) {
+				return gatewayv1alpha2.RouteReasonInvalidKind, nil
+			}
+
+			// Check if all the objects referenced actually exist
+			// Only services are currently supported as BackendRef objects
+			service := &corev1.Service{}
+			err := r.Client.Get(ctx, types.NamespacedName{Namespace: backendNamespace, Name: string(backendRef.Name)}, service)
+			if err != nil {
+				if !k8serrors.IsNotFound(err) {
+					return "", err
+				}
+				return gatewayv1alpha2.RouteReasonBackendNotFound, nil
+			}
+
+			// Check if the object referenced is in another namespace,
+			// and if there is grant for that reference
+			if httpRoute.Namespace != backendNamespace {
+				referenceGrantList := &gatewayv1alpha2.ReferenceGrantList{}
+				if err := r.Client.List(ctx, referenceGrantList, client.InNamespace(backendNamespace)); err != nil {
+					return "", err
+				}
+				if len(referenceGrantList.Items) == 0 {
+					return gatewayv1alpha2.RouteReasonRefNotPermitted, nil
+				}
+				var isGranted bool
+				for _, grant := range referenceGrantList.Items {
+					if isHTTPReferenceGranted(grant.Spec, backendRef, httpRoute.Namespace) {
+						isGranted = true
+						break
+					}
+				}
+				if !isGranted {
+					return gatewayv1alpha2.RouteReasonRefNotPermitted, nil
+				}
+			}
+		}
+	}
+	return gatewayv1alpha2.RouteReasonResolvedRefs, nil
+}