Skip to content

Commit

Permalink
Add conformance tests for EndpointSlices
Browse files Browse the repository at this point in the history
Since the use of EndpointSlices is optional, first look for an
EndpointSlice in the exporting cluster that is not owned by
the Service (waiting up to 20 sec). If not found then skip the
tests. Otherwise verify the ownership ref points to the ServiceImport
and the required MCS labels are present.

The tests are labeled with "EndpointSlice" so, if EndpointSlices
aren't supported by the implmentation, to avoid the delay in attempting
to find an EndpointSlice, the user can use the "EndpointSlice"
label to filter out the tests.

Fixes #70

Signed-off-by: Tom Pantelis <[email protected]>
  • Loading branch information
tpantelis committed Oct 3, 2024
1 parent eff1ba8 commit 91f8187
Show file tree
Hide file tree
Showing 3 changed files with 120 additions and 0 deletions.
5 changes: 5 additions & 0 deletions conformance/conformance_suite.go
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,11 @@ func (t *testDriver) createServiceExport(c *clusterClients) {
Expect(err).ToNot(HaveOccurred())
}

func (t *testDriver) deleteServiceExport(c *clusterClients) {
Expect(c.mcs.MulticlusterV1alpha1().ServiceExports(t.namespace).Delete(ctx, helloServiceName,
metav1.DeleteOptions{})).ToNot(HaveOccurred())
}

func (t *testDriver) deployHelloService(c *clusterClients, service *corev1.Service) {
_, err := c.k8s.AppsV1().Deployments(t.namespace).Create(ctx, newHelloDeployment(), metav1.CreateOptions{})
Expect(err).ToNot(HaveOccurred())
Expand Down
114 changes: 114 additions & 0 deletions conformance/endpoint_slice.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,114 @@
/*
Copyright 2024 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package conformance

import (
"context"
"fmt"
"slices"
"time"

. "github.com/onsi/ginkgo/v2"
. "github.com/onsi/gomega"
discoveryv1 "k8s.io/api/discovery/v1"
apierrors "k8s.io/apimachinery/pkg/api/errors"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/apimachinery/pkg/util/wait"
"sigs.k8s.io/mcs-api/pkg/apis/v1alpha1"
)

const K8sEndpointSliceManagedByName = "endpointslice-controller.k8s.io"

var _ = Describe("", Label(OptionalLabel, EndpointSliceLabel), func() {
t := newTestDriver()

JustBeforeEach(func() {
t.createServiceExport(&clients[0])

if t.awaitMCSEndpointSlice(&clients[0]) == nil {
Skip(fmt.Sprintf("An MCS EndpointSlice was not found on the exporting cluster (ie an EndpointSlice not owned by "+
"the service) so assuming the MCS implementation does not use EndpointSlices. If so, you can specify %q in the "+
"Ginkgo label filter where appropriate to skip this test entirely.", EndpointSliceLabel))
}
})

Specify("Exporting a service should create an EndpointSlice in the service's namespace in each cluster with the "+
"required MCS labels. Unexporting should delete the EndpointSlice.", func() {
AddReportEntry(SpecRefReportEntry, "https://github.com/kubernetes/enhancements/tree/master/keps/sig-multicluster/1645-multi-cluster-services-api#using-endpointslice-objects-to-track-endpoints")

endpointSlices := make([]*discoveryv1.EndpointSlice, len(clients))

for i, client := range clients {
eps := t.awaitMCSEndpointSlice(&client)
Expect(eps).NotTo(BeNil(), reportNonConformant(fmt.Sprintf("the EndpointSlice was not found on cluster %d", i+1)))

endpointSlices[i] = eps

Expect(eps.Labels).To(HaveKeyWithValue(v1alpha1.LabelServiceName, t.helloService.Name),
reportNonConformant(fmt.Sprintf("the EndpointSlice does not contain the %q label referencing the service name",
v1alpha1.LabelServiceName)))

Expect(eps.Labels).To(HaveKey(v1alpha1.LabelSourceCluster),
reportNonConformant(fmt.Sprintf("the EndpointSlice does not contain the %q label", v1alpha1.LabelSourceCluster)))

Expect(eps.Labels).To(HaveKey(discoveryv1.LabelManagedBy),
reportNonConformant(fmt.Sprintf("the EndpointSlice does not contain the %q label", discoveryv1.LabelManagedBy)))
Expect(eps.Labels[discoveryv1.LabelManagedBy]).ToNot(Equal(K8sEndpointSliceManagedByName),
reportNonConformant(fmt.Sprintf("the EndpointSlice's %q label must not reference %q",
discoveryv1.LabelManagedBy, K8sEndpointSliceManagedByName)))
}

By("Unexporting the service")

t.deleteServiceExport(&clients[0])

for i, client := range clients {
Eventually(func() bool {
_, err := client.k8s.DiscoveryV1().EndpointSlices(t.namespace).Get(ctx, endpointSlices[i].Name, metav1.GetOptions{})
return apierrors.IsNotFound(err)
}, 20*time.Second, 100*time.Millisecond).Should(BeTrue(),
reportNonConformant(fmt.Sprintf("the EndpointSlice was not deleted on unexport from cluster %d", i+1)))
}
})
})

func (t *testDriver) awaitMCSEndpointSlice(c *clusterClients) *discoveryv1.EndpointSlice {
var endpointSlice *discoveryv1.EndpointSlice

_ = wait.PollUntilContextTimeout(ctx, 100*time.Millisecond,
20*time.Second, true, func(ctx context.Context) (bool, error) {
defer GinkgoRecover()

list, err := c.k8s.DiscoveryV1().EndpointSlices(t.namespace).List(ctx, metav1.ListOptions{})
Expect(err).ToNot(HaveOccurred(), "Error retrieving EndpointSlices")

for i, _ := range list.Items {
eps := &list.Items[i]

if slices.IndexFunc(eps.OwnerReferences, func(r metav1.OwnerReference) bool {
return r.Kind == "Service"
}) == -1 {
endpointSlice = eps
return true, nil
}
}

return false, nil
})

return endpointSlice
}
1 change: 1 addition & 0 deletions conformance/report.go
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@ const (
RequiredLabel = "Required"
DNSLabel = "DNS"
ClusterIPLabel = "ClusterIP"
EndpointSliceLabel = "EndpointSlice"
SpecRefReportEntry = "spec-ref"
NonConformantReportEntry = "non-conformant"
)
Expand Down

0 comments on commit 91f8187

Please sign in to comment.