README and e2e-testcase add for labelSelector

README.md

@@ -43,6 +43,7 @@ Table of Contents
  * [Filter Pods](#filter-pods)
  * [Namespace filtering](#namespace-filtering)
  * [Priority filtering](#priority-filtering)
+ * [Label filtering](#label-filtering)
  * [Pod Evictions](#pod-evictions)
  * [Pod Disruption Budget (PDB)](#pod-disruption-budget-pdb)
  * [Compatibility Matrix](#compatibility-matrix)
@@ -239,6 +240,7 @@ node.
 |`thresholdPriority`|int (see [priority filtering](#priority-filtering))|
 |`thresholdPriorityClassName`|string (see [priority filtering](#priority-filtering))|
 |`namespaces`|(see [namespace filtering](#namespace-filtering))|
+|`labelSelector`|(see [label filtering](#label-filtering))|
 
 **Example:**
 
@@ -276,6 +278,7 @@ podA gets evicted from nodeA.
 |`thresholdPriority`|int (see [priority filtering](#priority-filtering))|
 |`thresholdPriorityClassName`|string (see [priority filtering](#priority-filtering))|
 |`namespaces`|(see [namespace filtering](#namespace-filtering))|
+|`labelSelector`|(see [label filtering](#label-filtering))|
 
 **Example:**
 
@@ -304,6 +307,7 @@ and will be evicted.
 |`thresholdPriority`|int (see [priority filtering](#priority-filtering))|
 |`thresholdPriorityClassName`|string (see [priority filtering](#priority-filtering))|
 |`namespaces`|(see [namespace filtering](#namespace-filtering))|
+|`labelSelector`|(see [label filtering](#label-filtering))|
 
 **Example:**
 
@@ -352,6 +356,7 @@ This strategy makes sure that pods having too many restarts are removed from nod
 can't get the volume/disk attached to the instance, then the pod should be re-scheduled to other nodes. Its parameters 
 include `podRestartThreshold`, which is the number of restarts at which a pod should be evicted, and `includingInitContainers`, 
 which determines whether init container restarts should be factored into that calculation.
+|`labelSelector`|(see [label filtering](#label-filtering))|
 
 **Parameters:**
 
@@ -393,6 +398,7 @@ to `Running` and `Pending`.
 |`thresholdPriority`|int (see [priority filtering](#priority-filtering))|
 |`thresholdPriorityClassName`|string (see [priority filtering](#priority-filtering))|
 |`namespaces`|(see [namespace filtering](#namespace-filtering))|
+|`labelSelector`|(see [label filtering](#label-filtering))|
 
 **Example:**
 
@@ -498,6 +504,38 @@ strategies:
 Note that you can't configure both `thresholdPriority` and `thresholdPriorityClassName`, if the given priority class
 does not exist, descheduler won't create it and will throw an error.
 
+### Label filtering
+
+The following strategies can configure a [standard kubernetes labelSelector](https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.20/#labelselector-v1-meta)
+to filter pods by their labels:
+
+* `PodLifeTime`
+* `RemovePodsHavingTooManyRestarts`
+* `RemovePodsViolatingNodeTaints`
+* `RemovePodsViolatingNodeAffinity`
+* `RemovePodsViolatingInterPodAntiAffinity`
+
+This allows running strategies among pods the descheduler is interested in.
+
+For example:
+
+```yaml
+apiVersion: "descheduler/v1alpha1"
+kind: "DeschedulerPolicy"
+strategies:
+ "PodLifeTime":
+ enabled: true
+ params:
+ podLifeTime:
+ maxPodLifeTimeSeconds: 86400
+ labelSelector:
+ matchLabels:
+ component: redis
+ matchExpressions:
+ - {key: tier, operator: In, values: [cache]}
+ - {key: environment, operator: NotIn, values: [dev]}
+```
+
 ## Pod Evictions
 
 When the descheduler decides to evict pods from a node, it employs the following general mechanism:

test/e2e/e2e_test.go

@@ -187,7 +187,15 @@ func TestLowNodeUtilization(t *testing.T) {
  deleteRC(ctx, t, clientSet, rc)
 }
 
-func runPodLifetimeStrategy(ctx context.Context, clientset clientset.Interface, nodeInformer coreinformers.NodeInformer, namespaces *deschedulerapi.Namespaces, priorityClass string, priority *int32) {
+func runPodLifetimeStrategy(
+ ctx context.Context,
+ clientset clientset.Interface,
+ nodeInformer coreinformers.NodeInformer,
+ namespaces *deschedulerapi.Namespaces,
+ priorityClass string,
+ priority *int32,
+ labelSelector *metav1.LabelSelector,
+) {
  // Run descheduler.
  evictionPolicyGroupVersion, err := eutils.SupportEviction(clientset)
  if err != nil || len(evictionPolicyGroupVersion) == 0 {
@@ -210,6 +218,7 @@ func runPodLifetimeStrategy(ctx context.Context, clientset clientset.Interface,
  Namespaces: namespaces,
  ThresholdPriority: priority,
  ThresholdPriorityClassName: priorityClass,
+ LabelSelector: labelSelector,
  },
  },
  nodes,
@@ -288,7 +297,7 @@ func TestNamespaceConstraintsInclude(t *testing.T) {
  t.Logf("set the strategy to delete pods from %v namespace", rc.Namespace)
  runPodLifetimeStrategy(ctx, clientSet, nodeInformer, &deschedulerapi.Namespaces{
  Include: []string{rc.Namespace},
- }, "", nil)
+ }, "", nil, nil)
 
  // All pods are supposed to be deleted, wait until all the old pods are deleted
  if err := wait.PollImmediate(time.Second, 20*time.Second, func() (bool, error) {
@@ -359,7 +368,7 @@ func TestNamespaceConstraintsExclude(t *testing.T) {
  t.Logf("set the strategy to delete pods from namespaces except the %v namespace", rc.Namespace)
  runPodLifetimeStrategy(ctx, clientSet, nodeInformer, &deschedulerapi.Namespaces{
  Exclude: []string{rc.Namespace},
- }, "", nil)
+ }, "", nil, nil)
 
  t.Logf("Waiting 10s")
  time.Sleep(10 * time.Second)
@@ -461,10 +470,10 @@ func testPriority(t *testing.T, isPriorityClass bool) {
 
  if isPriorityClass {
  t.Logf("set the strategy to delete pods with priority lower than priority class %s", highPriorityClass.Name)
- runPodLifetimeStrategy(ctx, clientSet, nodeInformer, nil, highPriorityClass.Name, nil)
+ runPodLifetimeStrategy(ctx, clientSet, nodeInformer, nil, highPriorityClass.Name, nil, nil)
  } else {
  t.Logf("set the strategy to delete pods with priority lower than %d", highPriority)
- runPodLifetimeStrategy(ctx, clientSet, nodeInformer, nil, "", &highPriority)
+ runPodLifetimeStrategy(ctx, clientSet, nodeInformer, nil, "", &highPriority, nil)
  }
 
  t.Logf("Waiting 10s")
@@ -517,6 +526,109 @@ func testPriority(t *testing.T, isPriorityClass bool) {
  }
 }
 
+func TestPodLabelSelector(t *testing.T) {
+ ctx := context.Background()
+
+ clientSet, nodeInformer, stopCh := initializeClient(t)
+ defer close(stopCh)
+
+ testNamespace := &v1.Namespace{ObjectMeta: metav1.ObjectMeta{Name: "e2e-" + strings.ToLower(t.Name())}}
+ if _, err := clientSet.CoreV1().Namespaces().Create(ctx, testNamespace, metav1.CreateOptions{}); err != nil {
+ t.Fatalf("Unable to create ns %v", testNamespace.Name)
+ }
+ defer clientSet.CoreV1().Namespaces().Delete(ctx, testNamespace.Name, metav1.DeleteOptions{})
+
+ // create two replicationControllers with different labels
+ rcEvict := RcByNameContainer("test-rc-podlifetime-evict", testNamespace.Name, 5, map[string]string{"test": "podlifetime-evict"}, nil, "")
+ if _, err := clientSet.CoreV1().ReplicationControllers(rcEvict.Namespace).Create(ctx, rcEvict, metav1.CreateOptions{}); err != nil {
+ t.Errorf("Error creating rc %v", err)
+ }
+ defer deleteRC(ctx, t, clientSet, rcEvict)
+
+ rcReserve := RcByNameContainer("test-rc-podlifetime-reserve", testNamespace.Name, 5, map[string]string{"test": "podlifetime-reserve"}, nil, "")
+ if _, err := clientSet.CoreV1().ReplicationControllers(rcReserve.Namespace).Create(ctx, rcReserve, metav1.CreateOptions{}); err != nil {
+ t.Errorf("Error creating rc %v", err)
+ }
+ defer deleteRC(ctx, t, clientSet, rcReserve)
+
+ // wait for a while so all the pods are at least few seconds older
+ time.Sleep(5 * time.Second)
+
+ // it's assumed all new pods are named differently from currently running -> no name collision
+ podListEvict, err := clientSet.CoreV1().Pods(rcEvict.Namespace).List(
+ ctx, metav1.ListOptions{LabelSelector: labels.SelectorFromSet(rcEvict.Spec.Template.Labels).String()})
+ if err != nil {
+ t.Fatalf("Unable to list pods: %v", err)
+ }
+ podListReserve, err := clientSet.CoreV1().Pods(rcReserve.Namespace).List(
+ ctx, metav1.ListOptions{LabelSelector: labels.SelectorFromSet(rcReserve.Spec.Template.Labels).String()})
+ if err != nil {
+ t.Fatalf("Unable to list pods: %v", err)
+ }
+
+ if len(podListEvict.Items)+len(podListReserve.Items) != 10 {
+ t.Fatalf("Expected 10 replicas, got %v instead", len(podListEvict.Items)+len(podListReserve.Items))
+ }
+
+ expectReservePodNames := getPodNames(podListReserve.Items)
+ expectEvictPodNames := getPodNames(podListEvict.Items)
+ sort.Strings(expectReservePodNames)
+ sort.Strings(expectEvictPodNames)
+ t.Logf("Pods not expect to be evicted: %v, pods expect to be evicted: %v", expectReservePodNames, expectEvictPodNames)
+
+ t.Logf("set the strategy to delete pods with label test:podlifetime-evict")
+ runPodLifetimeStrategy(ctx, clientSet, nodeInformer, nil, "", nil, &metav1.LabelSelector{MatchLabels: map[string]string{"test": "podlifetime-evict"}})
+
+ t.Logf("Waiting 10s")
+ time.Sleep(10 * time.Second)
+ // check if all pods without target label are not evicted
+ podListReserve, err = clientSet.CoreV1().Pods(rcReserve.Namespace).List(
+ ctx, metav1.ListOptions{LabelSelector: labels.SelectorFromSet(rcReserve.Spec.Template.Labels).String()})
+ if err != nil {
+ t.Fatalf("Unable to list pods after running strategy: %v", err)
+ }
+
+ reservedPodNames := getPodNames(podListReserve.Items)
+ sort.Strings(reservedPodNames)
+ t.Logf("Existing reserved pods: %v", reservedPodNames)
+
+ // validate no pods were deleted
+ if len(intersectStrings(expectReservePodNames, reservedPodNames)) != 5 {
+ t.Fatalf("None of %v unevictable pods are expected to be deleted", expectReservePodNames)
+ }
+
+ //check if all selected pods are evicted
+ if err := wait.PollImmediate(time.Second, 20*time.Second, func() (bool, error) {
+ podListEvict, err := clientSet.CoreV1().Pods(rcEvict.Namespace).List(
+ ctx, metav1.ListOptions{LabelSelector: labels.SelectorFromSet(rcEvict.Spec.Template.Labels).String()})
+ if err != nil {
+ return false, nil
+ }
+
+ newPodNames := getPodNames(podListEvict.Items)
+ // validate all pod were deleted
+ if len(intersectStrings(expectEvictPodNames, newPodNames)) > 0 {
+ t.Logf("Waiting until %v selected pods get deleted", intersectStrings(expectEvictPodNames, newPodNames))
+ // check if there's at least one pod not in Terminating state
+ for _, pod := range podListEvict.Items {
+ // In case podList contains newly created pods
+ if len(intersectStrings(expectEvictPodNames, []string{pod.Name})) == 0 {
+ continue
+ }
+ if pod.DeletionTimestamp == nil {
+ t.Logf("Pod %v not in terminating state", pod.Name)
+ return false, nil
+ }
+ }
+ t.Logf("All %v pods are terminating", intersectStrings(expectEvictPodNames, newPodNames))
+ }
+
+ return true, nil
+ }); err != nil {
+ t.Fatalf("Error waiting for pods to be deleted: %v", err)
+ }
+}
+
 func TestEvictAnnotation(t *testing.T) {
  ctx := context.Background()