Add feature suite

.cloudtest.yaml

@@ -8,7 +8,7 @@ statistics:
   interval: 60  # 60 seconds for statistics
 import:
   - cloudtest/packet.yaml
-  - cloudtest/tests.yaml
+  - cloudtest/tests_default.yaml
 
 retest:  # Allow to do test re-run if some kind of failures are detected.
   count: 2  # Allow 2 times to do restart

.cloudtest_calico.yaml

@@ -8,7 +8,7 @@ statistics:
   interval: 60  # 60 seconds for statistics
 import:
   - cloudtest/packet.yaml
-  - cloudtest/tests.yaml
+  - cloudtest/tests_calico.yaml
 
 retest:  # Allow to do test re-run if some kind of failures are detected.
   count: 2  # Allow 2 times to do restart

cloudtest/tests_calico.yaml

@@ -0,0 +1,12 @@
+---
+executions:
+  - name: "tests-calico"
+    env:
+      - ARTIFACTS_ARCHIVE=true
+    root: ./tests_calico/
+    timeout: 3600
+    cluster-count: 1
+    cluster-selector:
+      - packet
+    cluster-env:
+      - KUBECONFIG

cloudtest/tests.yaml → cloudtest/tests_default.yaml

@@ -3,7 +3,7 @@ executions:
   - name: "tests"
     env:
       - ARTIFACTS_ARCHIVE=true
-    root: ./
+    root: ./tests_default/
     timeout: 3600
     cluster-count: 1
     cluster-selector:

go.mod

@@ -4,7 +4,7 @@ go 1.16
 
 require (
 	github.com/googleapis/gnostic v0.5.1 // indirect
-	github.com/networkservicemesh/integration-tests v0.0.0-20220527083134-10ba1d22f919
+	github.com/networkservicemesh/integration-tests v0.0.0-20220602154027-8f75f9feabdc
 	github.com/stretchr/testify v1.7.0
 	gopkg.in/yaml.v2 v2.4.0 // indirect
 )

go.sum

@@ -158,8 +158,8 @@ github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d/go.mod h1:+n7T8m
 github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw=
 github.com/networkservicemesh/gotestmd v0.0.0-20211116145945-871d2aaf07ab h1:/dIr8Nky77grI3s9Rc78eFH9M1Svobyj2XJBaKm27ts=
 github.com/networkservicemesh/gotestmd v0.0.0-20211116145945-871d2aaf07ab/go.mod h1:8EWnekTRNX+NxBdTFE24WqUoM7SgJHbiafDBrIIdOmQ=
-github.com/networkservicemesh/integration-tests v0.0.0-20220527083134-10ba1d22f919 h1:OzC7AdvAoQ4KQljC2ZPBRFEwYRi9M2fsk6toSClu/QY=
-github.com/networkservicemesh/integration-tests v0.0.0-20220527083134-10ba1d22f919/go.mod h1:0o7WrzxlHEwnDSuZPEM1BnKd4hr7+akKgymoAoTTbv8=
+github.com/networkservicemesh/integration-tests v0.0.0-20220602154027-8f75f9feabdc h1:gt3w2+ibjPglukZSsk6AHOqvvwjyx/jpxX71i2Pf1EE=
+github.com/networkservicemesh/integration-tests v0.0.0-20220602154027-8f75f9feabdc/go.mod h1:0o7WrzxlHEwnDSuZPEM1BnKd4hr7+akKgymoAoTTbv8=
 github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
 github.com/onsi/ginkgo v1.11.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=

tests_calico/main_test.go

@@ -0,0 +1,67 @@
+// Copyright (c) 2020-2022 Doc.ai and/or its affiliates.
+//
+// SPDX-License-Identifier: Apache-2.0
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at:
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package main_test
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/suite"
+
+	"github.com/networkservicemesh/integration-tests/suites/features"
+	"github.com/networkservicemesh/integration-tests/suites/heal"
+	"github.com/networkservicemesh/integration-tests/suites/memory"
+	"github.com/networkservicemesh/integration-tests/suites/multiforwarder"
+	"github.com/networkservicemesh/integration-tests/suites/observability"
+	"github.com/networkservicemesh/integration-tests/suites/sriov"
+)
+
+func TestMemory(t *testing.T) {
+	suite.Run(t, new(memory.Suite))
+}
+
+func TestSRIOV(t *testing.T) {
+	suite.Run(t, new(sriov.Suite))
+}
+
+func TestMultiForwarder(t *testing.T) {
+	suite.Run(t, new(multiforwarder.Suite))
+}
+
+func TestHeal(t *testing.T) {
+	suite.Run(t, new(heal.Suite))
+}
+
+func TestRunObservabilitySuite(t *testing.T) {
+	suite.Run(t, new(observability.Suite))
+}
+
+// Disabled tests:
+// TestMutually_aware_nses - https://github.com/networkservicemesh/integration-k8s-kind/issues/627
+type featuresSuite struct {
+	features.Suite
+}
+
+func (s *featuresSuite) BeforeTest(suiteName, testName string) {
+	if testName == "TestMutually_aware_nses" {
+		s.T().Skip()
+	}
+	s.Suite.BeforeTest(suiteName, testName)
+}
+
+func TestRunFeatureSuiteCalico(t *testing.T) {
+	suite.Run(t, new(featuresSuite))
+}

main_test.go → tests_default/main_test.go

@@ -21,6 +21,7 @@ import (
 
 	"github.com/stretchr/testify/suite"
 
+	"github.com/networkservicemesh/integration-tests/suites/features"
 	"github.com/networkservicemesh/integration-tests/suites/heal"
 	"github.com/networkservicemesh/integration-tests/suites/memory"
 	"github.com/networkservicemesh/integration-tests/suites/multiforwarder"
@@ -47,3 +48,7 @@ func TestHeal(t *testing.T) {
 func TestRunObservabilitySuite(t *testing.T) {
 	suite.Run(t, new(observability.Suite))
 }
+
+func TestFeatureSuite(t *testing.T) {
+	suite.Run(t, new(features.Suite))
+}