Ignore flaky security test suites (#1188) (#1247)

(cherry picked from commit dc1b9bf) Signed-off-by: Ashish Agrawal <ashisagr@amazon.com> Signed-off-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
opensearch-project · Oct 10, 2023 · e9c5da0 · e9c5da0
1 parent f729cc0
commit e9c5da0
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 0 deletions.
diff --git a/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureDestinationRestApiIT.kt b/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureDestinationRestApiIT.kt
@@ -10,6 +10,7 @@ import org.apache.http.message.BasicHeader
 import org.junit.After
 import org.junit.Before
 import org.junit.BeforeClass
+import org.junit.Ignore
 import org.opensearch.alerting.ALERTING_GET_DESTINATION_ACCESS
 import org.opensearch.alerting.AlertingPlugin
 import org.opensearch.alerting.AlertingRestTestCase
@@ -28,6 +29,8 @@ import org.opensearch.core.rest.RestStatus
 import org.opensearch.test.junit.annotations.TestLogging
 import java.time.Instant
 
+// TODO investigate flaky nature of tests. not reproducible in local but fails in jenkins CI
+@Ignore
 @TestLogging("level:DEBUG", reason = "Debug for tests.")
 @Suppress("UNCHECKED_CAST")
 class SecureDestinationRestApiIT : AlertingRestTestCase() {

diff --git a/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureEmailAccountRestApiIT.kt b/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureEmailAccountRestApiIT.kt
@@ -12,6 +12,7 @@ import org.apache.http.message.BasicHeader
 import org.junit.After
 import org.junit.Before
 import org.junit.BeforeClass
+import org.junit.Ignore
 import org.opensearch.alerting.ALERTING_GET_EMAIL_ACCOUNT_ACCESS
 import org.opensearch.alerting.ALERTING_NO_ACCESS_ROLE
 import org.opensearch.alerting.ALERTING_SEARCH_EMAIL_ACCOUNT_ACCESS
@@ -41,6 +42,8 @@ val SEARCH_EMAIL_ACCOUNT_DSL = """
                 }
 """.trimIndent()
 
+// TODO investigate flaky nature of tests. not reproducible in local but fails in jenkins CI
+@Ignore
 class SecureEmailAccountRestApiIT : AlertingRestTestCase() {
 
     companion object {

diff --git a/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureEmailGroupsRestApiIT.kt b/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureEmailGroupsRestApiIT.kt
@@ -12,6 +12,7 @@ import org.apache.http.message.BasicHeader
 import org.junit.After
 import org.junit.Before
 import org.junit.BeforeClass
+import org.junit.Ignore
 import org.opensearch.alerting.ALERTING_GET_EMAIL_GROUP_ACCESS
 import org.opensearch.alerting.ALERTING_SEARCH_EMAIL_GROUP_ACCESS
 import org.opensearch.alerting.AlertingPlugin
@@ -40,6 +41,8 @@ val SEARCH_EMAIL_GROUP_DSL = """
         }
 """.trimIndent()
 
+// TODO investigate flaky nature of tests. not reproducible in local but fails in jenkins CI
+@Ignore
 @TestLogging("level:DEBUG", reason = "Debug for tests.")
 @Suppress("UNCHECKED_CAST")
 class SecureEmailGroupsRestApiIT : AlertingRestTestCase() {

diff --git a/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureMonitorRestApiIT.kt b/alerting/src/test/kotlin/org/opensearch/alerting/resthandler/SecureMonitorRestApiIT.kt
@@ -13,6 +13,7 @@ import org.apache.http.nio.entity.NStringEntity
 import org.junit.After
 import org.junit.Before
 import org.junit.BeforeClass
+import org.junit.Ignore
 import org.opensearch.alerting.ADMIN
 import org.opensearch.alerting.ALERTING_BASE_URI
 import org.opensearch.alerting.ALERTING_DELETE_MONITOR_ACCESS
@@ -66,6 +67,8 @@ import org.opensearch.search.aggregations.bucket.composite.TermsValuesSourceBuil
 import org.opensearch.search.builder.SearchSourceBuilder
 import org.opensearch.test.junit.annotations.TestLogging
 
+// TODO investigate flaky nature of tests. not reproducible in local but fails in jenkins CI
+@Ignore
 @TestLogging("level:DEBUG", reason = "Debug for tests.")
 @Suppress("UNCHECKED_CAST")
 class SecureMonitorRestApiIT : AlertingRestTestCase() {