casetest: split test for improving ci (#45341)

ref #45281

planner/core/casetest/BUILD.bazel

@@ -5,16 +5,13 @@ go_test(
  timeout = "moderate",
  srcs = [
  "expression_rewriter_test.go",
- "integration_partition_test.go",
  "integration_test.go",
  "main_test.go",
- "partition_pruner_test.go",
  "plan_test.go",
  "point_get_plan_test.go",
  "predicate_simplification_test.go",
  "stats_test.go",
  "tiflash_selection_late_materialization_test.go",
- "window_push_down_test.go",
  ],
  data = glob(["testdata/**"]),
  flaky = True,

planner/core/casetest/main_test.go

@@ -30,19 +30,12 @@ func TestMain(m *testing.M) {
  testsetup.SetupForCommonTest()
 
  flag.Parse()
-
- testDataMap.LoadTestSuiteData("testdata", "integration_partition_suite")
  testDataMap.LoadTestSuiteData("testdata", "plan_normalized_suite")
  testDataMap.LoadTestSuiteData("testdata", "stats_suite")
-
  testDataMap.LoadTestSuiteData("testdata", "point_get_plan")
  testDataMap.LoadTestSuiteData("testdata", "expression_rewriter_suite")
- testDataMap.LoadTestSuiteData("testdata", "partition_pruner")
  testDataMap.LoadTestSuiteData("testdata", "integration_suite")
- testDataMap.LoadTestSuiteData("testdata", "window_push_down_suite")
-
  testDataMap.LoadTestSuiteData("testdata", "json_plan_suite")
-
  testDataMap.LoadTestSuiteData("testdata", "predicate_simplification")
 
  opts := []goleak.Option{
@@ -62,10 +55,6 @@ func TestMain(m *testing.M) {
  goleak.VerifyTestMain(testmain.WrapTestingM(m, callback), opts...)
 }
 
-func GetIntegrationPartitionSuiteData() testdata.TestData {
- return testDataMap["integration_partition_suite"]
-}
-
 func GetPlanNormalizedSuiteData() testdata.TestData {
  return testDataMap["plan_normalized_suite"]
 }
@@ -82,18 +71,10 @@ func GetExpressionRewriterSuiteData() testdata.TestData {
  return testDataMap["expression_rewriter_suite"]
 }
 
-func GetPartitionPrunerData() testdata.TestData {
- return testDataMap["partition_pruner"]
-}
-
 func GetIntegrationSuiteData() testdata.TestData {
  return testDataMap["integration_suite"]
 }
 
-func GetWindowPushDownSuiteData() testdata.TestData {
- return testDataMap["window_push_down_suite"]
-}
-
 func GetJSONPlanSuiteData() testdata.TestData {
  return testDataMap["json_plan_suite"]
 }

planner/core/casetest/partition/BUILD.bazel

@@ -0,0 +1,25 @@
+load("@io_bazel_rules_go//go:def.bzl", "go_test")
+
+go_test(
+ name = "partition_test",
+ timeout = "short",
+ srcs = [
+ "integration_partition_test.go",
+ "main_test.go",
+ "partition_pruner_test.go",
+ ],
+ data = glob(["testdata/**"]),
+ flaky = True,
+ shard_count = 10,
+ deps = [
+ "//planner/core/internal",
+ "//sessionctx/variable",
+ "//testkit",
+ "//testkit/testdata",
+ "//testkit/testmain",
+ "//testkit/testsetup",
+ "@com_github_pingcap_failpoint//:failpoint",
+ "@com_github_stretchr_testify//require",
+ "@org_uber_go_goleak//:goleak",
+ ],
+)

planner/core/casetest/integration_partition_test.go → planner/core/casetest/partition/integration_partition_test.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package casetest
+package partition
 
 import (
  "strings"
@@ -45,7 +45,7 @@ func TestListPartitionPushDown(t *testing.T) {
  SQL string
  Plan []string
  }
- integrationPartitionSuiteData := GetIntegrationPartitionSuiteData()
+ integrationPartitionSuiteData := getIntegrationPartitionSuiteData()
  integrationPartitionSuiteData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {
@@ -89,7 +89,7 @@ func TestListColVariousTypes(t *testing.T) {
  SQL string
  Results []string
  }
- integrationPartitionSuiteData := GetIntegrationPartitionSuiteData()
+ integrationPartitionSuiteData := getIntegrationPartitionSuiteData()
  integrationPartitionSuiteData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {
@@ -130,7 +130,7 @@ func TestListPartitionPruning(t *testing.T) {
  DynamicPlan []string
  StaticPlan []string
  }
- integrationPartitionSuiteData := GetIntegrationPartitionSuiteData()
+ integrationPartitionSuiteData := getIntegrationPartitionSuiteData()
  integrationPartitionSuiteData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {
@@ -161,7 +161,7 @@ func TestListPartitionFunctions(t *testing.T) {
  SQL string
  Results []string
  }
- integrationPartitionSuiteData := GetIntegrationPartitionSuiteData()
+ integrationPartitionSuiteData := getIntegrationPartitionSuiteData()
  integrationPartitionSuiteData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {
@@ -209,7 +209,7 @@ func TestEstimationForTopNPushToDynamicPartition(t *testing.T) {
  SQL string
  Plan []string
  }
- integrationPartitionSuiteData := GetIntegrationPartitionSuiteData()
+ integrationPartitionSuiteData := getIntegrationPartitionSuiteData()
  integrationPartitionSuiteData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {

planner/core/casetest/partition/main_test.go

@@ -0,0 +1,57 @@
+// Copyright 2023 PingCAP, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package partition
+
+import (
+ "flag"
+ "testing"
+
+ "github.com/pingcap/tidb/testkit/testdata"
+ "github.com/pingcap/tidb/testkit/testmain"
+ "github.com/pingcap/tidb/testkit/testsetup"
+ "go.uber.org/goleak"
+)
+
+var testDataMap = make(testdata.BookKeeper)
+
+func TestMain(m *testing.M) {
+ testsetup.SetupForCommonTest()
+ flag.Parse()
+ testDataMap.LoadTestSuiteData("testdata", "integration_partition_suite")
+ testDataMap.LoadTestSuiteData("testdata", "partition_pruner")
+ opts := []goleak.Option{
+ goleak.IgnoreTopFunction("github.com/golang/glog.(*fileSink).flushDaemon"),
+ goleak.IgnoreTopFunction("github.com/lestrrat-go/httprc.runFetchWorker"),
+ goleak.IgnoreTopFunction("go.etcd.io/etcd/client/pkg/v3/logutil.(*MergeLogger).outputLoop"),
+ goleak.IgnoreTopFunction("gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun"),
+ goleak.IgnoreTopFunction("github.com/tikv/client-go/v2/txnkv/transaction.keepAlive"),
+ goleak.IgnoreTopFunction("go.opencensus.io/stats/view.(*worker).start"),
+ }
+
+ callback := func(i int) int {
+ testDataMap.GenerateOutputIfNeeded()
+ return i
+ }
+
+ goleak.VerifyTestMain(testmain.WrapTestingM(m, callback), opts...)
+}
+
+func getIntegrationPartitionSuiteData() testdata.TestData {
+ return testDataMap["integration_partition_suite"]
+}
+
+func getPartitionPrunerData() testdata.TestData {
+ return testDataMap["partition_pruner"]
+}

planner/core/casetest/partition_pruner_test.go → planner/core/casetest/partition/partition_pruner_test.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package casetest
+package partition
 
 import (
  "bytes"
@@ -54,7 +54,7 @@ func TestHashPartitionPruner(t *testing.T) {
  SQL string
  Result []string
  }
- partitionPrunerData := GetPartitionPrunerData()
+ partitionPrunerData := getPartitionPrunerData()
  partitionPrunerData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {
@@ -118,7 +118,7 @@ func TestListPartitionPruner(t *testing.T) {
  Result []string
  Plan []string
  }
- partitionPrunerData := GetPartitionPrunerData()
+ partitionPrunerData := getPartitionPrunerData()
  partitionPrunerData.LoadTestCases(t, &input, &output)
  valid := false
  for i, tt := range input {
@@ -247,7 +247,7 @@ func TestListColumnsPartitionPruner(t *testing.T) {
  Plan []string
  IndexPlan []string
  }
- partitionPrunerData := GetPartitionPrunerData()
+ partitionPrunerData := getPartitionPrunerData()
  partitionPrunerData.LoadTestCases(t, &input, &output)
  valid := false
  for i, tt := range input {
@@ -310,7 +310,7 @@ func TestRangePartitionPredicatePruner(t *testing.T) {
  SQL string
  Result []string
  }
- partitionPrunerData := GetPartitionPrunerData()
+ partitionPrunerData := getPartitionPrunerData()
  partitionPrunerData.LoadTestCases(t, &input, &output)
  for i, tt := range input {
  testdata.OnRecord(func() {

planner/core/casetest/predicate_simplification_test.go

@@ -21,6 +21,8 @@ import (
  "github.com/pingcap/tidb/testkit/testdata"
 )
 
+type Input []string
+
 func TestRemoveRedundantPredicates(t *testing.T) {
  store := testkit.CreateMockStore(t)
  tk := testkit.NewTestKit(t, store)

planner/core/casetest/windows/BUILD.bazel

@@ -0,0 +1,24 @@
+load("@io_bazel_rules_go//go:def.bzl", "go_test")
+
+go_test(
+ name = "windows_test",
+ timeout = "short",
+ srcs = [
+ "main_test.go",
+ "window_push_down_test.go",
+ ],
+ data = glob(["testdata/**"]),
+ flaky = True,
+ shard_count = 4,
+ deps = [
+ "//domain",
+ "//planner/core/internal",
+ "//testkit",
+ "//testkit/testdata",
+ "//testkit/testmain",
+ "//testkit/testsetup",
+ "@com_github_pingcap_failpoint//:failpoint",
+ "@com_github_stretchr_testify//require",
+ "@org_uber_go_goleak//:goleak",
+ ],
+)

planner/core/casetest/windows/main_test.go

@@ -0,0 +1,52 @@
+// Copyright 2023 PingCAP, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package windows
+
+import (
+ "flag"
+ "testing"
+
+ "github.com/pingcap/tidb/testkit/testdata"
+ "github.com/pingcap/tidb/testkit/testmain"
+ "github.com/pingcap/tidb/testkit/testsetup"
+ "go.uber.org/goleak"
+)
+
+var testDataMap = make(testdata.BookKeeper)
+
+func TestMain(m *testing.M) {
+ testsetup.SetupForCommonTest()
+ flag.Parse()
+ testDataMap.LoadTestSuiteData("testdata", "window_push_down_suite")
+ opts := []goleak.Option{
+ goleak.IgnoreTopFunction("github.com/golang/glog.(*fileSink).flushDaemon"),
+ goleak.IgnoreTopFunction("github.com/lestrrat-go/httprc.runFetchWorker"),
+ goleak.IgnoreTopFunction("go.etcd.io/etcd/client/pkg/v3/logutil.(*MergeLogger).outputLoop"),
+ goleak.IgnoreTopFunction("gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun"),
+ goleak.IgnoreTopFunction("github.com/tikv/client-go/v2/txnkv/transaction.keepAlive"),
+ goleak.IgnoreTopFunction("go.opencensus.io/stats/view.(*worker).start"),
+ }
+
+ callback := func(i int) int {
+ testDataMap.GenerateOutputIfNeeded()
+ return i
+ }
+
+ goleak.VerifyTestMain(testmain.WrapTestingM(m, callback), opts...)
+}
+
+func getWindowPushDownSuiteData() testdata.TestData {
+ return testDataMap["window_push_down_suite"]
+}

planner/core/casetest/window_push_down_test.go → planner/core/casetest/windows/window_push_down_test.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package casetest
+package windows
 
 import (
  "strings"
@@ -67,7 +67,7 @@ func TestWindowFunctionDescCanPushDown(t *testing.T) {
 
  var input Input
  var output Output
- suiteData := GetWindowPushDownSuiteData()
+ suiteData := getWindowPushDownSuiteData()
  suiteData.LoadTestCases(t, &input, &output)
  testWithData(t, tk, input, output)
 }
@@ -84,7 +84,7 @@ func TestWindowPushDownPlans(t *testing.T) {
 
  var input Input
  var output Output
- suiteData := GetWindowPushDownSuiteData()
+ suiteData := getWindowPushDownSuiteData()
  suiteData.LoadTestCases(t, &input, &output)
  testWithData(t, tk, input, output)
 }
@@ -102,7 +102,7 @@ func TestWindowPlanWithOtherOperators(t *testing.T) {
 
  var input Input
  var output Output
- suiteData := GetWindowPushDownSuiteData()
+ suiteData := getWindowPushDownSuiteData()
  suiteData.LoadTestCases(t, &input, &output)
  testWithData(t, tk, input, output)
 }