Bump the go_modules group across 1 directory with 3 updates

.github/workflows/entrypoint.yaml

@@ -28,44 +28,54 @@ jobs:
     needs: 
       - check-pr-valid
     if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
-    uses: matrixorigin/CI/.github/workflows/ci.yaml@main
+    uses: matrixorigin/CI/.github/workflows/ci.yaml@release/2.0-dev
     secrets:
       S3ENDPOINT: ${{ secrets.S3ENDPOINT }}
       S3REGION: ${{ secrets.S3REGION }}
       S3APIKEY: ${{ secrets.S3APIKEY }}
       S3APISECRET: ${{ secrets.S3APISECRET }}
       S3BUCKET: ${{ secrets.S3BUCKET }}
-
+      EE_DB_ADDR: ${{ secrets.EE_DB_ADDR }}
+      EE_DB_PORT: ${{ secrets.EE_DB_PORT }}
+      EE_DB_USER: ${{ secrets.EE_DB_USER }}
+      EE_DB_PASSWORD: ${{ secrets.EE_DB_PASSWORD }}
+      EE_DB_DB: ${{ secrets.EE_DB_DB }}
+
   matrixone-upgrade-ci:
     name: Matrixone Upgrade CI
     needs: 
       - check-pr-valid
     if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
-    uses: matrixorigin/CI/.github/workflows/e2e-upgrade.yaml@main
+    uses: matrixorigin/CI/.github/workflows/e2e-upgrade.yaml@release/2.0-dev
 
   matrixone-compose-ci:
     name: Matrixone Compose CI
     needs: 
       - check-pr-valid
     if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
-    uses: matrixorigin/CI/.github/workflows/e2e-compose.yaml@main
+    uses: matrixorigin/CI/.github/workflows/e2e-compose.yaml@release/2.0-dev
 
   matrixone-standalone-ci:
     name: Matrixone Standlone CI
     needs: 
       - check-pr-valid
     if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
-    uses: matrixorigin/CI/.github/workflows/e2e-standalone.yaml@main
+    uses: matrixorigin/CI/.github/workflows/e2e-standalone.yaml@release/2.0-dev
 
   matrixone-utils-ci:
     name: Matrixone Utils CI
     needs: 
       - check-pr-valid
     if: ${{ needs.check-pr-valid.outputs.pr_valid == 'true' }}
-    uses: matrixorigin/CI/.github/workflows/utils.yaml@main
+    uses: matrixorigin/CI/.github/workflows/utils.yaml@release/2.0-dev
     secrets:
       TOKEN_ACTION: ${{ secrets.TOKEN_ACTION }}
       TEST_S3FS_ALIYUN: ${{ secrets.TEST_S3FS_ALIYUN }}
       TEST_S3FS_QCLOUD: ${{ secrets.TEST_S3FS_QCLOUD }}
       DOCU_GROUP_HOOK: ${{ secrets.DOCU_GROUP_HOOK }}
       OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+      EE_DB_ADDR: ${{ secrets.EE_DB_ADDR }}
+      EE_DB_PORT: ${{ secrets.EE_DB_PORT }}
+      EE_DB_USER: ${{ secrets.EE_DB_USER }}
+      EE_DB_PASSWORD: ${{ secrets.EE_DB_PASSWORD }}
+      EE_DB_DB: ${{ secrets.EE_DB_DB }}

.github/workflows/image-build.yml

@@ -15,5 +15,5 @@ permissions:
 jobs:
   image-build:
     name: Build And Push Matrixone Image
-    uses: matrixorigin/CI/.github/workflows/image-build.yaml@main
+    uses: matrixorigin/CI/.github/workflows/image-build.yaml@release/2.0-dev
     secrets: inherit

.github/workflows/merge-trigger-standalone.yaml

@@ -14,5 +14,5 @@ on:
 jobs:
   mo-checkin-regression:
     name: MO Checkin Regression(Standalone BVT)
-    uses: matrixorigin/CI/.github/workflows/merge-trigger-standalone.yaml@main
+    uses: matrixorigin/CI/.github/workflows/merge-trigger-standalone.yaml@release/2.0-dev
     secrets: inherit

.github/workflows/merge-trigger-tke.yaml

@@ -14,5 +14,5 @@ on:
 jobs:
   mo-checkin-regression:
     name: MO Checkin Regression On TKE
-    uses: matrixorigin/CI/.github/workflows/merge-trigger-tke.yaml@main
+    uses: matrixorigin/CI/.github/workflows/merge-trigger-tke.yaml@release/2.0-dev
     secrets: inherit

.github/workflows/release.yml

@@ -7,5 +7,5 @@ on:
 jobs:
   release:
     name: Rlease MO Binary
-    uses: matrixorigin/CI/.github/workflows/release.yaml@main
+    uses: matrixorigin/CI/.github/workflows/release.yaml@release/2.0-dev
     secrets: inherit

.github/workflows/robot.yml

@@ -12,5 +12,5 @@ on:
 jobs:
   wework-robot:
     name: WeWork Robot
-    uses: matrixorigin/CI/.github/workflows/robot.yaml@main
+    uses: matrixorigin/CI/.github/workflows/robot.yaml@release/2.0-dev
     secrets: inherit

Makefile

@@ -47,7 +47,7 @@ GO_VERSION=$(shell go version)
 BRANCH_NAME=$(shell git rev-parse --abbrev-ref HEAD)
 LAST_COMMIT_ID=$(shell git rev-parse --short HEAD)
 BUILD_TIME=$(shell date +%s)
-MO_VERSION=$(shell git describe --always --contains $(shell git rev-parse HEAD))
+MO_VERSION=$(shell git symbolic-ref -q --short HEAD || git describe --tags --exact-match)
 GO_MODULE=$(shell go list -m)
 MUSL_DIR=$(ROOT_DIR)/musl
 MUSL_CC=$(MUSL_DIR)/bin/musl-gcc

cmd/mo-service/debug.go

@@ -428,6 +428,8 @@ func saveProfiles() {
 	saveProfile(profile.GOROUTINE)
 	// dump malloc profile
 	saveMallocProfile()
+	// dump http connections profile
+	saveHTTPConnectionsProfile()
 }
 
 func saveProfile(typ string) string {
@@ -455,6 +457,10 @@ func saveMallocProfile() {
 	saveProfileWithType("malloc", malloc.WriteProfileData)
 }
 
+func saveHTTPConnectionsProfile() {
+	saveProfileWithType("http-conns", fileservice.WriteHTTPConnsProfile)
+}
+
 func saveProfileWithType(typ string, genData func(writer io.Writer) error) {
 	buf := bytes.Buffer{}
 	w := gzip.NewWriter(&buf)

cmd/mo-service/debug_test.go

@@ -30,31 +30,34 @@ import (
 )
 
 func Test_saveProfile(t *testing.T) {
+	ctx := context.Background()
 	dir := t.TempDir()
 	fs, err := fileservice.NewLocalETLFS(defines.ETLFileServiceName, dir)
 	assert.Nil(t, err)
-	defer fs.Close()
+	defer fs.Close(ctx)
 	globalEtlFS = fs
 	saveCpuProfile(time.Second)
-	saveMallocProfile()
+	saveProfiles()
 }
 
 func Test_saveProfile2(t *testing.T) {
+	ctx := context.Background()
 	fs, err := fileservice.NewMemoryFS("memory", fileservice.DisabledCacheConfig, nil)
 	assert.NoError(t, err)
-	defer fs.Close()
+	defer fs.Close(ctx)
 	globalEtlFS = fs
 	saveCpuProfile(time.Second)
 }
 
 func Test_saveProfile3(t *testing.T) {
+	ctx := context.Background()
 	sigs := make(chan os.Signal, 1)
 	close(sigs)
 	*profileInterval = time.Second * 10
 	dir := t.TempDir()
 	fs, err := fileservice.NewLocalETLFS(defines.ETLFileServiceName, dir)
 	assert.Nil(t, err)
-	defer fs.Close()
+	defer fs.Close(ctx)
 	globalEtlFS = fs
 	saveProfilesLoop(sigs)
 }
@@ -114,7 +117,7 @@ func (tfs *testFS) Cost() *fileservice.CostAttr {
 	panic("implement me")
 }
 
-func (tfs *testFS) Close() {
+func (tfs *testFS) Close(ctx context.Context) {
 	//TODO implement me
 	panic("implement me")
 }

cmd/mo-service/main.go

@@ -23,13 +23,15 @@ import (
 	"os"
 	"os/signal"
 	"path/filepath"
-	struntime "runtime"
 	"sync"
 	"syscall"
 	"time"
 	_ "time/tzdata"
 
 	"github.com/google/uuid"
+	"go.uber.org/automaxprocs/maxprocs"
+	"go.uber.org/zap"
+
 	"github.com/matrixorigin/matrixone/pkg/clusterservice"
 	"github.com/matrixorigin/matrixone/pkg/cnservice"
 	"github.com/matrixorigin/matrixone/pkg/common/malloc"
@@ -55,8 +57,6 @@ import (
 	"github.com/matrixorigin/matrixone/pkg/util/metric/mometric"
 	"github.com/matrixorigin/matrixone/pkg/util/profile"
 	"github.com/matrixorigin/matrixone/pkg/util/trace/impl/motrace"
-	"go.uber.org/automaxprocs/maxprocs"
-	"go.uber.org/zap"
 )
 
 var (
@@ -77,7 +77,7 @@ func init() {
 
 func main() {
 	if *maxProcessor > 0 {
-		struntime.GOMAXPROCS(*maxProcessor)
+		system.SetGoMaxProcs(*maxProcessor)
 	}
 
 	flag.Parse()
@@ -441,6 +441,9 @@ func initTraceMetric(ctx context.Context, st metadata.ServiceType, cfg *Config,
 
 	selector := clusterservice.NewSelector().SelectByLabel(SV.LabelSelector, clusterservice.Contain)
 	mustGetRuntime(cfg).SetGlobalVariables(runtime.BackgroundCNSelector, selector)
+	mustGetRuntime(cfg).SetGlobalVariables(motrace.MaxStatementSize, int(cfg.getCNServiceConfig().Frontend.LengthOfQueryPrinted))
+	mustGetRuntime(cfg).SetGlobalVariables(mometric.MOMetricResetTaskLabel, SV.ResetTaskLabel)
+	mustGetRuntime(cfg).SetGlobalVariables(mometric.MOMetricTaskLabel, SV.TaskLabel)
 
 	if !SV.DisableTrace || !SV.DisableMetric {
 		writerFactory = export.GetWriterFactory(fs, UUID, nodeRole, !SV.DisableSqlWriter)
@@ -449,6 +452,7 @@ func initTraceMetric(ctx context.Context, st metadata.ServiceType, cfg *Config,
 		stopper.RunNamedTask("trace", func(ctx context.Context) {
 			err, act := motrace.InitWithConfig(ctx,
 				&SV,
+				motrace.WithService(cfg.mustGetServiceUUID()),
 				motrace.WithNode(UUID, nodeRole),
 				motrace.WithBatchProcessor(collector),
 				motrace.WithFSWriterFactory(writerFactory),

etc/launch-tae-compose/config/cn-0.toml

@@ -22,7 +22,7 @@ cert-files = ["/etc/ssl/cert.pem"]
 
 [fileservice.cache]
 memory-capacity = "512MB"
-disk-capacity = "8GB"
+disk-capacity = "3GB"
 disk-path = "mo-data/file-service-cache"
 disk-min-evict-interval = "7m"
 disk-evict-target = 0.8

etc/launch-tae-compose/config/cn-1.toml

@@ -22,7 +22,7 @@ cert-files = ["/etc/ssl/cert.pem"]
 
 [fileservice.cache]
 memory-capacity = "512MB"
-disk-capacity = "8GB"
+disk-capacity = "3GB"
 disk-path = "mo-data/file-service-cache"
 disk-min-evict-interval = "7m"
 disk-evict-target = 0.8

etc/launch-tae-compose/config/log.toml

@@ -23,7 +23,7 @@ cert-files = ["/etc/ssl/cert.pem"]
 
 [fileservice.cache]
 memory-capacity = "512MB"
-disk-capacity = "8GB"
+disk-capacity = "1GB"
 disk-path = "mo-data/file-service-cache"
 disk-min-evict-interval = "7m"
 disk-evict-target = 0.8

etc/launch-tae-compose/config/tn.toml

@@ -22,7 +22,7 @@ cert-files = ["/etc/ssl/cert.pem"]
 
 [fileservice.cache]
 memory-capacity = "512MB"
-disk-capacity = "8GB"
+disk-capacity = "2GB"
 disk-path = "mo-data/file-service-cache"
 disk-min-evict-interval = "7m"
 disk-evict-target = 0.8

go.mod

@@ -8,23 +8,25 @@ require (
 	github.com/DATA-DOG/go-sqlmock v1.5.0
 	github.com/FastFilter/xorfilter v0.1.4
 	github.com/K-Phoen/grabana v0.21.19
+	github.com/K-Phoen/sdk v0.12.3
 	github.com/KimMachineGun/automemlimit v0.6.0
 	github.com/RoaringBitmap/roaring v1.2.3
 	github.com/aliyun/alibaba-cloud-sdk-go v1.63.34
 	github.com/aliyun/aliyun-oss-go-sdk v3.0.2+incompatible
 	github.com/aliyun/credentials-go v1.3.10
-	github.com/aws/aws-sdk-go-v2 v1.32.2
-	github.com/aws/aws-sdk-go-v2/config v1.27.43
-	github.com/aws/aws-sdk-go-v2/credentials v1.17.41
-	github.com/aws/aws-sdk-go-v2/service/s3 v1.65.2
-	github.com/aws/aws-sdk-go-v2/service/sts v1.32.2
-	github.com/aws/smithy-go v1.22.0
+	github.com/aws/aws-sdk-go-v2 v1.32.5
+	github.com/aws/aws-sdk-go-v2/config v1.28.5
+	github.com/aws/aws-sdk-go-v2/credentials v1.17.46
+	github.com/aws/aws-sdk-go-v2/service/s3 v1.68.0
+	github.com/aws/aws-sdk-go-v2/service/sts v1.33.1
+	github.com/aws/smithy-go v1.22.1
 	github.com/axiomhq/hyperloglog v0.0.0-20230201085229-3ddf4bad03dc
 	github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
-	github.com/cespare/xxhash/v2 v2.2.0
+	github.com/cespare/xxhash/v2 v2.3.0
 	github.com/cockroachdb/errors v1.9.1
 	github.com/confluentinc/confluent-kafka-go/v2 v2.4.0
 	github.com/containerd/cgroups/v3 v3.0.1
+	github.com/cpegeric/pdftotext-go v0.0.0-20241112122606-a8979920f0b1
 	github.com/docker/go-units v0.5.0
 	github.com/dolthub/maphash v0.1.0
 	github.com/dslipak/pdf v0.0.2
@@ -51,13 +53,14 @@ require (
 	github.com/lni/dragonboat/v4 v4.0.0-20220815145555-6f622e8bcbef
 	github.com/lni/goutils v1.3.1-0.20220604063047-388d67b4dbc4
 	github.com/lni/vfs v0.2.1-0.20220616104132-8852fd867376
-	github.com/matrixorigin/monlp v0.0.0-20240825091235-be436dc30e78
+	github.com/matrixorigin/mysql v1.8.2-0.20241106110439-6ac9ee94770d
 	github.com/matrixorigin/simdcsv v0.0.0-20230210060146-09b8e45209dd
 	github.com/minio/minio-go/v7 v7.0.78
 	github.com/mohae/deepcopy v0.0.0-20170929034955-c48cc78d4826
 	github.com/ncruces/go-dns v1.2.5
 	github.com/panjf2000/ants/v2 v2.7.4
 	github.com/parquet-go/parquet-go v0.23.0
+	github.com/petermattis/goid v0.0.0-20241025130422-66cb2e6d7274
 	github.com/pierrec/lz4/v4 v4.1.21
 	github.com/pkg/errors v0.9.1
 	github.com/plar/go-adaptive-radix-tree v1.0.5
@@ -81,17 +84,17 @@ require (
 	go.uber.org/ratelimit v0.2.0
 	go.uber.org/zap v1.24.0
 	golang.org/x/exp v0.0.0-20241009180824-f66d83c29e7c
-	golang.org/x/sync v0.8.0
-	golang.org/x/sys v0.26.0
+	golang.org/x/sync v0.10.0
+	golang.org/x/sys v0.28.0
 	gonum.org/v1/gonum v0.14.0
-	google.golang.org/grpc v1.62.1
-	google.golang.org/protobuf v1.34.2
+	google.golang.org/grpc v1.69.0
+	google.golang.org/protobuf v1.35.1
 	gopkg.in/natefinch/lumberjack.v2 v2.2.1
 )
 
 require (
 	filippo.io/edwards25519 v1.1.0 // indirect
-	github.com/K-Phoen/sdk v0.12.3 // indirect
+	github.com/Masterminds/semver/v3 v3.2.1 // indirect
 	github.com/andybalholm/brotli v1.1.0 // indirect
 	github.com/cespare/xxhash v1.1.0 // indirect
 	github.com/cilium/ebpf v0.9.1 // indirect
@@ -127,9 +130,9 @@ require (
 	github.com/segmentio/asm v1.1.3 // indirect
 	github.com/shoenig/go-m1cpu v0.1.6 // indirect
 	github.com/tetratelabs/wazero v1.7.3 // indirect
-	golang.org/x/crypto v0.28.0 // indirect
+	golang.org/x/crypto v0.31.0 // indirect
 	golang.org/x/net v0.30.0 // indirect
-	golang.org/x/text v0.19.0 // indirect
+	golang.org/x/text v0.21.0 // indirect
 	golang.org/x/time v0.3.0 // indirect
 )
 
@@ -141,18 +144,18 @@ require (
 	github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129 // indirect
 	github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da // indirect
 	github.com/aws/aws-sdk-go v1.55.5
-	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.6 // indirect
-	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.17 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/configsources v1.3.21 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.6.21 // indirect
+	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.7 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.20 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/configsources v1.3.24 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.6.24 // indirect
 	github.com/aws/aws-sdk-go-v2/internal/ini v1.8.1 // indirect
-	github.com/aws/aws-sdk-go-v2/internal/v4a v1.3.21 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.12.0 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.4.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.12.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.18.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/sso v1.24.2 // indirect
-	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.28.2 // indirect
+	github.com/aws/aws-sdk-go-v2/internal/v4a v1.3.24 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.12.1 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.4.5 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.12.5 // indirect
+	github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.18.5 // indirect
+	github.com/aws/aws-sdk-go-v2/service/sso v1.24.6 // indirect
+	github.com/aws/aws-sdk-go-v2/service/ssooidc v1.28.5 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/bits-and-blooms/bitset v1.8.0 // indirect
 	github.com/bufbuild/protocompile v0.6.0 // indirect
@@ -201,7 +204,7 @@ require (
 	go.uber.org/multierr v1.11.0 // indirect
 	golang.org/x/mod v0.21.0 // indirect
 	golang.org/x/tools v0.26.0 // indirect
-	google.golang.org/genproto/googleapis/rpc v0.0.0-20240318140521-94a12d6c2237 // indirect
+	google.golang.org/genproto/googleapis/rpc v0.0.0-20241015192408-796eee8c2d53 // indirect
 	gopkg.in/ini.v1 v1.67.0 // indirect
 	gopkg.in/yaml.v3 v3.0.1 // indirect
 
@@ -212,7 +215,7 @@ require (
 replace github.com/hashicorp/memberlist => github.com/matrixorigin/memberlist v0.5.1-0.20230322082342-95015c95ee76
 
 replace (
-	github.com/elastic/gosigar v0.14.2 => github.com/matrixorigin/gosigar v0.14.3-0.20240721074812-0d5bde0e9f91
+	github.com/elastic/gosigar v0.14.2 => github.com/matrixorigin/gosigar v0.14.3-0.20241204071856-40aab500bfac
 	github.com/fagongzi/goetty/v2 v2.0.3-0.20230628075727-26c9a2fd5fb8 => github.com/matrixorigin/goetty/v2 v2.0.0-20240611082008-a4de209fff3d
 	github.com/lni/dragonboat/v4 v4.0.0-20220815145555-6f622e8bcbef => github.com/matrixorigin/dragonboat/v4 v4.0.0-20241019050137-1c6138e9cf8b
 	github.com/lni/goutils v1.3.1-0.20220604063047-388d67b4dbc4 => github.com/matrixorigin/goutils v1.3.1-0.20220604063047-388d67b4dbc4