feat(framework): skip to update progress of subtasks (#8155)

- add env SKIP_SUBTASK_PROGRESS to decide wether skip subtask progress updating to db
apache · Oct 23, 2024 · b17c35b · b17c35b
1 parent 48dd544
commit b17c35b
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/backend/core/runner/run_task.go b/backend/core/runner/run_task.go
@@ -350,6 +350,9 @@ func RunPluginSubTasks(
 
 // UpdateProgressDetail FIXME ...
 func UpdateProgressDetail(basicRes context.BasicRes, taskId uint64, progressDetail *models.TaskProgressDetail, p *plugin.RunningProgress) {
+	cfg := basicRes.GetConfigReader()
+	skipSubtaskProgressUpdate := cfg.GetBool("SKIP_SUBTASK_PROGRESS")
+
 	task := &models.Task{
 		Model: common.Model{ID: taskId},
 	}
@@ -377,6 +380,9 @@ func UpdateProgressDetail(basicRes context.BasicRes, taskId uint64, progressDeta
 		// reset finished records
 		progressDetail.FinishedRecords = 0
 	}
+	if skipSubtaskProgressUpdate {
+		return
+	}
 	currentFinishedRecords := progressDetail.FinishedRecords
 	currentTotalRecords := progressDetail.TotalRecords
 	// update progress if progress is more than 1%

diff --git a/env.example b/env.example
@@ -27,6 +27,8 @@ DB_URL=mysql://merico:merico@mysql:3306/lake?charset=utf8mb4&parseTime=True&loc=
 E2E_DB_URL=mysql://merico:merico@mysql:3306/lake_test?charset=utf8mb4&parseTime=True&loc=UTC
 # Silent Error Warn Info
 DB_LOGGING_LEVEL=Error
+# Skip to update progress of subtasks, default is false (#8142)
+SKIP_SUBTASK_PROGRESS=false
 
 # Lake REST API
 PORT=8080