feat: double clone against AzDo to reduce libgit2 memory footprint (#…

…7941)
apache · Aug 22, 2024 · 9390452 · 9390452
1 parent 7d10ada
commit 9390452
Show file tree

Hide file tree

Showing 4 changed files with 222 additions and 152 deletions.
diff --git a/backend/plugins/gitextractor/gitextractor.go b/backend/plugins/gitextractor/gitextractor.go
@@ -38,6 +38,7 @@ func main() {
 	useGoGit := cmd.Flags().BoolP("useGoGit", "g", false, "use go-git instead of libgit2")
 	skipCommitStat := cmd.Flags().BoolP("skipCommitStat", "S", false, "")
 	skipCommitFiles := cmd.Flags().BoolP("skipCommitFiles", "F", true, "")
+	noShallowClone := cmd.Flags().BoolP("noShallowClone", "A", false, "")
 	timeAfter := cmd.Flags().StringP("timeAfter", "a", "", "collect data that are created after specified time, ie 2006-01-02T15:04:05Z")
 	_ = cmd.MarkFlagRequired("url")
 	_ = cmd.MarkFlagRequired("repoId")
@@ -54,6 +55,7 @@ func main() {
 			"useGoGit":        *useGoGit,
 			"skipCommitStat":  skipCommitStat,
 			"skipCommitFiles": skipCommitFiles,
+			"noShallowClone":  noShallowClone,
 		}, *timeAfter)
 	}
 	runner.RunCmd(cmd)

diff --git a/backend/plugins/gitextractor/parser/clone.go b/backend/plugins/gitextractor/parser/clone.go
@@ -19,9 +19,9 @@ package parser
 
 import (
 	"github.com/apache/incubator-devlake/core/errors"
-	"github.com/apache/incubator-devlake/core/plugin"
 )
 
 type RepoCloner interface {
-	CloneRepo(ctx plugin.SubTaskContext, localDir string) errors.Error
+	CloneRepo() errors.Error
+	CloseRepo() errors.Error
 }