feat(alias): support load balance (#1767)

* feat(alias): support load balance

* feat(alias): support storage match for load balance

* feat(patch): add alias addition upgrade patch

* fix bugs

* fix(op/balance): optimize compatibility

* chore: change default read conflict policy

* feat(alias): refactor Alias initialization and enhance path handling

* feat(alias): enhance object masking and add support for operation restrictions

* feat(alias): enhance object masking

* feat(fs): add permission checks

* improve parsing

* update object masks

* feat(fs): enhance virtual file handling

* feat(storage): enhance virtual file retrieval and path handling

* refactor(alias): rename path handling functions for clarity and consistency

* fix(alias): update path handling in Other method to use balanced path

* fix bug

* feat(alias): add file size validation

* feat(alias): add hash consistency check

* 移除哈希合并，

* fix(alias): wrong behavior for all_strict/deterministic_or_all

* Revert "fix(alias): wrong behavior for all_strict/deterministic_or_all"

This reverts commit f001f2d.

* fix(alias): wrong behavior for all_strict/deterministic_or_all

* feat(alias): support part-based read load balance

* fix(alias): list panic when leak conflict path

* fix(alias): remove Other load balance

* fix(alias): 修复 Link 方法中 resultLink 的返回类型和内容复制问题

* fix(alias): 更好的下载并发？

* chore(alias): all tips

* fix(alias): moving paths mismatch

---------

Co-authored-by: j2rong4cn <j2rong@qq.com>
Co-authored-by: ShenLin <773933146@qq.com>

Author: 3 people

drivers/alias/driver.go

@@ -6,17 +6,15 @@ import (
 )
 
 type Addition struct {
-	// Usually one of two
-	// driver.RootPath
-	// define other
-	Paths               string `json:"paths" required:"true" type:"text"`
-	ProtectSameName     bool   `json:"protect_same_name" default:"true" required:"false" help:"Protects same-name files from Delete or Rename"`
-	ParallelWrite       bool   `json:"parallel_write" type:"bool" default:"false"`
-	DownloadConcurrency int    `json:"download_concurrency" default:"0" required:"false" type:"number" help:"Need to enable proxy"`
-	DownloadPartSize    int    `json:"download_part_size" default:"0" type:"number" required:"false" help:"Need to enable proxy. Unit: KB"`
-	Writable            bool   `json:"writable" type:"bool" default:"false"`
-	ProviderPassThrough bool   `json:"provider_pass_through" type:"bool" default:"false"`
-	DetailsPassThrough  bool   `json:"details_pass_through" type:"bool" default:"false"`
+	Paths                string `json:"paths" required:"true" type:"text"`
+	ReadConflictPolicy   string `json:"read_conflict_policy" type:"select" options:"first,random,all" default:"first"`
+	WriteConflictPolicy  string `json:"write_conflict_policy" type:"select" options:"disabled,first,deterministic,deterministic_or_all,all,all_strict" default:"disabled" help:"How the driver handles identical backend paths when renaming, removing, or making directories."`
+	PutConflictPolicy    string `json:"put_conflict_policy" type:"select" options:"disabled,first,deterministic,deterministic_or_all,all,all_strict,random,quota,quota_strict" default:"disabled" help:"How the driver handles identical backend paths when uploading, copying, moving, or decompressing."`
+	FileConsistencyCheck bool   `json:"file_consistency_check" type:"bool" default:"false"`
+	DownloadConcurrency  int    `json:"download_concurrency" default:"0" required:"false" type:"number" help:"Need to enable proxy"`
+	DownloadPartSize     int    `json:"download_part_size" default:"0" type:"number" required:"false" help:"Need to enable proxy. Unit: KB"`
+	ProviderPassThrough  bool   `json:"provider_pass_through" type:"bool" default:"false"`
+	DetailsPassThrough   bool   `json:"details_pass_through" type:"bool" default:"false"`
 }
 
 var config = driver.Config{
@@ -31,10 +29,6 @@ var config = driver.Config{
 
 func init() {
 	op.RegisterDriver(func() driver.Driver {
-		return &Alias{
-			Addition: Addition{
-				ProtectSameName: true,
-			},
-		}
+		return &Alias{}
 	})
 }

drivers/alias/meta.go

@@ -1 +1,78 @@
 package alias
+
+import (
+	"time"
+
+	"github.com/OpenListTeam/OpenList/v4/internal/model"
+	"github.com/OpenListTeam/OpenList/v4/pkg/utils"
+	"github.com/pkg/errors"
+)
+
+const (
+	DisabledWP             = "disabled"
+	FirstRWP               = "first"
+	DeterministicWP        = "deterministic"
+	DeterministicOrAllWP   = "deterministic_or_all"
+	AllRWP                 = "all"
+	AllStrictWP            = "all_strict"
+	RandomBalancedRP       = "random"
+	BalancedByQuotaP       = "quota"
+	BalancedByQuotaStrictP = "quota_strict"
+)
+
+var (
+	ValidReadConflictPolicy  = []string{FirstRWP, RandomBalancedRP, AllRWP}
+	ValidWriteConflictPolicy = []string{DisabledWP, FirstRWP, DeterministicWP, DeterministicOrAllWP, AllRWP,
+		AllStrictWP}
+	ValidPutConflictPolicy = []string{DisabledWP, FirstRWP, DeterministicWP, DeterministicOrAllWP, AllRWP,
+		AllStrictWP, RandomBalancedRP, BalancedByQuotaP, BalancedByQuotaStrictP}
+)
+
+var (
+	ErrPathConflict     = errors.New("path conflict")
+	ErrSamePathLeak     = errors.New("leak some of same-name dirs")
+	ErrNoEnoughSpace    = errors.New("none of same-name dirs has enough space")
+	ErrNotEnoughSrcObjs = errors.New("cannot move fewer objs to more paths, please try copying")
+)
+
+type BalancedObjs []model.Obj
+
+func (b BalancedObjs) GetSize() int64 {
+	return b[0].GetSize()
+}
+
+func (b BalancedObjs) ModTime() time.Time {
+	return b[0].ModTime()
+}
+
+func (b BalancedObjs) CreateTime() time.Time {
+	return b[0].CreateTime()
+}
+
+func (b BalancedObjs) IsDir() bool {
+	return b[0].IsDir()
+}
+
+func (b BalancedObjs) GetHash() utils.HashInfo {
+	return b[0].GetHash()
+}
+
+func (b BalancedObjs) GetName() string {
+	return b[0].GetName()
+}
+
+func (b BalancedObjs) GetPath() string {
+	return b[0].GetPath()
+}
+
+func (b BalancedObjs) GetID() string {
+	return b[0].GetID()
+}
+
+func (b BalancedObjs) Unwrap() model.Obj {
+	return b[0]
+}
+
+var _ model.Obj = (BalancedObjs)(nil)
+
+type tempObj struct{ model.Object }