Skip to content

Cache PullRequest Divergence #10914

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 30 commits into from
Apr 14, 2020
Merged
Show file tree
Hide file tree
Changes from 8 commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
45b5aa0
Cache PullRequest Divergence
6543 Apr 1, 2020
3d2ca63
only re-calc divergence if AddTestPullRequestTask() is exec
6543 Apr 3, 2020
1f7effe
migrate already open pulls
6543 Apr 3, 2020
846c924
finalize
6543 Apr 1, 2020
870cda8
take care of closed&not-merged+deleted-branch pull requests
6543 Apr 3, 2020
cd34286
fix nil pointer exeption
6543 Apr 3, 2020
6e27c62
try this
6543 Apr 3, 2020
235f1e4
no error its a warn
6543 Apr 3, 2020
f2e0536
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 7, 2020
39e12ba
init gitea-repositories-meta
6543 Apr 8, 2020
faceafd
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 8, 2020
059f5b0
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 8, 2020
a8e3c4b
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 8, 2020
9c5dd2f
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 8, 2020
0f12098
dont use gitDivergence type
6543 Apr 9, 2020
04d785e
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 9, 2020
fe503ef
CI.restart()
6543 Apr 9, 2020
b65da30
CI.restart()
6543 Apr 9, 2020
4bbaf98
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 9, 2020
fb468a5
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 10, 2020
2819468
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 10, 2020
bbbafea
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 11, 2020
4407fe3
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 11, 2020
20a262a
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 11, 2020
40e7cb1
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 12, 2020
e8d6720
CI.restart()
6543 Apr 13, 2020
0894c42
CI.restart()
6543 Apr 13, 2020
d086468
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 13, 2020
13440b2
check IsUserAllowedToUpdate independend from CommitsBehind
6543 Apr 14, 2020
c1f0b04
Merge branch 'master' into cache-pr-GetDiverging
6543 Apr 14, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions models/migrations/migrations.go
Original file line number Diff line number Diff line change
Expand Up @@ -204,6 +204,8 @@ var migrations = []Migration{
NewMigration("Refix merge base for merged pull requests", refixMergeBase),
// v135 -> 136
NewMigration("Add OrgID column to Labels table", addOrgIDLabelColumn),
// v136 -> 137
NewMigration("Add CommitsAhead and CommitsBehind Column to PullRequest Table", addCommitDivergenceToPulls),
}

// Migrate database to current version
Expand Down
69 changes: 69 additions & 0 deletions models/migrations/v136.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
// Copyright 2020 The Gitea Authors. All rights reserved.
// Use of this source code is governed by a MIT-style
// license that can be found in the LICENSE file.

package migrations

import (
"fmt"

"code.gitea.io/gitea/models"
"code.gitea.io/gitea/modules/log"
"code.gitea.io/gitea/modules/setting"
pull_service "code.gitea.io/gitea/services/pull"

"xorm.io/xorm"
)

func addCommitDivergenceToPulls(x *xorm.Engine) error {

if err := x.Sync2(new(models.PullRequest)); err != nil {
return fmt.Errorf("Sync2: %v", err)
}

var last int
batchSize := setting.Database.IterateBufferSize
sess := x.NewSession()
defer sess.Close()
for {
if err := sess.Begin(); err != nil {
return err
}
var results = make([]*models.PullRequest, 0, batchSize)
err := sess.Where("has_merged = ?", false).OrderBy("id").Limit(batchSize, last).Find(&results)
if err != nil {
return err
}
if len(results) == 0 {
break
}
last += len(results)

for _, pr := range results {
divergence, err := pull_service.GetDiverging(pr)
if err != nil {
if err = pr.LoadIssue(); err != nil {
return fmt.Errorf("pr.LoadIssue()[%d]: %v", pr.ID, err)
}
if !pr.Issue.IsClosed {
return fmt.Errorf("GetDiverging: %v", err)
}
log.Warn("Could not recalculate Divergence for pull: %d", pr.ID)
pr.CommitsAhead = 0
pr.CommitsBehind = 0
}
if divergence != nil {
pr.CommitsAhead = divergence.Ahead
pr.CommitsBehind = divergence.Behind
}
if _, err = sess.ID(pr.ID).Cols("commits_ahead", "commits_behind").Update(pr); err != nil {
return fmt.Errorf("Update Cols: %v", err)
}
}

if err := sess.Commit(); err != nil {
return err
}
}
return nil
}
22 changes: 22 additions & 0 deletions models/pull.go
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,8 @@ type PullRequest struct {
Type PullRequestType
Status PullRequestStatus
ConflictedFiles []string `xorm:"TEXT JSON"`
CommitsAhead int
CommitsBehind int

IssueID int64 `xorm:"INDEX"`
Issue *Issue `xorm:"-"`
Expand Down Expand Up @@ -352,6 +354,26 @@ func (pr *PullRequest) GetCommitMessages() string {
return stringBuilder.String()
}

// GetCommitDivergence get Divergence of a pull request
func (pr *PullRequest) GetCommitDivergence() *git.DivergeObject {
return &git.DivergeObject{Ahead: pr.CommitsAhead, Behind: pr.CommitsBehind}
}

// UpdateCommitDivergence update Divergence of a pull request
func (pr *PullRequest) UpdateCommitDivergence(div *git.DivergeObject) error {
return pr.updateCommitDivergence(x, div)
}

func (pr *PullRequest) updateCommitDivergence(e Engine, div *git.DivergeObject) error {
if div == nil || pr.ID == 0 {
return fmt.Errorf("updateCommitDivergence: diverge nil or PR-ID 0")
}
pr.CommitsAhead = div.Ahead
pr.CommitsBehind = div.Behind
_, err := e.ID(pr.ID).Cols("commits_ahead", "commits_behind").Update(pr)
return err
}

// ReviewCount represents a count of Reviews
type ReviewCount struct {
IssueID int64
Expand Down
8 changes: 1 addition & 7 deletions routers/repo/pull.go
Original file line number Diff line number Diff line change
Expand Up @@ -426,13 +426,7 @@ func PrepareViewPullInfo(ctx *context.Context, issue *models.Issue) *git.Compare
return nil
}
ctx.Data["UpdateAllowed"] = allowUpdate

divergence, err := pull_service.GetDiverging(pull)
if err != nil {
ctx.ServerError("GetDiverging", err)
return nil
}
ctx.Data["Divergence"] = divergence
ctx.Data["Divergence"] = pull.GetCommitDivergence()
}

sha, err := baseGitRepo.GetRefCommitID(pull.GetGitRefName())
Expand Down
25 changes: 25 additions & 0 deletions services/pull/pull.go
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,13 @@ func NewPullRequest(repo *models.Repository, pull *models.Issue, labelIDs []int6
return err
}

divergence, err := GetDiverging(pr)
if err != nil {
return err
}
pr.CommitsAhead = divergence.Ahead
pr.CommitsBehind = divergence.Behind

if err := models.NewPullRequest(repo, pull, labelIDs, uuids, pr); err != nil {
return err
}
Expand Down Expand Up @@ -211,6 +218,15 @@ func AddTestPullRequestTask(doer *models.User, repoID int64, branch string, isSy
if err := models.MarkReviewsAsNotStale(pr.IssueID, newCommitID); err != nil {
log.Error("MarkReviewsAsNotStale: %v", err)
}
divergence, err := GetDiverging(pr)
if err != nil {
log.Error("GetDiverging: %v", err)
} else {
err = pr.UpdateCommitDivergence(divergence)
if err != nil {
log.Error("UpdateCommitDivergence: %v", err)
}
}
}

pr.Issue.PullRequest = pr
Expand All @@ -228,6 +244,15 @@ func AddTestPullRequestTask(doer *models.User, repoID int64, branch string, isSy
return
}
for _, pr := range prs {
divergence, err := GetDiverging(pr)
if err != nil {
log.Error("GetDiverging: %v", err)
} else {
err = pr.UpdateCommitDivergence(divergence)
if err != nil {
log.Error("UpdateCommitDivergence: %v", err)
}
}
AddToTaskQueue(pr)
}
})
Expand Down