Respect Co-authored-by trailers in the contributors graph

services/repository/contributors_graph.go

@@ -8,6 +8,7 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"net/mail"
 	"os"
 	"strconv"
 	"strings"
@@ -53,10 +54,11 @@ type ContributorData struct {
 	Weeks        map[int64]*WeekData `json:"weeks"`
 }
 
-// ExtendedCommitStats contains information for commit stats with author data
+// ExtendedCommitStats contains information for commit stats with both author and coauthors data
 type ExtendedCommitStats struct {
-	Author *api.CommitUser  `json:"author"`
-	Stats  *api.CommitStats `json:"stats"`
+	Author    *api.CommitUser   `json:"author"`
+	CoAuthors []*api.CommitUser `json:"co_authors"`
+	Stats     *api.CommitStats  `json:"stats"`
 }
 
 const layout = time.DateOnly
@@ -125,8 +127,7 @@ func getExtendedCommitStats(repo *git.Repository, revision string /*, limit int
 		_ = stdoutWriter.Close()
 	}()
 
-	gitCmd := git.NewCommand(repo.Ctx, "log", "--shortstat", "--no-merges", "--pretty=format:---%n%aN%n%aE%n%as", "--reverse")
-	// AddOptionFormat("--max-count=%d", limit)
+	gitCmd := git.NewCommand(repo.Ctx, "log", "--shortstat", "--no-merges", "--pretty=format:---%n%aN%n%aE%n%as%n%(trailers:key=Co-authored-by,valueonly=true)", "--reverse")
 	gitCmd.AddDynamicArguments(baseCommit.ID.String())
 
 	var extendedCommitStats []*ExtendedCommitStats
@@ -150,6 +151,25 @@ func getExtendedCommitStats(repo *git.Repository, revision string /*, limit int
 				authorEmail := strings.TrimSpace(scanner.Text())
 				scanner.Scan()
 				date := strings.TrimSpace(scanner.Text())
+
+				var coAuthors []*api.CommitUser
+				for scanner.Scan() {
+					line := scanner.Text()
+					if line == "" {
+						// There should be an empty line before we read the commit stats line.
+						break
+					}
+					coAuthorEmail, coAuthorName, err := parseCoAuthorTrailerValue(line)
+					if err != nil {
+						continue
+					}
+					coAuthor := &api.CommitUser{
+						Identity: api.Identity{Name: coAuthorName, Email: coAuthorEmail},
+						Date:     date,
+					}
+					coAuthors = append(coAuthors, coAuthor)
+				}
+
 				scanner.Scan()
 				stats := strings.TrimSpace(scanner.Text())
 				if authorName == "" || authorEmail == "" || date == "" || stats == "" {
@@ -184,7 +204,8 @@ func getExtendedCommitStats(repo *git.Repository, revision string /*, limit int
 						},
 						Date: date,
 					},
-					Stats: &commitStats,
+					CoAuthors: coAuthors,
+					Stats:     &commitStats,
 				}
 				extendedCommitStats = append(extendedCommitStats, res)
 			}
@@ -199,6 +220,31 @@ func getExtendedCommitStats(repo *git.Repository, revision string /*, limit int
 	return extendedCommitStats, nil
 }
 
+var errSyntax = errors.New("syntax error occurred")
+
+func parseCoAuthorTrailerValue(value string) (email, name string, err error) {
+	value = strings.TrimSpace(value)
+	if !strings.HasSuffix(value, ">") {
+		return "", "", errSyntax
+	}
+	if openEmailBracketIdx := strings.LastIndex(value, "<"); openEmailBracketIdx == -1 {
+		return "", "", errSyntax
+	}
+
+	parts := strings.Split(value, "<")
+	if len(parts) < 2 {
+		return "", "", errSyntax
+	}
+
+	email = strings.TrimRight(parts[1], ">")
+	if _, err := mail.ParseAddress(email); err != nil {
+		return "", "", err
+	}
+	name = strings.TrimSpace(parts[0])
+
+	return email, name, nil
+}
+
 func generateContributorStats(genDone chan struct{}, cache cache.StringCache, cacheKey string, repo *repo_model.Repository, revision string) {
 	ctx := graceful.GetManager().HammerContext()
 
@@ -222,8 +268,6 @@ func generateContributorStats(genDone chan struct{}, cache cache.StringCache, ca
 		return
 	}
 
-	layout := time.DateOnly
-
 	unknownUserAvatarLink := user_model.NewGhostUser().AvatarLinkWithSize(ctx, 0)
 	contributorsCommitStats := make(map[string]*ContributorData)
 	contributorsCommitStats["total"] = &ContributorData{
@@ -237,67 +281,16 @@ func generateContributorStats(genDone chan struct{}, cache cache.StringCache, ca
 		if len(userEmail) == 0 {
 			continue
 		}
-		u, _ := user_model.GetUserByEmail(ctx, userEmail)
-		if u != nil {
-			// update userEmail with user's primary email address so
-			// that different mail addresses will linked to same account
-			userEmail = u.GetEmail()
-		}
-		// duplicated logic
-		if _, ok := contributorsCommitStats[userEmail]; !ok {
-			if u == nil {
-				avatarLink := avatars.GenerateEmailAvatarFastLink(ctx, userEmail, 0)
-				if avatarLink == "" {
-					avatarLink = unknownUserAvatarLink
-				}
-				contributorsCommitStats[userEmail] = &ContributorData{
-					Name:       v.Author.Name,
-					AvatarLink: avatarLink,
-					Weeks:      make(map[int64]*WeekData),
-				}
-			} else {
-				contributorsCommitStats[userEmail] = &ContributorData{
-					Name:       u.DisplayName(),
-					Login:      u.LowerName,
-					AvatarLink: u.AvatarLinkWithSize(ctx, 0),
-					HomeLink:   u.HomeLink(),
-					Weeks:      make(map[int64]*WeekData),
-				}
-			}
-		}
-		// Update user statistics
-		user := contributorsCommitStats[userEmail]
-		startingOfWeek, _ := findLastSundayBeforeDate(v.Author.Date)
-
-		val, _ := time.Parse(layout, startingOfWeek)
-		week := val.UnixMilli()
-
-		if user.Weeks[week] == nil {
-			user.Weeks[week] = &WeekData{
-				Additions: 0,
-				Deletions: 0,
-				Commits:   0,
-				Week:      week,
-			}
-		}
-		if total.Weeks[week] == nil {
-			total.Weeks[week] = &WeekData{
-				Additions: 0,
-				Deletions: 0,
-				Commits:   0,
-				Week:      week,
-			}
+
+		authorData := getContributorData(ctx, contributorsCommitStats, v.Author, unknownUserAvatarLink)
+		date := v.Author.Date
+		stats := v.Stats
+		updateUserAndOverallStats(stats, date, authorData, total, false)
+
+		for _, coAuthor := range v.CoAuthors {
+			coAuthorData := getContributorData(ctx, contributorsCommitStats, coAuthor, unknownUserAvatarLink)
+			updateUserAndOverallStats(stats, date, coAuthorData, total, true)
 		}
-		user.Weeks[week].Additions += v.Stats.Additions
-		user.Weeks[week].Deletions += v.Stats.Deletions
-		user.Weeks[week].Commits++
-		user.TotalCommits++
-
-		// Update overall statistics
-		total.Weeks[week].Additions += v.Stats.Additions
-		total.Weeks[week].Deletions += v.Stats.Deletions
-		total.Weeks[week].Commits++
-		total.TotalCommits++
 	}
 
 	_ = cache.PutJSON(cacheKey, contributorsCommitStats, contributorStatsCacheTimeout)
@@ -306,3 +299,77 @@ func generateContributorStats(genDone chan struct{}, cache cache.StringCache, ca
 		genDone <- struct{}{}
 	}
 }
+
+func getContributorData(ctx context.Context, contributorsCommitStats map[string]*ContributorData, user *api.CommitUser, defaultUserAvatarLink string) *ContributorData {
+	userEmail := user.Email
+	u, _ := user_model.GetUserByEmail(ctx, userEmail)
+	if u != nil {
+		// update userEmail with user's primary email address so
+		// that different mail addresses will linked to same account
+		userEmail = u.GetEmail()
+	}
+
+	if _, ok := contributorsCommitStats[userEmail]; !ok {
+		if u == nil {
+			avatarLink := avatars.GenerateEmailAvatarFastLink(ctx, userEmail, 0)
+			if avatarLink == "" {
+				avatarLink = defaultUserAvatarLink
+			}
+			contributorsCommitStats[userEmail] = &ContributorData{
+				Name:       user.Name,
+				AvatarLink: avatarLink,
+				Weeks:      make(map[int64]*WeekData),
+			}
+		} else {
+			contributorsCommitStats[userEmail] = &ContributorData{
+				Name:       u.DisplayName(),
+				Login:      u.LowerName,
+				AvatarLink: u.AvatarLinkWithSize(ctx, 0),
+				HomeLink:   u.HomeLink(),
+				Weeks:      make(map[int64]*WeekData),
+			}
+		}
+	}
+	return contributorsCommitStats[userEmail]
+}
+
+func updateUserAndOverallStats(stats *api.CommitStats, commitDate string, user, total *ContributorData, isCoAuthor bool) {
+	startingOfWeek, _ := findLastSundayBeforeDate(commitDate)
+
+	val, _ := time.Parse(layout, startingOfWeek)
+	week := val.UnixMilli()
+
+	if user.Weeks[week] == nil {
+		user.Weeks[week] = &WeekData{
+			Additions: 0,
+			Deletions: 0,
+			Commits:   0,
+			Week:      week,
+		}
+	}
+	if total.Weeks[week] == nil {
+		total.Weeks[week] = &WeekData{
+			Additions: 0,
+			Deletions: 0,
+			Commits:   0,
+			Week:      week,
+		}
+	}
+	// Update user statistics
+	user.Weeks[week].Additions += stats.Additions
+	user.Weeks[week].Deletions += stats.Deletions
+	user.Weeks[week].Commits++
+	user.TotalCommits++
+
+	if isCoAuthor {
+		// We would have or will count these additions/deletions/commits already when we encounter the original
+		// author of the commit. Let's avoid this duplication.
+		return
+	}
+
+	// Update overall statistics
+	total.Weeks[week].Additions += stats.Additions
+	total.Weeks[week].Deletions += stats.Deletions
+	total.Weeks[week].Commits++
+	total.TotalCommits++
+}