Something went wrong. Try again.
Monorepo for Tangled
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397package repo
import ( "errors" "fmt" "maps" "net/http" "net/url" "slices" "sort" "strings" "sync" "time"
"context" "encoding/json"
"github.com/bluesky-social/indigo/atproto/syntax" "github.com/go-git/go-git/v5/plumbing" "tangled.org/core/api/tangled" "tangled.org/core/appview/commitverify" "tangled.org/core/appview/db" "tangled.org/core/appview/models" "tangled.org/core/appview/pages" "tangled.org/core/appview/pages/markup" "tangled.org/core/appview/pipelines" "tangled.org/core/types"
"github.com/go-chi/chi/v5" "github.com/go-enry/go-enry/v2" "github.com/samber/lo")
func (rp *Repo) Index(w http.ResponseWriter, r *http.Request) { l := rp.logger.With("handler", "RepoIndex")
ref := chi.URLParam(r, "ref") ref, _ = url.PathUnescape(ref)
f, err := rp.repoResolver.Resolve(r) if err != nil { l.Error("failed to fully resolve repo", "err", err) return }
user := rp.oauth.GetMultiAccountUser(r)
if user != nil { userDid := user.Did repoDid := f.RepoDid go func() { if err := db.UpsertRecentLink(rp.db, userDid, models.RecentLinkTypeRepo, repoDid); err != nil { l.Error("failed to upsert recent link", "err", err) } }() }
// Build index response from multiple XRPC calls result, err := rp.buildIndexResponse(r.Context(), f, ref) if err != nil { l.Error("failed to build index response", "err", err) rp.pages.RepoIndexPage(w, pages.RepoIndexParams{ BaseParams: pages.BaseParamsFromContext(r.Context()), KnotUnreachable: true, RepoInfo: rp.repoResolver.GetRepoInfo(r, user), }) return }
tagMap := make(map[string][]string) for _, tag := range result.Tags { hash := tag.Hash if tag.Tag != nil { hash = tag.Tag.Target.String() } tagMap[hash] = append(tagMap[hash], tag.Name) }
for _, branch := range result.Branches { hash := branch.Hash tagMap[hash] = append(tagMap[hash], branch.Name) }
sortFiles(result.Files)
slices.SortFunc(result.Branches, func(a, b types.Branch) int { if a.Name == result.Ref { return -1 } if a.IsDefault { return -1 } if b.IsDefault { return 1 } if a.Commit != nil && b.Commit != nil { if a.Commit.Committer.When.Before(b.Commit.Committer.When) { return 1 } else { return -1 } } return strings.Compare(a.Name, b.Name) * -1 })
commitCount := len(result.Commits) branchCount := len(result.Branches) tagCount := len(result.Tags) fileCount := len(result.Files)
commitCount, branchCount, tagCount = balanceIndexItems(commitCount, branchCount, tagCount, fileCount) commitsTrunc := result.Commits[:min(commitCount, len(result.Commits))] tagsTrunc := result.Tags[:min(tagCount, len(result.Tags))] branchesTrunc := result.Branches[:min(branchCount, len(result.Branches))]
var shas []string for _, c := range commitsTrunc { shas = append(shas, c.Hash.String()) } type pipelineResult struct { pipelines map[string]types.Pipeline err error } pipelineCh := make(chan pipelineResult, 1) go func() { p, err := pipelines.FetchStatuses(r.Context(), f, shas) pipelineCh <- pipelineResult{p, err} }()
emails := uniqueEmails(commitsTrunc) emailToDidMap, err := db.GetEmailToDid(rp.db, emails, true) if err != nil { l.Error("failed to get email to did map", "err", err) }
vc, err := commitverify.GetVerifiedCommits(rp.db, emailToDidMap, commitsTrunc) if err != nil { l.Error("failed to GetVerifiedObjectCommits", "err", err) }
var languageInfo []types.RepoLanguageDetails if !result.IsEmpty { langs, err := rp.getLanguageInfo(r.Context(), syntax.DID(f.RepoDid), result.Ref) if err != nil { l.Warn("failed to compute language percentages", "err", err) // non-fatal } else if ref == "" { // when request didn't specified ref, we are fetching default branch. if err := func(repo syntax.DID, ref string, langs []*tangled.GitTempListLanguages_Language) error { current := lo.SliceToMap(langs, func(lang *tangled.GitTempListLanguages_Language) (string, int64) { return lang.Name, lang.Size })
existing, err := db.GetRepoLanguages(rp.db, repo, ref) if err != nil { return err } if maps.Equal(current, existing) { return nil }
tx, err := rp.db.Begin() if err != nil { return err } defer tx.Rollback()
mlangs := lo.Map(langs, func(lang *tangled.GitTempListLanguages_Language, _ int) models.RepoLanguage { return models.RepoLanguage{ RepoDid: repo, Ref: ref, IsDefaultRef: true, Language: lang.Name, Bytes: lang.Size, } })
if err := db.UpdateRepoLanguages(tx, repo, ref, mlangs); err != nil { return err }
return tx.Commit() }(syntax.DID(f.RepoDid), result.Ref, langs); err != nil { l.Error("failed to populate appview repo languages index", "err", err) // non-fatal } languageInfo = makeLanguageStats(langs) } }
rp.pages.RepoIndexPage(w, pages.RepoIndexParams{ BaseParams: pages.BaseParamsFromContext(r.Context()), RepoInfo: rp.repoResolver.GetRepoInfo(r, user), TagMap: tagMap, RepoIndexResponse: *result, CommitsTrunc: commitsTrunc, TagsTrunc: tagsTrunc, // ForkInfo: forkInfo, // TODO: reinstate this after xrpc properly lands BranchesTrunc: branchesTrunc, EmailToDid: emailToDidMap, VerifiedCommits: vc, Languages: languageInfo, })}
func (rp *Repo) getLanguageInfo( ctx context.Context, repoId syntax.DID, ref string,) ([]*tangled.GitTempListLanguages_Language, error) { // non-fatal, fetch langs from knotmirror via XRPC xrpcc := rp.knotMirrorXRPCClient() out, err := tangled.GitTempListLanguages(ctx, xrpcc, ref, repoId.String()) if err != nil { return nil, fmt.Errorf("calling knotmirror git.listLanguages: %w", err) }
if out == nil || out.Languages == nil { return nil, nil }
return out.Languages, nil}
func makeLanguageStats(langs []*tangled.GitTempListLanguages_Language) []types.RepoLanguageDetails { if len(langs) == 0 { return nil } var total int64 for _, lang := range langs { total += lang.Size }
var languageStats []types.RepoLanguageDetails for _, l := range langs { languageStats = append(languageStats, types.RepoLanguageDetails{ Name: l.Name, Color: enry.GetColor(l.Name), Percentage: float32(l.Size) / float32(total) * 100, }) }
sort.Slice(languageStats, func(i, j int) bool { if languageStats[i].Name == enry.OtherLanguage { return false } if languageStats[j].Name == enry.OtherLanguage { return true } if languageStats[i].Percentage != languageStats[j].Percentage { return languageStats[i].Percentage > languageStats[j].Percentage } return languageStats[i].Name < languageStats[j].Name }) return languageStats}
// buildIndexResponse creates a RepoIndexResponse by combining multiple xrpc calls in parallelfunc (rp *Repo) buildIndexResponse(ctx context.Context, repo *models.Repo, ref string) (*types.RepoIndexResponse, error) { xrpcc := rp.knotMirrorXRPCClient()
branchesBytes, err := tangled.GitTempListBranches(ctx, xrpcc, "", 0, repo.RepoDid) if err != nil { return nil, fmt.Errorf("calling knotmirror git.listBranches: %w", err) }
var branchesResp types.RepoBranchesResponse if err := json.Unmarshal(branchesBytes, &branchesResp); err != nil { return nil, fmt.Errorf("failed to unmarshal branches response: %w", err) }
// if no ref specified, use default branch or first available if ref == "" { for _, branch := range branchesResp.Branches { if branch.IsDefault { ref = branch.Name break } } }
// if ref is still empty, this means the default branch is not set if ref == "" { return &types.RepoIndexResponse{ IsEmpty: true, Branches: branchesResp.Branches, TotalBranches: branchesResp.Total, }, nil }
// now run the remaining queries in parallel var wg sync.WaitGroup var errs error
var ( tagsResp types.RepoTagsResponse treeResp *tangled.GitTempGetTree_Output logResp types.RepoLogResponse readmeContent string readmeFileName string )
// tags wg.Go(func() { tagsBytes, err := tangled.GitTempListTags(ctx, xrpcc, "", 0, repo.RepoDid) if err != nil { errs = errors.Join(errs, fmt.Errorf("failed to call git.ListTags: %w", err)) return }
if err := json.Unmarshal(tagsBytes, &tagsResp); err != nil { errs = errors.Join(errs, fmt.Errorf("failed to unmarshal git.ListTags: %w", err)) } })
// tree/files wg.Go(func() { resp, err := tangled.GitTempGetTree(ctx, xrpcc, "", ref, repo.RepoDid) if err != nil { errs = errors.Join(errs, fmt.Errorf("failed to call git.GetTree: %w", err)) return } treeResp = resp
for _, file := range resp.Files { if markup.IsReadmeFile(file.Name, file.Mode) { readmeFileName = file.Name break } }
if readmeFileName != "" { bytes, err := tangled.GitTempGetBlob(ctx, xrpcc, readmeFileName, ref, repo.RepoDid) if err != nil { errs = errors.Join(errs, fmt.Errorf("failed to call git.getBlob: %w", err)) return } readmeContent = string(bytes) } })
// commits wg.Go(func() { logBytes, err := tangled.GitTempListCommits(ctx, xrpcc, "", 50, ref, repo.RepoDid) if err != nil { errs = errors.Join(errs, fmt.Errorf("failed to call git.ListCommits: %w", err)) return }
if err := json.Unmarshal(logBytes, &logResp); err != nil { errs = errors.Join(errs, fmt.Errorf("failed to unmarshal git.ListCommits: %w", err)) } })
wg.Wait()
if errs != nil { return nil, errs }
var files []types.NiceTree if treeResp != nil && treeResp.Files != nil { for _, file := range treeResp.Files { niceFile := types.NiceTree{ Name: file.Name, Mode: file.Mode, Size: file.Size, }
if file.Last_commit != nil { when, _ := time.Parse(time.RFC3339, file.Last_commit.When) niceFile.LastCommit = &types.LastCommitInfo{ Hash: plumbing.NewHash(file.Last_commit.Hash), Message: file.Last_commit.Message, When: when, } } files = append(files, niceFile) } }
result := &types.RepoIndexResponse{ IsEmpty: false, Ref: ref, Readme: readmeContent, ReadmeFileName: readmeFileName, Commits: logResp.Commits, Files: files, Branches: branchesResp.Branches, TotalBranches: branchesResp.Total, Tags: tagsResp.Tags, TotalTags: tagsResp.Total, TotalCommits: logResp.Total, }
return result, nil}