Something went wrong. Try again.
Monorepo for Tangled
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663package db
import ( "database/sql" "fmt" "log" "net/url" "slices" "strings" "time"
"github.com/bluesky-social/indigo/atproto/syntax" "tangled.org/core/appview/models" "tangled.org/core/orm")
const TimeframeMonths = 7
func MakeProfileTimeline(e Execer, forDid string) (*models.ProfileTimeline, error) { timeline := models.ProfileTimeline{ ByMonth: make([]models.ByMonth, TimeframeMonths), } now := time.Now() timeframe := fmt.Sprintf("-%d months", TimeframeMonths)
pulls, err := GetPullsByOwnerDid(e, forDid, timeframe) if err != nil { return nil, fmt.Errorf("error getting pulls by owner did: %w", err) }
// group pulls by month for _, pull := range pulls { monthsAgo := monthsBetween(pull.Created, now)
if monthsAgo >= TimeframeMonths { // shouldn't happen; but times are weird continue }
idx := monthsAgo items := &timeline.ByMonth[idx].PullEvents.Items
*items = append(*items, &pull) }
issues, err := GetIssues( e, orm.FilterEq("did", forDid), orm.FilterGte("created", time.Now().AddDate(0, -TimeframeMonths, 0)), ) if err != nil { return nil, fmt.Errorf("error getting issues by owner did: %w", err) }
for _, issue := range issues { monthsAgo := monthsBetween(issue.Created, now)
if monthsAgo >= TimeframeMonths { // shouldn't happen; but times are weird continue }
idx := monthsAgo items := &timeline.ByMonth[idx].IssueEvents.Items
*items = append(*items, &issue) }
repos, err := GetRepos(e, orm.FilterEq("did", forDid)) if err != nil { return nil, fmt.Errorf("error getting all repos by did: %w", err) }
for _, repo := range repos { // TODO: get this in the original query; requires COALESCE because nullable var sourceRepo *models.Repo if repo.Source != "" { sourceRepo, err = GetRepoByAtUri(e, repo.Source) if err != nil { // the source repo was not found, skip this bit log.Println("profile", "err", err) } }
monthsAgo := monthsBetween(repo.Created, now)
if monthsAgo >= TimeframeMonths { // shouldn't happen; but times are weird continue }
idx := monthsAgo
items := &timeline.ByMonth[idx].RepoEvents *items = append(*items, models.RepoEvent{ Repo: &repo, Source: sourceRepo, }) }
punchcard, err := MakePunchcard( e, orm.FilterEq("did", forDid), orm.FilterGte("date", time.Now().AddDate(0, -TimeframeMonths, 0)), ) if err != nil { return nil, fmt.Errorf("error getting commits by did: %w", err) } for _, punch := range punchcard.Punches { if punch.Date.After(now) { continue }
monthsAgo := monthsBetween(punch.Date, now) if monthsAgo >= TimeframeMonths { // shouldn't happen; but times are weird continue }
idx := monthsAgo timeline.ByMonth[idx].Commits += punch.Count }
return &timeline, nil}
func monthsBetween(from, to time.Time) int { years := to.Year() - from.Year() months := int(to.Month() - from.Month()) return years*12 + months}
func UpsertProfile(e *DB, profile *models.Profile) error { tx, err := e.Begin() if err != nil { return err } defer tx.Rollback()
// update links _, err = tx.Exec(`delete from profile_links where did = ?`, profile.Did) if err != nil { return err } // update vanity stats _, err = tx.Exec(`delete from profile_stats where did = ?`, profile.Did) if err != nil { return err }
// update pinned repos _, err = tx.Exec(`delete from profile_pinned_repositories where did = ?`, profile.Did) if err != nil { return err }
includeBskyValue := 0 if profile.IncludeBluesky { includeBskyValue = 1 }
_, err = tx.Exec( `insert or replace into profile ( did, avatar, description, include_bluesky, location, pronouns, preferred_handle ) values (?, ?, ?, ?, ?, ?, ?)`, profile.Did, profile.Avatar, profile.Description, includeBskyValue, profile.Location, profile.Pronouns, string(profile.PreferredHandle), )
if err != nil { log.Println("profile", "err", err) return err }
for _, link := range profile.Links { if link == "" { continue }
_, err := tx.Exec( `insert into profile_links (did, link) values (?, ?)`, profile.Did, link, )
if err != nil { log.Println("profile_links", "err", err) return err } }
for _, v := range profile.Stats { if v.Kind == "" { continue }
_, err := tx.Exec( `insert into profile_stats (did, kind) values (?, ?)`, profile.Did, v.Kind, )
if err != nil { log.Println("profile_stats", "err", err) return err } }
for _, pin := range profile.PinnedRepos { if pin == "" { continue }
_, err := tx.Exec( `insert into profile_pinned_repositories (did, pin) values (?, ?)`, profile.Did, pin, )
if err != nil { log.Println("profile_pinned_repositories", "err", err) return err } }
if err := tx.Commit(); err != nil { return err } return nil}
func DeleteProfile(tx *sql.Tx, did string) error { defer tx.Rollback()
if _, err := tx.Exec(`delete from profile where did = ?`, did); err != nil { return err }
return tx.Commit()}
func GetProfiles(e Execer, filters ...orm.Filter) (map[string]*models.Profile, error) { var conditions []string var args []any for _, filter := range filters { conditions = append(conditions, filter.Condition()) args = append(args, filter.Arg()...) }
whereClause := "" if conditions != nil { whereClause = " where " + strings.Join(conditions, " and ") }
profilesQuery := fmt.Sprintf( `select id, did, description, include_bluesky, location, pronouns, preferred_handle from profile %s`, whereClause, ) rows, err := e.Query(profilesQuery, args...) if err != nil { return nil, err } defer rows.Close()
profileMap := make(map[string]*models.Profile) for rows.Next() { var profile models.Profile var includeBluesky int var pronouns sql.Null[string] var preferredHandle sql.Null[string]
err = rows.Scan(&profile.ID, &profile.Did, &profile.Description, &includeBluesky, &profile.Location, &pronouns, &preferredHandle) if err != nil { return nil, err }
if includeBluesky != 0 { profile.IncludeBluesky = true }
if pronouns.Valid { profile.Pronouns = pronouns.V }
if preferredHandle.Valid { profile.PreferredHandle = syntax.Handle(preferredHandle.V) }
profileMap[profile.Did] = &profile } if err = rows.Err(); err != nil { return nil, err }
// populate profile links inClause := strings.TrimSuffix(strings.Repeat("?, ", len(profileMap)), ", ") args = make([]any, len(profileMap)) i := 0 for did := range profileMap { args[i] = did i++ }
linksQuery := fmt.Sprintf("select link, did from profile_links where did in (%s)", inClause) rows, err = e.Query(linksQuery, args...) if err != nil { return nil, err } defer rows.Close()
idxs := make(map[string]int) for did := range profileMap { idxs[did] = 0 } for rows.Next() { var link, did string if err = rows.Scan(&link, &did); err != nil { return nil, err }
idx := idxs[did] profileMap[did].Links[idx] = link idxs[did] = idx + 1 }
pinsQuery := fmt.Sprintf("select pin, did from profile_pinned_repositories where did in (%s)", inClause) rows, err = e.Query(pinsQuery, args...) if err != nil { return nil, err } defer rows.Close()
idxs = make(map[string]int) for did := range profileMap { idxs[did] = 0 } for rows.Next() { var pin string var did string if err = rows.Scan(&pin, &did); err != nil { return nil, err }
idx := idxs[did] profileMap[did].PinnedRepos[idx] = pin idxs[did] = idx + 1 }
return profileMap, nil}
func GetPreferredHandle(e Execer, did string) (syntax.Handle, error) { var h sql.Null[string] err := e.QueryRow( `select preferred_handle from profile where did = ?`, did, ).Scan(&h) if err != nil { return "", err } if !h.Valid || h.V == "" { return "", sql.ErrNoRows } return syntax.Handle(h.V), nil}
func GetDidByPreferredHandle(e Execer, handle syntax.Handle) (syntax.DID, error) { var did string err := e.QueryRow( `select did from profile where preferred_handle = ?`, string(handle), ).Scan(&did) if err != nil { return "", err } return syntax.DID(did), nil}
// whether a DID has authored any Tangled record, counts some common records towards thisfunc IsTangledUser(e Execer, did string) (bool, error) { profile, err := GetProfile(e, did) if err != nil { return false, err } if profile != nil { return true, nil }
keys, err := GetPublicKeysForDid(e, did) if err != nil { return false, err } if len(keys) > 0 { return true, nil }
counts := []func() (int64, error){ func() (int64, error) { return CountRepos(e, orm.FilterEq("did", did)) }, func() (int64, error) { return CountStrings(e, orm.FilterEq("did", did)) }, func() (int64, error) { return CountStars(e, orm.FilterEq("did", did)) }, } for _, count := range counts { n, err := count() if err != nil { return false, err } if n > 0 { return true, nil } }
stats, err := GetFollowerFollowingCount(e, did) if err != nil { return false, err } if stats.Following > 0 { return true, nil }
return false, nil}
func GetProfile(e Execer, did string) (*models.Profile, error) { var profile models.Profile var pronouns sql.Null[string] var avatar sql.Null[string] var preferredHandle sql.Null[string]
profile.Did = did
includeBluesky := 0
err := e.QueryRow( `select avatar, description, include_bluesky, location, pronouns, preferred_handle from profile where did = ?`, did, ).Scan(&avatar, &profile.Description, &includeBluesky, &profile.Location, &pronouns, &preferredHandle) if err == sql.ErrNoRows { return nil, nil }
if err != nil { return nil, err }
if includeBluesky != 0 { profile.IncludeBluesky = true }
if pronouns.Valid { profile.Pronouns = pronouns.V }
if avatar.Valid { profile.Avatar = avatar.V }
if preferredHandle.Valid { profile.PreferredHandle = syntax.Handle(preferredHandle.V) }
rows, err := e.Query(`select link from profile_links where did = ?`, did) if err != nil { return nil, err } defer rows.Close() i := 0 for rows.Next() { if err := rows.Scan(&profile.Links[i]); err != nil { return nil, err } i++ }
rows, err = e.Query(`select kind from profile_stats where did = ?`, did) if err != nil { return nil, err } defer rows.Close() i = 0 for rows.Next() { if err := rows.Scan(&profile.Stats[i].Kind); err != nil { return nil, err } value, err := GetVanityStat(e, profile.Did, profile.Stats[i].Kind) if err != nil { return nil, err } profile.Stats[i].Value = value i++ }
rows, err = e.Query(`select pin from profile_pinned_repositories where did = ?`, did) if err != nil { return nil, err } defer rows.Close() i = 0 for rows.Next() { if err := rows.Scan(&profile.PinnedRepos[i]); err != nil { return nil, err } i++ }
return &profile, nil}
func GetVanityStat(e Execer, did string, stat models.VanityStatKind) (uint64, error) { query := "" var args []any switch stat { case models.VanityStatMergedPRCount: query = `select count(id) from pulls where owner_did = ? and state = ?` args = append(args, did, models.PullMerged) case models.VanityStatClosedPRCount: query = `select count(id) from pulls where owner_did = ? and state = ?` args = append(args, did, models.PullClosed) case models.VanityStatOpenPRCount: query = `select count(id) from pulls where owner_did = ? and state = ?` args = append(args, did, models.PullOpen) case models.VanityStatOpenIssueCount: query = `select count(id) from issues where did = ? and open = 1` args = append(args, did) case models.VanityStatClosedIssueCount: query = `select count(id) from issues where did = ? and open = 0` args = append(args, did) case models.VanityStatRepositoryCount: query = `select count(id) from repos where did = ?` args = append(args, did) case models.VanityStatStarCount: query = `select count(*) from deduped_stars s join repos r on s.subject = r.repo_did where s.subject_type = 'repo' and r.did = ?` args = append(args, did) case models.VanityStatNone: return 0, nil default: return 0, fmt.Errorf("invalid vanity stat kind: %s", stat) }
var result uint64 err := e.QueryRow(query, args...).Scan(&result) if err != nil { return 0, err }
return result, nil}
func ValidateProfile(e Execer, profile *models.Profile) error { // ensure description is not too long if len(profile.Description) > 256 { return fmt.Errorf("Entered bio is too long.") }
// ensure description is not too long if len(profile.Location) > 40 { return fmt.Errorf("Entered location is too long.") }
// ensure pronouns are not too long if len(profile.Pronouns) > 40 { return fmt.Errorf("Entered pronouns are too long.") }
if profile.PreferredHandle != "" { if _, err := syntax.ParseHandle(string(profile.PreferredHandle)); err != nil { return fmt.Errorf("Invalid preferred handle format.") }
claimant, err := GetDidByPreferredHandle(e, profile.PreferredHandle) if err == nil && string(claimant) != profile.Did { return fmt.Errorf("Preferred handle is already claimed by another user.") } }
// ensure links are in order err := validateLinks(profile) if err != nil { return err }
repos, err := GetRepos(e, orm.FilterEq("did", profile.Did)) if err != nil { log.Printf("getting repos for %s: %s", profile.Did, err) }
collaboratingRepos, err := CollaboratingIn(e, profile.Did) if err != nil { log.Printf("getting collaborating repos for %s: %s", profile.Did, err) }
// ensure all pinned repos are either own repos or collaborating repos allRepos := append(repos, collaboratingRepos...)
for _, pinned := range profile.PinnedRepos { if pinned == "" { continue } matched := slices.ContainsFunc(allRepos, func(r models.Repo) bool { if strings.HasPrefix(pinned, "did:") { return pinned == r.RepoDid } return pinned == string(r.RepoAt()) }) if !matched { return fmt.Errorf("Invalid pinned repo: `%s`, does not belong to own or collaborating repos", pinned) } }
return nil}
func validateLinks(profile *models.Profile) error { for i, link := range profile.Links { if link == "" { continue }
parsedURL, err := url.Parse(link) if err != nil { return fmt.Errorf("Invalid URL '%s': %v\n", link, err) }
if parsedURL.Scheme == "" { if strings.HasPrefix(link, "//") { profile.Links[i] = "https:" + link } else { profile.Links[i] = "https://" + link } continue } else if parsedURL.Scheme != "http" && parsedURL.Scheme != "https" { return fmt.Errorf("Warning: URL '%s' has unusual scheme: %s\n", link, parsedURL.Scheme) }
// catch relative paths if parsedURL.Host == "" { return fmt.Errorf("Warning: URL '%s' appears to be a relative path\n", link) } } return nil}