diff --git a/appview/issues/issues.go b/appview/issues/issues.go index f2cbf8bb..5f502a61 100644 --- a/appview/issues/issues.go +++ b/appview/issues/issues.go @@ -872,7 +872,7 @@ func (rp *Issues) RepoIssues(w http.ResponseWriter, r *http.Request) { searchOpts := models.IssueSearchOptions{ Keywords: tf.Keywords, Phrases: tf.Phrases, - RepoAt: f.RepoAt().String(), + RepoDid: f.RepoDid, IsOpen: isOpen, AuthorDid: authorDid, Labels: labels, @@ -932,7 +932,7 @@ func (rp *Issues) RepoIssues(w http.ResponseWriter, r *http.Request) { } } else { filters := []orm.Filter{ - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), } if isOpen != nil { openInt := 0 @@ -1013,7 +1013,7 @@ func (rp *Issues) NewIssue(w http.ResponseWriter, r *http.Request) { mentions, references := rp.mentionsResolver.Resolve(r.Context(), body) issue := &models.Issue{ - RepoAt: f.RepoAt(), + RepoDid: syntax.DID(f.RepoDid), Rkey: tid.TID(), Title: r.FormValue("title"), Body: body, diff --git a/appview/labels/labels.go b/appview/labels/labels.go index 216a68ad..c63c5678 100644 --- a/appview/labels/labels.go +++ b/appview/labels/labels.go @@ -100,7 +100,7 @@ func (l *Labels) PerformLabelOp(w http.ResponseWriter, r *http.Request) { } // find all the labels that this repo subscribes to - repoLabels, err := db.GetRepoLabels(l.db, orm.FilterEq("repo_at", repoAt)) + repoLabels, err := db.GetRepoLabels(l.db, orm.FilterEq("repo_did", repo.RepoDid)) if err != nil { fail("Failed to get labels for this repository.", err) return diff --git a/appview/middleware/middleware.go b/appview/middleware/middleware.go index 63b6f664..602bf764 100644 --- a/appview/middleware/middleware.go +++ b/appview/middleware/middleware.go @@ -2,6 +2,8 @@ package middleware import ( "context" + "database/sql" + "errors" "fmt" "log/slog" "net/http" @@ -219,6 +221,7 @@ func (mw Middleware) ResolveRepo() middlewareFunc { l := mw.logger.With("middleware", "ResolveRepo") repoName := chi.URLParam(req, "repo") repoName = strings.TrimSuffix(repoName, ".git") + rkey := strings.ToLower(repoName) id, ok := req.Context().Value("resolvedId").(identity.Identity) if !ok { @@ -230,10 +233,30 @@ func (mw Middleware) ResolveRepo() middlewareFunc { repo, err := db.GetRepo( mw.db, orm.FilterEq("did", id.DID.String()), - orm.FilterEq("name", repoName), + orm.FilterEq("rkey", rkey), ) if err != nil { - l.Error("failed to resolve repo", "err", err) + if !errors.Is(err, sql.ErrNoRows) { + l.Error("failed to resolve repo", "err", err) + http.Error(w, "internal server error", http.StatusInternalServerError) + return + } + hint, hintErr := db.LookupRepoRename(mw.db, id.DID.String(), rkey) + if hintErr != nil && !errors.Is(hintErr, sql.ErrNoRows) { + l.Error("failed to lookup repo rename hint", "err", hintErr) + } + if hint != nil { + parts := strings.SplitN(strings.TrimPrefix(req.URL.Path, "/"), "/", 3) + target := "/" + parts[0] + "/" + hint.Rkey + if len(parts) == 3 { + target += "/" + parts[2] + } + if req.URL.RawQuery != "" { + target += "?" + req.URL.RawQuery + } + http.Redirect(w, req, target, http.StatusMovedPermanently) + return + } w.WriteHeader(http.StatusNotFound) mw.pages.ErrorKnot404(w) return @@ -266,7 +289,7 @@ func (mw Middleware) ResolvePull() middlewareFunc { return } - pr, err := db.GetPull(mw.db, orm.FilterEq("repo_at", f.RepoAt()), orm.FilterEq("pull_id", prIdInt)) + pr, err := db.GetPull(mw.db, orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("pull_id", prIdInt)) if err != nil { l.Error("failed to get pull and comments", "err", err) mw.pages.Error404(w) @@ -309,7 +332,7 @@ func (mw Middleware) ResolveIssue(next http.Handler) http.Handler { return } - issue, err := db.GetIssue(mw.db, f.RepoAt(), issueId) + issue, err := db.GetIssue(mw.db, f.RepoDid, issueId) if err != nil { l.Error("failed to get issues", "err", err) mw.pages.Error404(w) @@ -345,7 +368,7 @@ func (mw Middleware) GoImport() middlewareFunc { if r.URL.Query().Get("go-get") == "1" { modulePath := userutil.FlattenDid(fullName) if strings.Contains(modulePath, ":") { - modulePath = userutil.FlattenDid(f.Did) + "/" + f.Name + modulePath = userutil.FlattenDid(f.Did) + "/" + f.Rkey } html := fmt.Sprintf( ` diff --git a/appview/models/repo.go b/appview/models/repo.go index 7ef98dac..b80416ff 100644 --- a/appview/models/repo.go +++ b/appview/models/repo.go @@ -136,14 +136,17 @@ func ValidateRepoName(name string) error { return fmt.Errorf("Repository name must be 100 characters or fewer") } + // check for path traversal attempts if strings.Contains(name, "/") || strings.Contains(name, "\\") { return fmt.Errorf("Repository name contains invalid path characters") } + // check for sequences that could be used for traversal when normalized if strings.HasPrefix(name, ".") || strings.HasSuffix(name, ".") { return fmt.Errorf("Repository name contains invalid path sequence") } + // then continue with character validation for _, char := range name { if !((char >= 'a' && char <= 'z') || (char >= 'A' && char <= 'Z') || @@ -153,6 +156,7 @@ func ValidateRepoName(name string) error { } } + // additional check to prevent multiple sequential dots if strings.Contains(name, "..") { return fmt.Errorf("Repository name cannot contain sequential dots") } @@ -161,6 +165,7 @@ func ValidateRepoName(name string) error { return fmt.Errorf("Repository name %q is reserved", name) } + // if all checks pass return nil } diff --git a/appview/pages/repoinfo/repoinfo.go b/appview/pages/repoinfo/repoinfo.go index f5b505bb..152f0bc0 100644 --- a/appview/pages/repoinfo/repoinfo.go +++ b/appview/pages/repoinfo/repoinfo.go @@ -20,7 +20,7 @@ func (r RepoInfo) owner() string { } func (r RepoInfo) FullName() string { - return path.Join(r.owner(), r.Name) + return path.Join(r.owner(), r.Rkey) } func (r RepoInfo) ownerWithoutAt() string { @@ -32,7 +32,7 @@ func (r RepoInfo) ownerWithoutAt() string { } func (r RepoInfo) FullNameWithoutAt() string { - return path.Join(r.ownerWithoutAt(), r.Name) + return path.Join(r.ownerWithoutAt(), r.Rkey) } func (r RepoInfo) GetTabs() [][]string { @@ -59,6 +59,7 @@ type RepoInfo struct { Rkey string OwnerDid string OwnerHandle string + RepoDid string Description string Website string Topics []string diff --git a/appview/pages/templates/goodfirstissues/index.html b/appview/pages/templates/goodfirstissues/index.html index b4fa8dd1..d0ca6af0 100644 --- a/appview/pages/templates/goodfirstissues/index.html +++ b/appview/pages/templates/goodfirstissues/index.html @@ -46,7 +46,7 @@ {{ i "book-marked" "w-4 h-4 mr-1.5 shrink-0" }} {{ end }} {{ $repoOwner := resolve .Repo.Did }} - {{ $repoOwner }}/{{ .Repo.Name }} + {{ $repoOwner }}/{{ .Repo.Name }} @@ -90,7 +90,7 @@ {{ if gt (len .Issues) 0 }}
{{ range .Issues }} - +
diff --git a/appview/pages/templates/knots/dashboard.html b/appview/pages/templates/knots/dashboard.html index 1f58655a..9ae6987f 100644 --- a/appview/pages/templates/knots/dashboard.html +++ b/appview/pages/templates/knots/dashboard.html @@ -77,7 +77,7 @@ {{ range $repos }}
{{ i "book-marked" "size-4" }} - + {{ .Name }}
diff --git a/appview/pages/templates/layouts/repobase.html b/appview/pages/templates/layouts/repobase.html index 34ce6ff4..e71d0593 100644 --- a/appview/pages/templates/layouts/repobase.html +++ b/appview/pages/templates/layouts/repobase.html @@ -78,7 +78,7 @@
{{ i "git-fork" "w-3 h-3 shrink-0" }} forked from - + {{ $sourceOwner }}/{{ .RepoInfo.Source.Name }}
diff --git a/appview/pages/templates/notifications/fragments/item.html b/appview/pages/templates/notifications/fragments/item.html index eeadac0b..a1f76046 100644 --- a/appview/pages/templates/notifications/fragments/item.html +++ b/appview/pages/templates/notifications/fragments/item.html @@ -76,11 +76,11 @@ {{ define "notificationUrl" }} {{ $url := "" }} {{ if eq .Type "repo_starred" }} - {{$url = printf "/%s/%s" (resolve .Repo.Did) .Repo.Name}} + {{$url = printf "/%s/%s" (resolve .Repo.Did) .Repo.Rkey}} {{ else if .Issue }} - {{$url = printf "/%s/%s/issues/%d" (resolve .Repo.Did) .Repo.Name .Issue.IssueId}} + {{$url = printf "/%s/%s/issues/%d" (resolve .Repo.Did) .Repo.Rkey .Issue.IssueId}} {{ else if .Pull }} - {{$url = printf "/%s/%s/pulls/%d" (resolve .Repo.Did) .Repo.Name .Pull.PullId}} + {{$url = printf "/%s/%s/pulls/%d" (resolve .Repo.Did) .Repo.Rkey .Pull.PullId}} {{ else if eq .Type "followed" }} {{$url = printf "/%s" (resolve .ActorDid)}} {{ else }} diff --git a/appview/pages/templates/repo/empty.html b/appview/pages/templates/repo/empty.html index 46ffe7ee..10a6aca5 100644 --- a/appview/pages/templates/repo/empty.html +++ b/appview/pages/templates/repo/empty.html @@ -35,7 +35,7 @@

1First, generate a new SSH key pair.

2Then add the public key to your account from the keys page in your settings.

-

3Configure your remote to git@{{ $knot | stripPort }}:{{ resolve .RepoInfo.OwnerDid }}/{{ .RepoInfo.Name }}

+

3Configure your remote to git@{{ $knot | stripPort }}:{{ .RepoInfo.RepoDid }}

4Push!

diff --git a/appview/pages/templates/repo/fragments/cloneDropdown.html b/appview/pages/templates/repo/fragments/cloneDropdown.html index 40455b9c..c005dea9 100644 --- a/appview/pages/templates/repo/fragments/cloneDropdown.html +++ b/appview/pages/templates/repo/fragments/cloneDropdown.html @@ -38,15 +38,15 @@ {{ template "cloneUrlItem" ( dict "Label" "HTTPS" - "HandleUrl" (printf "https://tangled.org/%s/%s" $repoOwnerHandle .RepoInfo.Name) - "PermaUrl" (printf "https://tangled.org/%s/%s" .RepoInfo.OwnerDid .RepoInfo.Name) + "HandleUrl" (printf "https://tangled.org/%s/%s" $repoOwnerHandle .RepoInfo.Rkey) + "PermaUrl" (printf "https://tangled.org/%s" .RepoInfo.RepoDid) ) }} {{ template "cloneUrlItem" ( dict "Label" "SSH" - "HandleUrl" (printf "git@%s:%s/%s" (stripPort $knot) $repoOwnerHandle .RepoInfo.Name) - "PermaUrl" (printf "git@%s:%s/%s" (stripPort $knot) .RepoInfo.OwnerDid .RepoInfo.Name) + "HandleUrl" (printf "git@%s:%s/%s" (stripPort $knot) $repoOwnerHandle .RepoInfo.Rkey) + "PermaUrl" (printf "git@%s:%s" (stripPort $knot) .RepoInfo.RepoDid) ) }}

diff --git a/appview/pages/templates/repo/index.html b/appview/pages/templates/repo/index.html index 5c7bc825..473ec70e 100644 --- a/appview/pages/templates/repo/index.html +++ b/appview/pages/templates/repo/index.html @@ -361,3 +361,4 @@ {{ template "repo/fragments/readme" . }} {{- end -}} {{ end }} + diff --git a/appview/pages/templates/repo/pulls/fragments/pullActions.html b/appview/pages/templates/repo/pulls/fragments/pullActions.html index 248694d2..f6d4b697 100644 --- a/appview/pages/templates/repo/pulls/fragments/pullActions.html +++ b/appview/pages/templates/repo/pulls/fragments/pullActions.html @@ -34,7 +34,7 @@ {{ if .BranchDeleteStatus }}

+
+ + Repository renamed +

Additional event types (pull requests, issues) will be available in future updates.

@@ -294,13 +298,19 @@
{{ $hasPush := false }} + {{ $hasRepoRenamed := false }} {{ range $webhook.Events }} {{ if eq . "push" }}{{ $hasPush = true }}{{ end }} + {{ if eq . "repository:renamed" }}{{ $hasRepoRenamed = true }}{{ end }} {{ end }}
Push events
+
+ + Repository renamed +

Additional event types (pull requests, issues) will be available in future updates.

diff --git a/appview/pages/templates/repo/settings/sites.html b/appview/pages/templates/repo/settings/sites.html index 1ac98026..96d7cb6d 100644 --- a/appview/pages/templates/repo/settings/sites.html +++ b/appview/pages/templates/repo/settings/sites.html @@ -32,7 +32,7 @@ {{ else }}
{{ i "circle-check" "size-4 shrink-0" }} - live at {{ .OwnerClaim.Domain }}/{{ .RepoInfo.Name }} + live at {{ .OwnerClaim.Domain }}/{{ .RepoInfo.Rkey }}
{{ end }} {{ else if and .SiteConfig (not .OwnerClaim) }} @@ -157,9 +157,9 @@ sub-path site

{{ if .OwnerClaim }} - {{ .OwnerClaim.Domain }}/{{ $.RepoInfo.Name }} + {{ .OwnerClaim.Domain }}/{{ $.RepoInfo.Rkey }} {{ else }} - e.g. you.tngl.page/{{ $.RepoInfo.Name }} + e.g. you.tngl.page/{{ $.RepoInfo.Rkey }} {{ end }}

diff --git a/appview/pages/templates/spindles/dashboard.html b/appview/pages/templates/spindles/dashboard.html index 32fa8fd8..230e07c4 100644 --- a/appview/pages/templates/spindles/dashboard.html +++ b/appview/pages/templates/spindles/dashboard.html @@ -69,7 +69,7 @@ {{ range $repos }}
{{ i "book-marked" "size-4" }} - + {{ .Name }}
diff --git a/appview/pages/templates/timeline/fragments/preview.html b/appview/pages/templates/timeline/fragments/preview.html index a2b87a6d..ecd7616b 100644 --- a/appview/pages/templates/timeline/fragments/preview.html +++ b/appview/pages/templates/timeline/fragments/preview.html @@ -118,14 +118,14 @@ {{ with $source }} {{ $sourceDid := resolve .Did }} forked - + {{ $sourceDid }}/{{ .Name }} to - {{ $repo.Name }} + {{ $repo.Name }} {{ else }} created - + {{ $repo.Name }} {{ end }} @@ -148,7 +148,7 @@ {{ template "user/fragments/picHandleLink" $starrerHandle }} starred {{ template "user/fragments/pic" (list $repoOwnerHandle "size-6") }} - + {{ $repoOwnerHandle | truncateAt30 }}/{{ .Repo.Name }}
diff --git a/appview/pages/templates/timeline/fragments/timeline.html b/appview/pages/templates/timeline/fragments/timeline.html index e8d7c7df..122c8c10 100644 --- a/appview/pages/templates/timeline/fragments/timeline.html +++ b/appview/pages/templates/timeline/fragments/timeline.html @@ -38,14 +38,14 @@ {{ with $source }} {{ $sourceDid := resolve .Did }} forked - + {{ $sourceDid }}/{{ .Name }} to - {{ $repo.Name }} + {{ $repo.Name }} {{ else }} created - + {{ $repo.Name }} {{ end }} @@ -66,7 +66,7 @@
{{ template "user/fragments/picHandleLink" $starrerHandle }} starred - + {{ $repoOwnerHandle | truncateAt30 }}/{{ .Repo.Name }} {{ template "repo/fragments/time" .Created }} diff --git a/appview/pages/templates/user/fragments/repoCard.html b/appview/pages/templates/user/fragments/repoCard.html index d8319ebe..69252231 100644 --- a/appview/pages/templates/user/fragments/repoCard.html +++ b/appview/pages/templates/user/fragments/repoCard.html @@ -23,9 +23,9 @@ {{ end }} {{ $repoOwner := resolve .Did }} {{- if $fullName -}} - {{ $repoOwner }}/{{ .Name }} + {{ $repoOwner }}/{{ .Name }} {{- else -}} - {{ .Name }} + {{ .Name }} {{- end -}}
{{ if and $starButton $root.LoggedInUser }} diff --git a/appview/pages/templates/user/overview.html b/appview/pages/templates/user/overview.html index e5a1579e..c73d69fe 100644 --- a/appview/pages/templates/user/overview.html +++ b/appview/pages/templates/user/overview.html @@ -79,7 +79,7 @@ {{ i "book-plus" "w-4 h-4" }} {{ end }} - + {{- .Repo.Name -}} @@ -130,7 +130,7 @@
{{ range $items }} {{ $repoOwner := resolve .Repo.Did }} - {{ $repoName := .Repo.Name }} + {{ $repoName := .Repo.Rkey }} {{ $repoUrl := printf "%s/%s" $repoOwner $repoName }}
@@ -199,7 +199,7 @@
{{ range $items }} {{ $repoOwner := resolve .Repo.Did }} - {{ $repoName := .Repo.Name }} + {{ $repoName := .Repo.Rkey }} {{ $repoUrl := printf "%s/%s" $repoOwner $repoName }}
diff --git a/appview/pipelines/pipelines.go b/appview/pipelines/pipelines.go index 094c40bc..17b77097 100644 --- a/appview/pipelines/pipelines.go +++ b/appview/pipelines/pipelines.go @@ -89,7 +89,7 @@ func (p *Pipelines) Index(w http.ResponseWriter, r *http.Request) { filterKind := r.URL.Query().Get("trigger") filters := []orm.Filter{ orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), } switch filterKind { @@ -153,7 +153,7 @@ func (p *Pipelines) Workflow(w http.ResponseWriter, r *http.Request) { p.db, 1, orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), orm.FilterEq("p.id", pipelineId), ) @@ -220,7 +220,7 @@ func (p *Pipelines) Logs(w http.ResponseWriter, r *http.Request) { p.db, 1, orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), orm.FilterEq("p.id", pipelineId), ) @@ -369,7 +369,7 @@ func (p *Pipelines) Cancel(w http.ResponseWriter, r *http.Request) { p.db, 1, orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), orm.FilterEq("p.id", pipelineId), ) diff --git a/appview/pulls/pulls.go b/appview/pulls/pulls.go index 3faf8495..6189a198 100644 --- a/appview/pulls/pulls.go +++ b/appview/pulls/pulls.go @@ -227,7 +227,7 @@ func (s *Pulls) repoPullHelper(w http.ResponseWriter, r *http.Request, interdiff s.db, len(shas), orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), orm.FilterIn("p.sha", shas), ) @@ -438,15 +438,15 @@ func (s *Pulls) resubmitCheck(r *http.Request, repo *models.Repo, pull *models.P return pages.Unknown } - var sourceRepo syntax.ATURI - if pull.PullSource.RepoAt != nil { - sourceRepo = *pull.PullSource.RepoAt + var sourceRepoDid string + if pull.PullSource.RepoDid != nil { + sourceRepoDid = string(*pull.PullSource.RepoDid) } else { - sourceRepo = repo.RepoAt() + sourceRepoDid = repo.RepoDid } xrpcc := &indigoxrpc.Client{Host: s.config.KnotMirror.Url} - branchResp, err := tangled.GitTempGetBranch(r.Context(), xrpcc, pull.PullSource.Branch, sourceRepo.String()) + branchResp, err := tangled.GitTempGetBranch(r.Context(), xrpcc, pull.PullSource.Branch, sourceRepoDid) if err != nil { if xrpcerr := xrpcclient.HandleXrpcErr(err); xrpcerr != nil { s.logger.Error("failed to call XRPC repo.branches", "xrpcerr", xrpcerr, "err", err, "pull_id", pull.PullId, "branch", pull.PullSource.Branch) @@ -586,7 +586,7 @@ func (s *Pulls) RepoPulls(w http.ResponseWriter, r *http.Request) { searchOpts := models.PullSearchOptions{ Keywords: tf.Keywords, Phrases: tf.Phrases, - RepoAt: f.RepoAt().String(), + RepoDid: f.RepoDid, State: state, AuthorDid: authorDid, Labels: labels, @@ -658,7 +658,7 @@ func (s *Pulls) RepoPulls(w http.ResponseWriter, r *http.Request) { } } else { filters := []orm.Filter{ - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), } if state != nil { filters = append(filters, orm.FilterEq("state", *state)) @@ -678,10 +678,10 @@ func (s *Pulls) RepoPulls(w http.ResponseWriter, r *http.Request) { for _, p := range pulls { var pullSourceRepo *models.Repo if p.PullSource != nil { - if p.PullSource.RepoAt != nil { - pullSourceRepo, err = db.GetRepoByAtUri(s.db, p.PullSource.RepoAt.String()) + if p.PullSource.RepoDid != nil { + pullSourceRepo, err = db.GetRepoByDid(s.db, string(*p.PullSource.RepoDid)) if err != nil { - l.Error("failed to get repo by at uri", "err", err, "repo_at", p.PullSource.RepoAt.String()) + l.Error("failed to get repo by did", "err", err, "repo_did", p.PullSource.RepoDid.String()) continue } else { p.PullSource.Repo = pullSourceRepo @@ -748,7 +748,7 @@ func (s *Pulls) RepoPulls(w http.ResponseWriter, r *http.Request) { s.db, len(shas), orm.FilterEq("p.repo_owner", f.Did), - orm.FilterEq("p.repo_name", f.Name), + orm.FilterEq("p.repo_name", f.Rkey), orm.FilterEq("p.knot", f.Knot), orm.FilterIn("p.sha", shas), ) @@ -881,7 +881,7 @@ func (s *Pulls) PullComment(w http.ResponseWriter, r *http.Request) { comment := &models.PullComment{ OwnerDid: user.Did, - RepoAt: f.RepoAt().String(), + RepoDid: string(f.RepoDid), PullId: pull.PullId, Body: body, CommentAt: atResp.Uri, @@ -1151,13 +1151,13 @@ func (s *Pulls) handleForkBasedPull(w http.ResponseWriter, r *http.Request, repo repoString := strings.SplitN(forkRepo, "/", 2) forkOwnerDid := repoString[0] - repoName := repoString[1] - fork, err := db.GetForkByDid(s.db, forkOwnerDid, repoName) + forkRkey := strings.ToLower(repoString[1]) + fork, err := db.GetForkByDid(s.db, forkOwnerDid, forkRkey) if errors.Is(err, sql.ErrNoRows) { s.pages.Notice(w, "pull", "No such fork.") return } else if err != nil { - l.Error("failed to fetch fork", "err", err, "fork_owner_did", forkOwnerDid, "repo_name", repoName) + l.Error("failed to fetch fork", "err", err, "fork_owner_did", forkOwnerDid, "fork_rkey", forkRkey) s.pages.Notice(w, "pull", "Failed to fetch fork.") return } @@ -1237,17 +1237,10 @@ func (s *Pulls) handleForkBasedPull(w http.ResponseWriter, r *http.Request, repo return } - forkAtUri := fork.RepoAt() - var forkDid *syntax.DID - if fork.RepoDid != "" { - forkDid = new(syntax.DID) - *forkDid = syntax.DID(fork.RepoDid) - } - + forkDid := syntax.DID(fork.RepoDid) pullSource := &models.PullSource{ Branch: sourceBranch, - RepoAt: &forkAtUri, - RepoDid: forkDid, + RepoDid: &forkDid, } s.createPullRequest(w, r, repo, userDid, title, body, targetBranch, patch, combined, sourceRev, pullSource, isStacked) @@ -1336,7 +1329,7 @@ func (s *Pulls) createPullRequest( Body: body, TargetBranch: targetBranch, OwnerDid: userDid.String(), - RepoAt: repo.RepoAt(), + RepoDid: syntax.DID(repo.RepoDid), Rkey: rkey, Mentions: mentions, References: references, @@ -1375,7 +1368,7 @@ func (s *Pulls) createPullRequest( s.pages.Notice(w, "pull", "Failed to create pull request. Try again later.") return } - pullId, err := db.NextPullId(tx, repo.RepoAt()) + pullId, err := db.NextPullId(tx, repo.RepoDid) if err != nil { s.logger.Error("failed to get pull id", "err", err) s.pages.Notice(w, "pull", "Failed to create pull request. Try again later.") @@ -1867,9 +1860,9 @@ func (s *Pulls) resubmitFork(w http.ResponseWriter, r *http.Request) { return } - forkRepo, err := db.GetRepoByAtUri(s.db, pull.PullSource.RepoAt.String()) + forkRepo, err := db.GetRepoByDid(s.db, string(*pull.PullSource.RepoDid)) if err != nil { - l.Error("failed to get source repo", "err", err, "repo_at", pull.PullSource.RepoAt.String()) + l.Error("failed to get source repo", "err", err, "repo_did", pull.PullSource.RepoDid.String()) s.pages.Notice(w, "resubmit-error", "Failed to create pull request. Try again later.") return } @@ -2167,7 +2160,7 @@ func (s *Pulls) resubmitStackedPullHelper( continue } - err := db.AbandonPulls(tx, orm.FilterEq("repo_at", p.RepoAt), orm.FilterEq("at_uri", p.AtUri())) + err := db.AbandonPulls(tx, orm.FilterEq("repo_did", string(p.RepoDid)), orm.FilterEq("at_uri", p.AtUri())) if err != nil { l.Error("failed to delete pull", "err", err, "pull_id", p.PullId) s.pages.Notice(w, "pull-resubmit-error", "Failed to resubmit pull request. Try again later.") @@ -2398,7 +2391,7 @@ func (s *Pulls) MergePull(w http.ResponseWriter, r *http.Request) { atUris = append(atUris, p.AtUri()) p.State = models.PullMerged } - err = db.MergePulls(tx, orm.FilterEq("repo_at", f.RepoAt()), orm.FilterIn("at_uri", atUris)) + err = db.MergePulls(tx, orm.FilterEq("repo_did", string(f.RepoDid)), orm.FilterIn("at_uri", atUris)) if err != nil { l.Error("failed to update pull request status in database", "err", err) s.pages.Notice(w, "pull-merge-error", "Failed to merge pull request. Try again later.") @@ -2475,7 +2468,7 @@ func (s *Pulls) ClosePull(w http.ResponseWriter, r *http.Request) { } err = db.ClosePulls( tx, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", string(f.RepoDid)), orm.FilterIn("at_uri", atUris), ) if err != nil { @@ -2552,7 +2545,7 @@ func (s *Pulls) ReopenPull(w http.ResponseWriter, r *http.Request) { } err = db.ReopenPulls( tx, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", string(f.RepoDid)), orm.FilterIn("at_uri", atUris), ) if err != nil { @@ -2606,7 +2599,7 @@ func (s *Pulls) newStack( Body: body, TargetBranch: targetBranch, OwnerDid: userDid.String(), - RepoAt: repo.RepoAt(), + RepoDid: syntax.DID(repo.RepoDid), Rkey: rkey, Mentions: mentions, References: references, @@ -2645,3 +2638,10 @@ func gz(s string) io.Reader { } func ptrPullState(s models.PullState) *models.PullState { return &s } + +func repoPullTarget(repo *models.Repo, branch string) *tangled.RepoPull_Target { + return &tangled.RepoPull_Target{ + Branch: branch, + Repo: repo.RepoDid, + } +} diff --git a/appview/repo/artifact.go b/appview/repo/artifact.go index e4b28bee..4f29fa50 100644 --- a/appview/repo/artifact.go +++ b/appview/repo/artifact.go @@ -20,6 +20,7 @@ import ( "tangled.org/core/xrpc" comatproto "github.com/bluesky-social/indigo/api/atproto" + "github.com/bluesky-social/indigo/atproto/syntax" lexutil "github.com/bluesky-social/indigo/lex/util" indigoxrpc "github.com/bluesky-social/indigo/xrpc" "github.com/dustin/go-humanize" @@ -102,7 +103,7 @@ func (rp *Repo) AttachArtifact(w http.ResponseWriter, r *http.Request) { artifact := models.Artifact{ Did: user.Did, Rkey: rkey, - RepoAt: f.RepoAt(), + RepoDid: syntax.DID(f.RepoDid), Tag: tag.Tag.Hash, CreatedAt: createdAt, BlobCid: cid.Cid(uploadBlobResp.Blob.Ref), @@ -154,7 +155,7 @@ func (rp *Repo) DownloadArtifact(w http.ResponseWriter, r *http.Request) { artifacts, err := db.GetArtifact( rp.db, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("tag", tag.Tag.Hash[:]), orm.FilterEq("name", filename), ) @@ -235,7 +236,7 @@ func (rp *Repo) DeleteArtifact(w http.ResponseWriter, r *http.Request) { artifacts, err := db.GetArtifact( rp.db, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("tag", tag[:]), orm.FilterEq("name", filename), ) @@ -277,7 +278,7 @@ func (rp *Repo) DeleteArtifact(w http.ResponseWriter, r *http.Request) { defer tx.Rollback() err = db.DeleteArtifact(tx, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("tag", artifact.Tag[:]), orm.FilterEq("name", filename), ) diff --git a/appview/repo/feed.go b/appview/repo/feed.go index f0b83593..216f4d1c 100644 --- a/appview/repo/feed.go +++ b/appview/repo/feed.go @@ -75,7 +75,7 @@ func (rp *Repo) getRepoFeed(ctx context.Context, repo *models.Repo, ownerSlashRe // fetch and add pull requests if requested if opts.IncludePulls { - pulls, err := db.GetPullsPaginated(rp.db, feedPagePerType, orm.FilterEq("repo_at", repo.RepoAt())) + pulls, err := db.GetPullsPaginated(rp.db, feedPagePerType, orm.FilterEq("repo_did", repo.RepoDid)) if err != nil { return nil, err } @@ -94,7 +94,7 @@ func (rp *Repo) getRepoFeed(ctx context.Context, repo *models.Repo, ownerSlashRe issues, err := db.GetIssuesPaginated( rp.db, feedPagePerType, - orm.FilterEq("repo_at", repo.RepoAt()), + orm.FilterEq("repo_did", repo.RepoDid), ) if err != nil { return nil, err @@ -316,7 +316,7 @@ func (rp *Repo) AtomFeed(w http.ResponseWriter, r *http.Request) { log.Println("failed to get resolved repo owner id") return } - ownerSlashRepo := repoOwnerId.Handle.String() + "/" + f.Name + ownerSlashRepo := repoOwnerId.Handle.String() + "/" + f.Rkey opts := parseFeedOpts(r) feed, err := rp.getRepoFeed(r.Context(), f, ownerSlashRepo, opts) diff --git a/appview/repo/index.go b/appview/repo/index.go index 8d93117d..420a4528 100644 --- a/appview/repo/index.go +++ b/appview/repo/index.go @@ -15,6 +15,7 @@ import ( "context" "encoding/json" + "github.com/bluesky-social/indigo/atproto/syntax" indigoxrpc "github.com/bluesky-social/indigo/xrpc" "github.com/go-git/go-git/v5/plumbing" "tangled.org/core/api/tangled" @@ -158,7 +159,7 @@ func (rp *Repo) getLanguageInfo( // first attempt to fetch from db langs, err := db.GetRepoLanguages( rp.db, - orm.FilterEq("repo_at", repo.RepoAt()), + orm.FilterEq("repo_did", repo.RepoDid), orm.FilterEq("ref", currentRef), ) @@ -179,7 +180,7 @@ func (rp *Repo) getLanguageInfo( for _, lang := range ls.Languages { langs = append(langs, models.RepoLanguage{ - RepoAt: repo.RepoAt(), + RepoDid: syntax.DID(repo.RepoDid), Ref: currentRef, IsDefaultRef: isDefaultRef, Language: lang.Name, @@ -194,7 +195,7 @@ func (rp *Repo) getLanguageInfo( defer tx.Rollback() // update appview's cache - err = db.UpdateRepoLanguages(tx, repo.RepoAt(), currentRef, langs) + err = db.UpdateRepoLanguages(tx, syntax.DID(repo.RepoDid), currentRef, langs) if err != nil { // non-fatal l.Error("failed to cache lang results", "err", err) diff --git a/appview/repo/opengraph.go b/appview/repo/opengraph.go index dfafbde5..9f95f835 100644 --- a/appview/repo/opengraph.go +++ b/appview/repo/opengraph.go @@ -34,7 +34,7 @@ func (rp *Repo) Opengraph(w http.ResponseWriter, r *http.Request) { var languageStats []types.RepoLanguageDetails langs, err := db.GetRepoLanguages( rp.db, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("is_default_ref", 1), ) if err != nil { diff --git a/appview/repo/repo.go b/appview/repo/repo.go index 65a574fe..88b663a5 100644 --- a/appview/repo/repo.go +++ b/appview/repo/repo.go @@ -139,7 +139,7 @@ func (rp *Repo) EditSpindle(w http.ResponseWriter, r *http.Request) { } // optimistic update - err = db.UpdateSpindle(rp.db, newRepo.RepoAt().String(), spindlePtr) + err = db.UpdateSpindle(rp.db, newRepo.RepoDid, spindlePtr) if err != nil { fail("Failed to update spindle. Try again later.", err) return @@ -319,7 +319,7 @@ func (rp *Repo) AddLabelDef(w http.ResponseWriter, r *http.Request) { } if err = db.SubscribeLabel(tx, &models.RepoLabel{ - RepoAt: f.RepoAt(), + RepoDid: syntax.DID(f.RepoDid), LabelAt: label.AtUri(), }); err != nil { fail("Failed to subscribe to label.", err) @@ -422,7 +422,7 @@ func (rp *Repo) DeleteLabelDef(w http.ResponseWriter, r *http.Request) { err = db.UnsubscribeLabel( tx, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterEq("label_at", removedAt), ) if err != nil { @@ -514,7 +514,7 @@ func (rp *Repo) SubscribeLabel(w http.ResponseWriter, r *http.Request) { for _, l := range labelAts { err = db.SubscribeLabel(tx, &models.RepoLabel{ - RepoAt: f.RepoAt(), + RepoDid: syntax.DID(f.RepoDid), LabelAt: syntax.ATURI(l), }) if err != nil { @@ -595,7 +595,7 @@ func (rp *Repo) UnsubscribeLabel(w http.ResponseWriter, r *http.Request) { err = db.UnsubscribeLabel( rp.db, - orm.FilterEq("repo_at", f.RepoAt()), + orm.FilterEq("repo_did", f.RepoDid), orm.FilterIn("label_at", labelAts), ) if err != nil { @@ -804,7 +804,7 @@ func (rp *Repo) AddCollaborator(w http.ResponseWriter, r *http.Request) { Did: syntax.DID(currentUser.Did), Rkey: rkey, SubjectDid: collaboratorIdent.DID, - RepoAt: f.RepoAt(), + RepoDid: syntax.DID(f.RepoDid), Created: createdAt, }) if err != nil { @@ -920,7 +920,7 @@ func (rp *Repo) DeleteRepo(w http.ResponseWriter, r *http.Request) { } // remove repo from db - err = db.RemoveRepo(tx, f.Did, f.Name) + err = db.RemoveRepo(tx, f.Did, f.Rkey) if err != nil { rp.pages.Notice(w, noticeId, "Failed to update appview") return @@ -1039,7 +1039,7 @@ func (rp *Repo) ForkRepo(w http.ResponseWriter, r *http.Request) { } // choose a name for a fork - forkName := r.FormValue("repo_name") + forkName := strings.ToLower(r.FormValue("repo_name")) if forkName == "" { rp.pages.Notice(w, "repo", "Repository name cannot be empty.") return @@ -1073,7 +1073,7 @@ func (rp *Repo) ForkRepo(w http.ResponseWriter, r *http.Request) { forkSourceUrl := fmt.Sprintf("%s://%s/%s", uri, f.Knot, f.RepoIdentifier()) l = l.With("cloneUrl", forkSourceUrl) - rkey := tid.TID() + rkey := strings.ToLower(forkName) // TODO: this could coordinate better with the knot to receive a clone status client, err := rp.oauth.ServiceClient( @@ -1091,7 +1091,7 @@ func (rp *Repo) ForkRepo(w http.ResponseWriter, r *http.Request) { forkInput := &tangled.RepoCreate_Input{ Rkey: rkey, - Name: forkName, + Name: rkey, Source: &forkSourceUrl, } createResp, err := tangled.RepoCreate( @@ -1122,7 +1122,7 @@ func (rp *Repo) ForkRepo(w http.ResponseWriter, r *http.Request) { repo := &models.Repo{ Did: user.Did, - Name: forkName, + Name: rkey, Knot: targetKnot, Rkey: rkey, Source: forkSource, @@ -1270,9 +1270,9 @@ func (rp *Repo) Stars(w http.ResponseWriter, r *http.Request) { return } - starrers, err := db.GetStars(rp.db, f.RepoAt()) + starrers, err := db.GetStars(rp.db, string(f.RepoDid)) if err != nil { - l.Error("failed to fetch starrers", "err", err, "repoAt", f.RepoAt()) + l.Error("failed to fetch starrers", "err", err, "repoDid", f.RepoDid) return } @@ -1306,14 +1306,9 @@ func rollbackRecord(ctx context.Context, aturi string, client *atclient.APIClien } func repoCollaboratorRecord(f *models.Repo, subject string, createdAt time.Time) *tangled.RepoCollaborator { - rec := &tangled.RepoCollaborator{ + return &tangled.RepoCollaborator{ Subject: subject, CreatedAt: createdAt.Format(time.RFC3339), + Repo: f.RepoDid, } - s := string(f.RepoAt()) - rec.Repo = &s - if f.RepoDid != "" { - rec.RepoDid = &f.RepoDid - } - return rec } diff --git a/appview/repo/repo_util.go b/appview/repo/repo_util.go index 8bf020b8..71f64e35 100644 --- a/appview/repo/repo_util.go +++ b/appview/repo/repo_util.go @@ -104,7 +104,7 @@ func getPipelineStatuses( d, len(shas), orm.FilterEq("p.repo_owner", repo.Did), - orm.FilterEq("p.repo_name", repo.Name), + orm.FilterEq("p.repo_name", repo.Rkey), orm.FilterEq("p.knot", repo.Knot), orm.FilterIn("p.sha", shas), ) diff --git a/appview/repo/router.go b/appview/repo/router.go index 843ca34b..c16b6751 100644 --- a/appview/repo/router.go +++ b/appview/repo/router.go @@ -88,6 +88,7 @@ func (rp *Repo) Router(mw *middleware.Middleware) http.Handler { r.With(mw.RepoPermissionMiddleware("repo:owner")).Post("/label/unsubscribe", rp.UnsubscribeLabel) r.With(mw.RepoPermissionMiddleware("repo:invite")).Put("/collaborator", rp.AddCollaborator) r.With(mw.RepoPermissionMiddleware("repo:delete")).Delete("/delete", rp.DeleteRepo) + r.With(mw.RepoPermissionMiddleware("repo:owner")).Post("/rename", rp.RenameRepo) r.Put("/branches/default", rp.SetDefaultBranch) r.Put("/secrets", rp.Secrets) r.Delete("/secrets", rp.Secrets) diff --git a/appview/repo/settings.go b/appview/repo/settings.go index 8157ab2d..6cacb958 100644 --- a/appview/repo/settings.go +++ b/appview/repo/settings.go @@ -22,6 +22,7 @@ import ( "tangled.org/core/types" comatproto "github.com/bluesky-social/indigo/api/atproto" + "github.com/bluesky-social/indigo/atproto/syntax" lexutil "github.com/bluesky-social/indigo/lex/util" indigoxrpc "github.com/bluesky-social/indigo/xrpc" ) @@ -195,7 +196,7 @@ func (rp *Repo) sitesSettings(w http.ResponseWriter, r *http.Request) { host := fmt.Sprintf("%s://%s", scheme, f.Knot) xrpcc := &indigoxrpc.Client{Host: host} - repo := fmt.Sprintf("%s/%s", f.Did, f.Name) + repo := fmt.Sprintf("%s/%s", f.Did, f.Rkey) xrpcBytes, err := tangled.RepoBranches(r.Context(), xrpcc, "", 0, repo) if xrpcerr := xrpcclient.HandleXrpcErr(err); xrpcerr != nil { l.Error("failed to call XRPC repo.branches", "xrpcerr", xrpcerr, "err", err) @@ -210,7 +211,7 @@ func (rp *Repo) sitesSettings(w http.ResponseWriter, r *http.Request) { return } - siteConfig, err := db.GetRepoSiteConfig(rp.db, f.RepoAt().String()) + siteConfig, err := db.GetRepoSiteConfig(rp.db, f.RepoDid) if err != nil { l.Error("failed to get site config", "err", err) rp.pages.Error503(w) @@ -224,14 +225,14 @@ func (rp *Repo) sitesSettings(w http.ResponseWriter, r *http.Request) { ownerClaim = nil } - deploys, err := db.GetSiteDeploys(rp.db, f.RepoAt().String(), 20) + deploys, err := db.GetSiteDeploys(rp.db, f.RepoDid, 20) if err != nil { l.Error("failed to get site deploys", "err", err) // non-fatal deploys = nil } - indexSiteTakenBy, err := db.GetIndexRepoAtForDid(rp.db, f.Did, f.RepoAt().String()) + indexSiteTakenBy, err := db.GetIndexRepoDidForDid(rp.db, f.Did, f.RepoDid) if err != nil { l.Error("failed to get index site owner", "err", err) // non-fatal @@ -281,7 +282,7 @@ func (rp *Repo) SaveRepoSiteConfig(w http.ResponseWriter, r *http.Request) { isIndex := r.FormValue("is_index") == "true" - if err := db.SetRepoSiteConfig(rp.db, f.RepoAt().String(), branch, dir, isIndex); err != nil { + if err := db.SetRepoSiteConfig(rp.db, f.RepoDid, branch, dir, isIndex); err != nil { l.Error("failed to save site config", "err", err) rp.pages.Notice(w, noticeId, "Failed to save site configuration.") return @@ -297,7 +298,7 @@ func (rp *Repo) SaveRepoSiteConfig(w http.ResponseWriter, r *http.Request) { ctx := context.Background() deploy := &models.SiteDeploy{ - RepoAt: f.RepoAt().String(), + RepoDid: syntax.DID(f.RepoDid), Branch: branch, Dir: dir, Trigger: models.SiteDeployTriggerConfigChange, @@ -317,7 +318,7 @@ func (rp *Repo) SaveRepoSiteConfig(w http.ResponseWriter, r *http.Request) { } if deployErr == nil { - if err := sites.PutDomainMapping(ctx, rp.cfClient, ownerClaim.Domain, f.Did, f.Name, isIndex); err != nil { + if err := sites.PutDomainMapping(ctx, rp.cfClient, ownerClaim.Domain, f.Did, f.Rkey, isIndex); err != nil { l.Error("sites: KV write failed", "domain", ownerClaim.Domain, "err", err) } rp.logger.Info("site deployed to r2", "repo", f.RepoIdentifier(), "is_index", isIndex) @@ -344,9 +345,9 @@ func (rp *Repo) DeleteRepoSiteConfig(w http.ResponseWriter, r *http.Request) { // Fetch the current config before deleting so we know the isIndex flag for // the KV key and the domain mapping to clean up. - existingConfig, _ := db.GetRepoSiteConfig(rp.db, f.RepoAt().String()) + existingConfig, _ := db.GetRepoSiteConfig(rp.db, f.RepoDid) - if err := db.DeleteRepoSiteConfig(rp.db, f.RepoAt().String()); err != nil { + if err := db.DeleteRepoSiteConfig(rp.db, f.RepoDid); err != nil { l.Error("failed to delete site config", "err", err) rp.pages.Notice(w, noticeId, "Failed to remove site configuration.") return @@ -358,11 +359,11 @@ func (rp *Repo) DeleteRepoSiteConfig(w http.ResponseWriter, r *http.Request) { go func() { ctx := context.Background() - if err := sites.Delete(ctx, rp.cfClient, f.Did, f.Name); err != nil { + if err := sites.Delete(ctx, rp.cfClient, f.Did, f.Rkey); err != nil { l.Error("sites: R2 delete failed", "repo", f.RepoIdentifier(), "err", err) } if ownerClaim != nil { - if err := sites.DeleteDomainMapping(ctx, rp.cfClient, ownerClaim.Domain, f.Name); err != nil { + if err := sites.DeleteDomainMapping(ctx, rp.cfClient, ownerClaim.Domain, f.Rkey); err != nil { l.Error("sites: KV delete failed", "domain", ownerClaim.Domain, "err", err) } } diff --git a/appview/repo/tags.go b/appview/repo/tags.go index fa3574b3..a7d4d7e4 100644 --- a/appview/repo/tags.go +++ b/appview/repo/tags.go @@ -40,7 +40,7 @@ func (rp *Repo) Tags(w http.ResponseWriter, r *http.Request) { rp.pages.Error503(w) return } - artifacts, err := db.GetArtifact(rp.db, orm.FilterEq("repo_at", f.RepoAt())) + artifacts, err := db.GetArtifact(rp.db, orm.FilterEq("repo_did", f.RepoDid)) if err != nil { l.Error("failed grab artifacts", "err", err) return @@ -124,7 +124,7 @@ func (rp *Repo) Tag(w http.ResponseWriter, r *http.Request) { return } - filters := []orm.Filter{orm.FilterEq("repo_at", f.RepoAt())} + filters := []orm.Filter{orm.FilterEq("repo_did", f.RepoDid)} if result.Tag.Tag != nil { filters = append(filters, orm.FilterEq("tag", result.Tag.Tag.Hash[:])) } diff --git a/appview/repo/webhooks.go b/appview/repo/webhooks.go index 2680a1fb..3fe3783f 100644 --- a/appview/repo/webhooks.go +++ b/appview/repo/webhooks.go @@ -5,6 +5,7 @@ import ( "strconv" "strings" + "github.com/bluesky-social/indigo/atproto/syntax" "github.com/go-chi/chi/v5" "tangled.org/core/appview/db" "tangled.org/core/appview/models" @@ -24,7 +25,7 @@ func (rp *Repo) Webhooks(w http.ResponseWriter, r *http.Request) { user := rp.oauth.GetMultiAccountUser(r) - webhooks, err := db.GetWebhooksForRepo(rp.db, f.RepoAt()) + webhooks, err := db.GetWebhooksForRepo(rp.db, f.RepoDid) if err != nil { l.Error("failed to get webhooks", "err", err) rp.pages.Notice(w, "webhooks-error", "Failed to load webhooks") @@ -82,18 +83,21 @@ func (rp *Repo) AddWebhook(w http.ResponseWriter, r *http.Request) { if r.FormValue("event_push") == "on" { events = append(events, string(models.WebhookEventPush)) } + if r.FormValue("event_repo_renamed") == "on" { + events = append(events, string(models.WebhookEventRepoRenamed)) + } if len(events) == 0 { - rp.pages.Notice(w, "webhooks-error", "Push events must be enabled") + rp.pages.Notice(w, "webhooks-error", "At least one event must be enabled") return } webhook := &models.Webhook{ - RepoAt: f.RepoAt(), - Url: url, - Secret: secret, - Active: active, - Events: events, + RepoDid: syntax.DID(f.RepoDid), + Url: url, + Secret: secret, + Active: active, + Events: events, } tx, err := rp.db.Begin() @@ -146,8 +150,8 @@ func (rp *Repo) UpdateWebhook(w http.ResponseWriter, r *http.Request) { } // Verify webhook belongs to this repo - if webhook.RepoAt != f.RepoAt() { - l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoAt, "current_repo", f.RepoAt()) + if string(webhook.RepoDid) != f.RepoDid { + l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoDid, "current_repo", f.RepoDid) w.WriteHeader(http.StatusForbidden) return } @@ -168,11 +172,13 @@ func (rp *Repo) UpdateWebhook(w http.ResponseWriter, r *http.Request) { webhook.Active = r.FormValue("active") == "on" - // Parse events - only push events are supported for now events := []string{} if r.FormValue("event_push") == "on" { events = append(events, string(models.WebhookEventPush)) } + if r.FormValue("event_repo_renamed") == "on" { + events = append(events, string(models.WebhookEventRepoRenamed)) + } if len(events) > 0 { webhook.Events = events @@ -228,8 +234,8 @@ func (rp *Repo) DeleteWebhook(w http.ResponseWriter, r *http.Request) { } // Verify webhook belongs to this repo - if webhook.RepoAt != f.RepoAt() { - l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoAt, "current_repo", f.RepoAt()) + if string(webhook.RepoDid) != f.RepoDid { + l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoDid, "current_repo", f.RepoDid) w.WriteHeader(http.StatusForbidden) return } @@ -284,8 +290,8 @@ func (rp *Repo) ToggleWebhook(w http.ResponseWriter, r *http.Request) { } // Verify webhook belongs to this repo - if webhook.RepoAt != f.RepoAt() { - l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoAt, "current_repo", f.RepoAt()) + if string(webhook.RepoDid) != f.RepoDid { + l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoDid, "current_repo", f.RepoDid) w.WriteHeader(http.StatusForbidden) return } @@ -343,8 +349,8 @@ func (rp *Repo) WebhookDeliveries(w http.ResponseWriter, r *http.Request) { } // Verify webhook belongs to this repo - if webhook.RepoAt != f.RepoAt() { - l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoAt, "current_repo", f.RepoAt()) + if string(webhook.RepoDid) != f.RepoDid { + l.Error("webhook does not belong to repo", "webhook_repo", webhook.RepoDid, "current_repo", f.RepoDid) w.WriteHeader(http.StatusForbidden) return } diff --git a/appview/reporesolver/resolver.go b/appview/reporesolver/resolver.go index cb09bb61..de3f2e40 100644 --- a/appview/reporesolver/resolver.go +++ b/appview/reporesolver/resolver.go @@ -74,27 +74,27 @@ func (rr *RepoResolver) GetRepoInfo(r *http.Request, user *oauth.MultiAccountUse currentDir := extractCurrentDir(r.URL.EscapedPath()) ref := chi.URLParam(r, "ref") - repoAt := repo.RepoAt() + repoDid := repo.RepoDid isStarred := false roles := repoinfo.RolesInRepo{} if user != nil { - isStarred = db.GetStarStatus(rr.execer, user.Did, repoAt) + isStarred = db.GetStarStatus(rr.execer, user.Did, repoDid) roles.Roles = rr.enforcer.GetPermissionsInRepo(user.Did, repo.Knot, repo.RepoIdentifier()) } stats := repo.RepoStats if stats == nil { - starCount, starErr := db.GetStarCount(rr.execer, repoAt) + starCount, starErr := db.GetStarCount(rr.execer, models.StarSubjectRepo, repoDid) if starErr != nil { - log.Println("failed to get star count for ", repoAt) + log.Println("failed to get star count for ", repoDid) } - issueCount, err := db.GetIssueCount(rr.execer, repoAt) + issueCount, err := db.GetIssueCount(rr.execer, repoDid) if err != nil { - log.Println("failed to get issue count for ", repoAt) + log.Println("failed to get issue count for ", repoDid) } - pullCount, err := db.GetPullCount(rr.execer, repoAt) + pullCount, err := db.GetPullCount(rr.execer, repoDid) if err != nil { - log.Println("failed to get pull count for ", repoAt) + log.Println("failed to get pull count for ", repoDid) } stats = &models.RepoStats{ StarCount: starCount, @@ -120,6 +120,7 @@ func (rr *RepoResolver) GetRepoInfo(r *http.Request, user *oauth.MultiAccountUse // this is basically a models.Repo OwnerDid: ownerId.DID.String(), OwnerHandle: ownerId.Handle.String(), + RepoDid: repo.RepoDid, Name: repo.Name, Rkey: repo.Rkey, Description: repo.Description, diff --git a/appview/settings/settings.go b/appview/settings/settings.go index ea4ca427..47f6bd3d 100644 --- a/appview/settings/settings.go +++ b/appview/settings/settings.go @@ -225,8 +225,8 @@ func (s *Settings) releaseSitesDomain(w http.ResponseWriter, r *http.Request) { // Delete each repo's R2 objects. for _, sc := range siteConfigs { - if err := sites.Delete(ctx, s.CfClient, user.Did, sc.RepoName); err != nil { - s.Logger.Error("releaseSitesDomain: R2 delete failed", "did", user.Did, "repo", sc.RepoName, "err", err) + if err := sites.Delete(ctx, s.CfClient, user.Did, sc.RepoRkey); err != nil { + s.Logger.Error("releaseSitesDomain: R2 delete failed", "did", user.Did, "repo", sc.RepoRkey, "err", err) } } diff --git a/appview/sites/sites.go b/appview/sites/sites.go index 07b87e8a..350ea5c1 100644 --- a/appview/sites/sites.go +++ b/appview/sites/sites.go @@ -158,7 +158,7 @@ func Deploy( return fmt.Errorf("walking deploy dir: %w", err) } - if err := cf.SyncFiles(ctx, prefix(f.Did, f.Name), files); err != nil { + if err := cf.SyncFiles(ctx, prefix(f.Did, f.Rkey), files); err != nil { return fmt.Errorf("syncing files to R2: %w", err) } diff --git a/appview/state/knotstream.go b/appview/state/knotstream.go index 5e38552b..49877e3e 100644 --- a/appview/state/knotstream.go +++ b/appview/state/knotstream.go @@ -7,6 +7,7 @@ import ( "errors" "fmt" "slices" + "strings" "time" "tangled.org/core/appview/cloudflare" @@ -72,7 +73,7 @@ func resolveRepo(d *db.DB, repoDid *string, ownerDid, repoName string) (*models. if repoDid != nil && *repoDid != "" { return db.GetRepoByDid(d, *repoDid) } - repos, err := db.GetRepos(d, orm.FilterEq("did", ownerDid), orm.FilterEq("name", repoName)) + repos, err := db.GetRepos(d, orm.FilterEq("did", ownerDid), orm.FilterEq("rkey", strings.ToLower(repoName))) if err != nil { return nil, err } @@ -114,17 +115,11 @@ func ingestRefUpdate(ctx context.Context, d *db.DB, enforcer *rbac.Enforcer, pc return fmt.Errorf("%s does not belong to %s, something is fishy", record.CommitterDid, source.Key()) } - ownerDid := "" - if record.OwnerDid != nil { - ownerDid = *record.OwnerDid - } else { - // handle legacy event - if record.RepoDid != nil { - ownerDid = *record.RepoDid - } + if record.Repo == "" { + return fmt.Errorf("gitRefUpdate from %s missing repo", source.Key()) } - repo, lookupErr := resolveRepo(d, record.RepoDid, ownerDid, record.RepoName) + repo, lookupErr := db.GetRepoByDid(d, record.Repo) if lookupErr != nil { return fmt.Errorf("failed to look up repo: %w", lookupErr) } @@ -167,17 +162,12 @@ func triggerSitesDeployIfNeeded(ctx context.Context, d *db.DB, cfClient *cloudfl } pushedBranch := ref.Short() - ownerDid := "" - if record.OwnerDid != nil { - ownerDid = *record.OwnerDid - } - - repo, err := resolveRepo(d, record.RepoDid, ownerDid, record.RepoName) + repo, err := db.GetRepoByDid(d, record.Repo) if err != nil { return } - siteConfig, err := db.GetRepoSiteConfig(d, repo.RepoAt().String()) + siteConfig, err := db.GetRepoSiteConfig(d, repo.RepoDid) if err != nil || siteConfig == nil { return } @@ -186,7 +176,7 @@ func triggerSitesDeployIfNeeded(ctx context.Context, d *db.DB, cfClient *cloudfl } deploy := &models.SiteDeploy{ - RepoAt: repo.RepoAt().String(), + RepoDid: syntax.DID(repo.RepoDid), Branch: siteConfig.Branch, Dir: siteConfig.Dir, CommitSHA: record.NewSha, @@ -249,15 +239,10 @@ func populatePunchcard(d *db.DB, record tangled.GitRefUpdate) error { func updateRepoLanguages(d *db.DB, record tangled.GitRefUpdate) error { if record.Meta == nil || record.Meta.LangBreakdown == nil || record.Meta.LangBreakdown.Inputs == nil { - return fmt.Errorf("empty language data for repo: %v/%s", record.OwnerDid, record.RepoName) - } - - ownerDid := "" - if record.OwnerDid != nil { - ownerDid = *record.OwnerDid + return fmt.Errorf("empty language data for repo: %s", record.Repo) } - r, lookupErr := resolveRepo(d, record.RepoDid, ownerDid, record.RepoName) + r, lookupErr := db.GetRepoByDid(d, record.Repo) if lookupErr != nil { return fmt.Errorf("failed to look up repo: %w", lookupErr) } @@ -275,7 +260,7 @@ func updateRepoLanguages(d *db.DB, record tangled.GitRefUpdate) error { } langs = append(langs, models.RepoLanguage{ - RepoAt: repo.RepoAt(), + RepoDid: syntax.DID(repo.RepoDid), Ref: ref.Short(), IsDefaultRef: record.Meta.IsDefaultRef, Language: l.Lang, @@ -290,7 +275,7 @@ func updateRepoLanguages(d *db.DB, record tangled.GitRefUpdate) error { defer tx.Rollback() // update appview's cache - err = db.UpdateRepoLanguages(tx, repo.RepoAt(), ref.Short(), langs) + err = db.UpdateRepoLanguages(tx, syntax.DID(repo.RepoDid), ref.Short(), langs) if err != nil { fmt.Printf("failed; %s\n", err) // non-fatal @@ -398,7 +383,7 @@ func ingestDIDAssign(d *db.DB, enforcer *rbac.Enforcer, source ec.Source, msg ec repos, err := db.GetRepos(d, orm.FilterEq("did", record.OwnerDid), - orm.FilterEq("name", record.RepoName), + orm.FilterEq("rkey", strings.ToLower(record.RepoName)), ) if err != nil || len(repos) == 0 { logger.Warn("didAssign for unknown repo, skipping", @@ -443,7 +428,7 @@ func ingestDIDAssign(d *db.DB, enforcer *rbac.Enforcer, source ec.Source, msg ec return fmt.Errorf("add RBAC policies for %s: %w", record.RepoDid, err) } - collabs, collabErr := db.GetCollaborators(d, orm.FilterEq("repo_at", repoAtUri)) + collabs, collabErr := db.GetCollaborators(d, orm.FilterEq("repo_did", record.RepoDid)) if collabErr != nil { return fmt.Errorf("get collaborators for RBAC update: %w", collabErr) } diff --git a/appview/state/profile.go b/appview/state/profile.go index 44b15a93..b427d61b 100644 --- a/appview/state/profile.go +++ b/appview/state/profile.go @@ -606,7 +606,7 @@ func (s *State) addRepoItems(ctx context.Context, feed *feeds.Feed, repos []mode func (s *State) createPullRequestItem(pull *models.Pull, owner *identity.Identity, author *feeds.Author) *feeds.Item { return &feeds.Item{ Title: fmt.Sprintf("%s created pull request '%s' in @%s/%s", author.Name, pull.Title, owner.Handle, pull.Repo.Name), - Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s/pulls/%d", s.config.Core.BaseUrl(), owner.Handle, pull.Repo.Name, pull.PullId), Type: "text/html", Rel: "alternate"}, + Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s/pulls/%d", s.config.Core.BaseUrl(), owner.Handle, pull.Repo.Rkey, pull.PullId), Type: "text/html", Rel: "alternate"}, Created: pull.Created, Author: author, } @@ -615,7 +615,7 @@ func (s *State) createPullRequestItem(pull *models.Pull, owner *identity.Identit func (s *State) createIssueItem(issue *models.Issue, owner *identity.Identity, author *feeds.Author) *feeds.Item { return &feeds.Item{ Title: fmt.Sprintf("%s created issue '%s' in @%s/%s", author.Name, issue.Title, owner.Handle, issue.Repo.Name), - Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s/issues/%d", s.config.Core.BaseUrl(), owner.Handle, issue.Repo.Name, issue.IssueId), Type: "text/html", Rel: "alternate"}, + Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s/issues/%d", s.config.Core.BaseUrl(), owner.Handle, issue.Repo.Rkey, issue.IssueId), Type: "text/html", Rel: "alternate"}, Created: issue.Created, Author: author, } @@ -635,7 +635,7 @@ func (s *State) createRepoItem(ctx context.Context, repo models.RepoEvent, autho return &feeds.Item{ Title: title, - Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s", s.config.Core.BaseUrl(), author.Name[1:], repo.Repo.Name), Type: "text/html", Rel: "alternate"}, // Remove @ prefix + Link: &feeds.Link{Href: fmt.Sprintf("%s/@%s/%s", s.config.Core.BaseUrl(), author.Name[1:], repo.Repo.Rkey), Type: "text/html", Rel: "alternate"}, // Remove @ prefix Created: repo.Repo.Created, Author: author, }, nil diff --git a/appview/state/router.go b/appview/state/router.go index 66f37c84..656a88f2 100644 --- a/appview/state/router.go +++ b/appview/state/router.go @@ -58,7 +58,7 @@ func (s *State) Router() http.Handler { if len(pathParts) > 1 { remaining = "/" + pathParts[1] } - rewritten := "/" + repo.Did + "/" + repo.Name + remaining + rewritten := "/" + repo.Did + "/" + repo.Rkey + remaining r2 := r.Clone(r.Context()) r2.URL.Path = rewritten r2.URL.RawPath = rewritten diff --git a/appview/state/state.go b/appview/state/state.go index 39736ff3..6ba38710 100644 --- a/appview/state/state.go +++ b/appview/state/state.go @@ -37,7 +37,6 @@ import ( tlog "tangled.org/core/log" "tangled.org/core/orm" "tangled.org/core/rbac" - "tangled.org/core/tid" comatproto "github.com/bluesky-social/indigo/api/atproto" "github.com/bluesky-social/indigo/atproto/atclient" @@ -129,6 +128,7 @@ func Make(ctx context.Context, config *config.Config) (*State, error) { tangled.RepoIssueCommentNSID, tangled.LabelDefinitionNSID, tangled.LabelOpNSID, + tangled.RepoNSID, }, nil, tlog.SubLogger(logger, "jetstream"), @@ -147,19 +147,6 @@ func Make(ctx context.Context, config *config.Config) (*State, error) { return nil, fmt.Errorf("failed to backfill default label defs: %w", err) } - ingester := appview.Ingester{ - Db: wrapper, - Enforcer: enforcer, - IdResolver: res, - Config: config, - Logger: log.SubLogger(logger, "ingester"), - Validator: validator, - } - err = jc.StartJetstream(ctx, ingester.Ingest()) - if err != nil { - return nil, fmt.Errorf("failed to start jetstream watcher: %w", err) - } - var notifiers []notify.Notifier // Always add the database notifier @@ -176,6 +163,20 @@ func Make(ctx context.Context, config *config.Config) (*State, error) { notifier := notify.NewMergedNotifier(notifiers) notifier = lognotify.NewLoggingNotifier(notifier, tlog.SubLogger(logger, "notify")) + ingester := appview.Ingester{ + Db: d, + Enforcer: enforcer, + IdResolver: res, + Config: config, + Logger: log.SubLogger(logger, "ingester"), + Validator: validator, + Notifier: notifier, + } + err = jc.StartJetstream(ctx, ingester.Ingest()) + if err != nil { + return nil, fmt.Errorf("failed to start jetstream watcher: %w", err) + } + var cfClient *cloudflare.Client if config.Cloudflare.ApiToken != "" { cfClient, err = cloudflare.New(config) @@ -349,42 +350,6 @@ func (s *State) Keys(w http.ResponseWriter, r *http.Request) { } } -func validateRepoName(name string) error { - // check for path traversal attempts - if name == "." || name == ".." || - strings.Contains(name, "/") || strings.Contains(name, "\\") { - return fmt.Errorf("Repository name contains invalid path characters") - } - - // check for sequences that could be used for traversal when normalized - if strings.Contains(name, "./") || strings.Contains(name, "../") || - strings.HasPrefix(name, ".") || strings.HasSuffix(name, ".") { - return fmt.Errorf("Repository name contains invalid path sequence") - } - - // then continue with character validation - for _, char := range name { - if !((char >= 'a' && char <= 'z') || - (char >= 'A' && char <= 'Z') || - (char >= '0' && char <= '9') || - char == '-' || char == '_' || char == '.') { - return fmt.Errorf("Repository name can only contain alphanumeric characters, periods, hyphens, and underscores") - } - } - - // additional check to prevent multiple sequential dots - if strings.Contains(name, "..") { - return fmt.Errorf("Repository name cannot contain sequential dots") - } - - // if all checks pass - return nil -} - -func stripGitExt(name string) string { - return strings.TrimSuffix(name, ".git") -} - func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { switch r.Method { case http.MethodGet: @@ -420,12 +385,13 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { return } - if err := validateRepoName(repoName); err != nil { + if err := models.ValidateRepoName(repoName); err != nil { s.pages.Notice(w, "repo", err.Error()) return } - repoName = stripGitExt(repoName) - l = l.With("repoName", repoName) + repoName = models.StripGitExt(repoName) + rkey := strings.ToLower(repoName) + l = l.With("repoName", repoName, "rkey", rkey) defaultBranch := r.FormValue("branch") if defaultBranch == "" { @@ -451,7 +417,7 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { existingRepo, err := db.GetRepo( s.db, orm.FilterEq("did", user.Did), - orm.FilterEq("name", repoName), + orm.FilterEq("rkey", rkey), ) if err == nil && existingRepo != nil { l.Info("repo exists") @@ -459,8 +425,6 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { return } - rkey := tid.TID() - client, err := s.oauth.ServiceClient( r, oauth.WithService(domain), @@ -475,7 +439,7 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { input := &tangled.RepoCreate_Input{ Rkey: rkey, - Name: repoName, + Name: rkey, DefaultBranch: &defaultBranch, } createResp, err := tangled.RepoCreate( @@ -529,7 +493,7 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second) if dErr := tangled.RepoDelete(ctx, deleteClient, &tangled.RepoDelete_Input{ Did: user.Did, - Name: repoName, + Name: rkey, Rkey: rkey, }); dErr != nil { cancel() @@ -553,7 +517,7 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { return } - atresp, err := comatproto.RepoPutRecord(r.Context(), atpClient, &comatproto.RepoPutRecord_Input{ + _, err = comatproto.RepoPutRecord(r.Context(), atpClient, &comatproto.RepoPutRecord_Input{ Collection: tangled.RepoNSID, Repo: user.Did, Rkey: rkey, @@ -564,11 +528,15 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { if err != nil { l.Info("PDS write failed", "err", err) cleanupKnot() - s.pages.Notice(w, "repo", "Failed to announce repository creation.") + if rkeyOccupied(r.Context(), atpClient, user.Did, rkey) { + s.pages.Notice(w, "repo", fmt.Sprintf("You already have a repository named %q.", rkey)) + } else { + s.pages.Notice(w, "repo", "Failed to announce repository creation.") + } return } - aturi := atresp.Uri + aturi := fmt.Sprintf("at://%s/%s/%s", user.Did, tangled.RepoNSID, rkey) l = l.With("aturi", aturi) l.Info("wrote to PDS") @@ -633,11 +601,18 @@ func (s *State) NewRepo(w http.ResponseWriter, r *http.Request) { if repoDid != "" { s.pages.HxLocation(w, fmt.Sprintf("/%s", repoDid)) } else { - s.pages.HxLocation(w, fmt.Sprintf("/%s/%s", user.Did, repoName)) + s.pages.HxLocation(w, fmt.Sprintf("/%s/%s", user.Did, rkey)) } } } +func rkeyOccupied(ctx context.Context, client *atclient.APIClient, did, rkey string) bool { + probeCtx, cancel := context.WithTimeout(ctx, 10*time.Second) + defer cancel() + resp, err := comatproto.RepoGetRecord(probeCtx, client, "", tangled.RepoNSID, did, rkey) + return err == nil && resp != nil +} + // this is used to rollback changes made to the PDS // // it is a no-op if the provided ATURI is empty diff --git a/appview/strings/strings.go b/appview/strings/strings.go index dff3c64f..b8478345 100644 --- a/appview/strings/strings.go +++ b/appview/strings/strings.go @@ -149,14 +149,15 @@ func (s *Strings) contents(w http.ResponseWriter, r *http.Request) { showRendered = r.URL.Query().Get("code") != "true" } - starCount, err := db.GetStarCount(s.Db, string.AtUri()) + stringUri := string.AtUri().String() + starCount, err := db.GetStarCount(s.Db, models.StarSubjectString, stringUri) if err != nil { l.Error("failed to get star count", "err", err) } user := s.OAuth.GetMultiAccountUser(r) isStarred := false if user != nil { - isStarred = db.GetStarStatus(s.Db, user.Did, string.AtUri()) + isStarred = db.GetStarStatus(s.Db, user.Did, stringUri) } s.Pages.SingleString(w, pages.SingleStringParams{