Something went wrong. Try again.
Monorepo for Tangled
Something went wrong. Try again.
Go
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555package db
import ( "context" "database/sql" "fmt" "log/slog" "strings"
_ "github.com/mattn/go-sqlite3" "tangled.org/core/log" "tangled.org/core/orm")
type DB struct { *sql.DB logger *slog.Logger}
type Execer interface { Query(query string, args ...any) (*sql.Rows, error) QueryContext(ctx context.Context, query string, args ...any) (*sql.Rows, error) QueryRow(query string, args ...any) *sql.Row QueryRowContext(ctx context.Context, query string, args ...any) *sql.Row Exec(query string, args ...any) (sql.Result, error) ExecContext(ctx context.Context, query string, args ...any) (sql.Result, error) Prepare(query string) (*sql.Stmt, error) PrepareContext(ctx context.Context, query string) (*sql.Stmt, error)}
func Make(ctx context.Context, dbPath string) (*DB, error) { // https://github.com/mattn/go-sqlite3#connection-string opts := []string{ "_foreign_keys=1", "_journal_mode=WAL", "_synchronous=NORMAL", "_auto_vacuum=incremental", "_busy_timeout=5000", }
logger := log.FromContext(ctx) logger = log.SubLogger(logger, "db")
db, err := sql.Open("sqlite3", dbPath+"?"+strings.Join(opts, "&")) if err != nil { return nil, err }
conn, err := db.Conn(ctx) if err != nil { return nil, err } defer conn.Close()
_, err = conn.ExecContext(ctx, ` create table if not exists registrations ( id integer primary key autoincrement, domain text not null unique, did text not null, secret text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), registered text ); create table if not exists public_keys ( id integer primary key autoincrement, did text not null, name text not null, key text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(did, name, key) ); create table if not exists repos ( id integer primary key autoincrement, did text not null, name text not null, knot text not null, rkey text not null, at_uri text not null unique, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(did, name, knot, rkey) ); create table if not exists collaborators ( id integer primary key autoincrement, did text not null, repo integer not null, foreign key (repo) references repos(id) on delete cascade ); create table if not exists follows ( user_did text not null, subject_did text not null, rkey text not null, followed_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), primary key (user_did, subject_did), check (user_did <> subject_did) ); create table if not exists vouches ( did text not null, subject_did text not null, cid text not null, kind text not null default 'vouch', reason text, created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), primary key (did, subject_did), check (did <> subject_did), check (kind in ('vouch', 'denounce')) ); create table if not exists issues ( id integer primary key autoincrement, owner_did text not null, repo_at text not null, issue_id integer not null, title text not null, body text not null, open integer not null default 1, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), issue_at text, unique(repo_at, issue_id), foreign key (repo_at) references repos(at_uri) on delete cascade ); create table if not exists comments ( id integer primary key autoincrement, owner_did text not null, issue_id integer not null, repo_at text not null, comment_id integer not null, comment_at text not null, body text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(issue_id, comment_id), foreign key (repo_at, issue_id) references issues(repo_at, issue_id) on delete cascade ); create table if not exists pulls ( -- identifiers id integer primary key autoincrement, pull_id integer not null,
-- at identifiers repo_at text not null, owner_did text not null, rkey text not null, pull_at text,
-- content title text not null, body text not null, target_branch text not null, state integer not null default 0 check (state in (0, 1, 2)), -- open, merged, closed
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique(repo_at, pull_id), foreign key (repo_at) references repos(at_uri) on delete cascade );
-- every pull must have atleast 1 submission: the initial submission create table if not exists pull_submissions ( -- identifiers id integer primary key autoincrement, pull_id integer not null,
-- at identifiers repo_at text not null,
-- content, these are immutable, and require a resubmission to update round_number integer not null default 0, patch text,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique(repo_at, pull_id, round_number), foreign key (repo_at, pull_id) references pulls(repo_at, pull_id) on delete cascade );
create table if not exists pull_comments ( -- identifiers id integer primary key autoincrement, pull_id integer not null, submission_id integer not null,
-- at identifiers repo_at text not null, owner_did text not null, comment_at text not null,
-- content body text not null,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints foreign key (repo_at, pull_id) references pulls(repo_at, pull_id) on delete cascade, foreign key (submission_id) references pull_submissions(id) on delete cascade );
create table if not exists _jetstream ( id integer primary key autoincrement, last_time_us integer not null );
create table if not exists repo_issue_seqs ( repo_at text primary key, next_issue_id integer not null default 1 );
create table if not exists repo_pull_seqs ( repo_at text primary key, next_pull_id integer not null default 1 );
create table if not exists stars ( id integer primary key autoincrement, starred_by_did text not null, repo_at text not null, rkey text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), foreign key (repo_at) references repos(at_uri) on delete cascade, unique(starred_by_did, repo_at) );
create table if not exists reactions ( id integer primary key autoincrement, reacted_by_did text not null, thread_at text not null, kind text not null, rkey text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(reacted_by_did, thread_at, kind) );
create table if not exists emails ( id integer primary key autoincrement, did text not null, email text not null, verified integer not null default 0, verification_code text not null, last_sent text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), is_primary integer not null default 0, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(did, email) );
create table if not exists artifacts ( -- id id integer primary key autoincrement, did text not null, rkey text not null,
-- meta repo_at text not null, tag binary(20) not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- data blob_cid text not null, name text not null, size integer not null default 0, mimetype string not null default "*/*",
-- constraints unique(did, rkey), -- record must be unique unique(repo_at, tag, name), -- for a given tag object, each file must be unique foreign key (repo_at) references repos(at_uri) on delete cascade );
create table if not exists profile ( -- id id integer primary key autoincrement, did text not null,
-- data description text not null, include_bluesky integer not null default 0, location text,
-- constraints unique(did) ); create table if not exists profile_links ( -- id id integer primary key autoincrement, did text not null,
-- data link text not null,
-- constraints foreign key (did) references profile(did) on delete cascade ); create table if not exists profile_stats ( -- id id integer primary key autoincrement, did text not null,
-- data kind text not null check (kind in ( "merged-pull-request-count", "closed-pull-request-count", "open-pull-request-count", "open-issue-count", "closed-issue-count", "repository-count" )),
-- constraints foreign key (did) references profile(did) on delete cascade ); create table if not exists profile_pinned_repositories ( -- id id integer primary key autoincrement, did text not null,
-- data at_uri text not null,
-- constraints unique(did, at_uri), foreign key (did) references profile(did) on delete cascade, foreign key (at_uri) references repos(at_uri) on delete cascade );
create table if not exists oauth_requests ( id integer primary key autoincrement, auth_server_iss text not null, state text not null, did text not null, handle text not null, pds_url text not null, pkce_verifier text not null, dpop_auth_server_nonce text not null, dpop_private_jwk text not null );
create table if not exists oauth_sessions ( id integer primary key autoincrement, did text not null, handle text not null, pds_url text not null, auth_server_iss text not null, access_jwt text not null, refresh_jwt text not null, dpop_pds_nonce text, dpop_auth_server_nonce text not null, dpop_private_jwk text not null, expiry text not null );
create table if not exists punchcard ( did text not null, date text not null, -- yyyy-mm-dd count integer, primary key (did, date) );
create table if not exists spindles ( id integer primary key autoincrement, owner text not null, instance text not null, verified text, -- time of verification created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(owner, instance) );
create table if not exists spindle_members ( -- identifiers for the record id integer primary key autoincrement, did text not null, rkey text not null,
-- data instance text not null, subject text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique (did, instance, subject) );
create table if not exists pipelines ( -- identifiers id integer primary key autoincrement, knot text not null, rkey text not null,
repo_owner text not null, repo_name text not null,
-- every pipeline must be associated with exactly one commit sha text not null check (length(sha) = 40), created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- trigger data trigger_id integer not null,
unique(knot, rkey), foreign key (trigger_id) references triggers(id) on delete cascade );
create table if not exists triggers ( -- primary key id integer primary key autoincrement,
-- top-level fields kind text not null,
-- pushTriggerData fields push_ref text, push_new_sha text check (length(push_new_sha) = 40), push_old_sha text check (length(push_old_sha) = 40),
-- pullRequestTriggerData fields pr_source_branch text, pr_target_branch text, pr_source_sha text check (length(pr_source_sha) = 40), pr_action text );
create table if not exists pipeline_statuses ( -- identifiers id integer primary key autoincrement, spindle text not null, rkey text not null,
-- referenced pipeline. these form the (did, rkey) pair pipeline_knot text not null, pipeline_rkey text not null,
-- content created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), workflow text not null, status text not null, error text, exit_code integer not null default 0,
unique (spindle, rkey), foreign key (pipeline_knot, pipeline_rkey) references pipelines (knot, rkey) on delete cascade );
create table if not exists repo_languages ( -- identifiers id integer primary key autoincrement,
-- repo identifiers repo_at text not null, ref text not null, is_default_ref integer not null default 0,
-- language breakdown language text not null, bytes integer not null check (bytes >= 0),
unique(repo_at, ref, language) );
create table if not exists signups_inflight ( id integer primary key autoincrement, email text not null unique, invite_code text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) );
create table if not exists strings ( -- identifiers did text not null, rkey text not null,
-- content filename text not null, description text, content text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), edited text,
primary key (did, rkey) );
create table if not exists label_definitions ( -- identifiers id integer primary key autoincrement, did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.label.definition' || '/' || rkey) stored,
-- content name text not null, value_type text not null check (value_type in ( "null", "boolean", "integer", "string" )), value_format text not null default "any", value_enum text, -- comma separated list scope text not null, -- comma separated list of nsid color text, multiple integer not null default 0, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique (did, rkey) unique (at_uri) );
-- ops are flattened, a record may contain several additions and deletions, but the table will include one row per add/del create table if not exists label_ops ( -- identifiers id integer primary key autoincrement, did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.label.op' || '/' || rkey) stored,
-- content subject text not null, operation text not null check (operation in ("add", "del")), operand_key text not null, operand_value text not null, -- we need two time values: performed is declared by the user, indexed is calculated by the av performed text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), indexed text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints -- traditionally (did, rkey) pair should be unique, but not in this case -- operand_key should reference a label definition foreign key (operand_key) references label_definitions (at_uri) on delete cascade, unique (did, rkey, subject, operand_key, operand_value) );
create table if not exists repo_labels ( -- identifiers id integer primary key autoincrement,
-- repo identifiers repo_at text not null,
-- label to subscribe to label_at text not null,
unique (repo_at, label_at) );
create table if not exists notifications ( id integer primary key autoincrement, recipient_did text not null, actor_did text not null, type text not null, entity_type text not null, entity_id text not null, read integer not null default 0, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), repo_id integer references repos(id), issue_id integer references issues(id), pull_id integer references pulls(id) );
create table if not exists recent_links ( id integer primary key autoincrement, user_did text not null, link_type text not null, target text not null, visited text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(user_did, target) );
create table if not exists notification_preferences ( id integer primary key autoincrement, user_did text not null unique, repo_starred integer not null default 1, issue_created integer not null default 1, issue_commented integer not null default 1, pull_created integer not null default 1, pull_commented integer not null default 1, followed integer not null default 1, pull_merged integer not null default 1, issue_closed integer not null default 1, email_notifications integer not null default 0 );
create table if not exists reference_links ( id integer primary key autoincrement, from_at text not null, to_at text not null, unique (from_at, to_at) );
create table if not exists webhooks ( id integer primary key autoincrement, repo_at text not null, url text not null, secret text, active integer not null default 1, events text not null, -- comma-separated list of events created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
foreign key (repo_at) references repos(at_uri) on delete cascade );
create table if not exists webhook_deliveries ( id integer primary key autoincrement, webhook_id integer not null, event text not null, delivery_id text not null, url text not null, request_body text not null, response_code integer, response_body text, success integer not null default 0, created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
foreign key (webhook_id) references webhooks(id) on delete cascade );
create table if not exists bluesky_posts ( rkey text primary key, text text not null, created_at text not null, langs text, facets text, embed text, like_count integer not null default 0, reply_count integer not null default 0, repost_count integer not null default 0, quote_count integer not null default 0 );
create table if not exists domain_claims ( id integer primary key autoincrement, did text not null unique, domain text not null unique, deleted text -- timestamp when the domain was released/unclaimed; null means actively claimed );
create table if not exists repo_sites ( id integer primary key autoincrement, repo_at text not null unique, branch text not null, dir text not null default '/', is_index integer not null default 0, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), foreign key (repo_at) references repos(at_uri) on delete cascade );
create table if not exists site_deploys ( id integer primary key autoincrement, repo_at text not null, branch text not null, dir text not null default '/', commit_sha text not null default '', status text not null check (status in ('success', 'failure')), trigger text not null check (trigger in ('config_change', 'push')), error text not null default '', created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), foreign key (repo_at) references repos(at_uri) on delete cascade );
create table if not exists punchcard_preferences ( id integer primary key autoincrement, user_did text not null unique, hide_mine integer default 0, hide_others integer default 0 );
create table if not exists newsletter_preferences ( id integer primary key autoincrement, user_did text not null unique, status text not null check (status in ('subscribed', 'dismissed')), email text, updated_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) );
create table if not exists vouch_evidences ( id integer primary key autoincrement, vouch_id integer not null, at_uri text not null, unique(vouch_id, at_uri), foreign key (vouch_id) references vouches(id) on delete cascade );
create table if not exists vouch_skips ( did text not null, subject_did text not null, created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), primary key (did, subject_did), check (did <> subject_did) );
create table if not exists onboarding ( did text primary key, step integer not null default 0, status text not null default 'in_progress' check (status in ('in_progress','completed','skipped')), created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) );
create table if not exists issue_subscriptions ( user_did text not null, issue_id integer not null references issues(id) on delete cascade, subscribed integer not null default 1, primary key(user_did, issue_id) );
create table if not exists pull_subscriptions ( user_did text not null, pull_id integer not null references pulls(id) on delete cascade, subscribed integer not null default 1, primary key(user_did, pull_id) );
create table if not exists migrations ( id integer primary key autoincrement, name text unique );
-- indexes for better performance create index if not exists idx_notifications_recipient_created on notifications(recipient_did, created desc); create index if not exists idx_notifications_recipient_read on notifications(recipient_did, read); create index if not exists idx_references_from_at on reference_links(from_at); create index if not exists idx_references_to_at on reference_links(to_at); create index if not exists idx_webhook_deliveries_webhook_id on webhook_deliveries(webhook_id); create index if not exists idx_newsletter_prefs_user_did on newsletter_preferences(user_did); create index if not exists idx_issue_subscriptions_issue on issue_subscriptions(issue_id, subscribed); create index if not exists idx_pull_subscriptions_pull on pull_subscriptions(pull_id, subscribed); `) if err != nil { return nil, err }
// run migrations orm.RunMigration(conn, logger, "add-description-to-repos", func(tx *sql.Tx) error { tx.Exec(` alter table repos add column description text check (length(description) <= 200); `) return nil })
orm.RunMigration(conn, logger, "add-rkey-to-pubkeys", func(tx *sql.Tx) error { // add unconstrained column _, err := tx.Exec(` alter table public_keys add column rkey text; `) if err != nil { return err }
// backfill _, err = tx.Exec(` update public_keys set rkey = '' where rkey is null; `) if err != nil { return err }
return nil })
orm.RunMigration(conn, logger, "add-rkey-to-comments", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table comments drop column comment_at; alter table comments add column rkey text; `) return err })
orm.RunMigration(conn, logger, "add-deleted-and-edited-to-issue-comments", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table comments add column deleted text; -- timestamp alter table comments add column edited text; -- timestamp `) return err })
orm.RunMigration(conn, logger, "add-source-info-to-pulls-and-submissions", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table pulls add column source_branch text; alter table pulls add column source_repo_at text; alter table pull_submissions add column source_rev text; `) return err })
orm.RunMigration(conn, logger, "add-source-to-repos", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table repos add column source text; `) return err })
// disable foreign-keys for the next migration // NOTE: this cannot be done in a transaction, so it is run outside [0] // // [0]: https://sqlite.org/pragma.html#pragma_foreign_keys conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "recreate-pulls-column-for-stacking-support", func(tx *sql.Tx) error { _, err := tx.Exec(` create table pulls_new ( -- identifiers id integer primary key autoincrement, pull_id integer not null,
-- at identifiers repo_at text not null, owner_did text not null, rkey text not null,
-- content title text not null, body text not null, target_branch text not null, state integer not null default 0 check (state in (0, 1, 2, 3)), -- closed, open, merged, deleted
-- source info source_branch text, source_repo_at text,
-- stacking stack_id text, change_id text, parent_change_id text,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique(repo_at, pull_id), foreign key (repo_at) references repos(at_uri) on delete cascade );
insert into pulls_new ( id, pull_id, repo_at, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_at, created ) select id, pull_id, repo_at, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_at, created FROM pulls;
drop table pulls; alter table pulls_new rename to pulls; `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
orm.RunMigration(conn, logger, "add-spindle-to-repos", func(tx *sql.Tx) error { tx.Exec(` alter table repos add column spindle text; `) return nil })
// drop all knot secrets, add unique constraint to knots // // knots will henceforth use service auth for signed requests orm.RunMigration(conn, logger, "no-more-secrets", func(tx *sql.Tx) error { _, err := tx.Exec(` create table registrations_new ( id integer primary key autoincrement, domain text not null, did text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), registered text, read_only integer not null default 0, unique(domain, did) );
insert into registrations_new (id, domain, did, created, registered, read_only) select id, domain, did, created, registered, 1 from registrations where registered is not null;
drop table registrations; alter table registrations_new rename to registrations; `) return err })
// recreate and add rkey + created columns with default constraint orm.RunMigration(conn, logger, "rework-collaborators-table", func(tx *sql.Tx) error { // create new table // - repo_at instead of repo integer // - rkey field // - created field _, err := tx.Exec(` create table collaborators_new ( -- identifiers for the record id integer primary key autoincrement, did text not null, rkey text,
-- content subject_did text not null, repo_at text not null,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints foreign key (repo_at) references repos(at_uri) on delete cascade ) `) if err != nil { return err }
// copy data _, err = tx.Exec(` insert into collaborators_new (id, did, rkey, subject_did, repo_at) select c.id, r.did, '', c.did, r.at_uri from collaborators c join repos r on c.repo = r.id `) if err != nil { return err }
// drop old table _, err = tx.Exec(`drop table collaborators`) if err != nil { return err }
// rename new table _, err = tx.Exec(`alter table collaborators_new rename to collaborators`) return err })
orm.RunMigration(conn, logger, "add-rkey-to-issues", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table issues add column rkey text not null default '';
-- get last url section from issue_at and save to rkey column update issues set rkey = replace(issue_at, rtrim(issue_at, replace(issue_at, '/', '')), ''); `) return err })
// repurpose the read-only column to "needs-upgrade" orm.RunMigration(conn, logger, "rename-registrations-read-only-to-needs-upgrade", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table registrations rename column read_only to needs_upgrade; `) return err })
// require all knots to upgrade after the release of total xrpc orm.RunMigration(conn, logger, "migrate-knots-to-total-xrpc", func(tx *sql.Tx) error { _, err := tx.Exec(` update registrations set needs_upgrade = 1; `) return err })
// require all knots to upgrade after the release of total xrpc orm.RunMigration(conn, logger, "migrate-spindles-to-xrpc-owner", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table spindles add column needs_upgrade integer not null default 0; `) return err })
// remove issue_at from issues and replace with generated column // // this requires a full table recreation because stored columns // cannot be added via alter // // couple other changes: // - columns renamed to be more consistent // - adds edited and deleted fields // // disable foreign-keys for the next migration conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "remove-issue-at-from-issues", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists issues_new ( -- identifiers id integer primary key autoincrement, did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.repo.issue' || '/' || rkey) stored,
-- at identifiers repo_at text not null,
-- content issue_id integer not null, title text not null, body text not null, open integer not null default 1, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), edited text, -- timestamp deleted text, -- timestamp
unique(did, rkey), unique(repo_at, issue_id), unique(at_uri), foreign key (repo_at) references repos(at_uri) on delete cascade ); `) if err != nil { return err }
// transfer data _, err = tx.Exec(` insert into issues_new (id, did, rkey, repo_at, issue_id, title, body, open, created) select i.id, i.owner_did, i.rkey, i.repo_at, i.issue_id, i.title, i.body, i.open, i.created from issues i; `) if err != nil { return err }
// drop old table _, err = tx.Exec(`drop table issues`) if err != nil { return err }
// rename new table _, err = tx.Exec(`alter table issues_new rename to issues`) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
// - renames the comments table to 'issue_comments' // - rework issue comments to update constraints: // * unique(did, rkey) // * remove comment-id and just use the global ID // * foreign key (repo_at, issue_id) // - new columns // * column "reply_to" which can be any other comment // * column "at-uri" which is a generated column orm.RunMigration(conn, logger, "rework-issue-comments", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists issue_comments ( -- identifiers id integer primary key autoincrement, did text not null, rkey text, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.repo.issue.comment' || '/' || rkey) stored,
-- at identifiers issue_at text not null, reply_to text, -- at_uri of parent comment
-- content body text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), edited text, deleted text,
-- constraints unique(did, rkey), unique(at_uri), foreign key (issue_at) references issues(at_uri) on delete cascade ); `) if err != nil { return err }
// transfer data _, err = tx.Exec(` insert into issue_comments (id, did, rkey, issue_at, body, created, edited, deleted) select c.id, c.owner_did, c.rkey, i.at_uri, -- get at_uri from issues table c.body, c.created, c.edited, c.deleted from comments c join issues i on c.repo_at = i.repo_at and c.issue_id = i.issue_id; `) if err != nil { return err }
// drop old table _, err = tx.Exec(`drop table comments`) return err })
// add generated at_uri column to pulls table // // this requires a full table recreation because stored columns // cannot be added via alter // // disable foreign-keys for the next migration conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "add-at-uri-to-pulls", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists pulls_new ( -- identifiers id integer primary key autoincrement, pull_id integer not null, at_uri text generated always as ('at://' || owner_did || '/' || 'sh.tangled.repo.pull' || '/' || rkey) stored,
-- at identifiers repo_at text not null, owner_did text not null, rkey text not null,
-- content title text not null, body text not null, target_branch text not null, state integer not null default 0 check (state in (0, 1, 2, 3)), -- closed, open, merged, deleted
-- source info source_branch text, source_repo_at text,
-- stacking stack_id text, change_id text, parent_change_id text,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique(repo_at, pull_id), unique(at_uri), foreign key (repo_at) references repos(at_uri) on delete cascade ); `) if err != nil { return err }
// transfer data _, err = tx.Exec(` insert into pulls_new ( id, pull_id, repo_at, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_at, stack_id, change_id, parent_change_id, created ) select id, pull_id, repo_at, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_at, stack_id, change_id, parent_change_id, created from pulls; `) if err != nil { return err }
// drop old table _, err = tx.Exec(`drop table pulls`) if err != nil { return err }
// rename new table _, err = tx.Exec(`alter table pulls_new rename to pulls`) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
// remove repo_at and pull_id from pull_submissions and replace with pull_at // // this requires a full table recreation because stored columns // cannot be added via alter // // disable foreign-keys for the next migration conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "remove-repo-at-pull-id-from-pull-submissions", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists pull_submissions_new ( -- identifiers id integer primary key autoincrement, pull_at text not null,
-- content, these are immutable, and require a resubmission to update round_number integer not null default 0, patch text, source_rev text,
-- meta created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
-- constraints unique(pull_at, round_number), foreign key (pull_at) references pulls(at_uri) on delete cascade ); `) if err != nil { return err }
// transfer data, constructing pull_at from pulls table _, err = tx.Exec(` insert into pull_submissions_new (id, pull_at, round_number, patch, created) select ps.id, 'at://' || p.owner_did || '/sh.tangled.repo.pull/' || p.rkey, ps.round_number, ps.patch, ps.created from pull_submissions ps join pulls p on ps.repo_at = p.repo_at and ps.pull_id = p.pull_id; `) if err != nil { return err }
// drop old table _, err = tx.Exec(`drop table pull_submissions`) if err != nil { return err }
// rename new table _, err = tx.Exec(`alter table pull_submissions_new rename to pull_submissions`) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
// knots may report the combined patch for a comparison, we can store that on the appview side // (but not on the pds record), because calculating the combined patch requires a git index orm.RunMigration(conn, logger, "add-combined-column-submissions", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table pull_submissions add column combined text; `) return err })
orm.RunMigration(conn, logger, "add-pronouns-profile", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table profile add column pronouns text; `) return err })
orm.RunMigration(conn, logger, "add-meta-column-repos", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table repos add column website text; alter table repos add column topics text; `) return err })
orm.RunMigration(conn, logger, "add-usermentioned-preference", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table notification_preferences add column user_mentioned integer not null default 1; `) return err })
// remove the foreign key constraints from stars. orm.RunMigration(conn, logger, "generalize-stars-subject", func(tx *sql.Tx) error { _, err := tx.Exec(` create table stars_new ( id integer primary key autoincrement, did text not null, rkey text not null,
subject_at text not null,
created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(did, rkey), unique(did, subject_at) );
insert into stars_new ( id, did, rkey, subject_at, created ) select id, starred_by_did, rkey, repo_at, created from stars;
drop table stars; alter table stars_new rename to stars;
create index if not exists idx_stars_created on stars(created); create index if not exists idx_stars_subject_at_created on stars(subject_at, created); `) return err })
orm.RunMigration(conn, logger, "add-avatar-to-profile", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table profile add column avatar text; `) return err })
orm.RunMigration(conn, logger, "remove-profile-stats-column-constraint", func(tx *sql.Tx) error { _, err := tx.Exec(` -- create new table without the check constraint create table profile_stats_new ( id integer primary key autoincrement, did text not null, kind text not null, -- no constraint this time foreign key (did) references profile(did) on delete cascade );
-- copy data from old table insert into profile_stats_new (id, did, kind) select id, did, kind from profile_stats;
-- drop old table drop table profile_stats;
-- rename new table alter table profile_stats_new rename to profile_stats; `) return err })
orm.RunMigration(conn, logger, "add-preferred-handle-profile", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table profile add column preferred_handle text; `) return err })
orm.RunMigration(conn, logger, "add-repo-did-column", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table repos add column repo_did text; create unique index if not exists idx_repos_repo_did on repos(repo_did); `) return err })
orm.RunMigration(conn, logger, "add-pds-rewrite-status", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists pds_rewrite_status ( id integer primary key autoincrement, user_did text not null, repo_did text not null, record_nsid text not null, record_rkey text not null, old_repo_at text not null, status text not null default 'pending', updated_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(user_did, record_nsid, record_rkey) ); create index if not exists idx_pds_rewrite_user on pds_rewrite_status(user_did, status); `) return err })
orm.RunMigration(conn, logger, "add-pipelines-repo-did", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table pipelines add column repo_did text; create index if not exists idx_pipelines_repo_did on pipelines(repo_did); `) return err })
orm.RunMigration(conn, logger, "migrate-knots-to-repo-dids", func(tx *sql.Tx) error { _, err := tx.Exec(`update registrations set needs_upgrade = 1`) return err })
conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "drop-pinned-repos-at-uri-fk", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists profile_pinned_repositories_new ( id integer primary key autoincrement, did text not null, pin text not null,
unique(did, pin), foreign key (did) references profile(did) on delete cascade );
insert into profile_pinned_repositories_new (id, did, pin) select id, did, at_uri from profile_pinned_repositories;
drop table profile_pinned_repositories;
alter table profile_pinned_repositories_new rename to profile_pinned_repositories; `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
orm.RunMigration(conn, logger, "reset-profile-pin-rewrites", func(tx *sql.Tx) error { _, err := tx.Exec(` update pds_rewrite_status set status = 'pending', updated_at = strftime('%Y-%m-%dT%H:%M:%SZ', 'now') where record_nsid = 'sh.tangled.actor.profile' and status = 'done' `) return err })
orm.RunMigration(conn, logger, "add-blob-data-to-pull-submissions", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table pull_submissions add column patch_blob_ref text; alter table pull_submissions add column patch_blob_mime text; alter table pull_submissions add column patch_blob_size integer; `) return err })
orm.RunMigration(conn, logger, "replace-parent-change-id-with-aturi", func(tx *sql.Tx) error { // add new column _, err := tx.Exec(` alter table pulls add column dependent_on text; `) if err != nil { return err }
// populate dependent_on with at_uri of the parent _, err = tx.Exec(` update pulls set dependent_on = ( select at_uri from pulls as parent where parent.stack_id = pulls.stack_id and parent.change_id = pulls.parent_change_id ) where parent_change_id is not null; `) if err != nil { return err }
// drop old columns _, err = tx.Exec(` alter table pulls drop column parent_change_id; alter table pulls drop column stack_id; `)
return err })
orm.RunMigration(conn, logger, "add-pds-migration", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists pds_migration ( name text not null,
-- record at_uri did text not null, collection text not null, rkey text not null,
status text not null default 'pending', error_msg text, retry_count integer not null default 0, retry_after integer not null default 0, updated_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(name, did, collection, rkey) ); `) return err })
orm.RunMigration(conn, logger, "unify-pds-record-migration-table", func(tx *sql.Tx) error { _, err := tx.Exec(` insert into pds_migration ( name, did, collection, rkey, status, updated_at ) select 'add-repo-did', user_did, record_nsid, record_rkey, status, updated_at from pds_rewrite_status;
drop table pds_rewrite_status; `) return err })
conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "add-id-to-vouches", func(tx *sql.Tx) error { _, err := tx.Exec(` create table vouches_new ( id integer primary key autoincrement, did text not null, subject_did text not null, cid text not null, kind text not null default 'vouch', reason text, created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique(did, subject_did), check (did <> subject_did), check (kind in ('vouch', 'denounce')) );
insert into vouches_new (did, subject_did, cid, kind, reason, created_at) select did, subject_did, cid, kind, reason, created_at from vouches;
drop table vouches; alter table vouches_new rename to vouches; `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "drop-pipeline-statuses-pipeline-fk", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists pipeline_statuses_new ( id integer primary key autoincrement, spindle text not null, rkey text not null,
pipeline_knot text not null, pipeline_rkey text not null,
created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), workflow text not null, status text not null, error text, exit_code integer not null default 0,
unique (spindle, rkey) );
insert into pipeline_statuses_new select * from pipeline_statuses;
drop table pipeline_statuses; alter table pipeline_statuses_new rename to pipeline_statuses; `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
orm.RunMigration(conn, logger, "add-repo-renames", func(tx *sql.Tx) error { res, err := tx.Exec(` update repos set name = name || '-renamed-' || id || '-' || lower(hex(randomblob(4))) where id in ( select id from ( select id, row_number() over ( partition by did, knot, name order by created desc, id desc ) as rn from repos ) where rn > 1 ); `) if err != nil { return err } if n, _ := res.RowsAffected(); n > 0 { logger.Warn("suffixed legacy duplicate repo names before adding unique index", "rows", n) }
var remaining int if err := tx.QueryRow(` select count(*) from ( select 1 from repos group by did, knot, name having count(*) > 1 ) `).Scan(&remaining); err != nil { return fmt.Errorf("checking for residual duplicate (did, knot, name) groups: %w", err) } if remaining > 0 { return fmt.Errorf("add-repo-renames: %d duplicate (did, knot, name) groups remain after suffix pass; manual cleanup required before unique index can be created", remaining) }
_, err = tx.Exec(` create table if not exists repo_renames ( owner_did text not null, old_rkey text not null, repo_did text not null, renamed_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), primary key (owner_did, old_rkey) ); create unique index if not exists idx_repos_owner_knot_name on repos(did, knot, name); `) return err })
orm.RunMigration(conn, logger, "repos-canonical-rkey-uniqueness", func(tx *sql.Tx) error { _, err := tx.Exec(` drop index if exists idx_repos_owner_knot_name; create unique index if not exists idx_repos_did_rkey on repos(did, rkey); `) return err })
orm.RunMigration(conn, logger, "repo-did-references", func(tx *sql.Tx) error { tables := []struct{ table, oldCol, newCol string }{ {"issues", "repo_at", "repo_did"}, {"pulls", "repo_at", "repo_did"}, {"pull_comments", "repo_at", "repo_did"}, {"stars", "subject_at", "subject_did"}, {"artifacts", "repo_at", "repo_did"}, {"webhooks", "repo_at", "repo_did"}, {"repo_sites", "repo_at", "repo_did"}, {"site_deploys", "repo_at", "repo_did"}, {"collaborators", "repo_at", "repo_did"}, {"repo_issue_seqs", "repo_at", "repo_did"}, {"repo_pull_seqs", "repo_at", "repo_did"}, {"repo_languages", "repo_at", "repo_did"}, {"repo_labels", "repo_at", "repo_did"}, }
stmts := "" for _, t := range tables { stmts += fmt.Sprintf( `ALTER TABLE %s ADD COLUMN %s TEXT; UPDATE %s SET %s = (SELECT repos.repo_did FROM repos WHERE repos.at_uri = %s.%s); CREATE INDEX IF NOT EXISTS idx_%s_%s ON %s(%s); `, t.table, t.newCol, t.table, t.newCol, t.table, t.oldCol, t.table, t.newCol, t.table, t.newCol) }
stmts += `ALTER TABLE pulls ADD COLUMN source_repo_did TEXT; UPDATE pulls SET source_repo_did = (SELECT repos.repo_did FROM repos WHERE repos.at_uri = pulls.source_repo_at);
UPDATE profile_pinned_repositories SET pin = ( SELECT repos.repo_did FROM repos WHERE repos.at_uri = profile_pinned_repositories.pin ) WHERE pin LIKE 'at://%' AND EXISTS (SELECT 1 FROM repos WHERE repos.at_uri = profile_pinned_repositories.pin AND repos.repo_did IS NOT NULL AND repos.repo_did != ''); `
_, err := tx.Exec(stmts) return err })
orm.RunMigration(conn, logger, "backfill-pds-rewrites-star-issue-pull-collab", func(tx *sql.Tx) error { type source struct { userDidCol string table string nsid string fkCol string } sources := []source{ {"did", "stars", "sh.tangled.feed.star", "subject_at"}, {"did", "issues", "sh.tangled.repo.issue", "repo_at"}, {"owner_did", "pulls", "sh.tangled.repo.pull", "repo_at"}, {"did", "collaborators", "sh.tangled.repo.collaborator", "repo_at"}, }
for _, src := range sources { _, err := tx.Exec(fmt.Sprintf(` INSERT INTO pds_migration (name, did, collection, rkey, status) SELECT 'add-repo-did', t.%s, '%s', t.rkey, 'pending' FROM %s t JOIN repos r ON r.at_uri = t.%s WHERE r.repo_did IS NOT NULL AND r.repo_did != '' ON CONFLICT(name, did, collection, rkey) DO NOTHING `, src.userDidCol, src.nsid, src.table, src.fkCol)) if err != nil { return fmt.Errorf("backfill pds rewrites for %s: %w", src.table, err) } }
return nil })
orm.RunMigration(conn, logger, "backfill-pds-rewrites-profiles", func(tx *sql.Tx) error { _, err := tx.Exec(` INSERT INTO pds_migration (name, did, collection, rkey, status) SELECT DISTINCT 'add-repo-did', pp.did, 'sh.tangled.actor.profile', 'self', 'pending' FROM profile_pinned_repositories pp JOIN repos r ON r.at_uri = pp.pin WHERE pp.pin LIKE 'at://%' AND r.repo_did IS NOT NULL AND r.repo_did != '' ON CONFLICT(name, did, collection, rkey) DO NOTHING `) if err != nil { return fmt.Errorf("backfill pds rewrites for profiles: %w", err) } return nil })
conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "drop-old-at-uri-columns", func(tx *sql.Tx) error { _, err := tx.Exec(` CREATE TABLE repos_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, name TEXT NOT NULL, knot TEXT NOT NULL, rkey TEXT NOT NULL, at_uri TEXT NOT NULL UNIQUE, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), description TEXT CHECK (length(description) <= 200), source TEXT, spindle TEXT, website TEXT, topics TEXT, repo_did TEXT, UNIQUE(did, rkey) ); INSERT INTO repos_new (id, did, name, knot, rkey, at_uri, created, description, source, spindle, website, topics, repo_did) SELECT id, did, name, knot, rkey, at_uri, created, description, source, spindle, website, topics, repo_did FROM repos; DROP TABLE repos; ALTER TABLE repos_new RENAME TO repos; CREATE UNIQUE INDEX idx_repos_repo_did ON repos(repo_did); CREATE UNIQUE INDEX idx_repos_did_rkey ON repos(did, rkey);
CREATE TABLE issues_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, rkey TEXT NOT NULL, at_uri TEXT GENERATED ALWAYS AS ('at://' || did || '/' || 'sh.tangled.repo.issue' || '/' || rkey) STORED, repo_did TEXT NOT NULL, issue_id INTEGER NOT NULL, title TEXT NOT NULL, body TEXT NOT NULL, open INTEGER NOT NULL DEFAULT 1, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), edited TEXT, deleted TEXT, UNIQUE(did, rkey), UNIQUE(repo_did, issue_id), UNIQUE(at_uri), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO issues_new (id, did, rkey, repo_did, issue_id, title, body, open, created, edited, deleted) SELECT id, did, rkey, repo_did, issue_id, title, body, open, created, edited, deleted FROM issues WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE issues; ALTER TABLE issues_new RENAME TO issues; CREATE INDEX idx_issues_repo_did ON issues(repo_did);
CREATE TABLE pulls_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, pull_id INTEGER NOT NULL, at_uri TEXT GENERATED ALWAYS AS ('at://' || owner_did || '/' || 'sh.tangled.repo.pull' || '/' || rkey) STORED, repo_did TEXT NOT NULL, owner_did TEXT NOT NULL, rkey TEXT NOT NULL, title TEXT NOT NULL, body TEXT NOT NULL, target_branch TEXT NOT NULL, state INTEGER NOT NULL DEFAULT 0 CHECK (state IN (0, 1, 2, 3)), source_branch TEXT, source_repo_did TEXT, change_id TEXT, dependent_on TEXT, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), UNIQUE(repo_did, pull_id), UNIQUE(at_uri), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO pulls_new (id, pull_id, repo_did, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_did, change_id, dependent_on, created) SELECT id, pull_id, repo_did, owner_did, rkey, title, body, target_branch, state, source_branch, source_repo_did, change_id, dependent_on, created FROM pulls WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE pulls; ALTER TABLE pulls_new RENAME TO pulls; CREATE INDEX idx_pulls_repo_did ON pulls(repo_did); CREATE INDEX idx_pulls_source_repo_did ON pulls(source_repo_did);
CREATE TABLE pull_comments_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, pull_id INTEGER NOT NULL, submission_id INTEGER NOT NULL, repo_did TEXT NOT NULL, owner_did TEXT NOT NULL, comment_at TEXT NOT NULL, body TEXT NOT NULL, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), FOREIGN KEY (repo_did, pull_id) REFERENCES pulls(repo_did, pull_id) ON DELETE CASCADE, FOREIGN KEY (submission_id) REFERENCES pull_submissions(id) ON DELETE CASCADE ); INSERT INTO pull_comments_new (id, pull_id, submission_id, repo_did, owner_did, comment_at, body, created) SELECT id, pull_id, submission_id, repo_did, owner_did, comment_at, body, created FROM pull_comments WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE pull_comments; ALTER TABLE pull_comments_new RENAME TO pull_comments; CREATE INDEX idx_pull_comments_repo_did ON pull_comments(repo_did);
CREATE TABLE stars_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, rkey TEXT NOT NULL, subject_type TEXT NOT NULL CHECK (subject_type IN ('repo', 'string')), subject TEXT NOT NULL, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), UNIQUE(did, rkey), UNIQUE(did, subject) ); INSERT INTO stars_new (id, did, rkey, subject_type, subject, created) SELECT id, did, rkey, 'repo', subject_did, created FROM stars WHERE subject_did IS NOT NULL AND subject_did != ''; INSERT OR IGNORE INTO stars_new (id, did, rkey, subject_type, subject, created) SELECT id, did, rkey, 'string', subject_at, created FROM stars WHERE (subject_did IS NULL OR subject_did = '') AND subject_at LIKE 'at://%/sh.tangled.string/%'; DROP TABLE stars; ALTER TABLE stars_new RENAME TO stars; CREATE INDEX idx_stars_subject ON stars(subject); CREATE INDEX idx_stars_subject_type ON stars(subject_type); CREATE INDEX idx_stars_created ON stars(created);
CREATE TABLE collaborators_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, rkey TEXT, subject_did TEXT NOT NULL, repo_did TEXT NOT NULL, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), UNIQUE(did, rkey), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO collaborators_new (id, did, rkey, subject_did, repo_did, created) SELECT id, did, NULLIF(rkey, ''), subject_did, repo_did, created FROM collaborators WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE collaborators; ALTER TABLE collaborators_new RENAME TO collaborators; CREATE INDEX idx_collaborators_repo_did ON collaborators(repo_did);
CREATE TABLE artifacts_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, rkey TEXT NOT NULL, repo_did TEXT NOT NULL, tag BINARY(20) NOT NULL, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), blob_cid TEXT NOT NULL, name TEXT NOT NULL, size INTEGER NOT NULL DEFAULT 0, mimetype TEXT NOT NULL DEFAULT '*/*', UNIQUE(did, rkey), UNIQUE(repo_did, tag, name), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO artifacts_new (id, did, rkey, repo_did, tag, created, blob_cid, name, size, mimetype) SELECT id, did, rkey, repo_did, tag, created, blob_cid, name, size, mimetype FROM artifacts WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE artifacts; ALTER TABLE artifacts_new RENAME TO artifacts; CREATE INDEX idx_artifacts_repo_did ON artifacts(repo_did);
CREATE TABLE webhooks_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, repo_did TEXT NOT NULL, url TEXT NOT NULL, secret TEXT, active INTEGER NOT NULL DEFAULT 1, events TEXT NOT NULL, created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO webhooks_new (id, repo_did, url, secret, active, events, created_at, updated_at) SELECT id, repo_did, url, secret, active, events, created_at, updated_at FROM webhooks WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE webhooks; ALTER TABLE webhooks_new RENAME TO webhooks; CREATE INDEX idx_webhooks_repo_did ON webhooks(repo_did);
CREATE TABLE repo_sites_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, repo_did TEXT NOT NULL UNIQUE, branch TEXT NOT NULL, dir TEXT NOT NULL DEFAULT '/', is_index INTEGER NOT NULL DEFAULT 0, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO repo_sites_new (id, repo_did, branch, dir, is_index, created, updated) SELECT id, repo_did, branch, dir, is_index, created, updated FROM repo_sites WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE repo_sites; ALTER TABLE repo_sites_new RENAME TO repo_sites;
CREATE TABLE site_deploys_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, repo_did TEXT NOT NULL, branch TEXT NOT NULL, dir TEXT NOT NULL DEFAULT '/', commit_sha TEXT NOT NULL DEFAULT '', status TEXT NOT NULL CHECK (status IN ('success', 'failure')), trigger TEXT NOT NULL CHECK (trigger IN ('config_change', 'push')), error TEXT NOT NULL DEFAULT '', created_at TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO site_deploys_new (id, repo_did, branch, dir, commit_sha, status, trigger, error, created_at) SELECT id, repo_did, branch, dir, commit_sha, status, trigger, error, created_at FROM site_deploys WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE site_deploys; ALTER TABLE site_deploys_new RENAME TO site_deploys; CREATE INDEX idx_site_deploys_repo_did ON site_deploys(repo_did);
CREATE TABLE repo_issue_seqs_new ( repo_did TEXT PRIMARY KEY, next_issue_id INTEGER NOT NULL DEFAULT 1, FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO repo_issue_seqs_new (repo_did, next_issue_id) SELECT repo_did, next_issue_id FROM repo_issue_seqs WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE repo_issue_seqs; ALTER TABLE repo_issue_seqs_new RENAME TO repo_issue_seqs;
CREATE TABLE repo_pull_seqs_new ( repo_did TEXT PRIMARY KEY, next_pull_id INTEGER NOT NULL DEFAULT 1, FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO repo_pull_seqs_new (repo_did, next_pull_id) SELECT repo_did, next_pull_id FROM repo_pull_seqs WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE repo_pull_seqs; ALTER TABLE repo_pull_seqs_new RENAME TO repo_pull_seqs;
CREATE TABLE repo_languages_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, repo_did TEXT NOT NULL, ref TEXT NOT NULL, is_default_ref INTEGER NOT NULL DEFAULT 0, language TEXT NOT NULL, bytes INTEGER NOT NULL CHECK (bytes >= 0), UNIQUE(repo_did, ref, language), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO repo_languages_new (id, repo_did, ref, is_default_ref, language, bytes) SELECT id, repo_did, ref, is_default_ref, language, bytes FROM repo_languages WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE repo_languages; ALTER TABLE repo_languages_new RENAME TO repo_languages;
CREATE TABLE repo_labels_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, repo_did TEXT NOT NULL, label_at TEXT NOT NULL, UNIQUE(repo_did, label_at), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO repo_labels_new (id, repo_did, label_at) SELECT id, repo_did, label_at FROM repo_labels WHERE repo_did IS NOT NULL AND repo_did != ''; DROP TABLE repo_labels; ALTER TABLE repo_labels_new RENAME TO repo_labels; `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
orm.RunMigration(conn, logger, "migrate-knots-to-repo-did-rename", func(tx *sql.Tx) error { _, err := tx.Exec(` update registrations set needs_upgrade = 1; `) return err })
orm.RunMigration(conn, logger, "drop-ghost-comments-table", func(tx *sql.Tx) error { _, err := tx.Exec(`DROP TABLE IF EXISTS comments`) return err })
orm.RunMigration(conn, logger, "add-knot-members-table", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists knot_members ( id integer primary key autoincrement, did text not null, rkey text not null, domain text not null, subject text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), unique (did, domain, subject) ); create index if not exists idx_knot_members_did_rkey on knot_members(did, rkey); `) return err })
orm.RunMigration(conn, logger, "add-comments-table", func(tx *sql.Tx) error { _, err := tx.Exec(` drop table if exists comments;
create table comments ( -- identifiers id integer primary key autoincrement,
did text not null, collection text not null default 'sh.tangled.feed.comment', rkey text not null, at_uri text generated always as ('at://' || did || '/' || collection || '/' || rkey) stored, cid text,
-- content subject_uri text not null, -- at_uri of subject (issue, pr, string) subject_cid text not null, -- cid of subject
body_text text not null, body_original text, body_blobs text, -- json
created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
reply_to_uri text, -- at_uri of parent comment reply_to_cid text, -- cid of parent comment
pull_round_idx integer, -- pull round index. required when subject is sh.tangled.repo.pull
-- appview-local information edited text, deleted text,
unique(did, collection, rkey) );
insert into comments ( did, collection, rkey, subject_uri, subject_cid, -- we need to know cid body_text, created, reply_to_uri, reply_to_cid, -- we need to know cid edited, deleted ) select did, 'sh.tangled.repo.issue.comment', rkey, issue_at, '', body, created, reply_to, '', edited, deleted from issue_comments where rkey is not null;
insert into comments ( did, collection, rkey, subject_uri, subject_cid, -- we need to know cid body_text, created, pull_round_idx ) select c.owner_did, 'sh.tangled.repo.pull.comment', substr( substr(c.comment_at, 6 + instr(substr(c.comment_at, 6), '/')), -- nsid/rkey instr( substr(c.comment_at, 6 + instr(substr(c.comment_at, 6), '/')), -- nsid/rkey '/' ) + 1 ), -- rkey p.at_uri, '', c.body, c.created, s.round_number from pull_comments c join pulls p on c.repo_did = p.repo_did and c.pull_id = p.pull_id join pull_submissions s on s.id = c.submission_id; `) return err })
orm.RunMigration(conn, logger, "migrate-legacy-comments", func(tx *sql.Tx) error { _, err := tx.Exec(` insert into pds_migration (name, did, collection, rkey) select 'use-feed-comment', did, collection, rkey from comments where collection <> 'sh.tangled.feed.comment'; `) return err })
conn.ExecContext(ctx, "pragma foreign_keys = off;") orm.RunMigration(conn, logger, "cascade-notification-entity-fks", func(tx *sql.Tx) error { _, err := tx.Exec(` CREATE TABLE notifications_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, recipient_did TEXT NOT NULL, actor_did TEXT NOT NULL, type TEXT NOT NULL, entity_type TEXT NOT NULL, entity_id TEXT NOT NULL, read INTEGER NOT NULL DEFAULT 0, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), repo_id INTEGER REFERENCES repos(id) ON DELETE CASCADE, issue_id INTEGER REFERENCES issues(id) ON DELETE CASCADE, pull_id INTEGER REFERENCES pulls(id) ON DELETE CASCADE ); INSERT INTO notifications_new (id, recipient_did, actor_did, type, entity_type, entity_id, read, created, repo_id, issue_id, pull_id) SELECT id, recipient_did, actor_did, type, entity_type, entity_id, read, created, repo_id, issue_id, pull_id FROM notifications; DROP TABLE notifications; ALTER TABLE notifications_new RENAME TO notifications; CREATE INDEX idx_notifications_recipient_created ON notifications(recipient_did, created DESC); CREATE INDEX idx_notifications_recipient_read ON notifications(recipient_did, read); `) return err }) conn.ExecContext(ctx, "pragma foreign_keys = on;")
orm.RunMigration(conn, logger, "collaborators-unique-on-repo-subject", func(tx *sql.Tx) error { _, err := tx.Exec(` CREATE TABLE collaborators_new ( id INTEGER PRIMARY KEY AUTOINCREMENT, did TEXT NOT NULL, rkey TEXT, subject_did TEXT NOT NULL, repo_did TEXT NOT NULL, created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), UNIQUE(repo_did, subject_did), FOREIGN KEY (repo_did) REFERENCES repos(repo_did) ON DELETE CASCADE ); INSERT INTO collaborators_new (id, did, rkey, subject_did, repo_did, created) SELECT id, did, rkey, subject_did, repo_did, created FROM ( SELECT id, did, rkey, subject_did, repo_did, created, ROW_NUMBER() OVER ( PARTITION BY repo_did, subject_did ORDER BY created DESC, id DESC ) AS rn FROM collaborators ) WHERE rn = 1; DROP TABLE collaborators; ALTER TABLE collaborators_new RENAME TO collaborators; CREATE INDEX idx_collaborators_repo_did ON collaborators(repo_did); CREATE INDEX idx_collaborators_subject_did ON collaborators(subject_did); `) return err })
orm.RunMigration(conn, logger, "add-knot-acl-native", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists knot_acl_native ( domain text primary key, since text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) ); `) return err })
orm.RunMigration(conn, logger, "delete-unused-pipeline-statuses", func(tx *sql.Tx) error { _, err := tx.Exec(` delete from pipeline_statuses as p where p.status = 'pending' and exists ( select 1 from pipeline_statuses as q where q.pipeline_knot = p.pipeline_knot and q.pipeline_rkey = p.pipeline_rkey and q.workflow = p.workflow and q.status = 'pending' and q.created < p.created ); `) return err })
orm.RunMigration(conn, logger, "timeline-query-indexes", func(tx *sql.Tx) error { _, err := tx.Exec(` -- following timeline: stars by a set of users, newest first create index if not exists idx_stars_did_type_created on stars(did, subject_type, created); -- follower counts and reverse lookups (no index on subject_did before) create index if not exists idx_follows_subject_did on follows(subject_did); -- global timeline: newest follows without a full sort create index if not exists idx_follows_followed_at on follows(followed_at); -- global timeline: newest repos without a full sort create index if not exists idx_repos_created on repos(created); `) return err })
orm.RunMigration(conn, logger, "add-focusing-table", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists focusing ( did text primary key, started text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) ); `) return err })
orm.RunMigration(conn, logger, "add-knotacl-sync-table", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists knotacl_sync ( scope_key text primary key, synced_at text not null ); `) return err })
orm.RunMigration(conn, logger, "add-knotacl-delta-cursor-table", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists knotacl_delta_cursor ( scope_key text not null, subject text not null, cursor integer not null, primary key (scope_key, subject) ); `) return err })
orm.RunMigration(conn, logger, "migrate-knots-to-knot-owned-acl", func(tx *sql.Tx) error { _, err := tx.Exec(` update registrations set needs_upgrade = 1; `) return err })
// several changes here // 1. remove autoincrement id for these tables // 2. remove unique constraints other than (did, rkey) to handle non-unique atproto records // 3. add generated at_uri field // // see comments below and commit message for details orm.RunMigration(conn, logger, "flexible-stars-reactions-follows-public_keys", func(tx *sql.Tx) error { // - add at_uri // - remove autoincrement id and the (did, subject) unique constraint if _, err := tx.Exec(` create table stars_new ( did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.feed.star' || '/' || rkey) stored,
subject_type text not null, subject text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(did, rkey) );
insert into stars_new (did, rkey, subject_type, subject, created) select did, rkey, subject_type, subject, created from stars;
drop table stars; alter table stars_new rename to stars;
create index if not exists idx_stars_subject on stars(subject); create index if not exists idx_stars_subject_type on stars(subject_type); create index if not exists idx_stars_created on stars(created); create index if not exists idx_stars_did_type_created on stars(did, subject_type, created); `); err != nil { return fmt.Errorf("migrating stars: %w", err) }
// - add at_uri // - reacted_by_did -> did // - thread_at -> subject_at // - remove unique constraint if _, err := tx.Exec(` create table reactions_new ( did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.feed.reaction' || '/' || rkey) stored,
subject_at text not null, kind text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(did, rkey) );
insert into reactions_new (did, rkey, subject_at, kind, created) select reacted_by_did, rkey, thread_at, kind, created from reactions;
drop table reactions; alter table reactions_new rename to reactions; `); err != nil { return fmt.Errorf("migrating reactions: %w", err) }
// - add at_uri column // - user_did -> did // - followed_at -> created // - remove unique constraint // - remove check constraint if _, err := tx.Exec(` create table follows_new ( did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.graph.follow' || '/' || rkey) stored,
subject_did text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(did, rkey) );
insert into follows_new (did, rkey, subject_did, created) select user_did, rkey, subject_did, followed_at from follows;
drop table follows; alter table follows_new rename to follows;
create index if not exists idx_follows_subject_did on follows(subject_did); create index if not exists idx_follows_created on follows(created); `); err != nil { return fmt.Errorf("migrating follows: %w", err) }
// - add at_uri column // - remove foreign key relationship from repos if _, err := tx.Exec(` create table public_keys_new ( did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.publicKey' || '/' || rkey) stored,
name text not null, key text not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(did, rkey) );
insert or ignore into public_keys_new (did, rkey, name, key, created) select did, rkey, name, key, created from public_keys;
drop table public_keys; alter table public_keys_new rename to public_keys; `); err != nil { return fmt.Errorf("migrating public_keys: %w", err) }
return nil })
orm.RunMigration(conn, logger, "add-author-to-bluesky-posts", func(tx *sql.Tx) error { _, err := tx.Exec(` alter table bluesky_posts add column author_did text not null default ''; `) return err })
orm.RunMigration(conn, logger, "add-issue-pull-state-tables", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists issue_states ( id integer primary key autoincrement, did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.repo.issue.state' || '/' || rkey) stored,
subject text not null, state text not null check (state in ('open', 'closed')), created_micros integer not null,
unique(did, rkey), foreign key (subject) references issues(at_uri) on delete cascade ); create index if not exists idx_issue_states_subject on issue_states(subject);
create table if not exists pull_states ( id integer primary key autoincrement, did text not null, rkey text not null, at_uri text generated always as ('at://' || did || '/' || 'sh.tangled.repo.pull.status' || '/' || rkey) stored,
subject text not null, status text not null check (status in ('open', 'closed', 'merged')), created_micros integer not null,
unique(did, rkey), foreign key (subject) references pulls(at_uri) on delete cascade ); create index if not exists idx_pull_states_subject on pull_states(subject);
create table if not exists pending_state_records ( id integer primary key autoincrement, did text not null, rkey text not null, nsid text not null,
subject text not null, record blob not null, created text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')),
unique(did, rkey, nsid) ); create index if not exists idx_pending_state_subject on pending_state_records(subject); `) return err })
orm.RunMigration(conn, logger, "add-theme-preferences", func(tx *sql.Tx) error { _, err := tx.Exec(` create table if not exists theme_preferences ( id integer primary key autoincrement, user_did text not null unique, theme text not null check (theme in ('auto', 'light', 'dark')), created_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), updated_at text not null default (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')) ); create index if not exists idx_theme_preferences_user_did on theme_preferences(user_did); `) return err })
orm.RunMigration(conn, logger, "drop-label-ops-indexed", func(tx *sql.Tx) error { _, err := tx.Exec(`alter table label_ops drop column indexed`) return err })
orm.RunMigration(conn, logger, "spindle-pipeline-ownership-migration", func(tx *sql.Tx) error { _, err := tx.Exec(` update spindles set needs_upgrade = 1; `) return err })
orm.RunMigration(conn, logger, "add-emailed-to-notifications", func(tx *sql.Tx) error { _, err := tx.Exec(` ALTER TABLE notifications ADD COLUMN emailed INTEGER NOT NULL DEFAULT 0; CREATE INDEX IF NOT EXISTS idx_notifications_emailed ON notifications(recipient_did, emailed, created); `) return err })
orm.RunMigration(conn, logger, "deduped-stars-view", func(tx *sql.Tx) error { _, err := tx.Exec(` create view deduped_stars as select did, subject_type, subject, min(created) as created from stars group by did, subject; `) return err })
// gets rid of a few b-tree order bys in getissue queries and replaces them with search orm.RunMigration(conn, logger, "add-issue-list-indexes", func(tx *sql.Tx) error { _, err := tx.Exec(` drop index if exists idx_issues_repo_did; create index if not exists idx_issues_repo_created on issues(repo_did, created desc); create index if not exists idx_comments_subject_uri on comments(subject_uri); create index if not exists idx_label_ops_subject on label_ops(subject); `) return err })
orm.RunMigration(conn, logger, "ref-based-pr", func(tx *sql.Tx) error { _, err := tx.Exec(` ALTER TABLE pulls ADD COLUMN cid TEXT NOT NULL DEFAULT '';
-- TODO(boltless): set source_repo_did to ''
CREATE TABLE pull_versions ( pull_at TEXT NOT NULL, id INTEGER NOT NULL, -- PR local version id head TEXT NOT NULL, -- head commit ID base TEXT NOT NULL, -- base commit ID (used on interdiff) created TEXT NOT NULL DEFAULT (strftime('%Y-%m-%dT%H:%M:%SZ', 'now')), legacy INTEGER NOT NULL DEFAULT 0, --
UNIQUE(pull_at, id), FOREIGN KEY (pull_at) REFERENCES pulls(at_uri) ON DELETE CASCADE );
-- set source_repo_did to repo_did for all branch based PRs UPDATE pulls SET source_repo_did = repo_did WHERE coalesce(source_branch, '') <> '';
INSERT INTO pull_versions ( pull_at, id, head, base, created ) SELECT pull_at, round_number, coalesce(source_rev, ''), '', created FROM pull_submissions; -- we keep 'pull_submissions' table just in case. `) return err })
return &DB{ db, logger, }, nil}
func (d *DB) Close() error { return d.DB.Close()}