app/lib/editor/post-rows.server.ts

Functions

Imports

It imports app/lib/cache-purge.server.ts, app/lib/media-ref-key.mjs, app/lib/search/records.mjs, app/lib/search/visibility.mjs. Imported by app/lib/carrel/site-adapter.server.ts, app/lib/editor/publish.server.ts, app/lib/operator/sync-tools.server.ts.

Source

1// The post's D1 rows: the posts row, its tags, its search records and its media citations, written in one batch by a
2// save and cleared by the same statements on a delete. publish.server.ts decides what is written; this file writes it.
3import { combinePurges, purgePost, purgePosts } from "~/lib/cache-purge.server";
4import { mediaRefKey } from "~/lib/media-ref-key.mjs";
5import { recordsForPost } from "~/lib/search/records.mjs";
6import { statusForDraft } from "~/lib/search/visibility.mjs";
7
8export type PublishEnv = Env & { GITHUB_TOKEN?: string };
9
10type RenderedPost = Awaited<ReturnType<typeof import("~/lib/content/pipeline.mjs").renderPost>>;
11
12/** A rendered post with the corpus-wide lists renderRecord attaches. */
13export type PostRecord = RenderedPost & { related?: unknown[]; backlinks?: unknown[] };
14
15// One post's derived rows, cleared and rebuilt by the same statements whether it is saved or deleted.
16const clearPostTags = (db: D1Database, slug: string) =>
17  db.prepare(`DELETE FROM post_tags WHERE post_id = (SELECT id FROM posts WHERE slug = ?1)`).bind(slug);
18const clearSearchDocs = (db: D1Database, slug: string) =>
19  db.prepare(`DELETE FROM search_docs WHERE doc_uid = ?1`).bind(`post:${slug}`);
20const clearMediaRefs = (db: D1Database, slug: string) =>
21  db.prepare(`DELETE FROM media_refs WHERE source_type = 'post' AND source_id = ?1`).bind(slug);
22const rebuildPostsFts = (db: D1Database) =>
23  db.prepare(`INSERT INTO posts_fts (posts_fts) VALUES ('rebuild')`);
24const rebuildSearchIndexes = (db: D1Database) => [
25  db.prepare(`INSERT INTO search_identity (search_identity) VALUES ('rebuild')`),
26  db.prepare(`INSERT INTO search_prose (search_prose) VALUES ('rebuild')`),
27];
28
29/**
30 * A synced row's columns by name, as bound. syncPostToD1 writes these, and the Carrel preview decodes
31 * the same values through the schema, so a preview and the published page read one row shape.
32 */
33export function postColumnValues(record: PostRecord) {
34  return {
35    slug: record.slug as string,
36    title: record.title,
37    body: record.markdown,
38    html: record.html,
39    description: record.description,
40    status: statusForDraft(record.draft),
41    publish_at: Math.floor(Date.parse(record.publishAt) / 1000),
42    cover_image: record.cover ? record.cover.src : null,
43    cover_alt: record.cover ? record.cover.alt : null,
44    reading_time_minutes: record.readingTimeMinutes,
45    source_path: record.sourcePath,
46    toc: JSON.stringify(record.toc),
47    featured: record.featured ? 1 : 0,
48    series: record.series,
49    part: record.part,
50    further_reading: JSON.stringify(record.furtherReading),
51    og_title: record.ogTitle,
52    og_description: record.ogDescription,
53    related: JSON.stringify(record.related ?? []),
54    source_blob_sha: record.sourceBlobSha ?? null,
55    render_hash: record.renderHash ?? null,
56    // NULL, not an empty string, when absent: an empty value would read as the author saying something.
57    writing_status: record.writingStatus ?? null,
58    assumed_audience: record.assumedAudience ?? null,
59    key_takeaways: record.keyTakeaways ? JSON.stringify(record.keyTakeaways) : null,
60    changelog: record.changelog ? JSON.stringify(record.changelog) : null,
61    backlinks: record.backlinks ? JSON.stringify(record.backlinks) : null,
62    // The frontmatter `updated` at UTC midnight, the value the bulk sync's revisedDate writes, so a save and
63    // the next sync agree. NULL when the author wrote none: the statement then stamps the save's own time.
64    updated_at: record.updated
65      ? Math.floor(Date.parse(`${record.updated}T00:00:00.000Z`) / 1000)
66      : null,
67  };
68}
69
70/** One batch, so the row, its tags and the index move together. FTS is rebuilt, as the bulk sync does. */
71export async function syncPostToD1(env: PublishEnv, record: PostRecord) {
72  const db = env.DB;
73  const v = postColumnValues(record);
74
75  const statements = [
76    db
77      .prepare(
78        `INSERT INTO posts (slug, kind, title, body, html, description, status, publish_at,
79           cover_image, cover_alt, reading_time_minutes, source_path, toc, featured, series, part,
80           further_reading, og_title, og_description, related, source_blob_sha, render_hash,
81           writing_status, assumed_audience, key_takeaways, changelog, backlinks,
82           updated_at)
83         VALUES (?1, 'post', ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12,
84           ?13, ?14, ?15, ?16, ?17, ?18, ?19, ?20, ?21, ?22, ?23, ?24, ?25, ?26,
85           COALESCE(?27, unixepoch()))
86         ON CONFLICT(slug) DO UPDATE SET
87           kind = excluded.kind, title = excluded.title, body = excluded.body,
88           html = excluded.html, description = excluded.description, status = excluded.status,
89           publish_at = excluded.publish_at, cover_image = excluded.cover_image,
90           cover_alt = excluded.cover_alt, reading_time_minutes = excluded.reading_time_minutes,
91           source_path = excluded.source_path, toc = excluded.toc, featured = excluded.featured,
92           series = excluded.series, part = excluded.part,
93           further_reading = excluded.further_reading, og_title = excluded.og_title,
94           og_description = excluded.og_description, related = excluded.related,
95           source_blob_sha = excluded.source_blob_sha, render_hash = excluded.render_hash,
96           writing_status = excluded.writing_status,
97           assumed_audience = excluded.assumed_audience,
98           key_takeaways = excluded.key_takeaways, changelog = excluded.changelog,
99           backlinks = excluded.backlinks,
100           updated_at = excluded.updated_at`,
101      )
102      .bind(
103        v.slug,
104        v.title,
105        v.body,
106        v.html,
107        v.description,
108        v.status,
109        v.publish_at,
110        v.cover_image,
111        v.cover_alt,
112        v.reading_time_minutes,
113        v.source_path,
114        v.toc,
115        v.featured,
116        v.series,
117        v.part,
118        v.further_reading,
119        v.og_title,
120        v.og_description,
121        v.related,
122        v.source_blob_sha,
123        v.render_hash,
124        v.writing_status,
125        v.assumed_audience,
126        v.key_takeaways,
127        v.changelog,
128        v.backlinks,
129        v.updated_at,
130      ),
131    ...record.tags.map((tag: string) =>
132      db
133        .prepare(`INSERT OR IGNORE INTO tags (slug, name) VALUES (?1, ?1)`)
134        .bind(tag),
135    ),
136    clearPostTags(db, record.slug),
137    ...record.tags.map((tag: string) =>
138      db
139        .prepare(
140          `INSERT INTO post_tags (post_id, tag_id)
141           SELECT p.id, t.id FROM posts p, tags t WHERE p.slug = ?1 AND t.slug = ?2`,
142        )
143        .bind(record.slug, tag),
144    ),
145    rebuildPostsFts(db),
146    ...searchStatements(db, record),
147    ...mediaRefStatements(db, record),
148  ];
149
150  await db.batch(statements);
151}
152
153/** Scoped to this slug, unlike the bulk sync, and in the post's batch so citations land with the save. */
154function mediaRefStatements(db: D1Database, record: PostRecord) {
155  const statements = [clearMediaRefs(db, record.slug)];
156  const seen = new Set<string>();
157  for (const ref of record.mediaRefs ?? []) {
158    // mediaRefKey joins with NUL: any printable separator collides, since details carry spaces.
159    const id = mediaRefKey({
160      mediaKey: ref.key,
161      form: ref.form,
162      detail: ref.detail ?? null,
163    });
164    if (seen.has(id)) continue;
165    seen.add(id);
166    statements.push(
167      db
168        .prepare(
169          `INSERT INTO media_refs (media_key, source_type, source_id, form, detail)
170           VALUES (?1, 'post', ?2, ?3, ?4)`,
171        )
172        .bind(ref.key, record.slug, ref.form, ref.detail ?? null),
173    );
174  }
175  return statements;
176}
177
178/** Incremental is safe here, unlike related: a post's sections depend only on its own markdown. */
179function searchStatements(db: D1Database, record: PostRecord) {
180  const records = recordsForPost(record);
181  return [
182    clearSearchDocs(db, record.slug),
183    ...records.map((r) =>
184      db
185        .prepare(
186          `INSERT INTO search_docs (uid, url, type, title, body, tags, doc_tags, doc_uid,
187             doc_title, doc_url, anchor, ordinal, status, publish_at)
188           VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9, ?10, ?11, ?12, ?13, ?14)`,
189        )
190        .bind(
191          r.uid,
192          r.url,
193          r.type,
194          r.title,
195          r.body,
196          r.tags,
197          r.docTags,
198          r.docUid,
199          r.docTitle,
200          r.docUrl,
201          r.anchor,
202          r.ordinal,
203          r.status,
204          r.publishAt ? Math.floor(Date.parse(r.publishAt) / 1000) : null,
205        ),
206    ),
207    ...rebuildSearchIndexes(db),
208  ];
209}
210
211/** Tag rows stay, as in the bulk sync. Stale media_refs would block deleting the image forever. */
212export async function deletePostFromD1(env: PublishEnv, slug: string) {
213  // Purged BEFORE the delete: a purge landing after a slow delete could re-store the removed page.
214  const purgedPage = await purgePost(slug, `deletePostFromD1 ${slug}`);
215  const purgedListings = await purgePosts(`deletePostFromD1 ${slug}`);
216  const db = env.DB;
217  await db.batch([
218    clearPostTags(db, slug),
219    db.prepare(`DELETE FROM posts WHERE slug = ?1`).bind(slug),
220    rebuildPostsFts(db),
221    clearSearchDocs(db, slug),
222    ...rebuildSearchIndexes(db),
223    clearMediaRefs(db, slug),
224  ]);
225  return { purged: combinePurges(purgedPage, purgedListings) };
226}