scripts/line-scope.mjs

Functions

Imports

It imports no other module of this repo. No module of this repo imports it.

Source

1// The three questions from skills/model-refresh/SKILL.md, as code.
2//
3// A skill is a prompt, and a prompt cannot be tested. This module is the part of
4// it that can be: the decision about whether a given line is a model-facing
5// calibration that a prompting guide has standing over, or a gate, an artifact
6// rule, or a ruling that it does not. The skill asks a model to apply these
7// questions; this asks them deterministically, so the refusals have a test.
8//
9// FAIL CLOSED. Anything this cannot place is refused, because the cost of
10// leaving a stale calibration line is a slightly worse response, and the cost of
11// deleting a ruling is a rule nobody notices is gone.
12
13// Question 1: does something outside the prompt fail when this line is violated?
14const ENFORCED = [
15  /\bhooks?\b/i, /PostToolUse/, /PreToolUse/, /\bscrubber\b/i, /\bCI\b/, /\bgate[sd]?\b/i,
16  /\blinter?\b/i, /\bnpm run \w+/, /\btest\/\S+/, /\bmust return 0\b/i, /\basserts?\b/i,
17  /\bfails the build\b/i, /\bblocks? the (push|commit|merge)\b/i, /\bexit(s)? (1|non-zero)\b/i,
18  // A line that names something exact (a tool, a field, a path in backticks, or a
19  // numbered step) is a procedure some check depends on, however ordinary its words.
20  /`[^`]+`/, /^\s*\d+[a-z]?\.\s/, /\bstep \d/i,
21];
22
23// Question 2: does it govern a shipped artifact rather than the assistant's own
24// chat responses?
25const ARTIFACT = [
26  /\bcommit message/i, /\bcode\b/i, /\bcopy\b/i, /\bcomments?\b/i, /\bemails?\b/i,
27  /\bUI text\b/i, /\buser-facing\b/i, /\bship(s|ped|ping)?\b/i, /\bin the codebase\b/i,
28  /\bsource\b/i, /\bPR (title|description)/i, /\bfilenames?\b/i,
29];
30
31// Question 3: does it carry a ruling's fingerprints?
32const RULING = [
33  /\b\d{4}-\d{2}-\d{2}\b/, /\bruled?\b/i, /\bruling\b/i, /\bstanding rule\b/i,
34  /\bwithdrawn\b/i, /\bsuperseded\b/i, /\bdecisions\.md\b/, /\bconventions\.md\b/,
35  /\bmeasured\b/i, /\bportfolio-wide\b/i, /\bhard rule\b/i, /\bnever\b.{0,40}\bever\b/i,
36];
37
38// Positive markers: a line has to actually look like model calibration before it
39// is eligible at all. Matching none of these is a refusal, not a pass.
40const MODEL_FACING = [
41  /\bbullet(s| points?)?\b/i, /\bheaders?\b/i, /\bbold\b/i, /\bmarkdown\b/i, /\blists?\b/i,
42  /\bformat(ting)?\b/i, /\bverbos(e|ity)\b/i, /\bconcise\b/i, /\bterse\b/i, /\bpreamble\b/i,
43  /\bprogress update/i, /\bbetween tool calls\b/i, /\beffort level/i, /\bthinking\b/i,
44  /\btool[- ]call/i, /\bbatch(ing)? .*\btool/i, /\bresponses?\b/i, /\bprose\b/i,
45  /\bexplain(ing)? (more|less)\b/i, /\bresponse length\b/i,
46];
47
48const any = (patterns, line) => patterns.find((p) => p.test(line));
49
50export function classifyLine(line) {
51  const text = String(line);
52
53  // Order matters: a refusal wins over a positive marker, because the lines this
54  // exists to protect are exactly the ones that mention formatting AND a hook.
55  const enforced = any(ENFORCED, text);
56  if (enforced) return { scope: 'refused', question: 1, reason: `enforced outside the prompt (${enforced})` };
57
58  const artifact = any(ARTIFACT, text);
59  if (artifact) return { scope: 'refused', question: 2, reason: `governs a shipped artifact (${artifact})` };
60
61  const ruling = any(RULING, text);
62  if (ruling) return { scope: 'refused', question: 3, reason: `carries a ruling's fingerprints (${ruling})` };
63
64  const marker = any(MODEL_FACING, text);
65  if (marker) return { scope: 'model-facing', reason: `calibration line (${marker})` };
66
67  return { scope: 'refused', question: 0, reason: 'no model-facing marker; fail closed' };
68}
69
70// Convenience for the skill's summary table: split a file, classify every line,
71// and return both halves. The counts let a caller assert it read something,
72// rather than assert zero edits on a file it never parsed.
73export function classifyFile(contents) {
74  const lines = String(contents).split(/\r?\n/);
75  const eligible = [];
76  const refused = [];
77  lines.forEach((line, i) => {
78    if (line.trim() === '') return;
79    const verdict = classifyLine(line);
80    (verdict.scope === 'model-facing' ? eligible : refused).push({ line: i + 1, text: line, ...verdict });
81  });
82  return { parsed: lines.length, eligible, refused };
83}