libretto 0.5.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/README.md +106 -36
  2. package/dist/cli/cli.js +22 -97
  3. package/dist/cli/commands/browser.js +86 -59
  4. package/dist/cli/commands/execution.js +199 -86
  5. package/dist/cli/commands/init.js +30 -8
  6. package/dist/cli/commands/logs.js +4 -5
  7. package/dist/cli/commands/shared.js +30 -29
  8. package/dist/cli/commands/snapshot.js +26 -39
  9. package/dist/cli/core/ai-config.js +9 -2
  10. package/dist/cli/core/api-snapshot-analyzer.js +15 -5
  11. package/dist/cli/core/browser.js +132 -29
  12. package/dist/cli/core/context.js +4 -1
  13. package/dist/cli/core/session-telemetry.js +5 -2
  14. package/dist/cli/core/session.js +21 -8
  15. package/dist/cli/core/snapshot-analyzer.js +14 -31
  16. package/dist/cli/core/snapshot-api-config.js +2 -6
  17. package/dist/cli/core/telemetry.js +10 -2
  18. package/dist/cli/framework/simple-cli.js +45 -25
  19. package/dist/cli/router.js +14 -21
  20. package/dist/cli/workers/run-integration-runtime.js +24 -5
  21. package/dist/cli/workers/run-integration-worker-protocol.js +3 -1
  22. package/dist/cli/workers/run-integration-worker.js +1 -4
  23. package/dist/index.d.ts +1 -2
  24. package/dist/index.js +7 -10
  25. package/dist/runtime/download/download.js +5 -1
  26. package/dist/runtime/extract/extract.js +11 -2
  27. package/dist/runtime/network/network.js +8 -1
  28. package/dist/runtime/recovery/agent.js +6 -2
  29. package/dist/runtime/recovery/errors.js +3 -1
  30. package/dist/runtime/recovery/recovery.js +3 -1
  31. package/dist/shared/condense-dom/condense-dom.js +6 -13
  32. package/dist/shared/config/config.d.ts +1 -9
  33. package/dist/shared/config/config.js +0 -18
  34. package/dist/shared/config/index.d.ts +2 -1
  35. package/dist/shared/config/index.js +0 -10
  36. package/dist/shared/debug/pause.js +9 -3
  37. package/dist/shared/instrumentation/instrument.js +101 -5
  38. package/dist/shared/llm/ai-sdk-adapter.js +3 -1
  39. package/dist/shared/llm/client.js +3 -1
  40. package/dist/shared/logger/index.js +4 -1
  41. package/dist/shared/run/api.js +3 -1
  42. package/dist/shared/run/browser.js +7 -2
  43. package/dist/shared/state/session-state.d.ts +2 -1
  44. package/dist/shared/state/session-state.js +5 -2
  45. package/dist/shared/visualization/ghost-cursor.js +19 -10
  46. package/dist/shared/visualization/highlight.js +9 -6
  47. package/dist/shared/workflow/workflow.d.ts +4 -5
  48. package/dist/shared/workflow/workflow.js +3 -5
  49. package/package.json +6 -2
  50. package/scripts/check-skills-sync.mjs +25 -0
  51. package/scripts/compare-eval-summary.mjs +47 -0
  52. package/scripts/postinstall.mjs +15 -15
  53. package/scripts/prepare-release.sh +97 -0
  54. package/scripts/skills-libretto.mjs +103 -0
  55. package/scripts/summarize-evals.mjs +135 -0
  56. package/scripts/sync-skills.mjs +12 -0
  57. package/skills/libretto/SKILL.md +113 -49
  58. package/skills/libretto/references/code-generation-rules.md +208 -0
  59. package/skills/libretto/references/configuration-file-reference.md +53 -0
  60. package/skills/libretto/references/site-security-review.md +143 -0
  61. package/src/cli/cli.ts +23 -110
  62. package/src/cli/commands/browser.ts +94 -70
  63. package/src/cli/commands/execution.ts +233 -102
  64. package/src/cli/commands/init.ts +32 -9
  65. package/src/cli/commands/logs.ts +7 -7
  66. package/src/cli/commands/shared.ts +36 -37
  67. package/src/cli/commands/snapshot.ts +44 -59
  68. package/src/cli/core/ai-config.ts +12 -3
  69. package/src/cli/core/api-snapshot-analyzer.ts +17 -6
  70. package/src/cli/core/browser.ts +178 -41
  71. package/src/cli/core/context.ts +7 -2
  72. package/src/cli/core/session-telemetry.ts +19 -8
  73. package/src/cli/core/session.ts +21 -7
  74. package/src/cli/core/snapshot-analyzer.ts +26 -46
  75. package/src/cli/core/snapshot-api-config.ts +170 -175
  76. package/src/cli/core/telemetry.ts +16 -3
  77. package/src/cli/framework/simple-cli.ts +144 -77
  78. package/src/cli/router.ts +13 -21
  79. package/src/cli/workers/run-integration-runtime.ts +36 -9
  80. package/src/cli/workers/run-integration-worker-protocol.ts +2 -0
  81. package/src/cli/workers/run-integration-worker.ts +1 -4
  82. package/src/index.ts +73 -66
  83. package/src/runtime/download/download.ts +62 -58
  84. package/src/runtime/download/index.ts +5 -5
  85. package/src/runtime/extract/extract.ts +71 -61
  86. package/src/runtime/network/index.ts +3 -3
  87. package/src/runtime/network/network.ts +99 -93
  88. package/src/runtime/recovery/agent.ts +217 -212
  89. package/src/runtime/recovery/errors.ts +107 -104
  90. package/src/runtime/recovery/index.ts +3 -3
  91. package/src/runtime/recovery/recovery.ts +38 -35
  92. package/src/shared/condense-dom/condense-dom.ts +15 -18
  93. package/src/shared/config/config.ts +0 -19
  94. package/src/shared/config/index.ts +0 -5
  95. package/src/shared/debug/pause.ts +57 -51
  96. package/src/shared/instrumentation/errors.ts +64 -62
  97. package/src/shared/instrumentation/index.ts +5 -5
  98. package/src/shared/instrumentation/instrument.ts +339 -209
  99. package/src/shared/llm/ai-sdk-adapter.ts +58 -55
  100. package/src/shared/llm/client.ts +181 -174
  101. package/src/shared/llm/types.ts +39 -39
  102. package/src/shared/logger/index.ts +11 -4
  103. package/src/shared/logger/logger.ts +312 -306
  104. package/src/shared/logger/sinks.ts +118 -114
  105. package/src/shared/paths/paths.ts +50 -49
  106. package/src/shared/paths/repo-root.ts +17 -17
  107. package/src/shared/run/api.ts +5 -1
  108. package/src/shared/run/browser.ts +12 -3
  109. package/src/shared/state/index.ts +9 -9
  110. package/src/shared/state/session-state.ts +46 -43
  111. package/src/shared/visualization/ghost-cursor.ts +161 -148
  112. package/src/shared/visualization/highlight.ts +89 -86
  113. package/src/shared/visualization/index.ts +13 -13
  114. package/src/shared/workflow/workflow.ts +19 -25
  115. package/skills/libretto/references/reverse-engineering-network-requests.md +0 -39
  116. package/skills/libretto/references/user-action-log.md +0 -31
@@ -25,6 +25,7 @@ const LOCATOR_ACTIONS = [
25
25
  ];
26
26
  const NAV_ACTIONS = ["goto", "reload", "goBack", "goForward"];
27
27
  const POINTER_ACTIONS = /* @__PURE__ */ new Set(["click", "dblclick", "hover"]);
28
+ const instrumentedTargets = /* @__PURE__ */ new WeakSet();
28
29
  const pageQueues = /* @__PURE__ */ new WeakMap();
29
30
  function enqueue(page, fn) {
30
31
  const prev = pageQueues.get(page) ?? Promise.resolve();
@@ -96,11 +97,93 @@ function wrapLocatorActions(locator, page, opts) {
96
97
  };
97
98
  }
98
99
  }
100
+ const LOCATOR_FACTORY_METHODS = [
101
+ "locator",
102
+ "getByRole",
103
+ "getByText",
104
+ "getByLabel",
105
+ "getByPlaceholder",
106
+ "getByAltText",
107
+ "getByTitle",
108
+ "getByTestId",
109
+ "filter",
110
+ "and",
111
+ "or",
112
+ "first",
113
+ "last",
114
+ "nth"
115
+ ];
116
+ const FRAME_LOCATOR_FACTORY_METHODS = [
117
+ "locator",
118
+ "getByRole",
119
+ "getByText",
120
+ "getByLabel",
121
+ "getByPlaceholder",
122
+ "getByAltText",
123
+ "getByTitle",
124
+ "getByTestId",
125
+ "owner",
126
+ "first",
127
+ "last",
128
+ "nth"
129
+ ];
130
+ function instrumentLocator(locator, page, opts) {
131
+ const target = locator;
132
+ if (instrumentedTargets.has(target)) {
133
+ return locator;
134
+ }
135
+ instrumentedTargets.add(target);
136
+ wrapLocatorActions(locator, page, opts);
137
+ for (const method of LOCATOR_FACTORY_METHODS) {
138
+ if (typeof locator[method] !== "function") continue;
139
+ const orig = locator[method].bind(locator);
140
+ locator[method] = (...args) => {
141
+ const nextLocator = orig(...args);
142
+ return instrumentLocator(nextLocator, page, opts);
143
+ };
144
+ }
145
+ if (typeof locator.contentFrame === "function") {
146
+ const origContentFrame = locator.contentFrame.bind(locator);
147
+ locator.contentFrame = (...args) => {
148
+ const frameLocator = origContentFrame(...args);
149
+ return instrumentFrameLocator(frameLocator, page, opts);
150
+ };
151
+ }
152
+ return locator;
153
+ }
154
+ function instrumentFrameLocator(frameLocator, page, opts) {
155
+ const target = frameLocator;
156
+ if (instrumentedTargets.has(target)) {
157
+ return frameLocator;
158
+ }
159
+ instrumentedTargets.add(target);
160
+ for (const method of FRAME_LOCATOR_FACTORY_METHODS) {
161
+ if (typeof frameLocator[method] !== "function") continue;
162
+ const orig = frameLocator[method].bind(frameLocator);
163
+ frameLocator[method] = (...args) => {
164
+ const result = orig(...args);
165
+ if (method === "first" || method === "last" || method === "nth") {
166
+ return instrumentFrameLocator(result, page, opts);
167
+ }
168
+ return instrumentLocator(result, page, opts);
169
+ };
170
+ }
171
+ if (typeof frameLocator.frameLocator === "function") {
172
+ const origFrameLocator = frameLocator.frameLocator.bind(
173
+ frameLocator
174
+ );
175
+ frameLocator.frameLocator = (...args) => {
176
+ const nestedFrameLocator = origFrameLocator(...args);
177
+ return instrumentFrameLocator(nestedFrameLocator, page, opts);
178
+ };
179
+ }
180
+ return frameLocator;
181
+ }
99
182
  function isTimeoutError(err) {
100
183
  if (!err || typeof err.message !== "string") return false;
101
184
  return err.message.includes("Timeout") || err.message.includes("timeout") || err.name === "TimeoutError";
102
185
  }
103
- const LOCATOR_FACTORIES = [
186
+ const PAGE_LOCATOR_FACTORIES = [
104
187
  "locator",
105
188
  "getByRole",
106
189
  "getByText",
@@ -110,6 +193,7 @@ const LOCATOR_FACTORIES = [
110
193
  "getByTitle",
111
194
  "getByTestId"
112
195
  ];
196
+ const PAGE_FRAME_LOCATOR_FACTORIES = ["frameLocator"];
113
197
  async function installInstrumentation(page, options) {
114
198
  if (page.__librettoInstrumented) return;
115
199
  page.__librettoInstrumented = true;
@@ -129,7 +213,12 @@ async function installInstrumentation(page, options) {
129
213
  try {
130
214
  const loc = page.locator(args[0]);
131
215
  const box = await loc.boundingBox();
132
- await visualizeBeforeAction(page, box, method, highlightBeforeActionMs);
216
+ await visualizeBeforeAction(
217
+ page,
218
+ box,
219
+ method,
220
+ highlightBeforeActionMs
221
+ );
133
222
  } catch {
134
223
  }
135
224
  });
@@ -161,13 +250,20 @@ async function installInstrumentation(page, options) {
161
250
  return orig(...args);
162
251
  };
163
252
  }
164
- for (const factory of LOCATOR_FACTORIES) {
253
+ for (const factory of PAGE_LOCATOR_FACTORIES) {
165
254
  if (typeof page[factory] !== "function") continue;
166
255
  const origFactory = page[factory].bind(page);
167
256
  page[factory] = (...factoryArgs) => {
168
257
  const locator = origFactory(...factoryArgs);
169
- wrapLocatorActions(locator, page, mergedOpts);
170
- return locator;
258
+ return instrumentLocator(locator, page, mergedOpts);
259
+ };
260
+ }
261
+ for (const factory of PAGE_FRAME_LOCATOR_FACTORIES) {
262
+ if (typeof page[factory] !== "function") continue;
263
+ const origFactory = page[factory].bind(page);
264
+ page[factory] = (...factoryArgs) => {
265
+ const frameLocator = origFactory(...factoryArgs);
266
+ return instrumentFrameLocator(frameLocator, page, mergedOpts);
171
267
  };
172
268
  }
173
269
  }
@@ -18,7 +18,9 @@ function createLLMClientFromModel(model) {
18
18
  if (msg.role === "assistant") {
19
19
  return {
20
20
  role: "assistant",
21
- content: msg.content.filter((part) => part.type === "text").map((part) => ({ type: "text", text: part.text }))
21
+ content: msg.content.filter(
22
+ (part) => part.type === "text"
23
+ ).map((part) => ({ type: "text", text: part.text }))
22
24
  };
23
25
  }
24
26
  return {
@@ -121,7 +121,9 @@ function convertUserContentParts(parts) {
121
121
  });
122
122
  }
123
123
  function convertAssistantContentParts(parts) {
124
- return parts.filter((part) => part.type === "text").map((part) => ({ type: "text", text: part.text }));
124
+ return parts.filter(
125
+ (part) => part.type === "text"
126
+ ).map((part) => ({ type: "text", text: part.text }));
125
127
  }
126
128
  function convertMessages(messages) {
127
129
  return messages.map((msg) => {
@@ -1,4 +1,7 @@
1
- import { Logger, defaultLogger } from "./logger.js";
1
+ import {
2
+ Logger,
3
+ defaultLogger
4
+ } from "./logger.js";
2
5
  import {
3
6
  createFileLogSink,
4
7
  prettyConsoleSink,
@@ -1,4 +1,6 @@
1
- import { launchBrowser } from "./browser.js";
1
+ import {
2
+ launchBrowser
3
+ } from "./browser.js";
2
4
  export {
3
5
  launchBrowser
4
6
  };
@@ -1,8 +1,13 @@
1
- import { chromium } from "playwright";
1
+ import {
2
+ chromium
3
+ } from "playwright";
2
4
  import { createServer } from "node:net";
3
5
  import { existsSync, readFileSync, writeFileSync } from "node:fs";
4
6
  import { ensureLibrettoSessionStatePath } from "../paths/paths.js";
5
- import { SESSION_STATE_VERSION, SessionStateFileSchema } from "../state/session-state.js";
7
+ import {
8
+ SESSION_STATE_VERSION,
9
+ SessionStateFileSchema
10
+ } from "../state/session-state.js";
6
11
  async function pickFreePort() {
7
12
  return await new Promise((resolve, reject) => {
8
13
  const server = createServer();
@@ -15,7 +15,8 @@ declare const SessionViewportSchema: z.ZodObject<{
15
15
  declare const SessionStateFileSchema: z.ZodObject<{
16
16
  version: z.ZodLiteral<1>;
17
17
  port: z.ZodNumber;
18
- pid: z.ZodNumber;
18
+ pid: z.ZodOptional<z.ZodNumber>;
19
+ cdpEndpoint: z.ZodOptional<z.ZodString>;
19
20
  session: z.ZodString;
20
21
  startedAt: z.ZodString;
21
22
  status: z.ZodOptional<z.ZodEnum<{
@@ -14,7 +14,8 @@ const SessionViewportSchema = z.object({
14
14
  const SessionStateFileSchema = z.object({
15
15
  version: z.literal(SESSION_STATE_VERSION),
16
16
  port: z.number().int().min(0).max(65535),
17
- pid: z.number().int(),
17
+ pid: z.number().int().optional(),
18
+ cdpEndpoint: z.string().url().optional(),
18
19
  session: z.string().min(1),
19
20
  startedAt: z.string().datetime({ offset: true }),
20
21
  status: SessionStatusSchema.optional(),
@@ -29,7 +30,9 @@ function formatIssues(error) {
29
30
  function parseSessionStateData(rawState, source) {
30
31
  const parsed = SessionStateFileSchema.safeParse(rawState);
31
32
  if (!parsed.success) {
32
- throw new Error(`Session state at ${source} is invalid: ${formatIssues(parsed.error)}`);
33
+ throw new Error(
34
+ `Session state at ${source} is invalid: ${formatIssues(parsed.error)}`
35
+ );
33
36
  }
34
37
  const { version: _version, ...state } = parsed.data;
35
38
  return state;
@@ -64,7 +64,13 @@ async function moveGhostCursor(page, target) {
64
64
  el.style.transition = `transform ${duration}ms ${easing}`;
65
65
  el.style.transform = `translate3d(${x}px, ${y}px, 0)`;
66
66
  },
67
- { id: CURSOR_ID, x: target.x, y: target.y, duration: durationMs, easing: opts.easing }
67
+ {
68
+ id: CURSOR_ID,
69
+ x: target.x,
70
+ y: target.y,
71
+ duration: durationMs,
72
+ easing: opts.easing
73
+ }
68
74
  );
69
75
  await page.waitForTimeout(durationMs);
70
76
  } catch {
@@ -122,15 +128,18 @@ async function hideGhostCursor(page) {
122
128
  }
123
129
  async function getGhostCursorPosition(page) {
124
130
  try {
125
- return await page.evaluate(({ id }) => {
126
- const el = document.getElementById(id);
127
- if (!el) return null;
128
- const match = el.style.transform.match(
129
- /translate3d\(\s*([\d.-]+)px\s*,\s*([\d.-]+)px/
130
- );
131
- if (!match) return null;
132
- return { x: parseFloat(match[1]), y: parseFloat(match[2]) };
133
- }, { id: CURSOR_ID });
131
+ return await page.evaluate(
132
+ ({ id }) => {
133
+ const el = document.getElementById(id);
134
+ if (!el) return null;
135
+ const match = el.style.transform.match(
136
+ /translate3d\(\s*([\d.-]+)px\s*,\s*([\d.-]+)px/
137
+ );
138
+ if (!match) return null;
139
+ return { x: parseFloat(match[1]), y: parseFloat(match[2]) };
140
+ },
141
+ { id: CURSOR_ID }
142
+ );
134
143
  } catch {
135
144
  return null;
136
145
  }
@@ -92,12 +92,15 @@ async function showHighlight(page, params) {
92
92
  }
93
93
  async function clearHighlights(page) {
94
94
  try {
95
- await page.evaluate(({ layerId }) => {
96
- const layer = document.getElementById(layerId);
97
- if (!layer) return;
98
- const rects = layer.querySelectorAll(".__libretto_highlight_rect__");
99
- rects.forEach((r) => r.remove());
100
- }, { layerId: LAYER_ID });
95
+ await page.evaluate(
96
+ ({ layerId }) => {
97
+ const layer = document.getElementById(layerId);
98
+ if (!layer) return;
99
+ const rects = layer.querySelectorAll(".__libretto_highlight_rect__");
100
+ rects.forEach((r) => r.remove());
101
+ },
102
+ { layerId: LAYER_ID }
103
+ );
101
104
  } catch {
102
105
  }
103
106
  }
@@ -2,8 +2,8 @@ import { Page } from 'playwright';
2
2
  import { MinimalLogger } from '../logger/logger.js';
3
3
 
4
4
  declare const LIBRETTO_WORKFLOW_BRAND: unique symbol;
5
- type LibrettoWorkflowMetadata = {};
6
5
  type LibrettoWorkflowContext<S = {}> = {
6
+ session: string;
7
7
  page: Page;
8
8
  logger: MinimalLogger;
9
9
  services: S;
@@ -11,11 +11,10 @@ type LibrettoWorkflowContext<S = {}> = {
11
11
  type LibrettoWorkflowHandler<Input = unknown, Output = unknown, S = {}> = (ctx: LibrettoWorkflowContext<S>, input: Input) => Promise<Output>;
12
12
  declare class LibrettoWorkflow<Input = unknown, Output = unknown, S = {}> {
13
13
  readonly [LIBRETTO_WORKFLOW_BRAND] = true;
14
- readonly metadata: LibrettoWorkflowMetadata;
15
14
  private readonly handler;
16
- constructor(metadata: LibrettoWorkflowMetadata, handler: LibrettoWorkflowHandler<Input, Output, S>);
15
+ constructor(handler: LibrettoWorkflowHandler<Input, Output, S>);
17
16
  run(ctx: LibrettoWorkflowContext<S>, input: Input): Promise<Output>;
18
17
  }
19
- declare function workflow<Input = unknown, Output = unknown, S = {}>(metadata: LibrettoWorkflowMetadata, handler: LibrettoWorkflowHandler<Input, Output, S>): LibrettoWorkflow<Input, Output, S>;
18
+ declare function workflow<Input = unknown, Output = unknown, S = {}>(handler: LibrettoWorkflowHandler<Input, Output, S>): LibrettoWorkflow<Input, Output, S>;
20
19
 
21
- export { LIBRETTO_WORKFLOW_BRAND, LibrettoWorkflow, type LibrettoWorkflowContext, type LibrettoWorkflowHandler, type LibrettoWorkflowMetadata, workflow };
20
+ export { LIBRETTO_WORKFLOW_BRAND, LibrettoWorkflow, type LibrettoWorkflowContext, type LibrettoWorkflowHandler, workflow };
@@ -1,18 +1,16 @@
1
1
  const LIBRETTO_WORKFLOW_BRAND = /* @__PURE__ */ Symbol.for("libretto.workflow");
2
2
  class LibrettoWorkflow {
3
3
  [LIBRETTO_WORKFLOW_BRAND] = true;
4
- metadata;
5
4
  handler;
6
- constructor(metadata, handler) {
7
- this.metadata = metadata;
5
+ constructor(handler) {
8
6
  this.handler = handler;
9
7
  }
10
8
  async run(ctx, input) {
11
9
  return this.handler(ctx, input);
12
10
  }
13
11
  }
14
- function workflow(metadata, handler) {
15
- return new LibrettoWorkflow(metadata, handler);
12
+ function workflow(handler) {
13
+ return new LibrettoWorkflow(handler);
16
14
  }
17
15
  export {
18
16
  LIBRETTO_WORKFLOW_BRAND,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "libretto",
3
- "version": "0.5.0",
3
+ "version": "0.5.1",
4
4
  "description": "AI-powered browser automation library and CLI built on Playwright",
5
5
  "license": "MIT",
6
6
  "repository": {
@@ -31,6 +31,8 @@
31
31
  },
32
32
  "scripts": {
33
33
  "postinstall": "node scripts/postinstall.mjs",
34
+ "sync-skills": "node scripts/sync-skills.mjs",
35
+ "check:skills": "node scripts/check-skills-sync.mjs",
34
36
  "build": "tsup --config tsup.config.ts",
35
37
  "type-check": "tsc --noEmit",
36
38
  "test": "pnpm run build && vitest run",
@@ -38,6 +40,7 @@
38
40
  "benchmark": "pnpm run build && tsx benchmarks/run.ts",
39
41
  "test:watch": "vitest",
40
42
  "cli": "node dist/index.js",
43
+ "prepare-release": "bash ./scripts/prepare-release.sh",
41
44
  "prepack": "pnpm run build"
42
45
  },
43
46
  "peerDependencies": {
@@ -61,12 +64,13 @@
61
64
  }
62
65
  },
63
66
  "devDependencies": {
64
- "@anthropic-ai/claude-agent-sdk": "^0.2.75",
65
67
  "@ai-sdk/anthropic": "^3.0.58",
66
68
  "@ai-sdk/google": "^3.0.51",
67
69
  "@ai-sdk/google-vertex": "^4.0.80",
68
70
  "@ai-sdk/openai": "^3.0.41",
71
+ "@anthropic-ai/claude-agent-sdk": "^0.2.75",
69
72
  "@types/node": "^25.5.0",
73
+ "glimpseui": "^0.5.1",
70
74
  "openai": "^6.29.0",
71
75
  "tsup": "^8.5.1",
72
76
  "typescript": "^5.9.3",
@@ -0,0 +1,25 @@
1
+ #!/usr/bin/env node
2
+
3
+ import { dirname, join } from "node:path";
4
+ import { fileURLToPath } from "node:url";
5
+
6
+ import { compareSkillDirs, SKILL_DIRS } from "./skills-libretto.mjs";
7
+
8
+ const __dirname = dirname(fileURLToPath(import.meta.url));
9
+ const repoRoot = join(__dirname, "..");
10
+ const result = compareSkillDirs(repoRoot);
11
+
12
+ if (result.ok) {
13
+ console.log(
14
+ `libretto: verified identical skill mirrors across ${SKILL_DIRS.join(", ")}`,
15
+ );
16
+ process.exit(0);
17
+ }
18
+
19
+ console.error("libretto: skill directories must be identical:");
20
+ for (const issue of result.issues) {
21
+ console.error(`- ${issue}`);
22
+ }
23
+ console.error("");
24
+ console.error("Run `pnpm i` to resync the mirrors in this repository.");
25
+ process.exit(1);
@@ -0,0 +1,47 @@
1
+ #!/usr/bin/env node
2
+
3
+ import { readFileSync } from "node:fs";
4
+ import { resolve } from "node:path";
5
+
6
+ function usage() {
7
+ console.error(
8
+ "Usage: node scripts/compare-eval-summary.mjs <baseline-summary.json> <current-summary.json> [threshold-percent]",
9
+ );
10
+ }
11
+
12
+ const [, , baselineArg, currentArg, thresholdArg] = process.argv;
13
+
14
+ if (!baselineArg || !currentArg) {
15
+ usage();
16
+ process.exit(1);
17
+ }
18
+
19
+ const baseline = JSON.parse(readFileSync(resolve(baselineArg), "utf8"));
20
+ const current = JSON.parse(readFileSync(resolve(currentArg), "utf8"));
21
+ const threshold = thresholdArg ? Number(thresholdArg) : 5;
22
+
23
+ if (!Number.isFinite(threshold) || threshold < 0) {
24
+ console.error(`Invalid threshold percent: ${thresholdArg}`);
25
+ process.exit(1);
26
+ }
27
+
28
+ const delta = Number((current.percent - baseline.percent).toFixed(2));
29
+ const withinThreshold = Math.abs(delta) <= threshold;
30
+
31
+ const lines = [
32
+ "# Eval Baseline Comparison",
33
+ "",
34
+ `- Baseline score: \`${baseline.percent}%\``,
35
+ `- Current score: \`${current.percent}%\``,
36
+ `- Delta: \`${delta > 0 ? "+" : ""}${delta}%\``,
37
+ `- Allowed range: \`+/-${threshold}%\``,
38
+ ];
39
+
40
+ process.stdout.write(`${lines.join("\n")}\n`);
41
+
42
+ if (!withinThreshold) {
43
+ console.error(
44
+ `Eval score delta ${delta > 0 ? "+" : ""}${delta}% is outside the allowed +/-${threshold}% range.`,
45
+ );
46
+ process.exit(1);
47
+ }
@@ -1,10 +1,12 @@
1
1
  #!/usr/bin/env node
2
2
 
3
- import { cpSync, existsSync, mkdirSync, readdirSync, rmSync } from "node:fs";
3
+ import { existsSync } from "node:fs";
4
4
  import { dirname, join } from "node:path";
5
5
  import { spawnSync } from "node:child_process";
6
6
  import { fileURLToPath } from "node:url";
7
7
 
8
+ import { SKILL_DIRS, syncSkillDir } from "./skills-libretto.mjs";
9
+
8
10
  const __dirname = dirname(fileURLToPath(import.meta.url));
9
11
  const packageRoot = join(__dirname, "..");
10
12
 
@@ -29,22 +31,20 @@ const gitResult = spawnSync("git", ["rev-parse", "--show-toplevel"], {
29
31
  encoding: "utf-8",
30
32
  stdio: ["pipe", "pipe", "pipe"],
31
33
  });
32
- const repoRoot = gitResult.status === 0 && gitResult.stdout
33
- ? gitResult.stdout.trim()
34
- : installCwd;
34
+ const repoRoot =
35
+ gitResult.status === 0 && gitResult.stdout
36
+ ? gitResult.stdout.trim()
37
+ : installCwd;
35
38
 
36
- // Sync skills to any agent dirs at repo root
37
39
  const sourceDir = join(packageRoot, "skills", "libretto");
38
40
  if (!existsSync(sourceDir)) process.exit(0);
39
41
 
40
- const agentDirNames = [".agents", ".claude"];
41
- for (const name of agentDirNames) {
42
- const agentDir = join(repoRoot, name);
43
- if (!existsSync(agentDir)) continue;
44
- const dest = join(agentDir, "skills", "libretto");
45
- if (existsSync(dest)) rmSync(dest, { recursive: true });
46
- mkdirSync(dirname(dest), { recursive: true });
47
- cpSync(sourceDir, dest, { recursive: true });
48
- const count = readdirSync(dest).length;
49
- console.log(`libretto: synced ${count} skill files to ${dest}`);
42
+ const syncMissingDirs = repoRoot === packageRoot;
43
+ for (const dir of SKILL_DIRS.slice(1)) {
44
+ const rootName = dir.split("/")[0];
45
+ const rootDir = join(repoRoot, rootName);
46
+ if (!syncMissingDirs && !existsSync(rootDir)) continue;
47
+ const dest = join(repoRoot, dir);
48
+ syncSkillDir(sourceDir, dest);
49
+ console.log(`libretto: synced skills/libretto -> ${dest}`);
50
50
  }
@@ -0,0 +1,97 @@
1
+ #!/usr/bin/env bash
2
+ set -euo pipefail
3
+
4
+ usage() {
5
+ cat <<'EOF'
6
+ Usage: scripts/prepare-release.sh [patch|minor|major]
7
+
8
+ Creates a release PR branch from main, bumps package.json, pushes the branch,
9
+ and opens a pull request targeting main.
10
+ EOF
11
+ }
12
+
13
+ bump="${1:-patch}"
14
+
15
+ case "$bump" in
16
+ patch|minor|major)
17
+ ;;
18
+ -h|--help|help)
19
+ usage
20
+ exit 0
21
+ ;;
22
+ *)
23
+ echo "Invalid bump type: $bump" >&2
24
+ usage >&2
25
+ exit 1
26
+ ;;
27
+ esac
28
+
29
+ if ! command -v gh >/dev/null 2>&1; then
30
+ echo "gh CLI is required." >&2
31
+ exit 1
32
+ fi
33
+
34
+ if [ -n "$(git status --porcelain)" ]; then
35
+ echo "Working tree must be clean before preparing a release." >&2
36
+ exit 1
37
+ fi
38
+
39
+ current_branch="$(git branch --show-current)"
40
+ if [ "$current_branch" != "main" ]; then
41
+ echo "Switching from $current_branch to main."
42
+ fi
43
+
44
+ git fetch origin
45
+ git checkout main
46
+ git pull --ff-only origin main
47
+
48
+ pnpm install --frozen-lockfile
49
+ pnpm type-check
50
+ pnpm test
51
+
52
+ current_version="$(node -p "require('./package.json').version")"
53
+ next_version="$(node -e '
54
+ const [major, minor, patch] = process.argv[1].split(".").map(Number)
55
+ const bump = process.argv[2]
56
+
57
+ let next
58
+ if (bump === "major") next = [major + 1, 0, 0]
59
+ else if (bump === "minor") next = [major, minor + 1, 0]
60
+ else next = [major, minor, patch + 1]
61
+
62
+ process.stdout.write(next.join("."))
63
+ ' "$current_version" "$bump")"
64
+ branch_name="tk-release-v${next_version}"
65
+
66
+ if git show-ref --verify --quiet "refs/heads/${branch_name}"; then
67
+ echo "Local branch ${branch_name} already exists." >&2
68
+ exit 1
69
+ fi
70
+
71
+ if git ls-remote --exit-code --heads origin "${branch_name}" >/dev/null 2>&1; then
72
+ echo "Remote branch ${branch_name} already exists." >&2
73
+ exit 1
74
+ fi
75
+
76
+ npm version "$next_version" --no-git-tag-version >/dev/null
77
+
78
+ git checkout -b "$branch_name"
79
+ git add package.json
80
+ git commit -m "release: v${next_version}"
81
+ git push -u origin "$branch_name"
82
+
83
+ gh pr create \
84
+ --base main \
85
+ --head "$branch_name" \
86
+ --title "release: v${next_version}" \
87
+ --body "$(cat <<EOF
88
+ ## Summary
89
+
90
+ - release libretto v${next_version}
91
+
92
+ ## Verification
93
+
94
+ - pnpm type-check
95
+ - pnpm test
96
+ EOF
97
+ )"