pagespeed-quest 0.9.1 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/README.ja.md +42 -0
- package/README.md +43 -0
- package/build/cli.d.ts +8 -0
- package/build/cli.js +264 -0
- package/build/command.js +3 -209
- package/build/llm.d.ts +20 -0
- package/build/llm.js +42 -0
- package/build/recording.d.ts +2 -0
- package/build/recording.js +125 -8
- package/llmdocs/00-guide.md +124 -0
- package/llmdocs/10-inventory.md +133 -0
- package/llmdocs/20-experiments.md +194 -0
- package/llmdocs/30-measuring.md +117 -0
- package/llmdocs/90-commands.md +181 -0
- package/package.json +14 -8
- package/scripts/build-llm-docs.js +70 -0
- package/scripts/validate-plugin-skills.js +117 -0
package/build/llm.d.ts
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Directory holding the single source of knowledge served to AI agents.
|
|
3
|
+
*
|
|
4
|
+
* The Markdown files are shipped with the npm package (see the `files` field in
|
|
5
|
+
* package.json) so that `psq llm` works offline and always matches the version
|
|
6
|
+
* of the package that is installed. They are also what context7 crawls.
|
|
7
|
+
*/
|
|
8
|
+
export declare const LlmDocsDir: string;
|
|
9
|
+
/** Version of the installed package, used by `psq --version`. */
|
|
10
|
+
export declare function packageVersion(): string;
|
|
11
|
+
export interface LlmDocChapter {
|
|
12
|
+
/** File name without the numeric prefix and extension, e.g. `guide` */
|
|
13
|
+
name: string;
|
|
14
|
+
/** First level-1 heading of the chapter */
|
|
15
|
+
title: string;
|
|
16
|
+
/** Markdown body, heading included */
|
|
17
|
+
content: string;
|
|
18
|
+
}
|
|
19
|
+
export declare function loadLlmDocs(dir?: string): Promise<LlmDocChapter[]>;
|
|
20
|
+
export declare function renderLlmDocs(format?: 'markdown' | 'json', dir?: string): Promise<string>;
|
package/build/llm.js
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import Fs from 'fs';
|
|
2
|
+
import Fsp from 'fs/promises';
|
|
3
|
+
import Path from 'path';
|
|
4
|
+
import { fileURLToPath } from 'url';
|
|
5
|
+
const __filename = fileURLToPath(import.meta.url);
|
|
6
|
+
const __dirname = Path.dirname(__filename);
|
|
7
|
+
/**
|
|
8
|
+
* Directory holding the single source of knowledge served to AI agents.
|
|
9
|
+
*
|
|
10
|
+
* The Markdown files are shipped with the npm package (see the `files` field in
|
|
11
|
+
* package.json) so that `psq llm` works offline and always matches the version
|
|
12
|
+
* of the package that is installed. They are also what context7 crawls.
|
|
13
|
+
*/
|
|
14
|
+
export const LlmDocsDir = Path.resolve(__dirname, '..', 'llmdocs');
|
|
15
|
+
/** Version of the installed package, used by `psq --version`. */
|
|
16
|
+
export function packageVersion() {
|
|
17
|
+
const packageJsonPath = Path.resolve(__dirname, '..', 'package.json');
|
|
18
|
+
const packageJson = JSON.parse(Fs.readFileSync(packageJsonPath, 'utf8'));
|
|
19
|
+
return packageJson.version;
|
|
20
|
+
}
|
|
21
|
+
function titleOf(markdown, fallback) {
|
|
22
|
+
const heading = markdown.split(/\r?\n/).find((line) => line.startsWith('# '));
|
|
23
|
+
return heading ? heading.slice(2).trim() : fallback;
|
|
24
|
+
}
|
|
25
|
+
export async function loadLlmDocs(dir = LlmDocsDir) {
|
|
26
|
+
const entries = await Fsp.readdir(dir);
|
|
27
|
+
const files = entries.filter((name) => name.endsWith('.md')).sort();
|
|
28
|
+
const chapters = [];
|
|
29
|
+
for (const file of files) {
|
|
30
|
+
const content = await Fsp.readFile(Path.join(dir, file), 'utf8');
|
|
31
|
+
const name = Path.basename(file, '.md').replace(/^\d+-/, '');
|
|
32
|
+
chapters.push({ name, title: titleOf(content, name), content: content.trimEnd() });
|
|
33
|
+
}
|
|
34
|
+
return chapters;
|
|
35
|
+
}
|
|
36
|
+
export async function renderLlmDocs(format = 'markdown', dir) {
|
|
37
|
+
const chapters = await loadLlmDocs(dir);
|
|
38
|
+
if (format === 'json')
|
|
39
|
+
return `${JSON.stringify(chapters, null, 2)}\n`;
|
|
40
|
+
return `${chapters.map((chapter) => chapter.content).join('\n\n---\n\n')}\n`;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibGxtLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL2xsbS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsTUFBTSxJQUFJLENBQUE7QUFDbkIsT0FBTyxHQUFHLE1BQU0sYUFBYSxDQUFBO0FBQzdCLE9BQU8sSUFBSSxNQUFNLE1BQU0sQ0FBQTtBQUN2QixPQUFPLEVBQUUsYUFBYSxFQUFFLE1BQU0sS0FBSyxDQUFBO0FBRW5DLE1BQU0sVUFBVSxHQUFHLGFBQWEsQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFBO0FBQ2pELE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxPQUFPLENBQUMsVUFBVSxDQUFDLENBQUE7QUFFMUM7Ozs7OztHQU1HO0FBQ0gsTUFBTSxDQUFDLE1BQU0sVUFBVSxHQUFHLElBQUksQ0FBQyxPQUFPLENBQUMsU0FBUyxFQUFFLElBQUksRUFBRSxTQUFTLENBQUMsQ0FBQTtBQUVsRSxpRUFBaUU7QUFDakUsTUFBTSxVQUFVLGNBQWM7SUFDNUIsTUFBTSxlQUFlLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxTQUFTLEVBQUUsSUFBSSxFQUFFLGNBQWMsQ0FBQyxDQUFBO0lBQ3JFLE1BQU0sV0FBVyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLFlBQVksQ0FBQyxlQUFlLEVBQUUsTUFBTSxDQUFDLENBQUMsQ0FBQTtJQUN4RSxPQUFPLFdBQVcsQ0FBQyxPQUFpQixDQUFBO0FBQ3RDLENBQUM7QUFXRCxTQUFTLE9BQU8sQ0FBQyxRQUFnQixFQUFFLFFBQWdCO0lBQ2pELE1BQU0sT0FBTyxHQUFHLFFBQVEsQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLENBQUMsSUFBSSxDQUFDLENBQUMsSUFBSSxFQUFFLEVBQUUsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUE7SUFDN0UsT0FBTyxPQUFPLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQyxDQUFDLFFBQVEsQ0FBQTtBQUNyRCxDQUFDO0FBRUQsTUFBTSxDQUFDLEtBQUssVUFBVSxXQUFXLENBQUMsTUFBYyxVQUFVO0lBQ3hELE1BQU0sT0FBTyxHQUFHLE1BQU0sR0FBRyxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUMsQ0FBQTtJQUN0QyxNQUFNLEtBQUssR0FBRyxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUMsSUFBSSxFQUFFLEVBQUUsQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsSUFBSSxFQUFFLENBQUE7SUFFbkUsTUFBTSxRQUFRLEdBQW9CLEVBQUUsQ0FBQTtJQUNwQyxLQUFLLE1BQU0sSUFBSSxJQUFJLEtBQUssRUFBRSxDQUFDO1FBQ3pCLE1BQU0sT0FBTyxHQUFHLE1BQU0sR0FBRyxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUMsRUFBRSxNQUFNLENBQUMsQ0FBQTtRQUNoRSxNQUFNLElBQUksR0FBRyxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksRUFBRSxLQUFLLENBQUMsQ0FBQyxPQUFPLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxDQUFBO1FBQzVELFFBQVEsQ0FBQyxJQUFJLENBQUMsRUFBRSxJQUFJLEVBQUUsS0FBSyxFQUFFLE9BQU8sQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDLEVBQUUsT0FBTyxFQUFFLE9BQU8sQ0FBQyxPQUFPLEVBQUUsRUFBRSxDQUFDLENBQUE7SUFDcEYsQ0FBQztJQUVELE9BQU8sUUFBUSxDQUFBO0FBQ2pCLENBQUM7QUFFRCxNQUFNLENBQUMsS0FBSyxVQUFVLGFBQWEsQ0FBQyxTQUE4QixVQUFVLEVBQUUsR0FBWTtJQUN4RixNQUFNLFFBQVEsR0FBRyxNQUFNLFdBQVcsQ0FBQyxHQUFHLENBQUMsQ0FBQTtJQUN2QyxJQUFJLE1BQU0sS0FBSyxNQUFNO1FBQUUsT0FBTyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsUUFBUSxFQUFFLElBQUksRUFBRSxDQUFDLENBQUMsSUFBSSxDQUFBO0lBQ3RFLE9BQU8sR0FBRyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUMsT0FBTyxFQUFFLEVBQUUsQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLENBQUMsSUFBSSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUE7QUFDOUUsQ0FBQyJ9
|
package/build/recording.d.ts
CHANGED
|
@@ -6,6 +6,7 @@ export interface RecordingProxyOptions {
|
|
|
6
6
|
entryUrl?: string;
|
|
7
7
|
deviceType?: DeviceType;
|
|
8
8
|
port?: number;
|
|
9
|
+
excludePatterns?: string[];
|
|
9
10
|
}
|
|
10
11
|
export type RecordingProxyDependency = Pick<DependencyInterface, 'logger'>;
|
|
11
12
|
export declare class RecordingProxy {
|
|
@@ -14,6 +15,7 @@ export declare class RecordingProxy {
|
|
|
14
15
|
entryUrl?: string;
|
|
15
16
|
deviceType?: DeviceType;
|
|
16
17
|
requestedPort?: number;
|
|
18
|
+
excludePatterns?: string[];
|
|
17
19
|
dependency: RecordingProxyDependency;
|
|
18
20
|
constructor(options?: RecordingProxyOptions, dependency?: RecordingProxyDependency);
|
|
19
21
|
start(): Promise<void>;
|
package/build/recording.js
CHANGED
|
@@ -1,11 +1,58 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { spawn } from 'child_process';
|
|
2
|
+
import { createRequire } from 'module';
|
|
3
|
+
import Net from 'net';
|
|
4
|
+
import Path from 'path';
|
|
5
|
+
import { Proxy as RustProxy, startRecording } from 'rust-http-playback-proxy';
|
|
2
6
|
import { InventoryRepository } from './inventory.js';
|
|
7
|
+
async function getAvailablePort() {
|
|
8
|
+
return new Promise((resolve, reject) => {
|
|
9
|
+
const server = Net.createServer();
|
|
10
|
+
server.listen(0, '127.0.0.1', () => {
|
|
11
|
+
const address = server.address();
|
|
12
|
+
if (address && typeof address === 'object') {
|
|
13
|
+
const port = address.port;
|
|
14
|
+
server.close(() => resolve(port));
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
server.close(() => reject(new Error('Failed to get port from server address')));
|
|
18
|
+
}
|
|
19
|
+
});
|
|
20
|
+
server.on('error', reject);
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
async function waitForPort(port, timeoutMs = 60000) {
|
|
24
|
+
const startTime = Date.now();
|
|
25
|
+
let delay = 50;
|
|
26
|
+
while (Date.now() - startTime < timeoutMs) {
|
|
27
|
+
try {
|
|
28
|
+
await new Promise((resolve, reject) => {
|
|
29
|
+
const socket = Net.createConnection({ port, host: '127.0.0.1' });
|
|
30
|
+
socket.on('connect', () => {
|
|
31
|
+
socket.destroy();
|
|
32
|
+
resolve();
|
|
33
|
+
});
|
|
34
|
+
socket.on('error', reject);
|
|
35
|
+
socket.setTimeout(1000, () => {
|
|
36
|
+
socket.destroy();
|
|
37
|
+
reject(new Error('Connection timeout'));
|
|
38
|
+
});
|
|
39
|
+
});
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
await new Promise((resolve) => setTimeout(resolve, delay));
|
|
44
|
+
delay = Math.min(delay * 1.5, 500);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
throw new Error(`Timeout waiting for port ${port} to become available`);
|
|
48
|
+
}
|
|
3
49
|
export class RecordingProxy {
|
|
4
50
|
rustProxy;
|
|
5
51
|
inventoryRepository;
|
|
6
52
|
entryUrl;
|
|
7
53
|
deviceType;
|
|
8
54
|
requestedPort;
|
|
55
|
+
excludePatterns;
|
|
9
56
|
dependency;
|
|
10
57
|
constructor(options, dependency) {
|
|
11
58
|
options ||= {};
|
|
@@ -18,16 +65,30 @@ export class RecordingProxy {
|
|
|
18
65
|
this.deviceType = options.deviceType;
|
|
19
66
|
// Port
|
|
20
67
|
this.requestedPort = options.port;
|
|
68
|
+
// Exclude patterns
|
|
69
|
+
this.excludePatterns = options.excludePatterns;
|
|
21
70
|
}
|
|
22
71
|
async start() {
|
|
23
72
|
this.dependency.logger?.info(`Starting recording proxy...`);
|
|
24
73
|
const proxyPort = this.requestedPort || 0;
|
|
25
|
-
this.
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
74
|
+
if (this.excludePatterns && this.excludePatterns.length > 0) {
|
|
75
|
+
// Use direct binary spawn to support -x exclude patterns
|
|
76
|
+
this.rustProxy = await startRecordingWithExclude({
|
|
77
|
+
entryUrl: this.entryUrl,
|
|
78
|
+
deviceType: this.deviceType,
|
|
79
|
+
inventoryDir: this.inventoryRepository.dirPath,
|
|
80
|
+
port: proxyPort,
|
|
81
|
+
excludePatterns: this.excludePatterns,
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
this.rustProxy = await startRecording({
|
|
86
|
+
entryUrl: this.entryUrl,
|
|
87
|
+
deviceType: this.deviceType,
|
|
88
|
+
inventoryDir: this.inventoryRepository.dirPath,
|
|
89
|
+
port: proxyPort,
|
|
90
|
+
});
|
|
91
|
+
}
|
|
31
92
|
this.dependency.logger?.info(`Recording proxy started on port ${this.rustProxy.port}`);
|
|
32
93
|
}
|
|
33
94
|
get port() {
|
|
@@ -51,6 +112,62 @@ export class RecordingProxy {
|
|
|
51
112
|
}
|
|
52
113
|
}
|
|
53
114
|
}
|
|
115
|
+
function getProxyBinaryPath() {
|
|
116
|
+
const require = createRequire(import.meta.url);
|
|
117
|
+
// Resolve the main entry point (which is allowed by exports) and derive package root
|
|
118
|
+
const mainPath = require.resolve('rust-http-playback-proxy');
|
|
119
|
+
// mainPath is like .../node_modules/rust-http-playback-proxy/dist/index.js
|
|
120
|
+
const pkgDir = Path.resolve(Path.dirname(mainPath), '..');
|
|
121
|
+
const platform = process.platform === 'win32' ? 'windows' : process.platform;
|
|
122
|
+
const arch = process.arch;
|
|
123
|
+
const ext = process.platform === 'win32' ? '.exe' : '';
|
|
124
|
+
return Path.join(pkgDir, 'bin', `${platform}-${arch}`, `http-playback-proxy${ext}`);
|
|
125
|
+
}
|
|
126
|
+
async function startRecordingWithExclude(options) {
|
|
127
|
+
const binaryPath = getProxyBinaryPath();
|
|
128
|
+
let port;
|
|
129
|
+
if (options.port === undefined || options.port === 0) {
|
|
130
|
+
port = await getAvailablePort();
|
|
131
|
+
}
|
|
132
|
+
else {
|
|
133
|
+
port = options.port;
|
|
134
|
+
}
|
|
135
|
+
const deviceType = options.deviceType || 'mobile';
|
|
136
|
+
const inventoryDir = options.inventoryDir || './inventory';
|
|
137
|
+
const args = ['recording'];
|
|
138
|
+
if (options.entryUrl) {
|
|
139
|
+
args.push(options.entryUrl);
|
|
140
|
+
}
|
|
141
|
+
args.push('--port', port.toString());
|
|
142
|
+
args.push('--device', deviceType);
|
|
143
|
+
args.push('--inventory', inventoryDir);
|
|
144
|
+
for (const pattern of options.excludePatterns) {
|
|
145
|
+
args.push('--exclude', pattern);
|
|
146
|
+
}
|
|
147
|
+
const proc = spawn(binaryPath, args, {
|
|
148
|
+
stdio: ['ignore', 'inherit', 'inherit'],
|
|
149
|
+
detached: false,
|
|
150
|
+
});
|
|
151
|
+
const proxy = new RustProxy('recording', port, inventoryDir, options.entryUrl, deviceType);
|
|
152
|
+
proxy.setProcess(proc);
|
|
153
|
+
let exited = false;
|
|
154
|
+
proc.on('exit', (code) => {
|
|
155
|
+
exited = true;
|
|
156
|
+
if (code !== 0 && code !== null) {
|
|
157
|
+
console.error(`Proxy process exited early with code ${code}`);
|
|
158
|
+
}
|
|
159
|
+
});
|
|
160
|
+
try {
|
|
161
|
+
await waitForPort(port, 15000);
|
|
162
|
+
}
|
|
163
|
+
catch (err) {
|
|
164
|
+
if (exited) {
|
|
165
|
+
throw new Error('Proxy process exited before port became available');
|
|
166
|
+
}
|
|
167
|
+
throw err;
|
|
168
|
+
}
|
|
169
|
+
return proxy;
|
|
170
|
+
}
|
|
54
171
|
export async function withRecordingProxy(options, dependency, cb) {
|
|
55
172
|
const proxy = new RecordingProxy(options, dependency);
|
|
56
173
|
await proxy.start();
|
|
@@ -61,4 +178,4 @@ export async function withRecordingProxy(options, dependency, cb) {
|
|
|
61
178
|
await proxy.stop();
|
|
62
179
|
}
|
|
63
180
|
}
|
|
64
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
181
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicmVjb3JkaW5nLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL3JlY29yZGluZy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxFQUFFLE1BQU0sZUFBZSxDQUFBO0FBQ3JDLE9BQU8sRUFBRSxhQUFhLEVBQUUsTUFBTSxRQUFRLENBQUE7QUFDdEMsT0FBTyxHQUFHLE1BQU0sS0FBSyxDQUFBO0FBQ3JCLE9BQU8sSUFBSSxNQUFNLE1BQU0sQ0FBQTtBQUV2QixPQUFPLEVBQUUsS0FBSyxJQUFJLFNBQVMsRUFBRSxjQUFjLEVBQUUsTUFBTSwwQkFBMEIsQ0FBQTtBQUU3RSxPQUFPLEVBQUUsbUJBQW1CLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQTtBQWFwRCxLQUFLLFVBQVUsZ0JBQWdCO0lBQzdCLE9BQU8sSUFBSSxPQUFPLENBQUMsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQUU7UUFDckMsTUFBTSxNQUFNLEdBQUcsR0FBRyxDQUFDLFlBQVksRUFBRSxDQUFBO1FBQ2pDLE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxFQUFFLFdBQVcsRUFBRSxHQUFHLEVBQUU7WUFDakMsTUFBTSxPQUFPLEdBQUcsTUFBTSxDQUFDLE9BQU8sRUFBRSxDQUFBO1lBQ2hDLElBQUksT0FBTyxJQUFJLE9BQU8sT0FBTyxLQUFLLFFBQVEsRUFBRSxDQUFDO2dCQUMzQyxNQUFNLElBQUksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFBO2dCQUN6QixNQUFNLENBQUMsS0FBSyxDQUFDLEdBQUcsRUFBRSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFBO1lBQ25DLENBQUM7aUJBQU0sQ0FBQztnQkFDTixNQUFNLENBQUMsS0FBSyxDQUFDLEdBQUcsRUFBRSxDQUFDLE1BQU0sQ0FBQyxJQUFJLEtBQUssQ0FBQyx3Q0FBd0MsQ0FBQyxDQUFDLENBQUMsQ0FBQTtZQUNqRixDQUFDO1FBQ0gsQ0FBQyxDQUFDLENBQUE7UUFDRixNQUFNLENBQUMsRUFBRSxDQUFDLE9BQU8sRUFBRSxNQUFNLENBQUMsQ0FBQTtJQUM1QixDQUFDLENBQUMsQ0FBQTtBQUNKLENBQUM7QUFFRCxLQUFLLFVBQVUsV0FBVyxDQUFDLElBQVksRUFBRSxTQUFTLEdBQUcsS0FBSztJQUN4RCxNQUFNLFNBQVMsR0FBRyxJQUFJLENBQUMsR0FBRyxFQUFFLENBQUE7SUFDNUIsSUFBSSxLQUFLLEdBQUcsRUFBRSxDQUFBO0lBQ2QsT0FBTyxJQUFJLENBQUMsR0FBRyxFQUFFLEdBQUcsU0FBUyxHQUFHLFNBQVMsRUFBRSxDQUFDO1FBQzFDLElBQUksQ0FBQztZQUNILE1BQU0sSUFBSSxPQUFPLENBQU8sQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEVBQUU7Z0JBQzFDLE1BQU0sTUFBTSxHQUFHLEdBQUcsQ0FBQyxnQkFBZ0IsQ0FBQyxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsV0FBVyxFQUFFLENBQUMsQ0FBQTtnQkFDaEUsTUFBTSxDQUFDLEVBQUUsQ0FBQyxTQUFTLEVBQUUsR0FBRyxFQUFFO29CQUN4QixNQUFNLENBQUMsT0FBTyxFQUFFLENBQUE7b0JBQ2hCLE9BQU8sRUFBRSxDQUFBO2dCQUNYLENBQUMsQ0FBQyxDQUFBO2dCQUNGLE1BQU0sQ0FBQyxFQUFFLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxDQUFBO2dCQUMxQixNQUFNLENBQUMsVUFBVSxDQUFDLElBQUksRUFBRSxHQUFHLEVBQUU7b0JBQzNCLE1BQU0sQ0FBQyxPQUFPLEVBQUUsQ0FBQTtvQkFDaEIsTUFBTSxDQUFDLElBQUksS0FBSyxDQUFDLG9CQUFvQixDQUFDLENBQUMsQ0FBQTtnQkFDekMsQ0FBQyxDQUFDLENBQUE7WUFDSixDQUFDLENBQUMsQ0FBQTtZQUNGLE9BQU07UUFDUixDQUFDO1FBQUMsTUFBTSxDQUFDO1lBQ1AsTUFBTSxJQUFJLE9BQU8sQ0FBQyxDQUFDLE9BQU8sRUFBRSxFQUFFLENBQUMsVUFBVSxDQUFDLE9BQU8sRUFBRSxLQUFLLENBQUMsQ0FBQyxDQUFBO1lBQzFELEtBQUssR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLEtBQUssR0FBRyxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUE7UUFDcEMsQ0FBQztJQUNILENBQUM7SUFDRCxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixJQUFJLHNCQUFzQixDQUFDLENBQUE7QUFDekUsQ0FBQztBQUVELE1BQU0sT0FBTyxjQUFjO0lBQ3pCLFNBQVMsQ0FBWTtJQUNyQixtQkFBbUIsQ0FBc0I7SUFDekMsUUFBUSxDQUFTO0lBQ2pCLFVBQVUsQ0FBYTtJQUN2QixhQUFhLENBQVM7SUFDdEIsZUFBZSxDQUFXO0lBQzFCLFVBQVUsQ0FBMEI7SUFFcEMsWUFBWSxPQUErQixFQUFFLFVBQXFDO1FBQ2hGLE9BQU8sS0FBSyxFQUFFLENBQUE7UUFDZCxJQUFJLENBQUMsVUFBVSxHQUFHLFVBQVUsSUFBSSxFQUFFLENBQUE7UUFFbEMsdUJBQXVCO1FBQ3ZCLElBQUksQ0FBQyxtQkFBbUIsR0FBRyxPQUFPLENBQUMsbUJBQW1CLElBQUksSUFBSSxtQkFBbUIsQ0FBQyxTQUFTLEVBQUUsSUFBSSxDQUFDLFVBQVUsQ0FBQyxDQUFBO1FBRTdHLFlBQVk7UUFDWixJQUFJLENBQUMsUUFBUSxHQUFHLE9BQU8sQ0FBQyxRQUFRLENBQUE7UUFFaEMsY0FBYztRQUNkLElBQUksQ0FBQyxVQUFVLEdBQUcsT0FBTyxDQUFDLFVBQVUsQ0FBQTtRQUVwQyxPQUFPO1FBQ1AsSUFBSSxDQUFDLGFBQWEsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFBO1FBRWpDLG1CQUFtQjtRQUNuQixJQUFJLENBQUMsZUFBZSxHQUFHLE9BQU8sQ0FBQyxlQUFlLENBQUE7SUFDaEQsQ0FBQztJQUVELEtBQUssQ0FBQyxLQUFLO1FBQ1QsSUFBSSxDQUFDLFVBQVUsQ0FBQyxNQUFNLEVBQUUsSUFBSSxDQUFDLDZCQUE2QixDQUFDLENBQUE7UUFFM0QsTUFBTSxTQUFTLEdBQUcsSUFBSSxDQUFDLGFBQWEsSUFBSSxDQUFDLENBQUE7UUFFekMsSUFBSSxJQUFJLENBQUMsZUFBZSxJQUFJLElBQUksQ0FBQyxlQUFlLENBQUMsTUFBTSxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQzVELHlEQUF5RDtZQUN6RCxJQUFJLENBQUMsU0FBUyxHQUFHLE1BQU0seUJBQXlCLENBQUM7Z0JBQy9DLFFBQVEsRUFBRSxJQUFJLENBQUMsUUFBUTtnQkFDdkIsVUFBVSxFQUFFLElBQUksQ0FBQyxVQUFVO2dCQUMzQixZQUFZLEVBQUUsSUFBSSxDQUFDLG1CQUFtQixDQUFDLE9BQU87Z0JBQzlDLElBQUksRUFBRSxTQUFTO2dCQUNmLGVBQWUsRUFBRSxJQUFJLENBQUMsZUFBZTthQUN0QyxDQUFDLENBQUE7UUFDSixDQUFDO2FBQU0sQ0FBQztZQUNOLElBQUksQ0FBQyxTQUFTLEdBQUcsTUFBTSxjQUFjLENBQUM7Z0JBQ3BDLFFBQVEsRUFBRSxJQUFJLENBQUMsUUFBUTtnQkFDdkIsVUFBVSxFQUFFLElBQUksQ0FBQyxVQUFVO2dCQUMzQixZQUFZLEVBQUUsSUFBSSxDQUFDLG1CQUFtQixDQUFDLE9BQU87Z0JBQzlDLElBQUksRUFBRSxTQUFTO2FBQ2hCLENBQUMsQ0FBQTtRQUNKLENBQUM7UUFFRCxJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sRUFBRSxJQUFJLENBQUMsbUNBQW1DLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQTtJQUN4RixDQUFDO0lBRUQsSUFBSSxJQUFJO1FBQ04sSUFBSSxDQUFDLElBQUksQ0FBQyxTQUFTO1lBQUUsTUFBTSxJQUFJLEtBQUssQ0FBQyxtQkFBbUIsQ0FBQyxDQUFBO1FBQ3pELE9BQU8sSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUE7SUFDNUIsQ0FBQztJQUVELElBQUksZ0JBQWdCO1FBQ2xCLE9BQU8sSUFBSSxDQUFDLG1CQUFtQixDQUFDLE9BQU8sQ0FBQTtJQUN6QyxDQUFDO0lBRUQsS0FBSyxDQUFDLElBQUk7UUFDUixJQUFJLElBQUksQ0FBQyxTQUFTLEVBQUUsQ0FBQztZQUNuQixJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sRUFBRSxJQUFJLENBQUMsNkJBQTZCLENBQUMsQ0FBQTtZQUUzRCxzRUFBc0U7WUFDdEUsNkVBQTZFO1lBQzdFLE1BQU0sSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLEVBQUUsQ0FBQTtZQUUzQiwwREFBMEQ7WUFDMUQscUVBQXFFO1lBQ3JFLE1BQU0sSUFBSSxPQUFPLENBQUMsQ0FBQyxPQUFPLEVBQUUsRUFBRSxDQUFDLFVBQVUsQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDLENBQUMsQ0FBQTtZQUV6RCxJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sRUFBRSxJQUFJLENBQUMseUJBQXlCLENBQUMsQ0FBQTtRQUN6RCxDQUFDO0lBQ0gsQ0FBQztDQUNGO0FBVUQsU0FBUyxrQkFBa0I7SUFDekIsTUFBTSxPQUFPLEdBQUcsYUFBYSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUE7SUFDOUMscUZBQXFGO0lBQ3JGLE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsMEJBQTBCLENBQUMsQ0FBQTtJQUM1RCwyRUFBMkU7SUFDM0UsTUFBTSxNQUFNLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxFQUFFLElBQUksQ0FBQyxDQUFBO0lBQ3pELE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxRQUFRLEtBQUssT0FBTyxDQUFDLENBQUMsQ0FBQyxTQUFTLENBQUMsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxRQUFRLENBQUE7SUFDNUUsTUFBTSxJQUFJLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQTtJQUN6QixNQUFNLEdBQUcsR0FBRyxPQUFPLENBQUMsUUFBUSxLQUFLLE9BQU8sQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUE7SUFDdEQsT0FBTyxJQUFJLENBQUMsSUFBSSxDQUFDLE1BQU0sRUFBRSxLQUFLLEVBQUUsR0FBRyxRQUFRLElBQUksSUFBSSxFQUFFLEVBQUUsc0JBQXNCLEdBQUcsRUFBRSxDQUFDLENBQUE7QUFDckYsQ0FBQztBQUVELEtBQUssVUFBVSx5QkFBeUIsQ0FBQyxPQUF5QztJQUNoRixNQUFNLFVBQVUsR0FBRyxrQkFBa0IsRUFBRSxDQUFBO0lBRXZDLElBQUksSUFBWSxDQUFBO0lBQ2hCLElBQUksT0FBTyxDQUFDLElBQUksS0FBSyxTQUFTLElBQUksT0FBTyxDQUFDLElBQUksS0FBSyxDQUFDLEVBQUUsQ0FBQztRQUNyRCxJQUFJLEdBQUcsTUFBTSxnQkFBZ0IsRUFBRSxDQUFBO0lBQ2pDLENBQUM7U0FBTSxDQUFDO1FBQ04sSUFBSSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUE7SUFDckIsQ0FBQztJQUVELE1BQU0sVUFBVSxHQUFHLE9BQU8sQ0FBQyxVQUFVLElBQUksUUFBUSxDQUFBO0lBQ2pELE1BQU0sWUFBWSxHQUFHLE9BQU8sQ0FBQyxZQUFZLElBQUksYUFBYSxDQUFBO0lBRTFELE1BQU0sSUFBSSxHQUFHLENBQUMsV0FBVyxDQUFDLENBQUE7SUFFMUIsSUFBSSxPQUFPLENBQUMsUUFBUSxFQUFFLENBQUM7UUFDckIsSUFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsUUFBUSxDQUFDLENBQUE7SUFDN0IsQ0FBQztJQUVELElBQUksQ0FBQyxJQUFJLENBQUMsUUFBUSxFQUFFLElBQUksQ0FBQyxRQUFRLEVBQUUsQ0FBQyxDQUFBO0lBQ3BDLElBQUksQ0FBQyxJQUFJLENBQUMsVUFBVSxFQUFFLFVBQVUsQ0FBQyxDQUFBO0lBQ2pDLElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxFQUFFLFlBQVksQ0FBQyxDQUFBO0lBRXRDLEtBQUssTUFBTSxPQUFPLElBQUksT0FBTyxDQUFDLGVBQWUsRUFBRSxDQUFDO1FBQzlDLElBQUksQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLE9BQU8sQ0FBQyxDQUFBO0lBQ2pDLENBQUM7SUFFRCxNQUFNLElBQUksR0FBRyxLQUFLLENBQUMsVUFBVSxFQUFFLElBQUksRUFBRTtRQUNuQyxLQUFLLEVBQUUsQ0FBQyxRQUFRLEVBQUUsU0FBUyxFQUFFLFNBQVMsQ0FBQztRQUN2QyxRQUFRLEVBQUUsS0FBSztLQUNoQixDQUFDLENBQUE7SUFFRixNQUFNLEtBQUssR0FBRyxJQUFJLFNBQVMsQ0FBQyxXQUFXLEVBQUUsSUFBSSxFQUFFLFlBQVksRUFBRSxPQUFPLENBQUMsUUFBUSxFQUFFLFVBQVUsQ0FBQyxDQUFBO0lBQzFGLEtBQUssQ0FBQyxVQUFVLENBQUMsSUFBSSxDQUFDLENBQUE7SUFFdEIsSUFBSSxNQUFNLEdBQUcsS0FBSyxDQUFBO0lBQ2xCLElBQUksQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLENBQUMsSUFBSSxFQUFFLEVBQUU7UUFDdkIsTUFBTSxHQUFHLElBQUksQ0FBQTtRQUNiLElBQUksSUFBSSxLQUFLLENBQUMsSUFBSSxJQUFJLEtBQUssSUFBSSxFQUFFLENBQUM7WUFDaEMsT0FBTyxDQUFDLEtBQUssQ0FBQyx3Q0FBd0MsSUFBSSxFQUFFLENBQUMsQ0FBQTtRQUMvRCxDQUFDO0lBQ0gsQ0FBQyxDQUFDLENBQUE7SUFFRixJQUFJLENBQUM7UUFDSCxNQUFNLFdBQVcsQ0FBQyxJQUFJLEVBQUUsS0FBSyxDQUFDLENBQUE7SUFDaEMsQ0FBQztJQUFDLE9BQU8sR0FBRyxFQUFFLENBQUM7UUFDYixJQUFJLE1BQU0sRUFBRSxDQUFDO1lBQ1gsTUFBTSxJQUFJLEtBQUssQ0FBQyxtREFBbUQsQ0FBQyxDQUFBO1FBQ3RFLENBQUM7UUFDRCxNQUFNLEdBQUcsQ0FBQTtJQUNYLENBQUM7SUFFRCxPQUFPLEtBQUssQ0FBQTtBQUNkLENBQUM7QUFFRCxNQUFNLENBQUMsS0FBSyxVQUFVLGtCQUFrQixDQUN0QyxPQUE4QixFQUM5QixVQUFvQyxFQUNwQyxFQUE0QztJQUU1QyxNQUFNLEtBQUssR0FBRyxJQUFJLGNBQWMsQ0FBQyxPQUFPLEVBQUUsVUFBVSxDQUFDLENBQUE7SUFDckQsTUFBTSxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUE7SUFDbkIsSUFBSSxDQUFDO1FBQ0gsTUFBTSxFQUFFLENBQUMsS0FBSyxDQUFDLENBQUE7SUFDakIsQ0FBQztZQUFTLENBQUM7UUFDVCxNQUFNLEtBQUssQ0FBQyxJQUFJLEVBQUUsQ0FBQTtJQUNwQixDQUFDO0FBQ0gsQ0FBQyJ9
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
# pagespeed-quest — reference for AI agents
|
|
2
|
+
|
|
3
|
+
PageSpeed Quest (`psq`) records a real page load through an HTTP proxy, writes
|
|
4
|
+
it to disk as an editable set of files, and replays it with the **original
|
|
5
|
+
timing** reproduced. You then edit those files — the HTML, the CSS, the images,
|
|
6
|
+
even the per-resource latency — replay again, and measure the difference.
|
|
7
|
+
|
|
8
|
+
The point is that you do **not** need the site's development environment, its
|
|
9
|
+
repository, or a deploy. Any public page can be frozen into a local, editable,
|
|
10
|
+
repeatable copy of itself. A hypothesis like "inlining critical CSS would gain
|
|
11
|
+
0.4s of LCP" becomes something you can answer in minutes, on someone else's
|
|
12
|
+
site, before writing a line of production code.
|
|
13
|
+
|
|
14
|
+
Recording is powered by [rust-http-playback-proxy]. Measurement is delegated to
|
|
15
|
+
[Lighthouse] (scores and metrics), [loadshow] (a video of the load) and
|
|
16
|
+
[static-webshot] (screenshots and visual diffs). `psq` is the layer that makes
|
|
17
|
+
the recording **editable** and the comparison **repeatable**.
|
|
18
|
+
|
|
19
|
+
[rust-http-playback-proxy]: https://github.com/ideamans/rust-http-playback-proxy
|
|
20
|
+
[Lighthouse]: https://developer.chrome.com/docs/lighthouse/overview/
|
|
21
|
+
[loadshow]: https://github.com/ideamans/go-loadshow
|
|
22
|
+
[static-webshot]: https://github.com/ideamans/static-webshot
|
|
23
|
+
|
|
24
|
+
This reference ships inside the package, so `psq llm` always describes the exact
|
|
25
|
+
version installed in the project you are working in.
|
|
26
|
+
|
|
27
|
+
## Ground rules
|
|
28
|
+
|
|
29
|
+
1. **Record once. Compare against that recording, never against the live site.**
|
|
30
|
+
The live site changes between runs; the recording does not. That is the whole
|
|
31
|
+
value proposition. A "before" measured against the network and an "after"
|
|
32
|
+
measured against the inventory are not comparable numbers.
|
|
33
|
+
|
|
34
|
+
2. **Copy the inventory before you edit it.** There is no undo, and the baseline
|
|
35
|
+
is the thing you are comparing to.
|
|
36
|
+
|
|
37
|
+
```sh
|
|
38
|
+
cp -r inventory baseline
|
|
39
|
+
```
|
|
40
|
+
|
|
41
|
+
Then measure either side by pointing `-i` at it. Keep `baseline/` untouched
|
|
42
|
+
for the rest of the quest.
|
|
43
|
+
|
|
44
|
+
3. **`-i/--inventory` is a root option — it goes before the subcommand.**
|
|
45
|
+
`psq -i ./baseline lighthouse playback` works; `psq lighthouse playback -i
|
|
46
|
+
./baseline` does not. The same applies one level down: `-a`, `-t`, `-l` and
|
|
47
|
+
`-c` belong to the `lighthouse` / `loadshow` group, so they go *before*
|
|
48
|
+
`recording` / `playback`.
|
|
49
|
+
|
|
50
|
+
4. **`playback` takes no URL.** The entry URL and the device type are stored in
|
|
51
|
+
the inventory at recording time and reused. If you need to change either,
|
|
52
|
+
record again.
|
|
53
|
+
|
|
54
|
+
5. **Lighthouse throttling is deliberately disabled** (`--throttling.*=0`,
|
|
55
|
+
`cpuSlowdownMultiplier=1`). Timing is reproduced by the proxy, per resource.
|
|
56
|
+
Re-enabling Lighthouse throttling would apply the penalty twice.
|
|
57
|
+
|
|
58
|
+
6. **Unmatched requests get a 404.** The playback proxy only serves what is in
|
|
59
|
+
the inventory. That is deliberate — falling through to the network would make
|
|
60
|
+
the replay non-deterministic. So a URL you delete from `index.json` becomes a
|
|
61
|
+
failed request, not a request that never happens. To model "this resource is
|
|
62
|
+
gone", also remove the reference to it from the HTML.
|
|
63
|
+
|
|
64
|
+
7. **Treat small deltas as noise.** Even against a fixed recording, Lighthouse
|
|
65
|
+
varies by a few points and tens of milliseconds run to run. Repeat a
|
|
66
|
+
measurement before believing a change under ~5% .
|
|
67
|
+
|
|
68
|
+
## The loop
|
|
69
|
+
|
|
70
|
+
```sh
|
|
71
|
+
# 1. Freeze the page (writes ./inventory)
|
|
72
|
+
npx psq lighthouse recording https://example.com/
|
|
73
|
+
|
|
74
|
+
# 2. Keep the untouched copy
|
|
75
|
+
cp -r inventory baseline
|
|
76
|
+
|
|
77
|
+
# 3. Measure the baseline → artifacts/summary.md, artifacts/lighthouse.report.html
|
|
78
|
+
npx psq -i ./baseline lighthouse -a ./artifacts-baseline playback
|
|
79
|
+
|
|
80
|
+
# 4. Edit ./inventory — see chapter "Experiments"
|
|
81
|
+
|
|
82
|
+
# 5. Measure the edited version
|
|
83
|
+
npx psq lighthouse playback
|
|
84
|
+
|
|
85
|
+
# 6. Compare artifacts-baseline/summary.md with artifacts/summary.md
|
|
86
|
+
```
|
|
87
|
+
|
|
88
|
+
`summary.md` is a short Markdown digest (metrics, per-metric scores with their
|
|
89
|
+
Lighthouse weights, traffic by resource type). It is written for exactly this
|
|
90
|
+
comparison — diff the two files rather than opening two HTML reports.
|
|
91
|
+
|
|
92
|
+
## What lives where
|
|
93
|
+
|
|
94
|
+
| Path | What it is |
|
|
95
|
+
| --- | --- |
|
|
96
|
+
| `inventory/index.json` | the resource list and every resource's metadata. This is the file the proxy reads |
|
|
97
|
+
| `inventory/contents/<METHOD>/<protocol>/<host>/<path>` | one file per recorded response body |
|
|
98
|
+
| `artifacts/lighthouse.report.html`, `.report.json` | the full Lighthouse report |
|
|
99
|
+
| `artifacts/summary.md` | the digest to diff |
|
|
100
|
+
| `artifacts/lighthouse.digest.png` | score and metrics as an image |
|
|
101
|
+
| `artifacts/loadshow.mp4` | filmstrip video of the load |
|
|
102
|
+
| `artifacts/capture.png`, `capture-diff.png`, `capture-diff.txt` | screenshot and visual diff |
|
|
103
|
+
|
|
104
|
+
## Failure modes
|
|
105
|
+
|
|
106
|
+
| Symptom | Cause | Fix |
|
|
107
|
+
| --- | --- | --- |
|
|
108
|
+
| `playback` serves nothing, every request 404s | the inventory is empty, or `-i` points at the wrong directory | record first; check `inventory/index.json` exists and `resources` is non-empty |
|
|
109
|
+
| `unknown option '-i'` / the option is ignored | root and group options were placed after the subcommand | `psq -i ./baseline lighthouse -a ./art playback` |
|
|
110
|
+
| the "after" is faster but the page is visibly broken | a referenced resource was deleted from `index.json` but not from the HTML | run `psq capture --compare` and look at the diff before trusting any number |
|
|
111
|
+
| edits to a `.js` / `.css` file seem to have no effect on transfer size | the resource has `"minify": true`, so playback re-minifies before serving | expected — the wire size reflects the minified bytes, which is what the original site shipped |
|
|
112
|
+
| the page looks fine but LCP got worse for no reason | an edit changed the byte size of a resource, and transfer time scales with size at the recorded `mbps` | that *is* the simulation working; check `summary.md` traffic figures |
|
|
113
|
+
| recording captured analytics and ad beacons | third parties were not excluded | re-record with `-x 'google-analytics|doubleclick|facebook'` (repeatable) |
|
|
114
|
+
| `loadshow` / `static-webshot` not found | the postinstall step that downloads them did not run | re-run `npm rebuild pagespeed-quest`, or set `LOADSHOW_PATH` / `WEBSHOT_PATH` |
|
|
115
|
+
| Lighthouse cannot be found | it resolves to `./node_modules/.bin/lighthouse` | run inside the quest project, or set `LIGHTHOUSE_PATH` |
|
|
116
|
+
| numbers drift between identical runs | normal measurement noise | repeat; do not act on deltas under ~5% |
|
|
117
|
+
|
|
118
|
+
## What this tool will not do
|
|
119
|
+
|
|
120
|
+
- It does not crawl. One entry URL plus whatever that page load requests.
|
|
121
|
+
- It does not modify the live site, and nothing you edit locally reaches it.
|
|
122
|
+
- It does not rewrite your resources for you. Editing the inventory is the
|
|
123
|
+
work; this reference tells you which edit models which optimization.
|
|
124
|
+
- It does not replay user interaction. What is recorded is one page load.
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
# The inventory — what you edit
|
|
2
|
+
|
|
3
|
+
The inventory is the reverse-engineered page. Everything the browser will
|
|
4
|
+
receive during playback comes from here, and nothing else does.
|
|
5
|
+
|
|
6
|
+
```
|
|
7
|
+
inventory/
|
|
8
|
+
├── index.json ← the resource list. THIS is what the proxy reads
|
|
9
|
+
└── contents/
|
|
10
|
+
└── GET/
|
|
11
|
+
└── https/
|
|
12
|
+
└── example.com/
|
|
13
|
+
├── index.html
|
|
14
|
+
├── assets/app.css
|
|
15
|
+
├── assets/app.js
|
|
16
|
+
└── img/hero.jpg
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
- **`index.json` is authoritative.** The playback proxy reads exactly that file
|
|
20
|
+
name. If a file called `inventory.json` also exists (older recordings wrote
|
|
21
|
+
both names), `psq` will read *that* one for the entry URL, device type and
|
|
22
|
+
traffic figures while the proxy serves from `index.json` — the two silently
|
|
23
|
+
disagree. Delete `inventory.json`, or keep it byte-identical.
|
|
24
|
+
- **`contents/` holds one file per response body.** Text bodies are stored
|
|
25
|
+
decoded, converted to UTF-8 and pretty-printed, so they are diffable and
|
|
26
|
+
editable by hand.
|
|
27
|
+
|
|
28
|
+
## How a URL becomes a path
|
|
29
|
+
|
|
30
|
+
`contents/<METHOD>/<protocol>/<host>/<pathname>`
|
|
31
|
+
|
|
32
|
+
| URL | File |
|
|
33
|
+
| --- | --- |
|
|
34
|
+
| `https://example.com/` | `contents/GET/https/example.com/index.html` |
|
|
35
|
+
| `https://example.com/assets/app.css` | `contents/GET/https/example.com/assets/app.css` |
|
|
36
|
+
| `https://example.com/api?id=1` | `contents/GET/https/example.com/api~id=1` |
|
|
37
|
+
| `https://cdn.example.com:8443/a.js` | `contents/GET/https/cdn.example.com~8443/a.js` |
|
|
38
|
+
|
|
39
|
+
Rules: a trailing `/` (or a path with no extension) gets `index.html`; the query
|
|
40
|
+
string is appended after `~`; a colon in the host becomes `~`; an over-long
|
|
41
|
+
basename is truncated and suffixed with a short SHA-1. Do not rename these files
|
|
42
|
+
by hand — the mapping comes from `contentFilePath` in `index.json`, and the file
|
|
43
|
+
name is only a convenience.
|
|
44
|
+
|
|
45
|
+
## `index.json`
|
|
46
|
+
|
|
47
|
+
```json
|
|
48
|
+
{
|
|
49
|
+
"entryUrl": "https://example.com/",
|
|
50
|
+
"deviceType": "mobile",
|
|
51
|
+
"resources": [ ... ]
|
|
52
|
+
}
|
|
53
|
+
```
|
|
54
|
+
|
|
55
|
+
`entryUrl` and `deviceType` are what `playback` uses instead of asking you for a
|
|
56
|
+
URL. Changing `deviceType` here changes the Lighthouse form factor and the
|
|
57
|
+
loadshow preset on the next playback — it does **not** re-record.
|
|
58
|
+
|
|
59
|
+
### A resource
|
|
60
|
+
|
|
61
|
+
| Field | Effect at playback time |
|
|
62
|
+
| --- | --- |
|
|
63
|
+
| `method`, `url` | how the request is matched. A request that matches nothing gets a 404 |
|
|
64
|
+
| `ttfbMs` | **the proxy sleeps this long after receiving the request, before the first byte.** Per request, not an offset from page start |
|
|
65
|
+
| `durationMs` | recorded transfer duration. Informational; playback derives its own from size and `mbps` |
|
|
66
|
+
| `mbps` | transfer speed for the body. Missing → 1.0 Mbps |
|
|
67
|
+
| `statusCode` | the status served |
|
|
68
|
+
| `rawHeaders` | headers served, minus `content-length` and `content-encoding`, which are recomputed |
|
|
69
|
+
| `contentEncoding` | `gzip` / `br` / `deflate` / `zstd` / `compress` / `identity`. The body is **re-compressed with this before it goes on the wire**, so it decides the transferred size |
|
|
70
|
+
| `contentTypeMime`, `contentCharset` | the `Content-Type` served. `contentCharset` re-encodes the body from UTF-8 on the way out |
|
|
71
|
+
| `contentFilePath` | the file under `contents/` to serve |
|
|
72
|
+
| `contentUtf8` / `contentBase64` | inline body, used instead of the file when present |
|
|
73
|
+
| `minify` | `true` → the body is **re-minified before serving**. Set during recording when the original was minified |
|
|
74
|
+
| `httpVersion` | protocol version reported for the response |
|
|
75
|
+
|
|
76
|
+
### The timing model, precisely
|
|
77
|
+
|
|
78
|
+
```
|
|
79
|
+
response time ≈ ttfbMs + (bytes on the wire × 8) / (mbps × 1,000,000)
|
|
80
|
+
```
|
|
81
|
+
|
|
82
|
+
- `ttfbMs` is a fixed per-request delay. It models server think time plus
|
|
83
|
+
connection latency. Lower it to model a faster origin or a nearer CDN edge.
|
|
84
|
+
- The second term is recomputed **from the bytes you leave in the file**, after
|
|
85
|
+
minification and after `contentEncoding` compression. So shrinking a file
|
|
86
|
+
makes it arrive sooner, automatically, with no other edit.
|
|
87
|
+
- `--full-throttle` (used internally by `psq capture`) skips both. Never compare
|
|
88
|
+
a full-throttle run with a normal one.
|
|
89
|
+
|
|
90
|
+
### Two traps worth stating plainly
|
|
91
|
+
|
|
92
|
+
**`minify: true` re-minifies your edit.** The pretty-printed file in `contents/`
|
|
93
|
+
is for you; the wire sees the minified form. This keeps the byte count honest —
|
|
94
|
+
the original site shipped minified bytes — but it means whitespace edits have no
|
|
95
|
+
size effect, and it means a syntax error introduced during editing can surface
|
|
96
|
+
as a minifier failure rather than a browser error.
|
|
97
|
+
|
|
98
|
+
**`contentEncoding` decides the transferred size, not the file size.** A 300 KB
|
|
99
|
+
JavaScript file with `"contentEncoding": "br"` is perhaps 60 KB on the wire, and
|
|
100
|
+
that 60 KB is what the timing is computed from. To model "we turned compression
|
|
101
|
+
off", set it to `identity`; to model "we finally enabled Brotli", set it to
|
|
102
|
+
`br`. Do not edit `content-length` — it is recomputed and your value is
|
|
103
|
+
discarded.
|
|
104
|
+
|
|
105
|
+
## Editing safely
|
|
106
|
+
|
|
107
|
+
1. Copy `inventory/` to `baseline/` before the first edit.
|
|
108
|
+
2. Change **one thing at a time**, then measure. Two edits in one run means you
|
|
109
|
+
cannot attribute the delta.
|
|
110
|
+
3. After a structural edit (removing a script, changing a URL), run
|
|
111
|
+
`psq capture --compare` and look at the picture. A faster broken page is easy
|
|
112
|
+
to produce and easy to mistake for a win.
|
|
113
|
+
4. Keep the inventory in version control if the quest lasts more than a day.
|
|
114
|
+
`git diff` over `contents/` is a readable record of the hypothesis.
|
|
115
|
+
|
|
116
|
+
## Live editing with a browser
|
|
117
|
+
|
|
118
|
+
```sh
|
|
119
|
+
psq proxy -p 8080
|
|
120
|
+
```
|
|
121
|
+
|
|
122
|
+
serves the inventory and **watches it**: any change under `inventory/` restarts
|
|
123
|
+
the proxy, so a browser pointed at `http://localhost:8080` picks up your edit on
|
|
124
|
+
the next reload. The proxy uses a dummy certificate, so the browser has to be
|
|
125
|
+
told to accept it:
|
|
126
|
+
|
|
127
|
+
```sh
|
|
128
|
+
/Applications/Google\ Chrome.app/Contents/MacOS/Google\ Chrome \
|
|
129
|
+
--ignore-certificate-errors --proxy-server=http://localhost:8080
|
|
130
|
+
```
|
|
131
|
+
|
|
132
|
+
This is the fastest way to iterate on markup edits before spending a Lighthouse
|
|
133
|
+
run on them.
|