tempest-react-sdk 0.33.2 → 0.35.0

package/dist/perf/profiler.js

@@ -0,0 +1,46 @@
+import { cachedResponseBytes as e } from "./cache-size.js";
+import { readDeviceProfile as t } from "./device.js";
+//#region src/perf/profiler.ts
+function n() {
+	let n = performance.now(), r = /* @__PURE__ */ new Map(), i = (e, t) => {
+		r.set(e, (r.get(e) ?? 0) + t);
+	};
+	return {
+		async stage(e, t) {
+			let n = performance.now();
+			try {
+				return await t();
+			} finally {
+				i(e, performance.now() - n);
+			}
+		},
+		stageSync(e, t) {
+			let n = performance.now();
+			try {
+				return t();
+			} finally {
+				i(e, performance.now() - n);
+			}
+		},
+		mark(e, t) {
+			i(e, t);
+		},
+		async report(i = {}) {
+			let a = performance.now() - n, o = await Promise.all((i.models ?? []).map(async (t) => ({
+				name: t.name,
+				bytes: await e(t.cacheName, t.url)
+			})));
+			return {
+				timings: Object.fromEntries(r),
+				totalMs: a,
+				device: t(),
+				models: o,
+				measuredAt: Date.now()
+			};
+		}
+	};
+}
+//#endregion
+export { n as createInferenceProfiler };
+
+//# sourceMappingURL=profiler.js.map

package/dist/perf/profiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiler.js","names":[],"sources":["../../src/perf/profiler.ts"],"sourcesContent":["import { cachedResponseBytes } from \"./cache-size\";\nimport { readDeviceProfile } from \"./device\";\nimport type {\n    InferenceProfiler,\n    InferenceReport,\n    InferenceReportOptions,\n    ProfiledModelSize,\n} from \"./types\";\n\n/**\n * Timing and cost accounting for a pipeline that runs on the user's device.\n */\n\n/**\n * Create a profiler for one run of a pipeline.\n *\n * Wrap each step in {@link InferenceProfiler.stage}, fold in durations you\n * already have (an SDK `speed` breakdown, say) with\n * {@link InferenceProfiler.mark}, then call `report()` once the run finishes.\n *\n * Stages are timed independently rather than as a tiling of the run, so\n * concurrent work is charged its real wall-clock span to each stage and the\n * timings can sum to more than `totalMs`. Surface that to users when you\n * render the breakdown — a bar chart implying a partition of the total would\n * be wrong for a pipeline that overlaps stages.\n *\n * @returns A profiler bound to the moment it was created.\n *\n * @example\n * ```typescript\n * import { createInferenceProfiler } from \"tempest-react-sdk\";\n * import { Detector } from \"tempest-react-sdk/vision\";\n *\n * const profiler = createInferenceProfiler();\n * const detector = await profiler.stage(\"load-model\", () =>\n *     Detector.create(\"/models/detect.onnx\"),\n * );\n * const results = await profiler.stage(\"detect\", () => detector.predict(blob));\n * profiler.mark(\"forward-pass\", results[0].speed.inference);\n *\n * const report = await profiler.report({\n *     models: [\n *         { name: \"detector\", cacheName: \"app-models\", url: \"/models/detect.onnx\" },\n *     ],\n * });\n * console.log(report.timings, report.totalMs, report.device, report.models);\n * ```\n */\nexport function createInferenceProfiler(): InferenceProfiler {\n    const startedAt = performance.now();\n    const timings = new Map<string, number>();\n\n    const add = (name: string, durationMs: number): void => {\n        timings.set(name, (timings.get(name) ?? 0) + durationMs);\n    };\n\n    return {\n        async stage<T>(name: string, run: () => Promise<T>): Promise<T> {\n            const from = performance.now();\n            try {\n                return await run();\n            } finally {\n                add(name, performance.now() - from);\n            }\n        },\n\n        stageSync<T>(name: string, run: () => T): T {\n            const from = performance.now();\n            try {\n                return run();\n            } finally {\n                add(name, performance.now() - from);\n            }\n        },\n\n        mark(name: string, durationMs: number): void {\n            add(name, durationMs);\n        },\n\n        async report(options: InferenceReportOptions = {}): Promise<InferenceReport> {\n            const totalMs = performance.now() - startedAt;\n            const models: ProfiledModelSize[] = await Promise.all(\n                (options.models ?? []).map(async (model) => ({\n                    name: model.name,\n                    bytes: await cachedResponseBytes(model.cacheName, model.url),\n                })),\n            );\n\n            return {\n                timings: Object.fromEntries(timings),\n                totalMs,\n                device: readDeviceProfile(),\n                models,\n                measuredAt: Date.now(),\n            };\n        },\n    };\n}\n"],"mappings":";;;AAgDA,SAAgB,IAA6C;CACzD,IAAM,IAAY,YAAY,IAAI,GAC5B,oBAAU,IAAI,IAAoB,GAElC,KAAO,GAAc,MAA6B;EACpD,EAAQ,IAAI,IAAO,EAAQ,IAAI,CAAI,KAAK,KAAK,CAAU;CAC3D;CAEA,OAAO;EACH,MAAM,MAAS,GAAc,GAAmC;GAC5D,IAAM,IAAO,YAAY,IAAI;GAC7B,IAAI;IACA,OAAO,MAAM,EAAI;GACrB,UAAU;IACN,EAAI,GAAM,YAAY,IAAI,IAAI,CAAI;GACtC;EACJ;EAEA,UAAa,GAAc,GAAiB;GACxC,IAAM,IAAO,YAAY,IAAI;GAC7B,IAAI;IACA,OAAO,EAAI;GACf,UAAU;IACN,EAAI,GAAM,YAAY,IAAI,IAAI,CAAI;GACtC;EACJ;EAEA,KAAK,GAAc,GAA0B;GACzC,EAAI,GAAM,CAAU;EACxB;EAEA,MAAM,OAAO,IAAkC,CAAC,GAA6B;GACzE,IAAM,IAAU,YAAY,IAAI,IAAI,GAC9B,IAA8B,MAAM,QAAQ,KAC7C,EAAQ,UAAU,CAAC,EAAA,CAAG,IAAI,OAAO,OAAW;IACzC,MAAM,EAAM;IACZ,OAAO,MAAM,EAAoB,EAAM,WAAW,EAAM,GAAG;GAC/D,EAAE,CACN;GAEA,OAAO;IACH,SAAS,OAAO,YAAY,CAAO;IACnC;IACA,QAAQ,EAAkB;IAC1B;IACA,YAAY,KAAK,IAAI;GACzB;EACJ;CACJ;AACJ"}