@skillstate/bench 2.0.4 → 2.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/harness.d.ts +1 -1
- package/dist/harness.d.ts.map +1 -1
- package/dist/harness.js +1 -1
- package/dist/harness.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
|
|
7
7
|
[](https://www.npmjs.com/package/@skillstate/bench)
|
|
8
8
|
[](https://www.npmjs.com/package/@skillstate/bench)
|
|
9
|
-
[](https://github.com/vitalykuzyaev/skillstate)
|
|
10
10
|
[](https://github.com/vitalykuzyaev/skillstate/blob/main/LICENSE)
|
|
11
11
|
|
|
12
12
|
</div>
|
package/dist/harness.d.ts
CHANGED
|
@@ -42,7 +42,7 @@ export declare const BENCH_ACTION = "bench-action";
|
|
|
42
42
|
export declare const BENCH_PATCH: StatePatch;
|
|
43
43
|
/** One fixed mock-LLM response (valid state_patch + action). */
|
|
44
44
|
export declare function benchResponse(): string;
|
|
45
|
-
/** Fixed observation object (timestamp
|
|
45
|
+
/** Fixed observation object (timestamp fixed for determinism). */
|
|
46
46
|
export declare function benchObservation(): Observation;
|
|
47
47
|
/** Per-horizon benchmark outcome (all sizes in raw chars). */
|
|
48
48
|
export interface BenchResult {
|
package/dist/harness.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../src/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,UAAU,EACX,MAAM,kBAAkB,CAAC;AAE1B,yEAAyE;AACzE,eAAO,MAAM,UAAU,8BAA8B,CAAC;AAEtD,kDAAkD;AAClD,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAAuB,CAAC;AAEpE,uEAAuE;AACvE,eAAO,MAAM,UAAU,EAAE,cAaxB,CAAC;AAEF,iEAAiE;AACjE,eAAO,MAAM,iBAAiB,QAAiB,CAAC;AAEhD,iEAAiE;AACjE,eAAO,MAAM,eAAe,yBAAyB,CAAC;AAEtD,6BAA6B;AAC7B,eAAO,MAAM,YAAY,iBAAiB,CAAC;AAE3C,4EAA4E;AAC5E,eAAO,MAAM,WAAW,EAAE,UAAiC,CAAC;AAE5D,gEAAgE;AAChE,wBAAgB,aAAa,IAAI,MAAM,CAKtC;AAED,
|
|
1
|
+
{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../src/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,UAAU,EACX,MAAM,kBAAkB,CAAC;AAE1B,yEAAyE;AACzE,eAAO,MAAM,UAAU,8BAA8B,CAAC;AAEtD,kDAAkD;AAClD,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAAuB,CAAC;AAEpE,uEAAuE;AACvE,eAAO,MAAM,UAAU,EAAE,cAaxB,CAAC;AAEF,iEAAiE;AACjE,eAAO,MAAM,iBAAiB,QAAiB,CAAC;AAEhD,iEAAiE;AACjE,eAAO,MAAM,eAAe,yBAAyB,CAAC;AAEtD,6BAA6B;AAC7B,eAAO,MAAM,YAAY,iBAAiB,CAAC;AAE3C,4EAA4E;AAC5E,eAAO,MAAM,WAAW,EAAE,UAAiC,CAAC;AAE5D,gEAAgE;AAChE,wBAAgB,aAAa,IAAI,MAAM,CAKtC;AAED,kEAAkE;AAClE,wBAAgB,gBAAgB,IAAI,WAAW,CAE9C;AAED,8DAA8D;AAC9D,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,yDAAyD;IACzD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,2EAA2E;IAC3E,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,8CAA8C;IAC9C,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,eAAe,EAAE,MAAM,CAAC;IACxB,oEAAoE;IACpE,UAAU,EAAE,MAAM,CAAC;IACnB,yDAAyD;IACzD,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,2EAA2E;AAC3E,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAEnD;AAUD;;;;GAIG;AACH,wBAAsB,WAAW,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,CAwCjE;AAED,kCAAkC;AAClC,wBAAsB,MAAM,CAC1B,QAAQ,EAAE,SAAS,MAAM,EAAE,GAC1B,OAAO,CAAC,WAAW,EAAE,CAAC,CAMxB;AAED,+EAA+E;AAC/E,wBAAgB,WAAW,CAAC,OAAO,EAAE,SAAS,WAAW,EAAE,GAAG,MAAM,CAQnE"}
|
package/dist/harness.js
CHANGED
|
@@ -59,7 +59,7 @@ export function benchResponse() {
|
|
|
59
59
|
action: BENCH_ACTION,
|
|
60
60
|
})}\n\`\`\``;
|
|
61
61
|
}
|
|
62
|
-
/** Fixed observation object (timestamp
|
|
62
|
+
/** Fixed observation object (timestamp fixed for determinism). */
|
|
63
63
|
export function benchObservation() {
|
|
64
64
|
return { content: BENCH_OBSERVATION, timestamp: 0, source: 'bench' };
|
|
65
65
|
}
|
package/dist/harness.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"harness.js","sourceRoot":"","sources":["../src/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAOrD,yEAAyE;AACzE,MAAM,CAAC,MAAM,UAAU,GAAG,2BAA2B,CAAC;AAEtD,kDAAkD;AAClD,MAAM,CAAC,MAAM,cAAc,GAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAEpE,uEAAuE;AACvE,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,EAAE,EAAE,eAAe;IACnB,IAAI,EAAE,cAAc;IACpB,YAAY,EACV,qEAAqE;IACvE,MAAM,EAAE;QACN,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,+BAA+B;SAC7C;KACF;IACD,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF,iEAAiE;AACjE,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAEhD,iEAAiE;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,sBAAsB,CAAC;AAEtD,6BAA6B;AAC7B,MAAM,CAAC,MAAM,YAAY,GAAG,cAAc,CAAC;AAE3C,4EAA4E;AAC5E,MAAM,CAAC,MAAM,WAAW,GAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAE5D,gEAAgE;AAChE,MAAM,UAAU,aAAa;IAC3B,OAAO,GAAG,eAAe,mBAAmB,IAAI,CAAC,SAAS,CAAC;QACzD,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,YAAY;KACrB,CAAC,UAAU,CAAC;AACf,CAAC;AAED,
|
|
1
|
+
{"version":3,"file":"harness.js","sourceRoot":"","sources":["../src/harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAOrD,yEAAyE;AACzE,MAAM,CAAC,MAAM,UAAU,GAAG,2BAA2B,CAAC;AAEtD,kDAAkD;AAClD,MAAM,CAAC,MAAM,cAAc,GAAsB,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAEpE,uEAAuE;AACvE,MAAM,CAAC,MAAM,UAAU,GAAmB;IACxC,EAAE,EAAE,eAAe;IACnB,IAAI,EAAE,cAAc;IACpB,YAAY,EACV,qEAAqE;IACvE,MAAM,EAAE;QACN,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,+BAA+B;SAC7C;KACF;IACD,OAAO,EAAE,OAAO;CACjB,CAAC;AAEF,iEAAiE;AACjE,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAEhD,iEAAiE;AACjE,MAAM,CAAC,MAAM,eAAe,GAAG,sBAAsB,CAAC;AAEtD,6BAA6B;AAC7B,MAAM,CAAC,MAAM,YAAY,GAAG,cAAc,CAAC;AAE3C,4EAA4E;AAC5E,MAAM,CAAC,MAAM,WAAW,GAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAE5D,gEAAgE;AAChE,MAAM,UAAU,aAAa;IAC3B,OAAO,GAAG,eAAe,mBAAmB,IAAI,CAAC,SAAS,CAAC;QACzD,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,YAAY;KACrB,CAAC,UAAU,CAAC;AACf,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,gBAAgB;IAC9B,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AACvE,CAAC;AAyBD,2EAA2E;AAC3E,MAAM,UAAU,iBAAiB,CAAC,CAAS;IACzC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,GAAG,CAAC,MAAgB;IAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,IAAI,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,CAAS;IACzC,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,YAAY,GAAG,aAAa,EAAE,CAAC;IACrC,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC;QACpC,IAAI,EAAE,UAAU;QAChB,GAAG,EAAE,KAAK,EAAE,MAAc,EAAmB,EAAE;YAC7C,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,OAAO,EAAE,KAAK,IAA0B,EAAE,CAAC,gBAAgB,EAAE;KAC9D,CAAC,CAAC;IACH,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,YAAY,GAAa,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtE,MAAM,WAAW,GAAa,WAAW,CAAC,GAAG,CAC3C,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,CAClE,CAAC;IACF,MAAM,eAAe,GAAa,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAE7E,MAAM,eAAe,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,kBAAkB,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC;IAEhD,OAAO;QACL,CAAC;QACD,IAAI,EAAE,UAAU;QAChB,YAAY;QACZ,WAAW;QACX,eAAe;QACf,eAAe;QACf,cAAc;QACd,kBAAkB;QAClB,YAAY,EAAE,eAAe,GAAG,CAAC;QACjC,WAAW,EAAE,cAAc,GAAG,CAAC;QAC/B,eAAe,EAAE,cAAc,GAAG,eAAe;QACjD,UAAU,EAAE,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC;QACjD,SAAS,EAAE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,kCAAkC;AAClC,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,QAA2B;IAE3B,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,WAAW,CAAC,OAA+B;IACzD,MAAM,MAAM,GACV,+FAA+F,CAAC;IAClG,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CACtB,CAAC,MAAM,EAAE,EAAE,CACT,GAAG,MAAM,CAAC,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,eAAe,MAAM,MAAM,CAAC,cAAc,MAAM,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,UAAU,MAAM,MAAM,CAAC,SAAS,EAAE,CAC5Q,CAAC;IACF,OAAO,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC"}
|