@mrtdown/core 2.0.0-alpha.3 → 2.0.0-alpha.4

package/dist/llm/functions/extractClaimsFromNewEvidence/eval.test.js

@@ -0,0 +1,433 @@
+import 'dotenv/config';
+import { resolve } from 'node:path';
+import { describe } from 'vitest';
+import { describeEval, StructuredOutputScorer } from 'vitest-evals';
+import { FileStore } from '#repo/common/FileStore.js';
+import { MRTDownRepository } from '#repo/MRTDownRepository.js';
+import { assert } from '#util/assert.js';
+import { extractClaimsFromNewEvidence, } from './index.js';
+describe('extractClaimsFromNewEvidence', () => {
+    describeEval('should extract claims from new disruption evidence', {
+        // @ts-expect-error input is a string in the vitest-evals library
+        async data() {
+            const store = new FileStore(resolve(import.meta.dirname, '../../fixtures/data'));
+            const repo = new MRTDownRepository({ store });
+            const issueBundle = repo.issues.get('2026-01-01-tgl-train-fault');
+            assert(issueBundle != null, 'Issue bundle not found');
+            return [
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-01T07:10:00+08:00',
+                            text: '[TGL] Due to a track fault at Tengah, train services on the Tengah Line are delayed between Bukit Batok and Bukit Merah Central',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[DISRUPTION] Expansion of scope';
+                        },
+                    },
+                    expected: {
+                        claims: [
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_E',
+                                },
+                                effect: {
+                                    facility: null,
+                                    service: {
+                                        kind: 'delay',
+                                        duration: null,
+                                    },
+                                },
+                                statusSignal: 'open',
+                                scopes: {
+                                    service: [
+                                        {
+                                            type: 'service.segment',
+                                            fromStationId: 'BBT',
+                                            toStationId: 'BMC',
+                                        },
+                                    ],
+                                },
+                                timeHints: {
+                                    kind: 'start-only',
+                                    startAt: '2026-01-01T07:10:00+08:00',
+                                },
+                                causes: ['track.fault'],
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_W',
+                                },
+                                effect: {
+                                    facility: null,
+                                    service: {
+                                        kind: 'delay',
+                                        duration: null,
+                                    },
+                                },
+                                statusSignal: 'open',
+                                scopes: {
+                                    service: [
+                                        {
+                                            type: 'service.segment',
+                                            fromStationId: 'BMC',
+                                            toStationId: 'BBT',
+                                        },
+                                    ],
+                                },
+                                timeHints: {
+                                    kind: 'start-only',
+                                    startAt: '2026-01-01T07:10:00+08:00',
+                                },
+                                causes: ['track.fault'],
+                            },
+                        ],
+                    },
+                },
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-01T07:10:00+08:00',
+                            text: '[TGL] CLEARED: Fault has been cleared. Train service has resumed.',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[DISRUPTION] Issue resolved';
+                        },
+                    },
+                    expected: {
+                        claims: [
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_E',
+                                },
+                                effect: {
+                                    service: null,
+                                    facility: null,
+                                },
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                statusSignal: 'cleared',
+                                timeHints: {
+                                    kind: 'end-only',
+                                    endAt: '2026-01-01T07:10:00+08:00',
+                                },
+                                causes: null,
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_W',
+                                },
+                                effect: {
+                                    service: null,
+                                    facility: null,
+                                },
+                                statusSignal: 'cleared',
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'end-only',
+                                    endAt: '2026-01-01T07:10:00+08:00',
+                                },
+                                causes: null,
+                            },
+                        ],
+                    },
+                },
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-01T07:10:00+08:00',
+                            text: '[TGL] UPDATE: For alternative travel options, please refer to https://t.co/Le6ROZGqsm',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[DISRUPTION] Irrelevant update';
+                        },
+                    },
+                    expected: {
+                        claims: [],
+                    },
+                },
+            ];
+        },
+        async task(input) {
+            const result = await extractClaimsFromNewEvidence(input);
+            return JSON.stringify(result);
+        },
+        scorers: [StructuredOutputScorer()],
+    });
+    describeEval('should compute the impact of new maintenance evidence', {
+        // @ts-expect-error input is a string in the vitest-evals library
+        async data() {
+            const store = new FileStore(resolve(import.meta.dirname, '../../fixtures/data'));
+            const repo = new MRTDownRepository({ store });
+            return [
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-01T07:10:00+08:00',
+                            text: '[TGL] The Tengah Line will be closed for maintenance on Sat & Sun from 7 to 8 February 2026.',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[MAINTENANCE] New issue';
+                        },
+                    },
+                    expected: {
+                        claims: [
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_E',
+                                },
+                                effect: {
+                                    service: { kind: 'no-service' },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-07T00:00:00+08:00',
+                                    endAt: '2026-02-09T00:00:00+08:00',
+                                },
+                                causes: null,
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_W',
+                                },
+                                effect: {
+                                    service: { kind: 'no-service' },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-07T00:00:00+08:00',
+                                    endAt: '2026-02-09T00:00:00+08:00',
+                                },
+                                causes: null,
+                            },
+                        ],
+                    },
+                },
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-01T07:10:00+08:00',
+                            text: 'To continue testing the integrated systems and trains in preparation for Stage 2 of #TGL, train services from Bukit Batok to Bukit Merah Central will start later at 6.30am and end at 9pm daily from 1 to 8 February 2026.',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[MAINTENANCE] Service hour adjustments';
+                        },
+                    },
+                    expected: {
+                        claims: [
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_E',
+                                },
+                                effect: {
+                                    service: {
+                                        kind: 'service-hours-adjustment',
+                                    },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [
+                                        {
+                                            type: 'service.segment',
+                                            fromStationId: 'BBT',
+                                            toStationId: 'BMC',
+                                        },
+                                    ],
+                                },
+                                timeHints: {
+                                    kind: 'recurring',
+                                    frequency: 'daily',
+                                    startAt: '2026-02-01T21:00:00+08:00',
+                                    endAt: '2026-02-08T21:00:00+08:00',
+                                    daysOfWeek: null,
+                                    timeZone: 'Asia/Singapore',
+                                    timeWindow: {
+                                        startAt: '21:00:00',
+                                        endAt: '06:30:00',
+                                    },
+                                    excludedDates: null,
+                                },
+                                causes: ['system.upgrade'],
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_W',
+                                },
+                                effect: {
+                                    service: {
+                                        kind: 'service-hours-adjustment',
+                                    },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [
+                                        {
+                                            type: 'service.segment',
+                                            fromStationId: 'BMC',
+                                            toStationId: 'BBT',
+                                        },
+                                    ],
+                                },
+                                timeHints: {
+                                    kind: 'recurring',
+                                    frequency: 'daily',
+                                    startAt: '2026-02-01T21:00:00+08:00',
+                                    endAt: '2026-02-08T21:00:00+08:00',
+                                    daysOfWeek: null,
+                                    timeZone: 'Asia/Singapore',
+                                    timeWindow: {
+                                        startAt: '21:00:00',
+                                        endAt: '06:30:00',
+                                    },
+                                    excludedDates: null,
+                                },
+                                causes: ['system.upgrade'],
+                            },
+                        ],
+                    },
+                },
+                {
+                    input: {
+                        newEvidence: {
+                            ts: '2026-01-10T22:00:00+08:00',
+                            text: 'The Tengah & Seletar Lines train service will start at 10am on 18 Feb. For MRT Shuttle Bus pick-up points, visit http://t.co/fwb2wOqI',
+                        },
+                        repo,
+                        // This is used by vitest-evals as the test name, as the library expects `input` to be a string.
+                        toString() {
+                            return '[MAINTENANCE] Service hour adjustments';
+                        },
+                    },
+                    expected: {
+                        claims: [
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_E',
+                                },
+                                effect: {
+                                    service: { kind: 'service-hours-adjustment' },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-18T00:00:00+08:00',
+                                    endAt: '2026-02-18T10:00:00+08:00',
+                                },
+                                causes: null,
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'TGL_MAIN_W',
+                                },
+                                effect: {
+                                    service: { kind: 'service-hours-adjustment' },
+                                    facility: null,
+                                },
+                                statusSignal: 'planned',
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-18T00:00:00+08:00',
+                                    endAt: '2026-02-18T10:00:00+08:00',
+                                },
+                                causes: null,
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'SLL_MAIN_N',
+                                },
+                                effect: {
+                                    service: { kind: 'service-hours-adjustment' },
+                                    facility: null,
+                                },
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-18T00:00:00+08:00',
+                                    endAt: '2026-02-18T10:00:00+08:00',
+                                },
+                                statusSignal: 'planned',
+                                causes: null,
+                            },
+                            {
+                                entity: {
+                                    type: 'service',
+                                    serviceId: 'SLL_MAIN_S',
+                                },
+                                effect: {
+                                    service: { kind: 'service-hours-adjustment' },
+                                    facility: null,
+                                },
+                                scopes: {
+                                    service: [{ type: 'service.whole' }],
+                                },
+                                timeHints: {
+                                    kind: 'fixed',
+                                    startAt: '2026-02-18T00:00:00+08:00',
+                                    endAt: '2026-02-18T10:00:00+08:00',
+                                },
+                                statusSignal: 'planned',
+                                causes: null,
+                            },
+                        ],
+                    },
+                },
+            ];
+        },
+        async task(input) {
+            const result = await extractClaimsFromNewEvidence(input);
+            return JSON.stringify(result);
+        },
+        scorers: [
+            StructuredOutputScorer({
+                match: 'fuzzy',
+                fuzzyOptions: { ignoreArrayOrder: true },
+            }),
+        ],
+    });
+});
+//# sourceMappingURL=eval.test.js.map

package/dist/llm/functions/extractClaimsFromNewEvidence/eval.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.test.js","sourceRoot":"/","sources":["llm/functions/extractClaimsFromNewEvidence/eval.test.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAGL,4BAA4B,GAC7B,MAAM,YAAY,CAAC;AAEpB,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,YAAY,CAAC,oDAAoD,EAAE;QACjE,iEAAiE;QACjE,KAAK,CAAC,IAAI;YACR,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CACpD,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAClE,MAAM,CAAC,WAAW,IAAI,IAAI,EAAE,wBAAwB,CAAC,CAAC;YAEtD,OAAO;gBACL;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,iIAAiI;yBACxI;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,iCAAiC,CAAC;wBAC3C,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE;4BACN;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,QAAQ,EAAE,IAAI;oCACd,OAAO,EAAE;wCACP,IAAI,EAAE,OAAO;wCACb,QAAQ,EAAE,IAAI;qCACf;iCACF;gCACD,YAAY,EAAE,MAAM;gCACpB,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP;4CACE,IAAI,EAAE,iBAAiB;4CACvB,aAAa,EAAE,KAAK;4CACpB,WAAW,EAAE,KAAK;yCACnB;qCACF;iCACF;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,YAAY;oCAClB,OAAO,EAAE,2BAA2B;iCACrC;gCACD,MAAM,EAAE,CAAC,aAAa,CAAC;6BACxB;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,QAAQ,EAAE,IAAI;oCACd,OAAO,EAAE;wCACP,IAAI,EAAE,OAAO;wCACb,QAAQ,EAAE,IAAI;qCACf;iCACF;gCACD,YAAY,EAAE,MAAM;gCACpB,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP;4CACE,IAAI,EAAE,iBAAiB;4CACvB,aAAa,EAAE,KAAK;4CACpB,WAAW,EAAE,KAAK;yCACnB;qCACF;iCACF;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,YAAY;oCAClB,OAAO,EAAE,2BAA2B;iCACrC;gCACD,MAAM,EAAE,CAAC,aAAa,CAAC;6BACxB;yBACF;qBACF;iBACF;gBACD;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,mEAAmE;yBAC1E;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,6BAA6B,CAAC;wBACvC,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE;4BACN;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,IAAI;oCACb,QAAQ,EAAE,IAAI;iCACf;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,YAAY,EAAE,SAAS;gCACvB,SAAS,EAAE;oCACT,IAAI,EAAE,UAAU;oCAChB,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,IAAI;oCACb,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,UAAU;oCAChB,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;yBACF;qBACF;iBACF;gBACD;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,uFAAuF;yBAC9F;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,gCAAgC,CAAC;wBAC1C,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE,EAAE;qBACX;iBACF;aAIA,CAAC;QACN,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,KAAK;YACd,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAC/C,KAAsD,CACvD,CAAC;YACF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,EAAE,CAAC,sBAAsB,EAAE,CAAC;KACpC,CAAC,CAAC;IACH,YAAY,CAAC,uDAAuD,EAAE;QACpE,iEAAiE;QACjE,KAAK,CAAC,IAAI;YACR,MAAM,KAAK,GAAG,IAAI,SAAS,CACzB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CACpD,CAAC;YACF,MAAM,IAAI,GAAG,IAAI,iBAAiB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9C,OAAO;gBACL;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,kGAAkG;yBACzG;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,yBAAyB,CAAC;wBACnC,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE;4BACN;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;oCAC/B,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE;oCAC/B,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;yBACF;qBACF;iBACF;gBACD;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,6NAA6N;yBACpO;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,wCAAwC,CAAC;wBAClD,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE;4BACN;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP,IAAI,EAAE,0BAA0B;qCACjC;oCACD,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP;4CACE,IAAI,EAAE,iBAAiB;4CACvB,aAAa,EAAE,KAAK;4CACpB,WAAW,EAAE,KAAK;yCACnB;qCACF;iCACF;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,WAAW;oCACjB,SAAS,EAAE,OAAO;oCAClB,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;oCAClC,UAAU,EAAE,IAAI;oCAChB,QAAQ,EAAE,gBAAgB;oCAC1B,UAAU,EAAE;wCACV,OAAO,EAAE,UAAU;wCACnB,KAAK,EAAE,UAAU;qCAClB;oCACD,aAAa,EAAE,IAAI;iCACpB;gCACD,MAAM,EAAE,CAAC,gBAAgB,CAAC;6BAC3B;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP,IAAI,EAAE,0BAA0B;qCACjC;oCACD,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE;wCACP;4CACE,IAAI,EAAE,iBAAiB;4CACvB,aAAa,EAAE,KAAK;4CACpB,WAAW,EAAE,KAAK;yCACnB;qCACF;iCACF;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,WAAW;oCACjB,SAAS,EAAE,OAAO;oCAClB,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;oCAClC,UAAU,EAAE,IAAI;oCAChB,QAAQ,EAAE,gBAAgB;oCAC1B,UAAU,EAAE;wCACV,OAAO,EAAE,UAAU;wCACnB,KAAK,EAAE,UAAU;qCAClB;oCACD,aAAa,EAAE,IAAI;iCACpB;gCACD,MAAM,EAAE,CAAC,gBAAgB,CAAC;6BAC3B;yBACF;qBACF;iBACF;gBACD;oBACE,KAAK,EAAE;wBACL,WAAW,EAAE;4BACX,EAAE,EAAE,2BAA2B;4BAC/B,IAAI,EAAE,uIAAuI;yBAC9I;wBACD,IAAI;wBACJ,gGAAgG;wBAChG,QAAQ;4BACN,OAAO,wCAAwC,CAAC;wBAClD,CAAC;qBACF;oBACD,QAAQ,EAAE;wBACR,MAAM,EAAE;4BACN;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE;oCAC7C,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE;oCAC7C,QAAQ,EAAE,IAAI;iCACf;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,MAAM,EAAE,IAAI;6BACb;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE;oCAC7C,QAAQ,EAAE,IAAI;iCACf;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE,IAAI;6BACb;4BACD;gCACE,MAAM,EAAE;oCACN,IAAI,EAAE,SAAS;oCACf,SAAS,EAAE,YAAY;iCACxB;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE;oCAC7C,QAAQ,EAAE,IAAI;iCACf;gCACD,MAAM,EAAE;oCACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;iCACrC;gCACD,SAAS,EAAE;oCACT,IAAI,EAAE,OAAO;oCACb,OAAO,EAAE,2BAA2B;oCACpC,KAAK,EAAE,2BAA2B;iCACnC;gCACD,YAAY,EAAE,SAAS;gCACvB,MAAM,EAAE,IAAI;6BACb;yBACF;qBACF;iBACF;aAIA,CAAC;QACN,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,KAAK;YACd,MAAM,MAAM,GAAG,MAAM,4BAA4B,CAC/C,KAAsD,CACvD,CAAC;YACF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,EAAE;YACP,sBAAsB,CAAC;gBACrB,KAAK,EAAE,OAAO;gBACd,YAAY,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE;aACzC,CAAC;SACH;KACF,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import 'dotenv/config';\n\nimport { resolve } from 'node:path';\nimport { describe } from 'vitest';\nimport { describeEval, StructuredOutputScorer } from 'vitest-evals';\nimport { FileStore } from '#repo/common/FileStore.js';\nimport { MRTDownRepository } from '#repo/MRTDownRepository.js';\nimport { assert } from '#util/assert.js';\nimport {\n  type ExtractClaimsFromNewEvidenceParams,\n  type ExtractClaimsFromNewEvidenceResult,\n  extractClaimsFromNewEvidence,\n} from './index.js';\n\ndescribe('extractClaimsFromNewEvidence', () => {\n  describeEval('should extract claims from new disruption evidence', {\n    // @ts-expect-error input is a string in the vitest-evals library\n    async data() {\n      const store = new FileStore(\n        resolve(import.meta.dirname, '../../fixtures/data'),\n      );\n      const repo = new MRTDownRepository({ store });\n      const issueBundle = repo.issues.get('2026-01-01-tgl-train-fault');\n      assert(issueBundle != null, 'Issue bundle not found');\n\n      return [\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-01T07:10:00+08:00',\n              text: '[TGL] Due to a track fault at Tengah, train services on the Tengah Line are delayed between Bukit Batok and Bukit Merah Central',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[DISRUPTION] Expansion of scope';\n            },\n          },\n          expected: {\n            claims: [\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_E',\n                },\n                effect: {\n                  facility: null,\n                  service: {\n                    kind: 'delay',\n                    duration: null,\n                  },\n                },\n                statusSignal: 'open',\n                scopes: {\n                  service: [\n                    {\n                      type: 'service.segment',\n                      fromStationId: 'BBT',\n                      toStationId: 'BMC',\n                    },\n                  ],\n                },\n                timeHints: {\n                  kind: 'start-only',\n                  startAt: '2026-01-01T07:10:00+08:00',\n                },\n                causes: ['track.fault'],\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_W',\n                },\n                effect: {\n                  facility: null,\n                  service: {\n                    kind: 'delay',\n                    duration: null,\n                  },\n                },\n                statusSignal: 'open',\n                scopes: {\n                  service: [\n                    {\n                      type: 'service.segment',\n                      fromStationId: 'BMC',\n                      toStationId: 'BBT',\n                    },\n                  ],\n                },\n                timeHints: {\n                  kind: 'start-only',\n                  startAt: '2026-01-01T07:10:00+08:00',\n                },\n                causes: ['track.fault'],\n              },\n            ],\n          },\n        },\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-01T07:10:00+08:00',\n              text: '[TGL] CLEARED: Fault has been cleared. Train service has resumed.',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[DISRUPTION] Issue resolved';\n            },\n          },\n          expected: {\n            claims: [\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_E',\n                },\n                effect: {\n                  service: null,\n                  facility: null,\n                },\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                statusSignal: 'cleared',\n                timeHints: {\n                  kind: 'end-only',\n                  endAt: '2026-01-01T07:10:00+08:00',\n                },\n                causes: null,\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_W',\n                },\n                effect: {\n                  service: null,\n                  facility: null,\n                },\n                statusSignal: 'cleared',\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'end-only',\n                  endAt: '2026-01-01T07:10:00+08:00',\n                },\n                causes: null,\n              },\n            ],\n          },\n        },\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-01T07:10:00+08:00',\n              text: '[TGL] UPDATE: For alternative travel options, please refer to https://t.co/Le6ROZGqsm',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[DISRUPTION] Irrelevant update';\n            },\n          },\n          expected: {\n            claims: [],\n          },\n        },\n      ] satisfies {\n        input: ExtractClaimsFromNewEvidenceParams & { toString(): string };\n        expected: ExtractClaimsFromNewEvidenceResult;\n      }[];\n    },\n    async task(input) {\n      const result = await extractClaimsFromNewEvidence(\n        input as unknown as ExtractClaimsFromNewEvidenceParams,\n      );\n      return JSON.stringify(result);\n    },\n    scorers: [StructuredOutputScorer()],\n  });\n  describeEval('should compute the impact of new maintenance evidence', {\n    // @ts-expect-error input is a string in the vitest-evals library\n    async data() {\n      const store = new FileStore(\n        resolve(import.meta.dirname, '../../fixtures/data'),\n      );\n      const repo = new MRTDownRepository({ store });\n\n      return [\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-01T07:10:00+08:00',\n              text: '[TGL] The Tengah Line will be closed for maintenance on Sat & Sun from 7 to 8 February 2026.',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[MAINTENANCE] New issue';\n            },\n          },\n          expected: {\n            claims: [\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_E',\n                },\n                effect: {\n                  service: { kind: 'no-service' },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-07T00:00:00+08:00',\n                  endAt: '2026-02-09T00:00:00+08:00',\n                },\n                causes: null,\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_W',\n                },\n                effect: {\n                  service: { kind: 'no-service' },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-07T00:00:00+08:00',\n                  endAt: '2026-02-09T00:00:00+08:00',\n                },\n                causes: null,\n              },\n            ],\n          },\n        },\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-01T07:10:00+08:00',\n              text: 'To continue testing the integrated systems and trains in preparation for Stage 2 of #TGL, train services from Bukit Batok to Bukit Merah Central will start later at 6.30am and end at 9pm daily from 1 to 8 February 2026.',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[MAINTENANCE] Service hour adjustments';\n            },\n          },\n          expected: {\n            claims: [\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_E',\n                },\n                effect: {\n                  service: {\n                    kind: 'service-hours-adjustment',\n                  },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [\n                    {\n                      type: 'service.segment',\n                      fromStationId: 'BBT',\n                      toStationId: 'BMC',\n                    },\n                  ],\n                },\n                timeHints: {\n                  kind: 'recurring',\n                  frequency: 'daily',\n                  startAt: '2026-02-01T21:00:00+08:00',\n                  endAt: '2026-02-08T21:00:00+08:00',\n                  daysOfWeek: null,\n                  timeZone: 'Asia/Singapore',\n                  timeWindow: {\n                    startAt: '21:00:00',\n                    endAt: '06:30:00',\n                  },\n                  excludedDates: null,\n                },\n                causes: ['system.upgrade'],\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_W',\n                },\n                effect: {\n                  service: {\n                    kind: 'service-hours-adjustment',\n                  },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [\n                    {\n                      type: 'service.segment',\n                      fromStationId: 'BMC',\n                      toStationId: 'BBT',\n                    },\n                  ],\n                },\n                timeHints: {\n                  kind: 'recurring',\n                  frequency: 'daily',\n                  startAt: '2026-02-01T21:00:00+08:00',\n                  endAt: '2026-02-08T21:00:00+08:00',\n                  daysOfWeek: null,\n                  timeZone: 'Asia/Singapore',\n                  timeWindow: {\n                    startAt: '21:00:00',\n                    endAt: '06:30:00',\n                  },\n                  excludedDates: null,\n                },\n                causes: ['system.upgrade'],\n              },\n            ],\n          },\n        },\n        {\n          input: {\n            newEvidence: {\n              ts: '2026-01-10T22:00:00+08:00',\n              text: 'The Tengah & Seletar Lines train service will start at 10am on 18 Feb. For MRT Shuttle Bus pick-up points, visit http://t.co/fwb2wOqI',\n            },\n            repo,\n            // This is used by vitest-evals as the test name, as the library expects `input` to be a string.\n            toString() {\n              return '[MAINTENANCE] Service hour adjustments';\n            },\n          },\n          expected: {\n            claims: [\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_E',\n                },\n                effect: {\n                  service: { kind: 'service-hours-adjustment' },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-18T00:00:00+08:00',\n                  endAt: '2026-02-18T10:00:00+08:00',\n                },\n                causes: null,\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'TGL_MAIN_W',\n                },\n                effect: {\n                  service: { kind: 'service-hours-adjustment' },\n                  facility: null,\n                },\n                statusSignal: 'planned',\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-18T00:00:00+08:00',\n                  endAt: '2026-02-18T10:00:00+08:00',\n                },\n                causes: null,\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'SLL_MAIN_N',\n                },\n                effect: {\n                  service: { kind: 'service-hours-adjustment' },\n                  facility: null,\n                },\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-18T00:00:00+08:00',\n                  endAt: '2026-02-18T10:00:00+08:00',\n                },\n                statusSignal: 'planned',\n                causes: null,\n              },\n              {\n                entity: {\n                  type: 'service',\n                  serviceId: 'SLL_MAIN_S',\n                },\n                effect: {\n                  service: { kind: 'service-hours-adjustment' },\n                  facility: null,\n                },\n                scopes: {\n                  service: [{ type: 'service.whole' }],\n                },\n                timeHints: {\n                  kind: 'fixed',\n                  startAt: '2026-02-18T00:00:00+08:00',\n                  endAt: '2026-02-18T10:00:00+08:00',\n                },\n                statusSignal: 'planned',\n                causes: null,\n              },\n            ],\n          },\n        },\n      ] satisfies {\n        input: ExtractClaimsFromNewEvidenceParams & { toString(): string };\n        expected: ExtractClaimsFromNewEvidenceResult;\n      }[];\n    },\n    async task(input) {\n      const result = await extractClaimsFromNewEvidence(\n        input as unknown as ExtractClaimsFromNewEvidenceParams,\n      );\n      return JSON.stringify(result);\n    },\n    scorers: [\n      StructuredOutputScorer({\n        match: 'fuzzy',\n        fuzzyOptions: { ignoreArrayOrder: true },\n      }),\n    ],\n  });\n});\n"]}

package/dist/llm/functions/extractClaimsFromNewEvidence/index.d.ts

@@ -0,0 +1,18 @@
+import type { MRTDownRepository } from '#repo/MRTDownRepository.js';
+import { type Claim } from '#schema/issue/claim.js';
+export interface ExtractClaimsFromNewEvidenceParams {
+    newEvidence: {
+        ts: string;
+        text: string;
+    };
+    repo: MRTDownRepository;
+}
+export type ExtractClaimsFromNewEvidenceResult = {
+    claims: Claim[];
+};
+/**
+ * Extract claims from new evidence.
+ * @param params
+ * @returns
+ */
+export declare function extractClaimsFromNewEvidence(params: ExtractClaimsFromNewEvidenceParams): Promise<ExtractClaimsFromNewEvidenceResult>;

package/dist/llm/functions/extractClaimsFromNewEvidence/index.js

@@ -0,0 +1,153 @@
+import { DateTime } from 'luxon';
+import z from 'zod';
+import { estimateOpenAICostFromUsage, normalizeOpenAIResponsesUsage, } from '#helpers/estimateOpenAICost.js';
+import { openAiClient } from '#llm/client.js';
+import { ClaimSchema } from '#schema/issue/claim.js';
+import { assert } from '#util/assert.js';
+import { buildSystemPrompt } from './prompt.js';
+import { FindLinesTool } from './tools/FindLinesTool.js';
+import { FindServicesTool } from './tools/FindServicesTool.js';
+import { FindStationsTool } from './tools/FindStationsTool.js';
+const TOOL_CALL_LIMIT = 5;
+const ResponseSchema = z.object({
+    claims: z.array(ClaimSchema),
+});
+/**
+ * Extract claims from new evidence.
+ * @param params
+ * @returns
+ */
+export async function extractClaimsFromNewEvidence(params) {
+    const evidenceTs = DateTime.fromISO(params.newEvidence.ts);
+    assert(evidenceTs.isValid, `Invalid date: ${params.newEvidence.ts}`);
+    const findStationsTool = new FindStationsTool(evidenceTs, params.repo);
+    const findServicesTool = new FindServicesTool(evidenceTs, params.repo);
+    const findLinesTool = new FindLinesTool(params.repo);
+    const toolRegistry = {
+        [findStationsTool.name]: findStationsTool,
+        [findServicesTool.name]: findServicesTool,
+        [findLinesTool.name]: findLinesTool,
+    };
+    const context = [
+        {
+            role: 'user',
+            content: `
+Evidence: ${params.newEvidence.text}
+
+Timestamp: ${evidenceTs.toISO({ includeOffset: true })}
+`.trim(),
+        },
+    ];
+    const systemPrompt = buildSystemPrompt();
+    const model = 'gpt-5-mini';
+    let toolCallCount = 0;
+    let response;
+    do {
+        response = await openAiClient.responses.parse({
+            model,
+            instructions: systemPrompt,
+            input: context,
+            reasoning: {
+                effort: 'medium',
+                summary: 'concise',
+            },
+            text: {
+                format: {
+                    type: 'json_schema',
+                    name: 'Response',
+                    strict: true,
+                    schema: z.toJSONSchema(ResponseSchema),
+                },
+            },
+            tools: Object.values(toolRegistry).map((tool) => {
+                return {
+                    type: 'function',
+                    name: tool.name,
+                    description: tool.description,
+                    parameters: tool.paramsSchema,
+                    strict: true,
+                };
+            }),
+            // Don't persist conversation with OpenAI, but include reasoning content to
+            // continue the thread with the same reasoning.
+            store: false,
+            include: ['reasoning.encrypted_content'],
+        });
+        for (const item of response.output) {
+            switch (item.type) {
+                case 'function_call': {
+                    /**
+                     * Prevent the `parsed_arguments` field from being included
+                     * https://github.com/openai/openai-python/issues/2374
+                     */
+                    context.push({
+                        type: 'function_call',
+                        id: item.id,
+                        call_id: item.call_id,
+                        name: item.name,
+                        arguments: item.arguments,
+                    });
+                    if (toolCallCount > TOOL_CALL_LIMIT) {
+                        context.push({
+                            type: 'function_call_output',
+                            call_id: item.call_id,
+                            output: 'Ran out of tool calls. Stop Calling.',
+                        });
+                        console.log('Forced short-circuit, returning error message in tool call result.');
+                    }
+                    if (item.name in toolRegistry) {
+                        const tool = toolRegistry[item.name];
+                        let params;
+                        try {
+                            params = tool.parseParams(JSON.parse(item.arguments));
+                        }
+                        catch (e) {
+                            console.error(`[extractClaimsFromNewEvidence] Error parsing parameters for tool "${item.name}" with arguments "${item.arguments}":`, e);
+                            context.push({
+                                type: 'function_call_output',
+                                call_id: item.call_id,
+                                output: `Invalid parameters for tool "${item.name}". Please try again.`,
+                            });
+                            continue;
+                        }
+                        // Call the tool's run function
+                        const result = await tool.runner(params);
+                        context.push({
+                            type: 'function_call_output',
+                            call_id: item.call_id,
+                            output: result,
+                        });
+                    }
+                    toolCallCount++;
+                    break;
+                }
+                default: {
+                    context.push(item);
+                    break;
+                }
+            }
+        }
+        const usage = normalizeOpenAIResponsesUsage(response.usage);
+        const estimate = estimateOpenAICostFromUsage({ model, usage });
+        if (usage != null) {
+            console.log('[extractClaimsFromNewEvidence] Usage:', {
+                inputTokens: usage.inputTokens,
+                cachedInputTokens: usage.cachedInputTokens,
+                outputTokens: usage.outputTokens,
+                totalTokens: usage.totalTokens,
+            });
+            if (estimate != null) {
+                console.log('[extractClaimsFromNewEvidence] Estimated cost (USD):', estimate.estimatedCostUsd.toFixed(8));
+            }
+            else {
+                console.log(`[extractClaimsFromNewEvidence] No pricing configured for model "${model}".`);
+            }
+        }
+        else {
+            console.log('[extractClaimsFromNewEvidence] Usage is unavailable');
+        }
+    } while (response.output.some((item) => item.type === 'function_call'));
+    assert(response.output_parsed != null, 'Response output parsed is null');
+    return response.output_parsed;
+}
+//# sourceMappingURL=index.js.map