@ramtinj95/opencode-tokenscope 1.5.1 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +38 -12
- package/dist/tokenscope-lib/analyzer.d.ts +2 -0
- package/dist/tokenscope-lib/analyzer.d.ts.map +1 -1
- package/dist/tokenscope-lib/analyzer.js +68 -23
- package/dist/tokenscope-lib/analyzer.js.map +1 -1
- package/dist/tokenscope-lib/config.d.ts.map +1 -1
- package/dist/tokenscope-lib/config.js +21 -11
- package/dist/tokenscope-lib/config.js.map +1 -1
- package/dist/tokenscope-lib/context.d.ts +4 -5
- package/dist/tokenscope-lib/context.d.ts.map +1 -1
- package/dist/tokenscope-lib/context.js +47 -42
- package/dist/tokenscope-lib/context.js.map +1 -1
- package/dist/tokenscope-lib/cost.d.ts +4 -0
- package/dist/tokenscope-lib/cost.d.ts.map +1 -1
- package/dist/tokenscope-lib/cost.js +38 -8
- package/dist/tokenscope-lib/cost.js.map +1 -1
- package/dist/tokenscope-lib/formatter.d.ts +3 -0
- package/dist/tokenscope-lib/formatter.d.ts.map +1 -1
- package/dist/tokenscope-lib/formatter.js +91 -21
- package/dist/tokenscope-lib/formatter.js.map +1 -1
- package/dist/tokenscope-lib/opencode.d.ts +4 -0
- package/dist/tokenscope-lib/opencode.d.ts.map +1 -0
- package/dist/tokenscope-lib/opencode.js +25 -0
- package/dist/tokenscope-lib/opencode.js.map +1 -0
- package/dist/tokenscope-lib/skill.d.ts +43 -5
- package/dist/tokenscope-lib/skill.d.ts.map +1 -1
- package/dist/tokenscope-lib/skill.js +435 -50
- package/dist/tokenscope-lib/skill.js.map +1 -1
- package/dist/tokenscope-lib/subagent.d.ts +4 -4
- package/dist/tokenscope-lib/subagent.d.ts.map +1 -1
- package/dist/tokenscope-lib/subagent.js +29 -24
- package/dist/tokenscope-lib/subagent.js.map +1 -1
- package/dist/tokenscope-lib/tokenizer.d.ts +3 -0
- package/dist/tokenscope-lib/tokenizer.d.ts.map +1 -1
- package/dist/tokenscope-lib/tokenizer.js +8 -2
- package/dist/tokenscope-lib/tokenizer.js.map +1 -1
- package/dist/tokenscope-lib/types.d.ts +30 -2
- package/dist/tokenscope-lib/types.d.ts.map +1 -1
- package/dist/tokenscope-lib/types.js.map +1 -1
- package/dist/tokenscope-lib/warnings.d.ts +8 -0
- package/dist/tokenscope-lib/warnings.d.ts.map +1 -0
- package/dist/tokenscope-lib/warnings.js +31 -0
- package/dist/tokenscope-lib/warnings.js.map +1 -0
- package/dist/tokenscope.d.ts.map +1 -1
- package/dist/tokenscope.js +125 -57
- package/dist/tokenscope.js.map +1 -1
- package/models.json +30922 -232
- package/package.json +1 -1
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
import type { SubagentAnalysis
|
|
1
|
+
import type { SubagentAnalysis } from "./types";
|
|
2
2
|
import { CostCalculator } from "./cost";
|
|
3
|
+
import { WarningCollector } from "./warnings";
|
|
3
4
|
export declare class SubagentAnalyzer {
|
|
4
5
|
private client;
|
|
5
6
|
private costCalculator;
|
|
6
|
-
private
|
|
7
|
-
constructor(client: any, costCalculator: CostCalculator,
|
|
7
|
+
private warnings?;
|
|
8
|
+
constructor(client: any, costCalculator: CostCalculator, warnings?: WarningCollector | undefined);
|
|
8
9
|
analyzeChildSessions(parentSessionID: string): Promise<SubagentAnalysis>;
|
|
9
10
|
private analyzeChildSession;
|
|
10
11
|
private extractAgentType;
|
|
11
|
-
private getPricing;
|
|
12
12
|
}
|
|
13
13
|
//# sourceMappingURL=subagent.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"subagent.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/subagent.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAmC,gBAAgB,EAAgB,
|
|
1
|
+
{"version":3,"file":"subagent.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/subagent.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAmC,gBAAgB,EAAgB,MAAM,SAAS,CAAA;AAC9F,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAA;AAEvC,OAAO,EAAE,gBAAgB,EAAsB,MAAM,YAAY,CAAA;AAEjE,qBAAa,gBAAgB;IAEzB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,QAAQ,CAAC;gBAFT,MAAM,EAAE,GAAG,EACX,cAAc,EAAE,cAAc,EAC9B,QAAQ,CAAC,EAAE,gBAAgB,YAAA;IAG/B,oBAAoB,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;YA2DhE,mBAAmB;IAmFjC,OAAO,CAAC,gBAAgB;CAMzB"}
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
// SubagentAnalyzer - analyzes child sessions from Task tool calls
|
|
2
|
+
import { fetchSessionChildren, fetchSessionMessages, unwrapResponseData } from "./opencode";
|
|
3
|
+
import { formatErrorMessage } from "./warnings";
|
|
2
4
|
export class SubagentAnalyzer {
|
|
3
5
|
client;
|
|
4
6
|
costCalculator;
|
|
5
|
-
|
|
6
|
-
constructor(client, costCalculator,
|
|
7
|
+
warnings;
|
|
8
|
+
constructor(client, costCalculator, warnings) {
|
|
7
9
|
this.client = client;
|
|
8
10
|
this.costCalculator = costCalculator;
|
|
9
|
-
this.
|
|
11
|
+
this.warnings = warnings;
|
|
10
12
|
}
|
|
11
13
|
async analyzeChildSessions(parentSessionID) {
|
|
12
14
|
const result = {
|
|
@@ -22,8 +24,8 @@ export class SubagentAnalyzer {
|
|
|
22
24
|
totalApiCalls: 0,
|
|
23
25
|
};
|
|
24
26
|
try {
|
|
25
|
-
const childrenResponse = await this.client
|
|
26
|
-
const children = (childrenResponse
|
|
27
|
+
const childrenResponse = await fetchSessionChildren(this.client, parentSessionID);
|
|
28
|
+
const children = unwrapResponseData(childrenResponse ?? []);
|
|
27
29
|
if (!Array.isArray(children) || children.length === 0)
|
|
28
30
|
return result;
|
|
29
31
|
for (const child of children) {
|
|
@@ -38,7 +40,7 @@ export class SubagentAnalyzer {
|
|
|
38
40
|
result.totalTokens += summary.totalTokens;
|
|
39
41
|
result.totalApiCost += summary.apiCost;
|
|
40
42
|
result.totalEstimatedCost += summary.estimatedCost;
|
|
41
|
-
result.totalApiCalls += summary.
|
|
43
|
+
result.totalApiCalls += summary.apiCallCount;
|
|
42
44
|
}
|
|
43
45
|
const nestedAnalysis = await this.analyzeChildSessions(child.id);
|
|
44
46
|
for (const nested of nestedAnalysis.subagents) {
|
|
@@ -56,24 +58,33 @@ export class SubagentAnalyzer {
|
|
|
56
58
|
}
|
|
57
59
|
}
|
|
58
60
|
catch (error) {
|
|
59
|
-
|
|
61
|
+
this.warnings?.add(`Subagent analysis was skipped for session ${parentSessionID}: ${formatErrorMessage(error)}`, `subagent-root:${parentSessionID}`);
|
|
60
62
|
}
|
|
61
63
|
return result;
|
|
62
64
|
}
|
|
63
65
|
async analyzeChildSession(child) {
|
|
64
66
|
try {
|
|
65
|
-
const messagesResponse = await this.client
|
|
66
|
-
const messages = (messagesResponse
|
|
67
|
+
const messagesResponse = await fetchSessionMessages(this.client, child.id);
|
|
68
|
+
const messages = unwrapResponseData(messagesResponse ?? []);
|
|
67
69
|
if (!Array.isArray(messages) || messages.length === 0)
|
|
68
70
|
return null;
|
|
69
71
|
const agentType = this.extractAgentType(child.title);
|
|
70
72
|
let inputTokens = 0, outputTokens = 0, reasoningTokens = 0;
|
|
71
73
|
let cacheReadTokens = 0, cacheWriteTokens = 0;
|
|
72
|
-
let apiCost = 0, assistantMessageCount = 0, modelName = "unknown";
|
|
74
|
+
let apiCost = 0, assistantMessageCount = 0, telemetryApiCalls = 0, stepFinishCount = 0, providerID = "", modelName = "unknown";
|
|
73
75
|
for (const message of messages) {
|
|
76
|
+
stepFinishCount += message.parts.filter((part) => part.type === "step-finish").length;
|
|
74
77
|
if (message.info.role === "assistant") {
|
|
75
78
|
assistantMessageCount++;
|
|
76
79
|
const tokens = message.info.tokens;
|
|
80
|
+
const tokenTotal = (Number(tokens?.input) || 0) +
|
|
81
|
+
(Number(tokens?.output) || 0) +
|
|
82
|
+
(Number(tokens?.reasoning) || 0) +
|
|
83
|
+
(Number(tokens?.cache?.read) || 0) +
|
|
84
|
+
(Number(tokens?.cache?.write) || 0);
|
|
85
|
+
if (tokenTotal > 0 || (Number(message.info.cost) || 0) > 0) {
|
|
86
|
+
telemetryApiCalls++;
|
|
87
|
+
}
|
|
77
88
|
if (tokens) {
|
|
78
89
|
inputTokens += Number(tokens.input) || 0;
|
|
79
90
|
outputTokens += Number(tokens.output) || 0;
|
|
@@ -82,12 +93,16 @@ export class SubagentAnalyzer {
|
|
|
82
93
|
cacheWriteTokens += Number(tokens.cache?.write) || 0;
|
|
83
94
|
}
|
|
84
95
|
apiCost += Number(message.info.cost) || 0;
|
|
96
|
+
if (message.info.providerID)
|
|
97
|
+
providerID = message.info.providerID;
|
|
85
98
|
if (message.info.modelID)
|
|
86
99
|
modelName = message.info.modelID;
|
|
87
100
|
}
|
|
88
101
|
}
|
|
102
|
+
const apiCallCount = stepFinishCount > 0 ? stepFinishCount : telemetryApiCalls;
|
|
89
103
|
const totalTokens = inputTokens + outputTokens + reasoningTokens + cacheReadTokens + cacheWriteTokens;
|
|
90
|
-
const
|
|
104
|
+
const pricingModelName = this.costCalculator.buildLookupKey(providerID, modelName) || modelName;
|
|
105
|
+
const pricing = this.costCalculator.getPricing(pricingModelName);
|
|
91
106
|
const estimatedCost = (inputTokens / 1_000_000) * pricing.input +
|
|
92
107
|
((outputTokens + reasoningTokens) / 1_000_000) * pricing.output +
|
|
93
108
|
(cacheReadTokens / 1_000_000) * pricing.cacheRead +
|
|
@@ -105,30 +120,20 @@ export class SubagentAnalyzer {
|
|
|
105
120
|
apiCost,
|
|
106
121
|
estimatedCost,
|
|
107
122
|
assistantMessageCount,
|
|
123
|
+
apiCallCount,
|
|
108
124
|
};
|
|
109
125
|
}
|
|
110
126
|
catch (error) {
|
|
111
|
-
|
|
127
|
+
this.warnings?.add(`A child session could not be analyzed (${child.id}): ${formatErrorMessage(error)}`, `subagent-child:${child.id}`);
|
|
112
128
|
return null;
|
|
113
129
|
}
|
|
114
130
|
}
|
|
115
131
|
extractAgentType(title) {
|
|
116
|
-
const match = title.match(/@(
|
|
132
|
+
const match = title.match(/@([A-Za-z0-9._-]+)\s+subagent/i);
|
|
117
133
|
if (match)
|
|
118
134
|
return match[1];
|
|
119
135
|
const words = title.split(/\s+/);
|
|
120
136
|
return words[0]?.toLowerCase() || "subagent";
|
|
121
137
|
}
|
|
122
|
-
getPricing(modelName) {
|
|
123
|
-
const normalizedName = modelName.includes("/") ? modelName.split("/").pop() || modelName : modelName;
|
|
124
|
-
if (this.pricingData[normalizedName])
|
|
125
|
-
return this.pricingData[normalizedName];
|
|
126
|
-
const lowerModel = normalizedName.toLowerCase();
|
|
127
|
-
for (const [key, pricing] of Object.entries(this.pricingData)) {
|
|
128
|
-
if (lowerModel.startsWith(key.toLowerCase()))
|
|
129
|
-
return pricing;
|
|
130
|
-
}
|
|
131
|
-
return this.pricingData["default"] || { input: 1, output: 3, cacheWrite: 0, cacheRead: 0 };
|
|
132
|
-
}
|
|
133
138
|
}
|
|
134
139
|
//# sourceMappingURL=subagent.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"subagent.js","sourceRoot":"","sources":["../../tokenscope-lib/subagent.ts"],"names":[],"mappings":"AAAA,kEAAkE;
|
|
1
|
+
{"version":3,"file":"subagent.js","sourceRoot":"","sources":["../../tokenscope-lib/subagent.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAIlE,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC3F,OAAO,EAAoB,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAEjE,MAAM,OAAO,gBAAgB;IAEjB;IACA;IACA;IAHV,YACU,MAAW,EACX,cAA8B,EAC9B,QAA2B;QAF3B,WAAM,GAAN,MAAM,CAAK;QACX,mBAAc,GAAd,cAAc,CAAgB;QAC9B,aAAQ,GAAR,QAAQ,CAAmB;IAClC,CAAC;IAEJ,KAAK,CAAC,oBAAoB,CAAC,eAAuB;QAChD,MAAM,MAAM,GAAqB;YAC/B,SAAS,EAAE,EAAE;YACb,gBAAgB,EAAE,CAAC;YACnB,iBAAiB,EAAE,CAAC;YACpB,oBAAoB,EAAE,CAAC;YACvB,oBAAoB,EAAE,CAAC;YACvB,qBAAqB,EAAE,CAAC;YACxB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,kBAAkB,EAAE,CAAC;YACrB,aAAa,EAAE,CAAC;SACjB,CAAA;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAA;YACjF,MAAM,QAAQ,GAAmB,kBAAkB,CAAiB,gBAAgB,IAAI,EAAE,CAAC,CAAA;YAE3F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAA;YAEpE,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;gBACrD,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBAC9B,MAAM,CAAC,gBAAgB,IAAI,OAAO,CAAC,WAAW,CAAA;oBAC9C,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC,YAAY,CAAA;oBAChD,MAAM,CAAC,oBAAoB,IAAI,OAAO,CAAC,eAAe,CAAA;oBACtD,MAAM,CAAC,oBAAoB,IAAI,OAAO,CAAC,eAAe,CAAA;oBACtD,MAAM,CAAC,qBAAqB,IAAI,OAAO,CAAC,gBAAgB,CAAA;oBACxD,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAA;oBACzC,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,OAAO,CAAA;oBACtC,MAAM,CAAC,kBAAkB,IAAI,OAAO,CAAC,aAAa,CAAA;oBAClD,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,YAAY,CAAA;gBAC9C,CAAC;gBAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAChE,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC9C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC/B,CAAC;gBACD,MAAM,CAAC,gBAAgB,IAAI,cAAc,CAAC,gBAAgB,CAAA;gBAC1D,MAAM,CAAC,iBAAiB,IAAI,cAAc,CAAC,iBAAiB,CAAA;gBAC5D,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB,CAAA;gBAClE,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB,CAAA;gBAClE,MAAM,CAAC,qBAAqB,IAAI,cAAc,CAAC,qBAAqB,CAAA;gBACpE,MAAM,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW,CAAA;gBAChD,MAAM,CAAC,YAAY,IAAI,cAAc,CAAC,YAAY,CAAA;gBAClD,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB,CAAA;gBAC9D,MAAM,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAA;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,GAAG,CAChB,6CAA6C,eAAe,KAAK,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAC5F,iBAAiB,eAAe,EAAE,CACnC,CAAA;QACH,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAmB;QACnD,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;YAC1E,MAAM,QAAQ,GAAqB,kBAAkB,CAAmB,gBAAgB,IAAI,EAAE,CAAC,CAAA;YAE/F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAA;YAElE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpD,IAAI,WAAW,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,EAChB,eAAe,GAAG,CAAC,CAAA;YACrB,IAAI,eAAe,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,CAAA;YACtB,IAAI,OAAO,GAAG,CAAC,EACb,qBAAqB,GAAG,CAAC,EACzB,iBAAiB,GAAG,CAAC,EACrB,eAAe,GAAG,CAAC,EACnB,UAAU,GAAG,EAAE,EACf,SAAS,GAAG,SAAS,CAAA;YAEvB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,eAAe,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,MAAM,CAAA;gBAErF,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtC,qBAAqB,EAAE,CAAA;oBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAA;oBAClC,MAAM,UAAU,GACd,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC5B,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;wBAC7B,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;wBAChC,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClC,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;oBACrC,IAAI,UAAU,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC3D,iBAAiB,EAAE,CAAA;oBACrB,CAAC;oBACD,IAAI,MAAM,EAAE,CAAC;wBACX,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;wBACxC,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;wBAC1C,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;wBAChD,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;wBAClD,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;oBACtD,CAAC;oBACD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACzC,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU;wBAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAA;oBACjE,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO;wBAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAA;gBAC5D,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB,CAAA;YAE9E,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,eAAe,GAAG,eAAe,GAAG,gBAAgB,CAAA;YACrG,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,SAAS,CAAA;YAC/F,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAA;YAChE,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK;gBACzC,CAAC,CAAC,YAAY,GAAG,eAAe,CAAC,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM;gBAC/D,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS;gBACjD,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,UAAU,CAAA;YAErD,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,EAAE;gBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS;gBACT,WAAW;gBACX,YAAY;gBACZ,eAAe;gBACf,eAAe;gBACf,gBAAgB;gBAChB,WAAW;gBACX,OAAO;gBACP,aAAa;gBACb,qBAAqB;gBACrB,YAAY;aACb,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,GAAG,CAChB,0CAA0C,KAAK,CAAC,EAAE,MAAM,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACnF,kBAAkB,KAAK,CAAC,EAAE,EAAE,CAC7B,CAAA;YACD,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAa;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAA;QAC3D,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAA;QAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,UAAU,CAAA;IAC9C,CAAC;CACF"}
|
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
import type { TokenModel } from "./types";
|
|
2
|
+
import { WarningCollector } from "./warnings";
|
|
2
3
|
export declare class TokenizerManager {
|
|
4
|
+
private warnings?;
|
|
3
5
|
private tiktokenCache;
|
|
4
6
|
private transformerCache;
|
|
5
7
|
private tiktokenModule?;
|
|
6
8
|
private transformersModule?;
|
|
9
|
+
constructor(warnings?: WarningCollector | undefined);
|
|
7
10
|
countTokens(content: string, model: TokenModel): Promise<number>;
|
|
8
11
|
private approximateTokenCount;
|
|
9
12
|
private countWithTiktoken;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;
|
|
1
|
+
{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAEzC,OAAO,EAAE,gBAAgB,EAAsB,MAAM,YAAY,CAAA;AAEjE,qBAAa,gBAAgB;IAMf,OAAO,CAAC,QAAQ,CAAC;IAL7B,OAAO,CAAC,aAAa,CAAyB;IAC9C,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,cAAc,CAAC,CAAc;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAc;gBAErB,QAAQ,CAAC,EAAE,gBAAgB,YAAA;IAEzC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBtE,OAAO,CAAC,qBAAqB;YAIf,iBAAiB;YASjB,qBAAqB;YAcrB,mBAAmB;YAwBnB,kBAAkB;YAOlB,yBAAyB;YAoBzB,sBAAsB;YAOtB,gBAAgB;CAiB/B"}
|
|
@@ -3,11 +3,16 @@ import path from "path";
|
|
|
3
3
|
import fs from "fs/promises";
|
|
4
4
|
import { pathToFileURL } from "url";
|
|
5
5
|
import { VENDOR_ROOT } from "./config";
|
|
6
|
+
import { formatErrorMessage } from "./warnings";
|
|
6
7
|
export class TokenizerManager {
|
|
8
|
+
warnings;
|
|
7
9
|
tiktokenCache = new Map();
|
|
8
10
|
transformerCache = new Map();
|
|
9
11
|
tiktokenModule;
|
|
10
12
|
transformersModule;
|
|
13
|
+
constructor(warnings) {
|
|
14
|
+
this.warnings = warnings;
|
|
15
|
+
}
|
|
11
16
|
async countTokens(content, model) {
|
|
12
17
|
if (!content.trim())
|
|
13
18
|
return 0;
|
|
@@ -22,7 +27,7 @@ export class TokenizerManager {
|
|
|
22
27
|
}
|
|
23
28
|
}
|
|
24
29
|
catch (error) {
|
|
25
|
-
|
|
30
|
+
this.warnings?.add(`Token counting fell back to approximate mode for model '${model.name}': ${formatErrorMessage(error)}`, `token-count:${model.name}`);
|
|
26
31
|
return this.approximateTokenCount(content);
|
|
27
32
|
}
|
|
28
33
|
}
|
|
@@ -87,7 +92,8 @@ export class TokenizerManager {
|
|
|
87
92
|
this.transformerCache.set(hub, tokenizer);
|
|
88
93
|
return tokenizer;
|
|
89
94
|
}
|
|
90
|
-
catch {
|
|
95
|
+
catch (error) {
|
|
96
|
+
this.warnings?.add(`Could not load the tokenizer '${hub}'. Transformer-based counts will use the approximate fallback instead: ${formatErrorMessage(error)}`, `transformer-load:${hub}`);
|
|
91
97
|
this.transformerCache.set(hub, null);
|
|
92
98
|
return null;
|
|
93
99
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAAA,mEAAmE;AAEnE,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,aAAa,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAA;AAEnC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;
|
|
1
|
+
{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAAA,mEAAmE;AAEnE,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,aAAa,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAA;AAEnC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AACtC,OAAO,EAAoB,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAEjE,MAAM,OAAO,gBAAgB;IAMP;IALZ,aAAa,GAAG,IAAI,GAAG,EAAe,CAAA;IACtC,gBAAgB,GAAG,IAAI,GAAG,EAAe,CAAA;IACzC,cAAc,CAAe;IAC7B,kBAAkB,CAAe;IAEzC,YAAoB,QAA2B;QAA3B,aAAQ,GAAR,QAAQ,CAAmB;IAAG,CAAC;IAEnD,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,KAAiB;QAClD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,CAAA;QAE7B,IAAI,CAAC;YACH,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACxB,KAAK,QAAQ;oBACX,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;gBAC5C,KAAK,UAAU;oBACb,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAChE,KAAK,cAAc;oBACjB,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACpE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,GAAG,CAChB,2DAA2D,KAAK,CAAC,IAAI,MAAM,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACtG,eAAe,KAAK,CAAC,IAAI,EAAE,CAC5B,CAAA;YACD,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,OAAe;QAC3C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAa;QAC5D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QACrD,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,OAAe,EAAE,GAAW;QAC9D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAA;QAC3D,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAA;QAC9G,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAa;QAC7C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAC3C,MAAM,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,OAAO,EAAE,gBAAgB,CAAA;QAC9E,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,OAAO,EAAE,WAAW,CAAA;QAE/D,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;YACtC,OAAO,EAAE,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;QAC/E,CAAC;QAED,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAA;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,WAAW,CAAC,aAAa,CAAC,CAAA;QACtC,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QACtC,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAA;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,GAAW;QACjD,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACvC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAA;YAC7D,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;YAC1D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YACzC,OAAO,SAAS,CAAA;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,EAAE,GAAG,CAChB,iCAAiC,GAAG,0EAA0E,kBAAkB,CAAC,KAAK,CAAC,EAAE,EACzI,oBAAoB,GAAG,EAAE,CAC1B,CAAA;YACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YACpC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB;QAClC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,2BAA2B,CAAC,CAAA;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,cAAc,CAAC,CAAA;QAC/D,IAAI,IAAY,CAAA;QAChB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,gGAAgG;gBAC9F,kBAAkB,WAAW,EAAE,CAClC,CAAA;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAA;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QACpD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC9C,CAAC;CACF"}
|
|
@@ -5,9 +5,14 @@ export interface SessionMessage {
|
|
|
5
5
|
export interface SessionMessageInfo {
|
|
6
6
|
id: string;
|
|
7
7
|
role: string;
|
|
8
|
+
agent?: string;
|
|
9
|
+
model?: {
|
|
10
|
+
providerID?: string;
|
|
11
|
+
modelID?: string;
|
|
12
|
+
};
|
|
8
13
|
modelID?: string;
|
|
9
14
|
providerID?: string;
|
|
10
|
-
system?: string[];
|
|
15
|
+
system?: string | string[];
|
|
11
16
|
tokens?: TokenUsage;
|
|
12
17
|
cost?: number;
|
|
13
18
|
}
|
|
@@ -41,6 +46,11 @@ export interface ToolState {
|
|
|
41
46
|
output?: string;
|
|
42
47
|
title?: string;
|
|
43
48
|
metadata?: Record<string, unknown>;
|
|
49
|
+
time?: {
|
|
50
|
+
start?: number;
|
|
51
|
+
end?: number;
|
|
52
|
+
compacted?: number;
|
|
53
|
+
};
|
|
44
54
|
}
|
|
45
55
|
export interface CategoryEntry {
|
|
46
56
|
label: string;
|
|
@@ -55,6 +65,7 @@ export interface CategorySummary {
|
|
|
55
65
|
export interface TokenAnalysis {
|
|
56
66
|
sessionID: string;
|
|
57
67
|
model: TokenModel;
|
|
68
|
+
pricingModelName?: string;
|
|
58
69
|
categories: {
|
|
59
70
|
system: CategorySummary;
|
|
60
71
|
user: CategorySummary;
|
|
@@ -69,6 +80,7 @@ export interface TokenAnalysis {
|
|
|
69
80
|
cacheReadTokens: number;
|
|
70
81
|
cacheWriteTokens: number;
|
|
71
82
|
assistantMessageCount: number;
|
|
83
|
+
apiCallCount: number;
|
|
72
84
|
mostRecentInput: number;
|
|
73
85
|
mostRecentOutput: number;
|
|
74
86
|
mostRecentReasoning: number;
|
|
@@ -78,6 +90,7 @@ export interface TokenAnalysis {
|
|
|
78
90
|
mostRecentCost: number;
|
|
79
91
|
allToolsCalled: string[];
|
|
80
92
|
toolCallCounts: Map<string, number>;
|
|
93
|
+
warnings: string[];
|
|
81
94
|
subagentAnalysis?: SubagentAnalysis;
|
|
82
95
|
contextBreakdown?: ContextBreakdown;
|
|
83
96
|
toolEstimates?: ToolSchemaEstimate[];
|
|
@@ -133,6 +146,7 @@ export interface SubagentSummary {
|
|
|
133
146
|
apiCost: number;
|
|
134
147
|
estimatedCost: number;
|
|
135
148
|
assistantMessageCount: number;
|
|
149
|
+
apiCallCount: number;
|
|
136
150
|
}
|
|
137
151
|
export interface SubagentAnalysis {
|
|
138
152
|
subagents: SubagentSummary[];
|
|
@@ -186,12 +200,21 @@ export interface LoadedSkill {
|
|
|
186
200
|
totalTokens: number;
|
|
187
201
|
content: string;
|
|
188
202
|
}
|
|
203
|
+
export interface AvailableSubagent {
|
|
204
|
+
name: string;
|
|
205
|
+
description: string;
|
|
206
|
+
tokens: number;
|
|
207
|
+
}
|
|
189
208
|
export interface SkillAnalysis {
|
|
190
209
|
availableSkills: AvailableSkill[];
|
|
210
|
+
availableSubagents: AvailableSubagent[];
|
|
191
211
|
loadedSkills: LoadedSkill[];
|
|
192
212
|
totalAvailableTokens: number;
|
|
213
|
+
totalAvailableSubagentTokens: number;
|
|
193
214
|
totalLoadedTokens: number;
|
|
215
|
+
availableSkillsContextTokens: number;
|
|
194
216
|
skillToolDescriptionTokens: number;
|
|
217
|
+
taskToolDescriptionTokens: number;
|
|
195
218
|
}
|
|
196
219
|
export interface CacheEfficiency {
|
|
197
220
|
cacheReadTokens: number;
|
|
@@ -222,7 +245,12 @@ export interface ExportedMessage {
|
|
|
222
245
|
export interface ExportedMessageInfo {
|
|
223
246
|
id: string;
|
|
224
247
|
role: "user" | "assistant";
|
|
225
|
-
|
|
248
|
+
agent?: string;
|
|
249
|
+
model?: {
|
|
250
|
+
providerID?: string;
|
|
251
|
+
modelID?: string;
|
|
252
|
+
};
|
|
253
|
+
system?: string | string[];
|
|
226
254
|
tools?: Record<string, boolean>;
|
|
227
255
|
tokens?: TokenUsage;
|
|
228
256
|
cost?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAA;IACxB,KAAK,EAAE,kBAAkB,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAA;IACxB,KAAK,EAAE,kBAAkB,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,OAAO,CAAC,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QACN,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;CACF;AAED,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GACnD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,GAChD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAA;AAE5C,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,CAAA;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAClC,IAAI,CAAC,EAAE;QACL,KAAK,CAAC,EAAE,MAAM,CAAA;QACd,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;CACF;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,aAAa,EAAE,CAAA;IACxB,UAAU,EAAE,aAAa,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,CAAA;IACjB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,UAAU,EAAE;QACV,MAAM,EAAE,eAAe,CAAA;QACvB,IAAI,EAAE,eAAe,CAAA;QACrB,SAAS,EAAE,eAAe,CAAA;QAC1B,KAAK,EAAE,eAAe,CAAA;QACtB,SAAS,EAAE,eAAe,CAAA;KAC3B,CAAA;IACD,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,qBAAqB,EAAE,MAAM,CAAA;IAC7B,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,mBAAmB,EAAE,MAAM,CAAA;IAC3B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACnC,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IAEnC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IACnC,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAA;IACpC,eAAe,CAAC,EAAE,eAAe,CAAA;IACjC,aAAa,CAAC,EAAE,aAAa,CAAA;CAC9B;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,aAAa,CAAA;CACpB;AAED,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAA;AAEtB,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,OAAO,CAAA;IACvB,cAAc,EAAE,MAAM,CAAA;IACtB,iBAAiB,EAAE,MAAM,CAAA;IACzB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,kBAAkB,EAAE,MAAM,CAAA;IAC1B,mBAAmB,EAAE,MAAM,CAAA;IAC3B,sBAAsB,EAAE,MAAM,CAAA;IAC9B,uBAAuB,EAAE,MAAM,CAAA;IAC/B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,wBAAwB,EAAE,MAAM,CAAA;IAChC,yBAAyB,EAAE,MAAM,CAAA;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,aAAa,EAAE,MAAM,CAAA;IACrB,qBAAqB,EAAE,MAAM,CAAA;IAC7B,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,eAAe,EAAE,CAAA;IAC5B,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,aAAa,EAAE,MAAM,CAAA;CACtB;AAID,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,gBAAgB,CAAA;IAClC,eAAe,EAAE,gBAAgB,GAAG;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAA;IACzD,kBAAkB,EAAE,gBAAgB,GAAG;QAAE,UAAU,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IAC/D,WAAW,EAAE,gBAAgB,GAAG;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAA;IACrD,kBAAkB,EAAE,gBAAgB,GAAG;QAAE,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IAC5D,kBAAkB,EAAE,MAAM,CAAA;CAC3B;AAID,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,OAAO,CAAA;IAChB,eAAe,EAAE,MAAM,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;CACxB;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,iBAAiB,EAAE,MAAM,CAAA;IACzB,MAAM,EAAE,MAAM,CAAA;IACd,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,eAAe,EAAE,cAAc,EAAE,CAAA;IACjC,kBAAkB,EAAE,iBAAiB,EAAE,CAAA;IACvC,YAAY,EAAE,WAAW,EAAE,CAAA;IAC3B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,4BAA4B,EAAE,MAAM,CAAA;IACpC,iBAAiB,EAAE,MAAM,CAAA;IACzB,4BAA4B,EAAE,MAAM,CAAA;IACpC,0BAA0B,EAAE,MAAM,CAAA;IAClC,yBAAyB,EAAE,MAAM,CAAA;CAClC;AAID,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,mBAAmB,CAAA;IACzB,QAAQ,EAAE,eAAe,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,mBAAmB,CAAA;IACzB,KAAK,EAAE,YAAY,EAAE,CAAA;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,GAAG,WAAW,CAAA;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,OAAO,CAAC,EAAE,MAAM,CAAA;KACjB,CAAA;IACD,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAA;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QACN,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAChC,CAAA;CACF;AAID,MAAM,WAAW,gBAAgB;IAC/B,sBAAsB,EAAE,OAAO,CAAA;IAC/B,0BAA0B,EAAE,OAAO,CAAA;IACnC,qBAAqB,EAAE,OAAO,CAAA;IAC9B,sBAAsB,EAAE,OAAO,CAAA;IAC/B,mBAAmB,EAAE,OAAO,CAAA;CAC7B;AAID,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IACnC,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAA;IACpC,eAAe,CAAC,EAAE,eAAe,CAAA;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAID,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,CAE7G;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAErG;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,CAEhH"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAAA,iDAAiD;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAAA,iDAAiD;AA2TjD,cAAc;AAEd,MAAM,UAAU,UAAU,CAAC,IAAwB;IACjD,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAA;AAC7B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAwB;IACtD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAwB;IACjD,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAA;AAC7B,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export declare class WarningCollector {
|
|
2
|
+
private readonly warnings;
|
|
3
|
+
private readonly seen;
|
|
4
|
+
add(message: string, key?: string): void;
|
|
5
|
+
list(): string[];
|
|
6
|
+
}
|
|
7
|
+
export declare function formatErrorMessage(error: unknown): string;
|
|
8
|
+
//# sourceMappingURL=warnings.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"warnings.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/warnings.ts"],"names":[],"mappings":"AAEA,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAoB;IAEzC,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI;IAUxC,IAAI,IAAI,MAAM,EAAE;CAGjB;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAczD"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
// Warning collection helpers for non-fatal analysis issues
|
|
2
|
+
export class WarningCollector {
|
|
3
|
+
warnings = [];
|
|
4
|
+
seen = new Set();
|
|
5
|
+
add(message, key) {
|
|
6
|
+
const dedupeKey = key ?? message;
|
|
7
|
+
if (this.seen.has(dedupeKey)) {
|
|
8
|
+
return;
|
|
9
|
+
}
|
|
10
|
+
this.seen.add(dedupeKey);
|
|
11
|
+
this.warnings.push(message);
|
|
12
|
+
}
|
|
13
|
+
list() {
|
|
14
|
+
return [...this.warnings];
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
export function formatErrorMessage(error) {
|
|
18
|
+
if (error instanceof Error) {
|
|
19
|
+
return error.message;
|
|
20
|
+
}
|
|
21
|
+
if (typeof error === "string") {
|
|
22
|
+
return error;
|
|
23
|
+
}
|
|
24
|
+
try {
|
|
25
|
+
return JSON.stringify(error);
|
|
26
|
+
}
|
|
27
|
+
catch {
|
|
28
|
+
return String(error);
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=warnings.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"warnings.js","sourceRoot":"","sources":["../../tokenscope-lib/warnings.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAE3D,MAAM,OAAO,gBAAgB;IACV,QAAQ,GAAa,EAAE,CAAA;IACvB,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAEzC,GAAG,CAAC,OAAe,EAAE,GAAY;QAC/B,MAAM,SAAS,GAAG,GAAG,IAAI,OAAO,CAAA;QAChC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,OAAM;QACR,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACxB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC7B,CAAC;IAED,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;IAC3B,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAA;IACtB,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAA;IACtB,CAAC;AACH,CAAC"}
|
package/dist/tokenscope.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenscope.d.ts","sourceRoot":"","sources":["../tokenscope.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;
|
|
1
|
+
{"version":3,"file":"tokenscope.d.ts","sourceRoot":"","sources":["../tokenscope.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AA4DjD,eAAO,MAAM,mBAAmB,EAAE,MA2JjC,CAAA;AAGD,eAAe,mBAAmB,CAAA"}
|