@loopstack/quota 0.22.2 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +106 -0
- package/dist/calculators/__tests__/ai-generate-text-quota.calculator.spec.js +68 -30
- package/dist/calculators/__tests__/ai-generate-text-quota.calculator.spec.js.map +1 -1
- package/dist/calculators/ai-generate-text-quota.calculator.d.ts.map +1 -1
- package/dist/calculators/ai-generate-text-quota.calculator.js +18 -14
- package/dist/calculators/ai-generate-text-quota.calculator.js.map +1 -1
- package/dist/calculators/index.d.ts +1 -0
- package/dist/calculators/index.d.ts.map +1 -1
- package/dist/calculators/index.js +1 -0
- package/dist/calculators/index.js.map +1 -1
- package/dist/calculators/model-pricing.d.ts +8 -0
- package/dist/calculators/model-pricing.d.ts.map +1 -0
- package/dist/calculators/model-pricing.js +62 -0
- package/dist/calculators/model-pricing.js.map +1 -0
- package/dist/quota.module.d.ts.map +1 -1
- package/dist/quota.module.js +12 -7
- package/dist/quota.module.js.map +1 -1
- package/dist/services/__tests__/quota-client.service.spec.js +13 -13
- package/dist/services/__tests__/quota-client.service.spec.js.map +1 -1
- package/dist/services/__tests__/quota.interceptor.spec.js +9 -9
- package/dist/services/__tests__/quota.interceptor.spec.js.map +1 -1
- package/package.json +23 -2
package/README.md
ADDED
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
# @loopstack/quota
|
|
2
|
+
|
|
3
|
+
> A module for the [Loopstack AI](https://loopstack.ai) automation framework.
|
|
4
|
+
|
|
5
|
+
Opt-in quota tracking and enforcement for Loopstack tool calls. Backed by Redis; ships with calculators for AI token usage and processing time.
|
|
6
|
+
|
|
7
|
+
## Overview
|
|
8
|
+
|
|
9
|
+
Loopstack workflows can call arbitrarily many tools, and some of those tools (especially AI-generation ones) incur real cost. The Quota module gives you a consistent way to meter those costs and optionally reject calls once a user or workspace hits a limit. It hooks in as a NestJS interceptor, so you don't need to thread quota checks through your tool code.
|
|
10
|
+
|
|
11
|
+
By using this module you'll get:
|
|
12
|
+
|
|
13
|
+
- **`QuotaInterceptor`** — automatically discovered via `@UseToolInterceptor()`; runs on every tool call
|
|
14
|
+
- **`QuotaCalculatorRegistry`** — maps tool names to calculator implementations; ships with `AiGenerateTextQuotaCalculator` registered for `AiGenerateText`, `AiGenerateObject`, `AiGenerateDocument`, `LlmGenerateTextTool`, `ClaudeGenerateObject`, `ClaudeGenerateDocument`
|
|
15
|
+
- **`AiGenerateTextQuotaCalculator`** — computes cost from Claude token usage (input / output tokens)
|
|
16
|
+
- **`ProcessingTimeQuotaCalculator`** — computes cost from wall-clock time
|
|
17
|
+
- **`QuotaClientService`** — increment / read quota counters directly if you need custom logic
|
|
18
|
+
|
|
19
|
+
## Installation
|
|
20
|
+
|
|
21
|
+
```sh
|
|
22
|
+
npm install @loopstack/quota
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
Register the module globally using `forRoot` or `forRootAsync`:
|
|
26
|
+
|
|
27
|
+
```ts
|
|
28
|
+
import { QuotaModule } from '@loopstack/quota';
|
|
29
|
+
|
|
30
|
+
@Module({
|
|
31
|
+
imports: [
|
|
32
|
+
QuotaModule.forRoot({
|
|
33
|
+
enabled: true,
|
|
34
|
+
redisHost: 'localhost',
|
|
35
|
+
redisPort: 6379,
|
|
36
|
+
redisPassword: process.env.REDIS_PASSWORD,
|
|
37
|
+
}),
|
|
38
|
+
],
|
|
39
|
+
})
|
|
40
|
+
export class AppModule {}
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
Or read configuration from env vars:
|
|
44
|
+
|
|
45
|
+
```ts
|
|
46
|
+
imports: [QuotaModule.forRootAsync()];
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
`forRootAsync()` reads `QUOTA_ENABLED`, `QUOTA_REDIS_HOST` (or `REDIS_HOST`), `QUOTA_REDIS_PORT` (or `REDIS_PORT`), and `QUOTA_REDIS_PASSWORD` (or `REDIS_PASSWORD`).
|
|
50
|
+
|
|
51
|
+
When `enabled: false` (the default), the Redis connection is skipped and the interceptor becomes a no-op — safe to leave wired up in dev and local setups.
|
|
52
|
+
|
|
53
|
+
## How It Works
|
|
54
|
+
|
|
55
|
+
### Registering a calculator for your own tool
|
|
56
|
+
|
|
57
|
+
Inject the registry and register a calculator from any module that runs `onModuleInit`:
|
|
58
|
+
|
|
59
|
+
```ts
|
|
60
|
+
import { Module, OnModuleInit } from '@nestjs/common';
|
|
61
|
+
import { QuotaCalculatorRegistry, ToolQuotaCalculator } from '@loopstack/quota';
|
|
62
|
+
|
|
63
|
+
class MyCustomQuotaCalculator implements ToolQuotaCalculator {
|
|
64
|
+
calculate(result: unknown): number {
|
|
65
|
+
return 1; // e.g. 1 quota unit per call
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
@Module({})
|
|
70
|
+
export class MyModule implements OnModuleInit {
|
|
71
|
+
constructor(private readonly registry: QuotaCalculatorRegistry) {}
|
|
72
|
+
|
|
73
|
+
onModuleInit() {
|
|
74
|
+
this.registry.register('MyCustomTool', new MyCustomQuotaCalculator());
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
```
|
|
78
|
+
|
|
79
|
+
### Reading current usage
|
|
80
|
+
|
|
81
|
+
Inject `QuotaClientService` (or the `QUOTA_CLIENT_SERVICE` token) and query the counter for a user / workspace identifier — see `src/services/quota-client.service.ts` for the method surface.
|
|
82
|
+
|
|
83
|
+
## Public API
|
|
84
|
+
|
|
85
|
+
- **Module:** `QuotaModule.forRoot(options)`, `QuotaModule.forRootAsync()`
|
|
86
|
+
- **Services:** `QuotaClientService`, `QuotaCalculatorRegistry`
|
|
87
|
+
- **Interceptor:** `QuotaInterceptor` (auto-wired)
|
|
88
|
+
- **Calculators:** `AiGenerateTextQuotaCalculator`, `ProcessingTimeQuotaCalculator`
|
|
89
|
+
- **Tokens:** `QUOTA_CLIENT_SERVICE`, `QUOTA_REDIS`
|
|
90
|
+
|
|
91
|
+
## Dependencies
|
|
92
|
+
|
|
93
|
+
- `@loopstack/common` — types and decorators
|
|
94
|
+
- `ioredis` — Redis client
|
|
95
|
+
- `@nestjs/common` — DI
|
|
96
|
+
|
|
97
|
+
## About
|
|
98
|
+
|
|
99
|
+
Author: [Jakob Klippel](https://www.linkedin.com/in/jakob-klippel/)
|
|
100
|
+
|
|
101
|
+
License: MIT
|
|
102
|
+
|
|
103
|
+
### Additional Resources
|
|
104
|
+
|
|
105
|
+
- [Loopstack Documentation](https://loopstack.ai/docs)
|
|
106
|
+
- Find more Loopstack modules in the [Loopstack Registry](https://loopstack.ai/registry)
|
|
@@ -12,34 +12,82 @@ describe('AiGenerateTextQuotaCalculator', () => {
|
|
|
12
12
|
beforeEach(() => {
|
|
13
13
|
calculator = new ai_generate_text_quota_calculator_1.AiGenerateTextQuotaCalculator();
|
|
14
14
|
});
|
|
15
|
-
it('should have quotaType "
|
|
16
|
-
expect(calculator.quotaType).toBe('
|
|
15
|
+
it('should have quotaType "llm-cost"', () => {
|
|
16
|
+
expect(calculator.quotaType).toBe('llm-cost');
|
|
17
17
|
});
|
|
18
|
-
it('should calculate
|
|
18
|
+
it('should calculate cost using Claude Sonnet pricing', () => {
|
|
19
19
|
const result = {
|
|
20
20
|
data: {},
|
|
21
|
-
metadata: {
|
|
21
|
+
metadata: {
|
|
22
|
+
provider: 'claude',
|
|
23
|
+
model: 'claude-sonnet-4-20250514',
|
|
24
|
+
usage: { inputTokens: 1_000_000, outputTokens: 1_000_000 },
|
|
25
|
+
},
|
|
26
|
+
};
|
|
27
|
+
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
28
|
+
quotaType: 'llm-cost',
|
|
29
|
+
actualAmount: 1_800_000_000,
|
|
30
|
+
});
|
|
31
|
+
});
|
|
32
|
+
it('should calculate cost using Claude Opus pricing', () => {
|
|
33
|
+
const result = {
|
|
34
|
+
data: {},
|
|
35
|
+
metadata: {
|
|
36
|
+
provider: 'claude',
|
|
37
|
+
model: 'claude-opus-4-20250514',
|
|
38
|
+
usage: { inputTokens: 1_000_000, outputTokens: 1_000_000 },
|
|
39
|
+
},
|
|
22
40
|
};
|
|
23
41
|
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
24
|
-
quotaType: '
|
|
25
|
-
actualAmount:
|
|
42
|
+
quotaType: 'llm-cost',
|
|
43
|
+
actualAmount: 9_000_000_000,
|
|
26
44
|
});
|
|
27
45
|
});
|
|
28
|
-
it('should include cache tokens
|
|
46
|
+
it('should include cache tokens with correct pricing', () => {
|
|
29
47
|
const result = {
|
|
30
48
|
data: {},
|
|
31
49
|
metadata: {
|
|
50
|
+
provider: 'claude',
|
|
51
|
+
model: 'claude-sonnet-4-20250514',
|
|
32
52
|
usage: {
|
|
33
|
-
inputTokens:
|
|
34
|
-
outputTokens:
|
|
35
|
-
cacheCreationInputTokens:
|
|
36
|
-
cacheReadInputTokens:
|
|
53
|
+
inputTokens: 500_000,
|
|
54
|
+
outputTokens: 100_000,
|
|
55
|
+
cacheCreationInputTokens: 200_000,
|
|
56
|
+
cacheReadInputTokens: 1_000_000,
|
|
37
57
|
},
|
|
38
58
|
},
|
|
39
59
|
};
|
|
40
60
|
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
41
|
-
quotaType: '
|
|
42
|
-
actualAmount:
|
|
61
|
+
quotaType: 'llm-cost',
|
|
62
|
+
actualAmount: 405_000_000,
|
|
63
|
+
});
|
|
64
|
+
});
|
|
65
|
+
it('should include reasoning tokens as output cost (OpenAI)', () => {
|
|
66
|
+
const result = {
|
|
67
|
+
data: {},
|
|
68
|
+
metadata: {
|
|
69
|
+
provider: 'openai',
|
|
70
|
+
model: 'gpt-4o',
|
|
71
|
+
usage: { inputTokens: 1_000_000, outputTokens: 500_000, reasoningTokens: 500_000 },
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
75
|
+
quotaType: 'llm-cost',
|
|
76
|
+
actualAmount: 1_250_000_000,
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
it('should use fallback pricing when provider/model is unknown', () => {
|
|
80
|
+
const result = {
|
|
81
|
+
data: {},
|
|
82
|
+
metadata: {
|
|
83
|
+
provider: 'unknown',
|
|
84
|
+
model: 'some-model',
|
|
85
|
+
usage: { inputTokens: 1_000_000, outputTokens: 1_000_000 },
|
|
86
|
+
},
|
|
87
|
+
};
|
|
88
|
+
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
89
|
+
quotaType: 'llm-cost',
|
|
90
|
+
actualAmount: 1_800_000_000,
|
|
43
91
|
});
|
|
44
92
|
});
|
|
45
93
|
it('should return null when metadata is missing', () => {
|
|
@@ -47,34 +95,24 @@ describe('AiGenerateTextQuotaCalculator', () => {
|
|
|
47
95
|
expect(calculator.calculateQuotaUsage(context, result)).toBeNull();
|
|
48
96
|
});
|
|
49
97
|
it('should return null when usage is missing from metadata', () => {
|
|
50
|
-
const result = { data: {}, metadata: {} };
|
|
98
|
+
const result = { data: {}, metadata: { provider: 'claude', model: 'claude-sonnet-4' } };
|
|
51
99
|
expect(calculator.calculateQuotaUsage(context, result)).toBeNull();
|
|
52
100
|
});
|
|
53
|
-
it('should return null when
|
|
101
|
+
it('should return null when all token counts are zero', () => {
|
|
54
102
|
const result = {
|
|
55
103
|
data: {},
|
|
56
|
-
metadata: { usage: { inputTokens: 0, outputTokens: 0 } },
|
|
104
|
+
metadata: { provider: 'claude', model: 'claude-sonnet-4', usage: { inputTokens: 0, outputTokens: 0 } },
|
|
57
105
|
};
|
|
58
106
|
expect(calculator.calculateQuotaUsage(context, result)).toBeNull();
|
|
59
107
|
});
|
|
60
|
-
it('should handle missing
|
|
61
|
-
const result = {
|
|
62
|
-
data: {},
|
|
63
|
-
metadata: { usage: { outputTokens: 200 } },
|
|
64
|
-
};
|
|
65
|
-
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
66
|
-
quotaType: 'default-token',
|
|
67
|
-
actualAmount: 1000,
|
|
68
|
-
});
|
|
69
|
-
});
|
|
70
|
-
it('should handle missing outputTokens', () => {
|
|
108
|
+
it('should handle missing provider/model gracefully', () => {
|
|
71
109
|
const result = {
|
|
72
110
|
data: {},
|
|
73
|
-
metadata: { usage: { inputTokens:
|
|
111
|
+
metadata: { usage: { inputTokens: 1_000_000, outputTokens: 1_000_000 } },
|
|
74
112
|
};
|
|
75
113
|
expect(calculator.calculateQuotaUsage(context, result)).toEqual({
|
|
76
|
-
quotaType: '
|
|
77
|
-
actualAmount:
|
|
114
|
+
quotaType: 'llm-cost',
|
|
115
|
+
actualAmount: 1_800_000_000,
|
|
78
116
|
});
|
|
79
117
|
});
|
|
80
118
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ai-generate-text-quota.calculator.spec.js","sourceRoot":"","sources":["../../../src/calculators/__tests__/ai-generate-text-quota.calculator.spec.ts"],"names":[],"mappings":";;AACA,4FAAqF;AAErF,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,UAAyC,CAAC;IAC9C,MAAM,OAAO,GAAyB;QACpC,IAAI,EAAE,EAAE;QACR,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAgB;QAC9C,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG,IAAI,iEAA6B,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"ai-generate-text-quota.calculator.spec.js","sourceRoot":"","sources":["../../../src/calculators/__tests__/ai-generate-text-quota.calculator.spec.ts"],"names":[],"mappings":";;AACA,4FAAqF;AAErF,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,UAAyC,CAAC;IAC9C,MAAM,OAAO,GAAyB;QACpC,IAAI,EAAE,EAAE;QACR,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAgB;QAC9C,QAAQ,EAAE,EAAE;KACb,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG,IAAI,iEAA6B,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,0BAA0B;gBACjC,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE;aAC3D;SACF,CAAC;QAIF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,wBAAwB;gBAC/B,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE;aAC3D;SACF,CAAC;QAIF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,0BAA0B;gBACjC,KAAK,EAAE;oBACL,WAAW,EAAE,OAAO;oBACpB,YAAY,EAAE,OAAO;oBACrB,wBAAwB,EAAE,OAAO;oBACjC,oBAAoB,EAAE,SAAS;iBAChC;aACF;SACF,CAAC;QAKF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,WAAW;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE;aACnF;SACF,CAAC;QAIF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE;gBACR,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE;aAC3D;SACF,CAAC;QAGF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAe,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,MAAM,GAAe,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,CAAC;QACpG,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE;SACvG,CAAC;QACF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,MAAM,GAAe;YACzB,IAAI,EAAE,EAAE;YACR,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,EAAE;SACzE,CAAC;QAGF,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9D,SAAS,EAAE,UAAU;YACrB,YAAY,EAAE,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ai-generate-text-quota.calculator.d.ts","sourceRoot":"","sources":["../../src/calculators/ai-generate-text-quota.calculator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;
|
|
1
|
+
{"version":3,"file":"ai-generate-text-quota.calculator.d.ts","sourceRoot":"","sources":["../../src/calculators/ai-generate-text-quota.calculator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+CAA+C,CAAC;AAGpF,qBAAa,6BAA8B,YAAW,mBAAmB;IACvE,SAAS,SAAc;IAEvB,mBAAmB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAwC3F"}
|
|
@@ -1,25 +1,29 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.AiGenerateTextQuotaCalculator = void 0;
|
|
4
|
-
const
|
|
5
|
-
INPUT: 1,
|
|
6
|
-
OUTPUT: 5,
|
|
7
|
-
CACHE_CREATION: 1.25,
|
|
8
|
-
CACHE_READ: 0.1,
|
|
9
|
-
};
|
|
4
|
+
const model_pricing_1 = require("./model-pricing");
|
|
10
5
|
class AiGenerateTextQuotaCalculator {
|
|
11
|
-
quotaType = '
|
|
6
|
+
quotaType = 'llm-cost';
|
|
12
7
|
calculateQuotaUsage(_context, result) {
|
|
13
|
-
const
|
|
8
|
+
const metadata = result.metadata;
|
|
9
|
+
const usage = metadata?.usage;
|
|
14
10
|
if (!usage)
|
|
15
11
|
return null;
|
|
16
|
-
const
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
12
|
+
const provider = metadata?.provider ?? '';
|
|
13
|
+
const model = metadata?.model ?? '';
|
|
14
|
+
const pricing = (0, model_pricing_1.getModelPricing)(provider, model);
|
|
15
|
+
const inputTokens = usage.inputTokens ?? 0;
|
|
16
|
+
const outputTokens = (usage.outputTokens ?? 0) + (usage.reasoningTokens ?? 0);
|
|
17
|
+
const cacheCreationTokens = usage.cacheCreationInputTokens ?? 0;
|
|
18
|
+
const cacheReadTokens = usage.cacheReadInputTokens ?? 0;
|
|
19
|
+
const cost = (inputTokens / 1_000_000) * pricing.inputPerMToken +
|
|
20
|
+
(outputTokens / 1_000_000) * pricing.outputPerMToken +
|
|
21
|
+
(cacheCreationTokens / 1_000_000) * (pricing.cacheCreationPerMToken ?? pricing.inputPerMToken) +
|
|
22
|
+
(cacheReadTokens / 1_000_000) * (pricing.cacheReadPerMToken ?? pricing.inputPerMToken * 0.1);
|
|
23
|
+
if (cost === 0)
|
|
21
24
|
return null;
|
|
22
|
-
|
|
25
|
+
const microcents = Math.round(cost * 100_000_000);
|
|
26
|
+
return { quotaType: this.quotaType, actualAmount: microcents };
|
|
23
27
|
}
|
|
24
28
|
}
|
|
25
29
|
exports.AiGenerateTextQuotaCalculator = AiGenerateTextQuotaCalculator;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ai-generate-text-quota.calculator.js","sourceRoot":"","sources":["../../src/calculators/ai-generate-text-quota.calculator.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"ai-generate-text-quota.calculator.js","sourceRoot":"","sources":["../../src/calculators/ai-generate-text-quota.calculator.ts"],"names":[],"mappings":";;;AAGA,mDAAkD;AAElD,MAAa,6BAA6B;IACxC,SAAS,GAAG,UAAU,CAAC;IAEvB,mBAAmB,CAAC,QAA8B,EAAE,MAAkB;QACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAYX,CAAC;QAEd,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,CAAC;QAC9B,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,QAAQ,GAAG,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAA,+BAAe,EAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QAC9E,MAAM,mBAAmB,GAAG,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC;QAChE,MAAM,eAAe,GAAG,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC;QAExD,MAAM,IAAI,GACR,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,cAAc;YAClD,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe;YACpD,CAAC,mBAAmB,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,sBAAsB,IAAI,OAAO,CAAC,cAAc,CAAC;YAC9F,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,kBAAkB,IAAI,OAAO,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC;QAE/F,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAG5B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC;QAElD,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACjE,CAAC;CACF;AA3CD,sEA2CC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/calculators/index.ts"],"names":[],"mappings":"AAAA,cAAc,qCAAqC,CAAC;AACpD,cAAc,oCAAoC,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/calculators/index.ts"],"names":[],"mappings":"AAAA,cAAc,qCAAqC,CAAC;AACpD,cAAc,iBAAiB,CAAC;AAChC,cAAc,oCAAoC,CAAC"}
|
|
@@ -15,5 +15,6 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
__exportStar(require("./ai-generate-text-quota.calculator"), exports);
|
|
18
|
+
__exportStar(require("./model-pricing"), exports);
|
|
18
19
|
__exportStar(require("./processing-time-quota.calculator"), exports);
|
|
19
20
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/calculators/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sEAAoD;AACpD,qEAAmD"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/calculators/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,sEAAoD;AACpD,kDAAgC;AAChC,qEAAmD"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export interface ModelPricing {
|
|
2
|
+
inputPerMToken: number;
|
|
3
|
+
outputPerMToken: number;
|
|
4
|
+
cacheCreationPerMToken?: number;
|
|
5
|
+
cacheReadPerMToken?: number;
|
|
6
|
+
}
|
|
7
|
+
export declare function getModelPricing(provider: string, model: string): ModelPricing;
|
|
8
|
+
//# sourceMappingURL=model-pricing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-pricing.d.ts","sourceRoot":"","sources":["../../src/calculators/model-pricing.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AA2DD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,YAAY,CAoB7E"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.getModelPricing = getModelPricing;
|
|
4
|
+
const MODEL_PRICING_TABLE = {
|
|
5
|
+
'claude:claude-opus-4': {
|
|
6
|
+
inputPerMToken: 15,
|
|
7
|
+
outputPerMToken: 75,
|
|
8
|
+
cacheCreationPerMToken: 18.75,
|
|
9
|
+
cacheReadPerMToken: 1.5,
|
|
10
|
+
},
|
|
11
|
+
'claude:claude-sonnet-4': {
|
|
12
|
+
inputPerMToken: 3,
|
|
13
|
+
outputPerMToken: 15,
|
|
14
|
+
cacheCreationPerMToken: 3.75,
|
|
15
|
+
cacheReadPerMToken: 0.3,
|
|
16
|
+
},
|
|
17
|
+
'claude:claude-haiku-4': {
|
|
18
|
+
inputPerMToken: 0.8,
|
|
19
|
+
outputPerMToken: 4,
|
|
20
|
+
cacheCreationPerMToken: 1,
|
|
21
|
+
cacheReadPerMToken: 0.08,
|
|
22
|
+
},
|
|
23
|
+
'claude:claude-3-5-sonnet': {
|
|
24
|
+
inputPerMToken: 3,
|
|
25
|
+
outputPerMToken: 15,
|
|
26
|
+
cacheCreationPerMToken: 3.75,
|
|
27
|
+
cacheReadPerMToken: 0.3,
|
|
28
|
+
},
|
|
29
|
+
'claude:claude-3-5-haiku': {
|
|
30
|
+
inputPerMToken: 0.8,
|
|
31
|
+
outputPerMToken: 4,
|
|
32
|
+
cacheCreationPerMToken: 1,
|
|
33
|
+
cacheReadPerMToken: 0.08,
|
|
34
|
+
},
|
|
35
|
+
'openai:gpt-4o': { inputPerMToken: 2.5, outputPerMToken: 10, cacheReadPerMToken: 1.25 },
|
|
36
|
+
'openai:gpt-4o-mini': { inputPerMToken: 0.15, outputPerMToken: 0.6, cacheReadPerMToken: 0.075 },
|
|
37
|
+
'openai:gpt-4.1': { inputPerMToken: 2, outputPerMToken: 8, cacheReadPerMToken: 0.5 },
|
|
38
|
+
'openai:gpt-4.1-mini': { inputPerMToken: 0.4, outputPerMToken: 1.6, cacheReadPerMToken: 0.1 },
|
|
39
|
+
'openai:gpt-4.1-nano': { inputPerMToken: 0.1, outputPerMToken: 0.4, cacheReadPerMToken: 0.025 },
|
|
40
|
+
'openai:o3': { inputPerMToken: 2, outputPerMToken: 8, cacheReadPerMToken: 0.5 },
|
|
41
|
+
'openai:o3-mini': { inputPerMToken: 1.1, outputPerMToken: 4.4, cacheReadPerMToken: 0.55 },
|
|
42
|
+
'openai:o4-mini': { inputPerMToken: 1.1, outputPerMToken: 4.4, cacheReadPerMToken: 0.55 },
|
|
43
|
+
'claude:': { inputPerMToken: 3, outputPerMToken: 15, cacheCreationPerMToken: 3.75, cacheReadPerMToken: 0.3 },
|
|
44
|
+
'openai:': { inputPerMToken: 2.5, outputPerMToken: 10, cacheReadPerMToken: 1.25 },
|
|
45
|
+
};
|
|
46
|
+
function getModelPricing(provider, model) {
|
|
47
|
+
const key = `${provider}:${model}`;
|
|
48
|
+
if (MODEL_PRICING_TABLE[key])
|
|
49
|
+
return MODEL_PRICING_TABLE[key];
|
|
50
|
+
let bestMatch;
|
|
51
|
+
let bestLen = 0;
|
|
52
|
+
for (const [prefix, pricing] of Object.entries(MODEL_PRICING_TABLE)) {
|
|
53
|
+
if (key.startsWith(prefix) && prefix.length > bestLen) {
|
|
54
|
+
bestMatch = pricing;
|
|
55
|
+
bestLen = prefix.length;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
if (bestMatch)
|
|
59
|
+
return bestMatch;
|
|
60
|
+
return { inputPerMToken: 3, outputPerMToken: 15, cacheCreationPerMToken: 3.75, cacheReadPerMToken: 0.3 };
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=model-pricing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-pricing.js","sourceRoot":"","sources":["../../src/calculators/model-pricing.ts"],"names":[],"mappings":";;AAoEA,0CAoBC;AAxED,MAAM,mBAAmB,GAAiC;IAExD,sBAAsB,EAAE;QACtB,cAAc,EAAE,EAAE;QAClB,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,KAAK;QAC7B,kBAAkB,EAAE,GAAG;KACxB;IACD,wBAAwB,EAAE;QACxB,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,IAAI;QAC5B,kBAAkB,EAAE,GAAG;KACxB;IACD,uBAAuB,EAAE;QACvB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,CAAC;QAClB,sBAAsB,EAAE,CAAC;QACzB,kBAAkB,EAAE,IAAI;KACzB;IACD,0BAA0B,EAAE;QAC1B,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,EAAE;QACnB,sBAAsB,EAAE,IAAI;QAC5B,kBAAkB,EAAE,GAAG;KACxB;IACD,yBAAyB,EAAE;QACzB,cAAc,EAAE,GAAG;QACnB,eAAe,EAAE,CAAC;QAClB,sBAAsB,EAAE,CAAC;QACzB,kBAAkB,EAAE,IAAI;KACzB;IAGD,eAAe,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACvF,oBAAoB,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,kBAAkB,EAAE,KAAK,EAAE;IAC/F,gBAAgB,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;IACpF,qBAAqB,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,EAAE;IAC7F,qBAAqB,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,kBAAkB,EAAE,KAAK,EAAE;IAC/F,WAAW,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;IAC/E,gBAAgB,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE;IACzF,gBAAgB,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE;IAGzF,SAAS,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE;IAC5G,SAAS,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE;CAClF,CAAC;AAMF,SAAgB,eAAe,CAAC,QAAgB,EAAE,KAAa;IAC7D,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;IAGnC,IAAI,mBAAmB,CAAC,GAAG,CAAC;QAAE,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAG9D,IAAI,SAAmC,CAAC;IACxC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACpE,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;YACtD,SAAS,GAAG,OAAO,CAAC;YACpB,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,SAAS;QAAE,OAAO,SAAS,CAAC;IAGhC,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,sBAAsB,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE,CAAC;AAC3G,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"quota.module.d.ts","sourceRoot":"","sources":["../src/quota.module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAU,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAIrE,OAAO,EAAe,uBAAuB,EAAwC,MAAM,YAAY,CAAC;AAExG,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,
|
|
1
|
+
{"version":3,"file":"quota.module.d.ts","sourceRoot":"","sources":["../src/quota.module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAU,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAIrE,OAAO,EAAe,uBAAuB,EAAwC,MAAM,YAAY,CAAC;AAExG,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,qBAUa,WAAY,YAAW,YAAY;IAClC,OAAO,CAAC,QAAQ,CAAC,kBAAkB;gBAAlB,kBAAkB,EAAE,uBAAuB;IAExE,YAAY;IAMZ,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,kBAAkB,GAAG,aAAa;IAuC3D,MAAM,CAAC,YAAY,IAAI,aAAa;CAQrC"}
|
package/dist/quota.module.js
CHANGED
|
@@ -26,12 +26,8 @@ let QuotaModule = QuotaModule_1 = class QuotaModule {
|
|
|
26
26
|
}
|
|
27
27
|
onModuleInit() {
|
|
28
28
|
const aiTokenCalculator = new calculators_1.AiGenerateTextQuotaCalculator();
|
|
29
|
-
this.calculatorRegistry.register('
|
|
30
|
-
this.calculatorRegistry.register('
|
|
31
|
-
this.calculatorRegistry.register('AiGenerateDocument', aiTokenCalculator);
|
|
32
|
-
this.calculatorRegistry.register('ClaudeGenerateText', aiTokenCalculator);
|
|
33
|
-
this.calculatorRegistry.register('ClaudeGenerateObject', aiTokenCalculator);
|
|
34
|
-
this.calculatorRegistry.register('ClaudeGenerateDocument', aiTokenCalculator);
|
|
29
|
+
this.calculatorRegistry.register('LlmGenerateTextTool', aiTokenCalculator);
|
|
30
|
+
this.calculatorRegistry.register('LlmGenerateObjectTool', aiTokenCalculator);
|
|
35
31
|
}
|
|
36
32
|
static forRoot(options) {
|
|
37
33
|
const enabled = options?.enabled ?? false;
|
|
@@ -80,7 +76,16 @@ let QuotaModule = QuotaModule_1 = class QuotaModule {
|
|
|
80
76
|
};
|
|
81
77
|
exports.QuotaModule = QuotaModule;
|
|
82
78
|
exports.QuotaModule = QuotaModule = QuotaModule_1 = __decorate([
|
|
83
|
-
(0, common_1.Module)({
|
|
79
|
+
(0, common_1.Module)({
|
|
80
|
+
providers: [
|
|
81
|
+
{ provide: services_1.QUOTA_REDIS, useValue: null },
|
|
82
|
+
services_1.QuotaClientService,
|
|
83
|
+
{ provide: interfaces_1.QUOTA_CLIENT_SERVICE, useExisting: services_1.QuotaClientService },
|
|
84
|
+
services_1.QuotaCalculatorRegistry,
|
|
85
|
+
services_1.QuotaInterceptor,
|
|
86
|
+
],
|
|
87
|
+
exports: [interfaces_1.QUOTA_CLIENT_SERVICE, services_1.QuotaClientService, services_1.QuotaCalculatorRegistry],
|
|
88
|
+
}),
|
|
84
89
|
__metadata("design:paramtypes", [services_1.QuotaCalculatorRegistry])
|
|
85
90
|
], QuotaModule);
|
|
86
91
|
//# sourceMappingURL=quota.module.js.map
|
package/dist/quota.module.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"quota.module.js","sourceRoot":"","sources":["../src/quota.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAqE;AACrE,sDAA4B;AAC5B,+CAA8D;AAC9D,6CAAoD;AACpD,yCAAwG;
|
|
1
|
+
{"version":3,"file":"quota.module.js","sourceRoot":"","sources":["../src/quota.module.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAqE;AACrE,sDAA4B;AAC5B,+CAA8D;AAC9D,6CAAoD;AACpD,yCAAwG;AAmBjG,IAAM,WAAW,mBAAjB,MAAM,WAAW;IACO;IAA7B,YAA6B,kBAA2C;QAA3C,uBAAkB,GAAlB,kBAAkB,CAAyB;IAAG,CAAC;IAE5E,YAAY;QACV,MAAM,iBAAiB,GAAG,IAAI,2CAA6B,EAAE,CAAC;QAC9D,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;QAC3E,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,uBAAuB,EAAE,iBAAiB,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,OAA4B;QACzC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,KAAK,CAAC;QAE1C,MAAM,aAAa,GAAG;YACpB,OAAO,EAAE,sBAAW;YACpB,UAAU,EAAE,GAAiB,EAAE;gBAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO,IAAI,iBAAK,CAAC;oBACf,IAAI,EAAE,OAAO,EAAE,SAAS,IAAI,WAAW;oBACvC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;oBAChC,QAAQ,EAAE,OAAO,EAAE,aAAa;oBAChC,MAAM,EAAE,CAAC;oBACT,oBAAoB,EAAE,CAAC;oBACvB,aAAa,CAAC,KAAa;wBACzB,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;oBACrC,CAAC;iBACF,CAAC,CAAC;YACL,CAAC;SACF,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,aAAW;YACnB,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE;gBACT,aAAa;gBACb,6BAAkB;gBAClB;oBACE,OAAO,EAAE,iCAAoB;oBAC7B,WAAW,EAAE,6BAAkB;iBAChC;gBACD,kCAAuB;gBACvB,2BAAgB;aACjB;YACD,OAAO,EAAE,CAAC,iCAAoB,EAAE,6BAAkB,EAAE,kCAAuB,CAAC;SAC7E,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY;QACjB,OAAO,aAAW,CAAC,OAAO,CAAC;YACzB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,MAAM;YAC7C,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU;YACjE,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,CAAC;YACzF,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc;SAC9E,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AAxDY,kCAAW;sBAAX,WAAW;IAVvB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE;YACT,EAAE,OAAO,EAAE,sBAAW,EAAE,QAAQ,EAAE,IAAI,EAAE;YACxC,6BAAkB;YAClB,EAAE,OAAO,EAAE,iCAAoB,EAAE,WAAW,EAAE,6BAAkB,EAAE;YAClE,kCAAuB;YACvB,2BAAgB;SACjB;QACD,OAAO,EAAE,CAAC,iCAAoB,EAAE,6BAAkB,EAAE,kCAAuB,CAAC;KAC7E,CAAC;qCAEiD,kCAAuB;GAD7D,WAAW,CAwDvB"}
|
|
@@ -8,11 +8,11 @@ describe('QuotaClientService', () => {
|
|
|
8
8
|
service = new quota_client_service_1.QuotaClientService(null);
|
|
9
9
|
});
|
|
10
10
|
it('checkQuota should return not exceeded with unlimited', async () => {
|
|
11
|
-
const result = await service.checkQuota('user-1', '
|
|
11
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
12
12
|
expect(result).toEqual({ exceeded: false, used: 0, limit: -1 });
|
|
13
13
|
});
|
|
14
14
|
it('report should complete without error', async () => {
|
|
15
|
-
await expect(service.report('user-1', '
|
|
15
|
+
await expect(service.report('user-1', 'llm-cost', 100)).resolves.toBeUndefined();
|
|
16
16
|
});
|
|
17
17
|
});
|
|
18
18
|
describe('with Redis mock', () => {
|
|
@@ -28,54 +28,54 @@ describe('QuotaClientService', () => {
|
|
|
28
28
|
describe('checkQuota', () => {
|
|
29
29
|
it('should return not exceeded when under limit', async () => {
|
|
30
30
|
redisMock.get.mockResolvedValueOnce('50').mockResolvedValueOnce('1000');
|
|
31
|
-
const result = await service.checkQuota('user-1', '
|
|
31
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
32
32
|
expect(result).toEqual({ exceeded: false, used: 50, limit: 1000 });
|
|
33
33
|
});
|
|
34
34
|
it('should return exceeded when at limit', async () => {
|
|
35
35
|
redisMock.get.mockResolvedValueOnce('1000').mockResolvedValueOnce('1000');
|
|
36
|
-
const result = await service.checkQuota('user-1', '
|
|
36
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
37
37
|
expect(result).toEqual({ exceeded: true, used: 1000, limit: 1000 });
|
|
38
38
|
});
|
|
39
39
|
it('should return exceeded when over limit', async () => {
|
|
40
40
|
redisMock.get.mockResolvedValueOnce('1500').mockResolvedValueOnce('1000');
|
|
41
|
-
const result = await service.checkQuota('user-1', '
|
|
41
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
42
42
|
expect(result).toEqual({ exceeded: true, used: 1500, limit: 1000 });
|
|
43
43
|
});
|
|
44
44
|
it('should block when no limit key exists (no quota assigned)', async () => {
|
|
45
45
|
redisMock.get.mockResolvedValueOnce('500').mockResolvedValueOnce(null);
|
|
46
|
-
const result = await service.checkQuota('user-1', '
|
|
46
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
47
47
|
expect(result).toEqual({ exceeded: true, used: 500, limit: 0 });
|
|
48
48
|
});
|
|
49
49
|
it('should treat missing used as 0', async () => {
|
|
50
50
|
redisMock.get.mockResolvedValueOnce(null).mockResolvedValueOnce('1000');
|
|
51
|
-
const result = await service.checkQuota('user-1', '
|
|
51
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
52
52
|
expect(result).toEqual({ exceeded: false, used: 0, limit: 1000 });
|
|
53
53
|
});
|
|
54
54
|
it('should treat explicit limit of -1 as unlimited', async () => {
|
|
55
55
|
redisMock.get.mockResolvedValueOnce('999999').mockResolvedValueOnce('-1');
|
|
56
|
-
const result = await service.checkQuota('user-1', '
|
|
56
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
57
57
|
expect(result).toEqual({ exceeded: false, used: 999999, limit: -1 });
|
|
58
58
|
});
|
|
59
59
|
it('should block when no limit key and no usage exist', async () => {
|
|
60
60
|
redisMock.get.mockResolvedValueOnce(null).mockResolvedValueOnce(null);
|
|
61
|
-
const result = await service.checkQuota('user-1', '
|
|
61
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
62
62
|
expect(result).toEqual({ exceeded: true, used: 0, limit: 0 });
|
|
63
63
|
});
|
|
64
64
|
it('should fail-open on Redis error', async () => {
|
|
65
65
|
redisMock.get.mockRejectedValue(new Error('Connection refused'));
|
|
66
|
-
const result = await service.checkQuota('user-1', '
|
|
66
|
+
const result = await service.checkQuota('user-1', 'llm-cost');
|
|
67
67
|
expect(result).toEqual({ exceeded: false, used: 0, limit: -1 });
|
|
68
68
|
});
|
|
69
69
|
});
|
|
70
70
|
describe('report', () => {
|
|
71
71
|
it('should increment the used key', async () => {
|
|
72
72
|
redisMock.incrby.mockResolvedValue(150);
|
|
73
|
-
await service.report('user-1', '
|
|
74
|
-
expect(redisMock.incrby).toHaveBeenCalledWith('user:user-1:quota:
|
|
73
|
+
await service.report('user-1', 'llm-cost', 150);
|
|
74
|
+
expect(redisMock.incrby).toHaveBeenCalledWith('user:user-1:quota:llm-cost:used', 150);
|
|
75
75
|
});
|
|
76
76
|
it('should not throw on Redis error', async () => {
|
|
77
77
|
redisMock.incrby.mockRejectedValue(new Error('Connection refused'));
|
|
78
|
-
await expect(service.report('user-1', '
|
|
78
|
+
await expect(service.report('user-1', 'llm-cost', 100)).resolves.toBeUndefined();
|
|
79
79
|
});
|
|
80
80
|
});
|
|
81
81
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"quota-client.service.spec.js","sourceRoot":"","sources":["../../../src/services/__tests__/quota-client.service.spec.ts"],"names":[],"mappings":";;AAAA,kEAA6D;AAE7D,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAI,OAA2B,CAAC;QAEhC,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,GAAG,IAAI,yCAAkB,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,
|
|
1
|
+
{"version":3,"file":"quota-client.service.spec.js","sourceRoot":"","sources":["../../../src/services/__tests__/quota-client.service.spec.ts"],"names":[],"mappings":";;AAAA,kEAA6D;AAE7D,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAI,OAA2B,CAAC;QAEhC,UAAU,CAAC,GAAG,EAAE;YACd,OAAO,GAAG,IAAI,yCAAkB,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACnF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,IAAI,OAA2B,CAAC;QAChC,IAAI,SAAoC,CAAC;QAEzC,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG;gBACV,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;gBACd,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;aAClB,CAAC;YACF,OAAO,GAAG,IAAI,yCAAkB,CAAC,SAAgB,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;YAC1B,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;gBAC3D,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBAExE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;gBACpD,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBAE1E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;gBACtD,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBAE1E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;gBACzE,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAEvE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAClE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;gBAC9C,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;gBAExE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;gBAC9D,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAE1E,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;gBACjE,SAAS,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;gBAEtE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAChE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;gBAC/C,SAAS,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;gBAEjE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAClE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtB,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;gBAC7C,SAAS,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBAExC,MAAM,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;gBAEhD,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YACxF,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;gBAC/C,SAAS,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;gBAEpE,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YACnF,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -47,30 +47,30 @@ describe('QuotaInterceptor', () => {
|
|
|
47
47
|
});
|
|
48
48
|
it('should check both processing time and tool-specific quota', async () => {
|
|
49
49
|
registry.register('AiGenerateText', {
|
|
50
|
-
quotaType: '
|
|
50
|
+
quotaType: 'llm-cost',
|
|
51
51
|
calculateQuotaUsage: jest.fn(),
|
|
52
52
|
});
|
|
53
53
|
const context = createContext('AiGenerateText');
|
|
54
54
|
await interceptor.intercept(context, noopNext);
|
|
55
55
|
expect(quotaClientService.checkQuota).toHaveBeenCalledWith('user-1', 'processing-time-ms');
|
|
56
|
-
expect(quotaClientService.checkQuota).toHaveBeenCalledWith('user-1', '
|
|
56
|
+
expect(quotaClientService.checkQuota).toHaveBeenCalledWith('user-1', 'llm-cost');
|
|
57
57
|
expect(quotaClientService.checkQuota).toHaveBeenCalledTimes(2);
|
|
58
58
|
});
|
|
59
59
|
it('should throw when tool-specific quota is exceeded', async () => {
|
|
60
60
|
registry.register('AiGenerateText', {
|
|
61
|
-
quotaType: '
|
|
61
|
+
quotaType: 'llm-cost',
|
|
62
62
|
calculateQuotaUsage: jest.fn(),
|
|
63
63
|
});
|
|
64
64
|
quotaClientService.checkQuota
|
|
65
65
|
.mockResolvedValueOnce({ exceeded: false, used: 0, limit: -1 })
|
|
66
66
|
.mockResolvedValueOnce({ exceeded: true, used: 1000, limit: 1000 });
|
|
67
67
|
const context = createContext('AiGenerateText');
|
|
68
|
-
await expect(interceptor.intercept(context, noopNext)).rejects.toThrow('Quota exceeded for "
|
|
68
|
+
await expect(interceptor.intercept(context, noopNext)).rejects.toThrow('Quota exceeded for "llm-cost": 1000/1000');
|
|
69
69
|
expect(noopNext).not.toHaveBeenCalled();
|
|
70
70
|
});
|
|
71
71
|
it('should not throw when all quotas are within limits', async () => {
|
|
72
72
|
registry.register('AiGenerateText', {
|
|
73
|
-
quotaType: '
|
|
73
|
+
quotaType: 'llm-cost',
|
|
74
74
|
calculateQuotaUsage: jest.fn(),
|
|
75
75
|
});
|
|
76
76
|
quotaClientService.checkQuota.mockResolvedValue({ exceeded: false, used: 500, limit: 1000 });
|
|
@@ -91,18 +91,18 @@ describe('QuotaInterceptor', () => {
|
|
|
91
91
|
});
|
|
92
92
|
it('should report tool-specific usage when calculator returns usage', async () => {
|
|
93
93
|
registry.register('AiGenerateText', {
|
|
94
|
-
quotaType: '
|
|
95
|
-
calculateQuotaUsage: jest.fn().mockReturnValue({ quotaType: '
|
|
94
|
+
quotaType: 'llm-cost',
|
|
95
|
+
calculateQuotaUsage: jest.fn().mockReturnValue({ quotaType: 'llm-cost', actualAmount: 500 }),
|
|
96
96
|
});
|
|
97
97
|
const context = createContext('AiGenerateText', { metadata: { durationMs: 1000 } });
|
|
98
98
|
await interceptor.intercept(context, noopNext);
|
|
99
99
|
expect(quotaClientService.report).toHaveBeenCalledWith('user-1', 'processing-time-ms', 1000);
|
|
100
|
-
expect(quotaClientService.report).toHaveBeenCalledWith('user-1', '
|
|
100
|
+
expect(quotaClientService.report).toHaveBeenCalledWith('user-1', 'llm-cost', 500);
|
|
101
101
|
expect(quotaClientService.report).toHaveBeenCalledTimes(2);
|
|
102
102
|
});
|
|
103
103
|
it('should not report tool-specific usage when calculator returns null', async () => {
|
|
104
104
|
registry.register('AiGenerateText', {
|
|
105
|
-
quotaType: '
|
|
105
|
+
quotaType: 'llm-cost',
|
|
106
106
|
calculateQuotaUsage: jest.fn().mockReturnValue(null),
|
|
107
107
|
});
|
|
108
108
|
const context = createContext('AiGenerateText', { metadata: { durationMs: 100 } });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"quota.interceptor.spec.js","sourceRoot":"","sources":["../../../src/services/__tests__/quota.interceptor.spec.ts"],"names":[],"mappings":";;AACA,4FAA+E;AAE/E,4DAAwD;AAExD,MAAM,QAAQ;IACgB;IAA5B,YAA4B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;QACtC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,SAAyC;IAChF,OAAO;QACL,IAAI,EAAE,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAC5B,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAgB;QAC9C,QAAQ,EAAE,EAAE;QACZ,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,WAA6B,CAAC;IAClC,IAAI,kBAAmD,CAAC;IACxD,IAAI,QAAiC,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,EAAE,EAAgB,CAAC,CAAC;IAEzE,UAAU,CAAC,GAAG,EAAE;QACd,kBAAkB,GAAG;YACnB,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;YAChF,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACxC,CAAC;QAET,QAAQ,GAAG,IAAI,2DAAuB,EAAE,CAAC;QACzC,WAAW,GAAG,IAAI,oCAAgB,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QACjE,QAAQ,CAAC,SAAS,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YAE7C,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;YAC3F,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,kBAAkB,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YAE7C,MAAM,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,sDAAsD,CACvD,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,
|
|
1
|
+
{"version":3,"file":"quota.interceptor.spec.js","sourceRoot":"","sources":["../../../src/services/__tests__/quota.interceptor.spec.ts"],"names":[],"mappings":";;AACA,4FAA+E;AAE/E,4DAAwD;AAExD,MAAM,QAAQ;IACgB;IAA5B,YAA4B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;QACtC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnE,CAAC;CACF;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,SAAyC;IAChF,OAAO;QACL,IAAI,EAAE,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAC5B,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAgB;QAC9C,QAAQ,EAAE,EAAE;QACZ,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,WAA6B,CAAC;IAClC,IAAI,kBAAmD,CAAC;IACxD,IAAI,QAAiC,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,EAAE,EAAgB,CAAC,CAAC;IAEzE,UAAU,CAAC,GAAG,EAAE;QACd,kBAAkB,GAAG;YACnB,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;YAChF,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;SACxC,CAAC;QAET,QAAQ,GAAG,IAAI,2DAAuB,EAAE,CAAC;QACzC,WAAW,GAAG,IAAI,oCAAgB,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QACjE,QAAQ,CAAC,SAAS,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,0EAA0E,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YAE7C,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;YAC3F,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,kBAAkB,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/F,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YAE7C,MAAM,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,sDAAsD,CACvD,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,UAAU;gBACrB,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;aAC/B,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAEhD,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;YAC3F,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACjF,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,UAAU;gBACrB,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;aAC/B,CAAC,CAAC;YACH,kBAAkB,CAAC,UAAU;iBAC1B,qBAAqB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC;iBAC9D,qBAAqB,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAEhD,MAAM,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,0CAA0C,CAC3C,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,UAAU;gBACrB,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;aAC/B,CAAC,CAAC;YACH,kBAAkB,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7F,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAEhD,MAAM,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACjD,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAEhF,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YACjF,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,CAAC;YAE7C,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;YAC/E,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,UAAU;gBACrB,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;aAC7F,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YAEpF,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,IAAI,CAAC,CAAC;YAC7F,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;YAClF,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YAClF,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,EAAE;gBAClC,SAAS,EAAE,UAAU;gBACrB,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC;aACrD,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAEnF,MAAM,WAAW,CAAC,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAE/C,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -2,7 +2,14 @@
|
|
|
2
2
|
"name": "@loopstack/quota",
|
|
3
3
|
"displayName": "Loopstack Quota Module",
|
|
4
4
|
"description": "Opt-in quota tracking and enforcement for Loopstack workflows",
|
|
5
|
-
"
|
|
5
|
+
"keywords": [
|
|
6
|
+
"loopstack",
|
|
7
|
+
"quota",
|
|
8
|
+
"rate-limiting",
|
|
9
|
+
"redis",
|
|
10
|
+
"workflow"
|
|
11
|
+
],
|
|
12
|
+
"version": "0.23.0",
|
|
6
13
|
"license": "MIT",
|
|
7
14
|
"author": {
|
|
8
15
|
"name": "Jakob Klippel",
|
|
@@ -10,6 +17,9 @@
|
|
|
10
17
|
},
|
|
11
18
|
"main": "dist/index.js",
|
|
12
19
|
"types": "dist/index.d.ts",
|
|
20
|
+
"exports": {
|
|
21
|
+
".": "./dist/index.js"
|
|
22
|
+
},
|
|
13
23
|
"scripts": {
|
|
14
24
|
"build": "nest build",
|
|
15
25
|
"compile": "tsc --noEmit",
|
|
@@ -19,7 +29,7 @@
|
|
|
19
29
|
"watch": "nest build --watch"
|
|
20
30
|
},
|
|
21
31
|
"dependencies": {
|
|
22
|
-
"@loopstack/common": "^0.
|
|
32
|
+
"@loopstack/common": "^0.29.0",
|
|
23
33
|
"@nestjs/common": "^11.1.19",
|
|
24
34
|
"ioredis": "^5.10.1"
|
|
25
35
|
},
|
|
@@ -49,5 +59,16 @@
|
|
|
49
59
|
"coverageDirectory": "../coverage",
|
|
50
60
|
"testEnvironment": "node",
|
|
51
61
|
"maxWorkers": 1
|
|
62
|
+
},
|
|
63
|
+
"loopstack": {
|
|
64
|
+
"modules": [
|
|
65
|
+
{
|
|
66
|
+
"path": "src/quota.module.ts",
|
|
67
|
+
"className": "QuotaModule"
|
|
68
|
+
}
|
|
69
|
+
],
|
|
70
|
+
"installModes": [
|
|
71
|
+
"install"
|
|
72
|
+
]
|
|
52
73
|
}
|
|
53
74
|
}
|