kodu 1.2.0 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +36 -68
- package/README.md +128 -96
- package/dist/package.json +1 -2
- package/dist/src/app.module.js +0 -8
- package/dist/src/app.module.js.map +1 -1
- package/dist/src/commands/clean/clean.command.d.ts +14 -1
- package/dist/src/commands/clean/clean.command.js +142 -32
- package/dist/src/commands/clean/clean.command.js.map +1 -1
- package/dist/src/commands/init/init.command.d.ts +2 -9
- package/dist/src/commands/init/init.command.js +15 -241
- package/dist/src/commands/init/init.command.js.map +1 -1
- package/dist/src/commands/pack/pack.command.d.ts +12 -1
- package/dist/src/commands/pack/pack.command.js +81 -6
- package/dist/src/commands/pack/pack.command.js.map +1 -1
- package/dist/src/commands/pack/pack.module.js +2 -1
- package/dist/src/commands/pack/pack.module.js.map +1 -1
- package/dist/src/core/config/config.schema.d.ts +0 -46
- package/dist/src/core/config/config.schema.js +1 -51
- package/dist/src/core/config/config.schema.js.map +1 -1
- package/dist/src/core/config/config.service.js +2 -2
- package/dist/src/core/config/config.service.js.map +1 -1
- package/dist/src/core/config/prompt.service.d.ts +1 -4
- package/dist/src/core/config/prompt.service.js +4 -17
- package/dist/src/core/config/prompt.service.js.map +1 -1
- package/dist/src/shared/cleaner/cleaner.service.d.ts +2 -0
- package/dist/src/shared/cleaner/cleaner.service.js +32 -7
- package/dist/src/shared/cleaner/cleaner.service.js.map +1 -1
- package/dist/src/shared/cleaner/cleaner.types.d.ts +7 -0
- package/dist/src/shared/constants.d.ts +0 -4
- package/dist/src/shared/constants.js +1 -5
- package/dist/src/shared/constants.js.map +1 -1
- package/dist/src/shared/git/git.module.js +0 -2
- package/dist/src/shared/git/git.module.js.map +1 -1
- package/dist/src/shared/git/git.service.d.ts +1 -8
- package/dist/src/shared/git/git.service.js +10 -33
- package/dist/src/shared/git/git.service.js.map +1 -1
- package/dist/src/shared/tokenizer/tokenizer.module.js +0 -2
- package/dist/src/shared/tokenizer/tokenizer.module.js.map +1 -1
- package/dist/src/shared/tokenizer/tokenizer.service.d.ts +0 -6
- package/dist/src/shared/tokenizer/tokenizer.service.js +8 -38
- package/dist/src/shared/tokenizer/tokenizer.service.js.map +1 -1
- package/dist/tsconfig.build.tsbuildinfo +1 -1
- package/kodu.schema.json +0 -139
- package/package.json +1 -2
- package/src/app.module.ts +0 -8
- package/src/commands/clean/clean.command.ts +143 -33
- package/src/commands/init/init.command.ts +15 -310
- package/src/commands/pack/pack.command.ts +74 -4
- package/src/commands/pack/pack.module.ts +2 -1
- package/src/core/config/config.schema.ts +1 -68
- package/src/core/config/config.service.ts +2 -2
- package/src/core/config/prompt.service.ts +4 -26
- package/src/shared/cleaner/cleaner.service.ts +43 -12
- package/src/shared/cleaner/cleaner.types.ts +7 -0
- package/src/shared/constants.ts +0 -4
- package/src/shared/git/git.module.ts +0 -2
- package/src/shared/git/git.service.ts +9 -31
- package/src/shared/tokenizer/tokenizer.module.ts +0 -2
- package/src/shared/tokenizer/tokenizer.service.ts +9 -39
- package/.kodu/prompts/.keep +0 -0
- package/.kodu/prompts/commit.md +0 -9
- package/.kodu/prompts/pack.md +0 -7
- package/.kodu/prompts/review-bug.md +0 -6
- package/.kodu/prompts/review-security.md +0 -6
- package/.kodu/prompts/review-style.md +0 -6
- package/.opencode/command/openspec-apply.md +0 -24
- package/.opencode/command/openspec-archive.md +0 -27
- package/.opencode/command/openspec-proposal.md +0 -29
- package/.opencode/skills/kodu-ops/SKILL.md +0 -184
- package/dist/src/commands/commit/commit.command.d.ts +0 -18
- package/dist/src/commands/commit/commit.command.js +0 -149
- package/dist/src/commands/commit/commit.command.js.map +0 -1
- package/dist/src/commands/commit/commit.module.d.ts +0 -2
- package/dist/src/commands/commit/commit.module.js +0 -25
- package/dist/src/commands/commit/commit.module.js.map +0 -1
- package/dist/src/commands/ops/ops.command.d.ts +0 -4
- package/dist/src/commands/ops/ops.command.js +0 -39
- package/dist/src/commands/ops/ops.command.js.map +0 -1
- package/dist/src/commands/ops/ops.module.d.ts +0 -2
- package/dist/src/commands/ops/ops.module.js +0 -33
- package/dist/src/commands/ops/ops.module.js.map +0 -1
- package/dist/src/commands/ops/ops.types.d.ts +0 -13
- package/dist/src/commands/ops/ops.types.js +0 -12
- package/dist/src/commands/ops/ops.types.js.map +0 -1
- package/dist/src/commands/ops/ops.utils.d.ts +0 -13
- package/dist/src/commands/ops/ops.utils.js +0 -121
- package/dist/src/commands/ops/ops.utils.js.map +0 -1
- package/dist/src/commands/ops/subcommands/ops-env.command.d.ts +0 -24
- package/dist/src/commands/ops/subcommands/ops-env.command.js +0 -156
- package/dist/src/commands/ops/subcommands/ops-env.command.js.map +0 -1
- package/dist/src/commands/ops/subcommands/ops-routes.command.d.ts +0 -22
- package/dist/src/commands/ops/subcommands/ops-routes.command.js +0 -203
- package/dist/src/commands/ops/subcommands/ops-routes.command.js.map +0 -1
- package/dist/src/commands/ops/subcommands/ops-service.command.d.ts +0 -22
- package/dist/src/commands/ops/subcommands/ops-service.command.js +0 -169
- package/dist/src/commands/ops/subcommands/ops-service.command.js.map +0 -1
- package/dist/src/commands/ops/subcommands/ops-sysinfo.command.d.ts +0 -14
- package/dist/src/commands/ops/subcommands/ops-sysinfo.command.js +0 -75
- package/dist/src/commands/ops/subcommands/ops-sysinfo.command.js.map +0 -1
- package/dist/src/commands/review/review.command.d.ts +0 -26
- package/dist/src/commands/review/review.command.js +0 -205
- package/dist/src/commands/review/review.command.js.map +0 -1
- package/dist/src/commands/review/review.module.d.ts +0 -2
- package/dist/src/commands/review/review.module.js +0 -26
- package/dist/src/commands/review/review.module.js.map +0 -1
- package/dist/src/core/config/default-prompts.d.ts +0 -9
- package/dist/src/core/config/default-prompts.js +0 -49
- package/dist/src/core/config/default-prompts.js.map +0 -1
- package/dist/src/shared/ai/ai.module.d.ts +0 -2
- package/dist/src/shared/ai/ai.module.js +0 -23
- package/dist/src/shared/ai/ai.module.js.map +0 -1
- package/dist/src/shared/ai/ai.service.d.ts +0 -22
- package/dist/src/shared/ai/ai.service.js +0 -164
- package/dist/src/shared/ai/ai.service.js.map +0 -1
- package/dist/src/shared/ssh/ssh.module.d.ts +0 -2
- package/dist/src/shared/ssh/ssh.module.js +0 -21
- package/dist/src/shared/ssh/ssh.module.js.map +0 -1
- package/dist/src/shared/ssh/ssh.service.d.ts +0 -11
- package/dist/src/shared/ssh/ssh.service.js +0 -53
- package/dist/src/shared/ssh/ssh.service.js.map +0 -1
- package/dist/tsconfig.tsbuildinfo +0 -1
- package/src/commands/commit/commit.command.ts +0 -139
- package/src/commands/commit/commit.module.ts +0 -12
- package/src/commands/ops/ops.command.ts +0 -30
- package/src/commands/ops/ops.module.ts +0 -20
- package/src/commands/ops/ops.types.ts +0 -24
- package/src/commands/ops/ops.utils.ts +0 -160
- package/src/commands/ops/subcommands/ops-env.command.ts +0 -165
- package/src/commands/ops/subcommands/ops-routes.command.ts +0 -221
- package/src/commands/ops/subcommands/ops-service.command.ts +0 -190
- package/src/commands/ops/subcommands/ops-sysinfo.command.ts +0 -77
- package/src/commands/review/review.command.ts +0 -199
- package/src/commands/review/review.module.ts +0 -13
- package/src/core/config/default-prompts.ts +0 -53
- package/src/shared/ai/ai.module.ts +0 -10
- package/src/shared/ai/ai.service.ts +0 -216
- package/src/shared/ssh/ssh.module.ts +0 -8
- package/src/shared/ssh/ssh.service.ts +0 -61
|
@@ -1,11 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.KNOWN_TEXT_EXTENSIONS = exports.BINARY_EXTENSIONS = exports.DEFAULT_PRICE_PER_MILLION = exports.
|
|
3
|
+
exports.KNOWN_TEXT_EXTENSIONS = exports.BINARY_EXTENSIONS = exports.DEFAULT_PRICE_PER_MILLION = exports.MAX_FILE_SIZE_BYTES = void 0;
|
|
4
4
|
exports.MAX_FILE_SIZE_BYTES = 1024 * 1024;
|
|
5
|
-
exports.WARNING_TOKEN_THRESHOLD = 12_000;
|
|
6
|
-
exports.DEFAULT_COMMIT_TOKENS = 1_500;
|
|
7
|
-
exports.DEFAULT_REVIEW_TOKENS = 5_000;
|
|
8
|
-
exports.DEFAULT_LLM_MODEL = 'gpt-4o';
|
|
9
5
|
exports.DEFAULT_PRICE_PER_MILLION = 5;
|
|
10
6
|
const BINARY_EXTENSION_LIST = [
|
|
11
7
|
'.png',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/shared/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,mBAAmB,GAAG,IAAI,GAAG,IAAI,CAAC;AAClC,QAAA,
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/shared/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,mBAAmB,GAAG,IAAI,GAAG,IAAI,CAAC;AAClC,QAAA,yBAAyB,GAAG,CAAC,CAAC;AAE3C,MAAM,qBAAqB,GAAG;IAC5B,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,SAAS;IACT,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;CACP,CAAC;AAEF,MAAM,eAAe,GAAG;IAEtB,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,SAAS;IAET,OAAO;IACP,KAAK;IACL,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,QAAQ;IACR,KAAK;IACL,OAAO;IACP,QAAQ;IACR,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IAEN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,UAAU;IACV,OAAO;IACP,MAAM;IACN,MAAM;IAEN,YAAY;IACZ,eAAe;IACf,YAAY;IACZ,eAAe;CAChB,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAgB,EAAuB,EAAE,CACnE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAEzC,QAAA,iBAAiB,GAAG,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;AAC9D,QAAA,qBAAqB,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC"}
|
|
@@ -8,14 +8,12 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
9
|
exports.GitModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
|
-
const config_module_1 = require("../../core/config/config.module");
|
|
12
11
|
const git_service_1 = require("./git.service");
|
|
13
12
|
let GitModule = class GitModule {
|
|
14
13
|
};
|
|
15
14
|
exports.GitModule = GitModule;
|
|
16
15
|
exports.GitModule = GitModule = __decorate([
|
|
17
16
|
(0, common_1.Module)({
|
|
18
|
-
imports: [config_module_1.ConfigModule],
|
|
19
17
|
providers: [git_service_1.GitService],
|
|
20
18
|
exports: [git_service_1.GitService],
|
|
21
19
|
})
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"git.module.js","sourceRoot":"","sources":["../../../../src/shared/git/git.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC
|
|
1
|
+
{"version":3,"file":"git.module.js","sourceRoot":"","sources":["../../../../src/shared/git/git.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,+CAA2C;AAMpC,IAAM,SAAS,GAAf,MAAM,SAAS;CAAG,CAAA;AAAZ,8BAAS;oBAAT,SAAS;IAJrB,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,wBAAU,CAAC;QACvB,OAAO,EAAE,CAAC,wBAAU,CAAC;KACtB,CAAC;GACW,SAAS,CAAG"}
|
|
@@ -1,12 +1,5 @@
|
|
|
1
|
-
import { ConfigService } from '../../core/config/config.service';
|
|
2
1
|
export declare class GitService {
|
|
3
|
-
private readonly configService;
|
|
4
|
-
constructor(configService: ConfigService);
|
|
5
2
|
ensureRepo(): Promise<void>;
|
|
6
|
-
hasStagedChanges(): Promise<boolean>;
|
|
7
|
-
getStagedDiff(): Promise<string>;
|
|
8
3
|
getChangedFiles(): Promise<string[]>;
|
|
9
|
-
|
|
10
|
-
commit(message: string): Promise<void>;
|
|
11
|
-
private buildExcludeArgs;
|
|
4
|
+
getStagedFiles(): Promise<string[]>;
|
|
12
5
|
}
|
|
@@ -5,42 +5,22 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.GitService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
11
|
const execa_1 = require("execa");
|
|
15
|
-
const config_service_1 = require("../../core/config/config.service");
|
|
16
|
-
const EXCLUDE_PREFIX = ':(exclude)';
|
|
17
12
|
let GitService = class GitService {
|
|
18
|
-
configService;
|
|
19
|
-
constructor(configService) {
|
|
20
|
-
this.configService = configService;
|
|
21
|
-
}
|
|
22
13
|
async ensureRepo() {
|
|
23
14
|
try {
|
|
24
15
|
await (0, execa_1.execa)('git', ['rev-parse', '--is-inside-work-tree']);
|
|
25
16
|
}
|
|
26
17
|
catch (error) {
|
|
27
|
-
const message = error instanceof Error && '
|
|
18
|
+
const message = error instanceof Error && 'stderr' in error
|
|
28
19
|
? String(error.stderr ?? error.message)
|
|
29
20
|
: 'Git repository not found. Initialize git before running the command.';
|
|
30
21
|
throw new Error(message);
|
|
31
22
|
}
|
|
32
23
|
}
|
|
33
|
-
async hasStagedChanges() {
|
|
34
|
-
const { stdout } = await (0, execa_1.execa)('git', ['diff', '--staged', '--name-only']);
|
|
35
|
-
return stdout.trim().length > 0;
|
|
36
|
-
}
|
|
37
|
-
async getStagedDiff() {
|
|
38
|
-
await this.ensureRepo();
|
|
39
|
-
const excludeArgs = this.buildExcludeArgs();
|
|
40
|
-
const args = ['diff', '--staged', '--unified=3', '--', '.', ...excludeArgs];
|
|
41
|
-
const { stdout } = await (0, execa_1.execa)('git', args);
|
|
42
|
-
return stdout;
|
|
43
|
-
}
|
|
44
24
|
async getChangedFiles() {
|
|
45
25
|
await this.ensureRepo();
|
|
46
26
|
const changed = new Set();
|
|
@@ -59,21 +39,18 @@ let GitService = class GitService {
|
|
|
59
39
|
await load(['ls-files', '--others', '--exclude-standard']);
|
|
60
40
|
return [...changed].sort();
|
|
61
41
|
}
|
|
62
|
-
async
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
const ignore = this.configService.getConfig().packer.ignore ?? [];
|
|
71
|
-
return ignore.map((pattern) => `${EXCLUDE_PREFIX}${pattern}`);
|
|
42
|
+
async getStagedFiles() {
|
|
43
|
+
await this.ensureRepo();
|
|
44
|
+
const { stdout } = await (0, execa_1.execa)('git', ['diff', '--name-only', '--staged']);
|
|
45
|
+
return stdout
|
|
46
|
+
.split('\n')
|
|
47
|
+
.map((entry) => entry.trim())
|
|
48
|
+
.filter((entry) => entry.length > 0)
|
|
49
|
+
.sort();
|
|
72
50
|
}
|
|
73
51
|
};
|
|
74
52
|
exports.GitService = GitService;
|
|
75
53
|
exports.GitService = GitService = __decorate([
|
|
76
|
-
(0, common_1.Injectable)()
|
|
77
|
-
__metadata("design:paramtypes", [config_service_1.ConfigService])
|
|
54
|
+
(0, common_1.Injectable)()
|
|
78
55
|
], GitService);
|
|
79
56
|
//# sourceMappingURL=git.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"git.service.js","sourceRoot":"","sources":["../../../../src/shared/git/git.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"git.service.js","sourceRoot":"","sources":["../../../../src/shared/git/git.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAC5C,iCAA8B;AAGvB,IAAM,UAAU,GAAhB,MAAM,UAAU;IACrB,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,IAAA,aAAK,EAAC,KAAK,EAAE,CAAC,WAAW,EAAE,uBAAuB,CAAC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,IAAI,QAAQ,IAAI,KAAK;gBACzC,CAAC,CAAC,MAAM,CAAE,KAA6B,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC;gBAChE,CAAC,CAAC,sEAAsE,CAAC;YAC7E,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;QAClC,MAAM,IAAI,GAAG,KAAK,EAAE,IAAc,EAAE,EAAE;YACpC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,aAAK,EAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC5C,MAAM;iBACH,KAAK,CAAC,IAAI,CAAC;iBACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;iBAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;iBACnC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACjB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,aAAK,EAAC,KAAK,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;QAC3E,OAAO,MAAM;aACV,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;aAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACnC,IAAI,EAAE,CAAC;IACZ,CAAC;CACF,CAAA;AA1CY,gCAAU;qBAAV,UAAU;IADtB,IAAA,mBAAU,GAAE;GACA,UAAU,CA0CtB"}
|
|
@@ -8,14 +8,12 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
8
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
9
9
|
exports.TokenizerModule = void 0;
|
|
10
10
|
const common_1 = require("@nestjs/common");
|
|
11
|
-
const config_module_1 = require("../../core/config/config.module");
|
|
12
11
|
const tokenizer_service_1 = require("./tokenizer.service");
|
|
13
12
|
let TokenizerModule = class TokenizerModule {
|
|
14
13
|
};
|
|
15
14
|
exports.TokenizerModule = TokenizerModule;
|
|
16
15
|
exports.TokenizerModule = TokenizerModule = __decorate([
|
|
17
16
|
(0, common_1.Module)({
|
|
18
|
-
imports: [config_module_1.ConfigModule],
|
|
19
17
|
providers: [tokenizer_service_1.TokenizerService],
|
|
20
18
|
exports: [tokenizer_service_1.TokenizerService],
|
|
21
19
|
})
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.module.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,
|
|
1
|
+
{"version":3,"file":"tokenizer.module.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.module.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAAwC;AACxC,2DAAuD;AAMhD,IAAM,eAAe,GAArB,MAAM,eAAe;CAAG,CAAA;AAAlB,0CAAe;0BAAf,eAAe;IAJ3B,IAAA,eAAM,EAAC;QACN,SAAS,EAAE,CAAC,oCAAgB,CAAC;QAC7B,OAAO,EAAE,CAAC,oCAAgB,CAAC;KAC5B,CAAC;GACW,eAAe,CAAG"}
|
|
@@ -1,16 +1,10 @@
|
|
|
1
|
-
import { ConfigService } from '../../core/config/config.service';
|
|
2
1
|
type TokenEstimate = {
|
|
3
2
|
tokens: number;
|
|
4
3
|
usdEstimate: number;
|
|
5
4
|
};
|
|
6
5
|
export declare class TokenizerService {
|
|
7
|
-
private readonly configService;
|
|
8
6
|
private encoder?;
|
|
9
|
-
constructor(configService: ConfigService);
|
|
10
7
|
count(text: string): TokenEstimate;
|
|
11
|
-
private getPricePerMillion;
|
|
12
|
-
private createEncoder;
|
|
13
8
|
private getEncoder;
|
|
14
|
-
private normalizeModelKey;
|
|
15
9
|
}
|
|
16
10
|
export {};
|
|
@@ -5,62 +5,32 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
|
|
|
5
5
|
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
6
|
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
7
|
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
8
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
9
|
exports.TokenizerService = void 0;
|
|
13
10
|
const common_1 = require("@nestjs/common");
|
|
14
11
|
const js_tiktoken_1 = require("js-tiktoken");
|
|
15
|
-
const config_service_1 = require("../../core/config/config.service");
|
|
16
12
|
const constants_1 = require("../constants");
|
|
17
|
-
const PRICE_PER_MILLION = {
|
|
18
|
-
'gpt-4o': 10,
|
|
19
|
-
'gpt-5-mini': 2.5,
|
|
20
|
-
};
|
|
21
13
|
let TokenizerService = class TokenizerService {
|
|
22
|
-
configService;
|
|
23
14
|
encoder;
|
|
24
|
-
constructor(configService) {
|
|
25
|
-
this.configService = configService;
|
|
26
|
-
}
|
|
27
15
|
count(text) {
|
|
28
16
|
const tokens = this.getEncoder().encode(text).length;
|
|
29
|
-
const
|
|
30
|
-
const usdEstimate = price > 0 ? (tokens / 1_000_000) * price : 0;
|
|
17
|
+
const usdEstimate = (tokens / 1_000_000) * constants_1.DEFAULT_PRICE_PER_MILLION;
|
|
31
18
|
return { tokens, usdEstimate };
|
|
32
19
|
}
|
|
33
|
-
getPricePerMillion() {
|
|
34
|
-
const config = this.configService.getConfig();
|
|
35
|
-
const model = config.llm?.model ?? `openai/${constants_1.DEFAULT_LLM_MODEL}`;
|
|
36
|
-
const key = this.normalizeModelKey(model);
|
|
37
|
-
return PRICE_PER_MILLION[key] ?? constants_1.DEFAULT_PRICE_PER_MILLION;
|
|
38
|
-
}
|
|
39
|
-
createEncoder() {
|
|
40
|
-
try {
|
|
41
|
-
return (0, js_tiktoken_1.encodingForModel)(constants_1.DEFAULT_LLM_MODEL);
|
|
42
|
-
}
|
|
43
|
-
catch {
|
|
44
|
-
return (0, js_tiktoken_1.getEncoding)('o200k_base');
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
20
|
getEncoder() {
|
|
48
21
|
if (!this.encoder) {
|
|
49
|
-
|
|
22
|
+
try {
|
|
23
|
+
this.encoder = (0, js_tiktoken_1.encodingForModel)('gpt-4o');
|
|
24
|
+
}
|
|
25
|
+
catch {
|
|
26
|
+
this.encoder = (0, js_tiktoken_1.getEncoding)('o200k_base');
|
|
27
|
+
}
|
|
50
28
|
}
|
|
51
29
|
return this.encoder;
|
|
52
30
|
}
|
|
53
|
-
normalizeModelKey(model) {
|
|
54
|
-
const lower = model.toLowerCase();
|
|
55
|
-
if (lower.includes('/')) {
|
|
56
|
-
return lower.split('/').pop() ?? lower;
|
|
57
|
-
}
|
|
58
|
-
return lower;
|
|
59
|
-
}
|
|
60
31
|
};
|
|
61
32
|
exports.TokenizerService = TokenizerService;
|
|
62
33
|
exports.TokenizerService = TokenizerService = __decorate([
|
|
63
|
-
(0, common_1.Injectable)()
|
|
64
|
-
__metadata("design:paramtypes", [config_service_1.ConfigService])
|
|
34
|
+
(0, common_1.Injectable)()
|
|
65
35
|
], TokenizerService);
|
|
66
36
|
//# sourceMappingURL=tokenizer.service.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.service.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.service.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"tokenizer.service.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAC5C,6CAA4D;AAC5D,4CAAyD;AAQlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IACnB,OAAO,CAAkC;IAEjD,KAAK,CAAC,IAAY;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACrD,MAAM,WAAW,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,qCAAyB,CAAC;QACrE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IACjC,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,GAAG,IAAA,8BAAgB,EAAC,QAAQ,CAAC,CAAC;YAC5C,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,OAAO,GAAG,IAAA,yBAAW,EAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF,CAAA;AAnBY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;GACA,gBAAgB,CAmB5B"}
|