kodu 1.1.12 → 1.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +7 -3
- package/dist/src/commands/clean/clean.command.js +6 -1
- package/dist/src/commands/clean/clean.command.js.map +1 -1
- package/dist/src/commands/init/init.command.js +16 -7
- package/dist/src/commands/init/init.command.js.map +1 -1
- package/dist/src/commands/pack/pack.command.js +6 -1
- package/dist/src/commands/pack/pack.command.js.map +1 -1
- package/dist/src/commands/review/review.command.js +2 -2
- package/dist/src/commands/review/review.command.js.map +1 -1
- package/dist/src/core/config/config.schema.d.ts +2 -0
- package/dist/src/core/config/config.schema.js +8 -3
- package/dist/src/core/config/config.schema.js.map +1 -1
- package/dist/src/core/file-system/fs.service.d.ts +16 -9
- package/dist/src/core/file-system/fs.service.js +68 -114
- package/dist/src/core/file-system/fs.service.js.map +1 -1
- package/dist/src/shared/ai/ai.service.js +2 -5
- package/dist/src/shared/ai/ai.service.js.map +1 -1
- package/dist/src/shared/constants.d.ts +7 -0
- package/dist/src/shared/constants.js +116 -0
- package/dist/src/shared/constants.js.map +1 -0
- package/dist/src/shared/tokenizer/tokenizer.service.d.ts +1 -0
- package/dist/src/shared/tokenizer/tokenizer.service.js +13 -6
- package/dist/src/shared/tokenizer/tokenizer.service.js.map +1 -1
- package/dist/tsconfig.build.tsbuildinfo +1 -1
- package/kodu.json +5 -3
- package/kodu.schema.json +18 -5
- package/package.json +2 -1
- package/src/commands/clean/clean.command.ts +6 -1
- package/src/commands/init/init.command.ts +21 -7
- package/src/commands/pack/pack.command.ts +6 -1
- package/src/commands/review/review.command.ts +2 -2
- package/src/core/config/config.schema.ts +12 -3
- package/src/core/file-system/fs.service.ts +93 -131
- package/src/shared/ai/ai.service.ts +2 -6
- package/src/shared/constants.ts +121 -0
- package/src/shared/tokenizer/tokenizer.service.ts +15 -8
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fs.service.js","sourceRoot":"","sources":["../../../../src/core/file-system/fs.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"fs.service.js","sourceRoot":"","sources":["../../../../src/core/file-system/fs.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,qCAAyC;AACzC,0DAA6B;AAC7B,2CAA4C;AAC5C,oDAA4B;AAC5B,2CAAkC;AAClC,sDAIgC;AAChC,6DAAyD;AACzD,iDAA6C;AAE7C,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,WAAW,GAAG,CAAC,SAAS,CAAC,CAAC;AAWzB,IAAM,SAAS,GAAf,MAAM,SAAS;IAED;IACA;IAFnB,YACmB,aAA4B,EAC5B,EAAa;QADb,kBAAa,GAAb,aAAa,CAAe;QAC5B,OAAE,GAAF,EAAE,CAAW;IAC7B,CAAC;IAEJ,KAAK,CAAC,gBAAgB,CACpB,UAAmC,EAAE;QAErC,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAClD,MAAM,kBAAkB,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;QACvE,MAAM,iBAAiB,GAAG,kBAAkB;YAC1C,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,EAAE;YACpC,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,EAAE,GAAG,IAAA,gBAAM,GAAE,CAAC;QACpB,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;QAChE,MAAM,cAAc,GAAG,iBAAiB;aACrC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;aAChC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;aACvC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACjD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,EAAE,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,EAAE,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,iBAAI,EAAC,CAAC,MAAM,CAAC,EAAE;YACnC,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,IAAI;YACd,GAAG,EAAE,IAAI;YACT,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,OAAO;aAC1B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,CAAC;aACnD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;aAC7C,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,EAAE;aAChB,MAAM,CAAC,aAAa,CAAC;aACrB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAItC,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QACpD,MAAM,mBAAmB,GACvB,OAAO,CAAC,2BAA2B;YACnC,MAAM,CAAC,2BAA2B;YAClC,KAAK,CAAC;QACR,MAAM,WAAW,GAAG,OAAO,CAAC,gBAAgB,IAAI,+BAAmB,CAAC;QAEpE,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,mBAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7C,IAAI,KAAY,CAAC;YAEjB,IAAI,CAAC;gBACH,KAAK,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;gBAC7B,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CACd,wBAAwB,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAC/E,CAAC;gBACF,SAAS;YACX,CAAC;YAED,IACE,aAAa;gBACb,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,mBAAmB,CAAC,CAAC,EAC/D,CAAC;gBACD,SAAS;YACX,CAAC;YAED,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,YAAoB;QACzC,MAAM,QAAQ,GAAG,mBAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;QAC3D,OAAO,kBAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;QAE7D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YACzD,OAAO,OAAO;iBACX,KAAK,CAAC,OAAO,CAAC;iBACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;iBAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,YAAoB;QACtC,OAAO,YAAY,CAAC,KAAK,CAAC,mBAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,mBAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;IAEO,iBAAiB,CAAC,YAAoB;QAC5C,MAAM,GAAG,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QACrD,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,6BAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC;IAEO,eAAe,CAAC,YAAoB;QAC1C,MAAM,GAAG,GAAG,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,GAAG,IAAI,iCAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAG,mBAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3D,OAAO,iCAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,YAAoB,EACpB,YAAoB,EACpB,eAAwB;QAExB,IAAI,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,YAAoB;QAC5C,IAAI,MAAiC,CAAC;QAEtC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;oBACpB,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAtKY,8BAAS;oBAAT,SAAS;IADrB,IAAA,mBAAU,GAAE;qCAGuB,8BAAa;QACxB,sBAAS;GAHrB,SAAS,CAsKrB"}
|
|
@@ -15,8 +15,7 @@ const common_1 = require("@nestjs/common");
|
|
|
15
15
|
const config_service_1 = require("../../core/config/config.service");
|
|
16
16
|
const default_prompts_1 = require("../../core/config/default-prompts");
|
|
17
17
|
const prompt_service_1 = require("../../core/config/prompt.service");
|
|
18
|
-
const
|
|
19
|
-
const DEFAULT_REVIEW_MAX_OUTPUT_TOKENS = 5000;
|
|
18
|
+
const constants_1 = require("../constants");
|
|
20
19
|
let AiService = class AiService {
|
|
21
20
|
configService;
|
|
22
21
|
promptService;
|
|
@@ -124,9 +123,7 @@ let AiService = class AiService {
|
|
|
124
123
|
getModelSettingsForCommand(command) {
|
|
125
124
|
const config = this.configService.getConfig();
|
|
126
125
|
const commands = config.llm?.commands;
|
|
127
|
-
const defaultMax = command === 'commit'
|
|
128
|
-
? DEFAULT_COMMIT_MAX_OUTPUT_TOKENS
|
|
129
|
-
: DEFAULT_REVIEW_MAX_OUTPUT_TOKENS;
|
|
126
|
+
const defaultMax = command === 'commit' ? constants_1.DEFAULT_COMMIT_TOKENS : constants_1.DEFAULT_REVIEW_TOKENS;
|
|
130
127
|
const base = { maxOutputTokens: defaultMax };
|
|
131
128
|
if (!commands) {
|
|
132
129
|
return base;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ai.service.js","sourceRoot":"","sources":["../../../../src/shared/ai/ai.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAA2C;AAC3C,2CAA4C;AAC5C,qEAAiE;AACjE,uEAK2C;AAC3C,qEAAiE;
|
|
1
|
+
{"version":3,"file":"ai.service.js","sourceRoot":"","sources":["../../../../src/shared/ai/ai.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAA2C;AAC3C,2CAA4C;AAC5C,qEAAiE;AACjE,uEAK2C;AAC3C,qEAAiE;AACjE,4CAA4E;AASrE,IAAM,SAAS,GAAf,MAAM,SAAS;IAED;IACA;IAFnB,YACmB,aAA4B,EAC5B,aAA4B;QAD5B,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAe;IAC5C,CAAC;IAEJ,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,IAAgB;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,mBAAmB,EACnB,8CAA8C,CAC/C,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAE5D,MAAM,aAAa,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;QACnE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,IAAY;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,mBAAmB,EACnB,iFAAiF,CAClF,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC;QAE/D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAE7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,uBAAuB;QACrB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,aAAa,GAAG,CAAC,GAAG,uCAAqB,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM;YACxC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;YACpC,CAAC,CAAC,EAAE,CAAC;QAEP,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,SAAS;QACP,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,gBAAgB,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,gBAAgB;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,OAAO,MAAM,CAAC,GAAG,EAAE,SAAS,IAAI,gBAAgB,CAAC;IACnD,CAAC;IAEO,WAAW,CAAC,EAAU,EAAE,YAAoB;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAElC,OAAO,IAAI,aAAK,CAAC;YACf,EAAE;YACF,IAAI,EAAE,EAAE;YACR,YAAY;YACZ,KAAK,EAAE;gBACL,EAAE,EAAE,OAAgC;gBACpC,MAAM;aACP;YACD,UAAU,EAAE,CAAC;SACd,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,IAAY,EACZ,IAAgB;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAE9C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,IACE,uCAAqB,CAAC,QAAQ,CAC5B,IAA8C,CAC/C,EACD,CAAC;YACD,MAAM,aAAa,GACjB,wCAAsB,CAAC,IAA2C,CAAC,CAAC;YACtE,OAAO,IAAA,wCAAsB,EAAC,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,IAAA,wCAAsB,EAAC,wCAAsB,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,IAAY;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;QAE5C,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,OAAO,IAAA,wCAAsB,EAAC,uCAAqB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACjE,CAAC;IAEO,SAAS;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,gBAAgB,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAEnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,kBAAkB,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,UAAU;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QAG/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,0BAA0B,KAAK,kEAAkE,CAClG,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,0BAA0B,CAChC,OAA4B;QAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC;QACtC,MAAM,UAAU,GACd,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,iCAAqB,CAAC,CAAC,CAAC,iCAAqB,CAAC;QACvE,MAAM,IAAI,GAAkB,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC;QAE5D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,QAAQ,EAAE,aAA0C,CAAC;QAEtE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,GAAG,QAAQ;YACX,eAAe,EAAE,QAAQ,CAAC,eAAe,IAAI,UAAU;SACxD,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,QAAQ;aACnB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;aAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAErC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;aACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;aACrB,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;aACpC,IAAI,EAAE,CAAC;QAEV,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAA;AApMY,8BAAS;oBAAT,SAAS;IADrB,IAAA,mBAAU,GAAE;qCAGuB,8BAAa;QACb,8BAAa;GAHpC,SAAS,CAoMrB"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export declare const MAX_FILE_SIZE_BYTES: number;
|
|
2
|
+
export declare const WARNING_TOKEN_THRESHOLD = 12000;
|
|
3
|
+
export declare const DEFAULT_COMMIT_TOKENS = 1500;
|
|
4
|
+
export declare const DEFAULT_REVIEW_TOKENS = 5000;
|
|
5
|
+
export declare const DEFAULT_LLM_MODEL = "gpt-4o";
|
|
6
|
+
export declare const BINARY_EXTENSIONS: ReadonlySet<string>;
|
|
7
|
+
export declare const KNOWN_TEXT_EXTENSIONS: ReadonlySet<string>;
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.KNOWN_TEXT_EXTENSIONS = exports.BINARY_EXTENSIONS = exports.DEFAULT_LLM_MODEL = exports.DEFAULT_REVIEW_TOKENS = exports.DEFAULT_COMMIT_TOKENS = exports.WARNING_TOKEN_THRESHOLD = exports.MAX_FILE_SIZE_BYTES = void 0;
|
|
4
|
+
exports.MAX_FILE_SIZE_BYTES = 1024 * 1024;
|
|
5
|
+
exports.WARNING_TOKEN_THRESHOLD = 12_000;
|
|
6
|
+
exports.DEFAULT_COMMIT_TOKENS = 1_500;
|
|
7
|
+
exports.DEFAULT_REVIEW_TOKENS = 5_000;
|
|
8
|
+
exports.DEFAULT_LLM_MODEL = 'gpt-4o';
|
|
9
|
+
const BINARY_EXTENSION_LIST = [
|
|
10
|
+
'.png',
|
|
11
|
+
'.jpg',
|
|
12
|
+
'.jpeg',
|
|
13
|
+
'.webp',
|
|
14
|
+
'.gif',
|
|
15
|
+
'.bmp',
|
|
16
|
+
'.ico',
|
|
17
|
+
'.tif',
|
|
18
|
+
'.tiff',
|
|
19
|
+
'.psd',
|
|
20
|
+
'.ai',
|
|
21
|
+
'.sketch',
|
|
22
|
+
'.heic',
|
|
23
|
+
'.heif',
|
|
24
|
+
'.mp3',
|
|
25
|
+
'.wav',
|
|
26
|
+
'.flac',
|
|
27
|
+
'.ogg',
|
|
28
|
+
'.m4a',
|
|
29
|
+
'.mp4',
|
|
30
|
+
'.mkv',
|
|
31
|
+
'.mov',
|
|
32
|
+
'.avi',
|
|
33
|
+
'.webm',
|
|
34
|
+
'.wmv',
|
|
35
|
+
'.flv',
|
|
36
|
+
'.mpg',
|
|
37
|
+
'.mpeg',
|
|
38
|
+
'.ogv',
|
|
39
|
+
'.zip',
|
|
40
|
+
'.gz',
|
|
41
|
+
'.tgz',
|
|
42
|
+
'.bz2',
|
|
43
|
+
'.xz',
|
|
44
|
+
'.rar',
|
|
45
|
+
'.7z',
|
|
46
|
+
'.tar',
|
|
47
|
+
'.pdf',
|
|
48
|
+
'.exe',
|
|
49
|
+
'.dll',
|
|
50
|
+
'.so',
|
|
51
|
+
'.dylib',
|
|
52
|
+
'.class',
|
|
53
|
+
'.jar',
|
|
54
|
+
'.war',
|
|
55
|
+
'.ear',
|
|
56
|
+
'.ttf',
|
|
57
|
+
'.otf',
|
|
58
|
+
'.woff',
|
|
59
|
+
'.woff2',
|
|
60
|
+
'.eot',
|
|
61
|
+
'.bin',
|
|
62
|
+
'.pak',
|
|
63
|
+
'.dat',
|
|
64
|
+
];
|
|
65
|
+
const KNOWN_TEXT_LIST = [
|
|
66
|
+
'.js',
|
|
67
|
+
'.jsx',
|
|
68
|
+
'.ts',
|
|
69
|
+
'.tsx',
|
|
70
|
+
'.mjs',
|
|
71
|
+
'.cjs',
|
|
72
|
+
'.json',
|
|
73
|
+
'.html',
|
|
74
|
+
'.css',
|
|
75
|
+
'.scss',
|
|
76
|
+
'.less',
|
|
77
|
+
'.vue',
|
|
78
|
+
'.svelte',
|
|
79
|
+
'.java',
|
|
80
|
+
'.py',
|
|
81
|
+
'.c',
|
|
82
|
+
'.cpp',
|
|
83
|
+
'.h',
|
|
84
|
+
'.hpp',
|
|
85
|
+
'.cs',
|
|
86
|
+
'.go',
|
|
87
|
+
'.rs',
|
|
88
|
+
'.php',
|
|
89
|
+
'.rb',
|
|
90
|
+
'.swift',
|
|
91
|
+
'.kt',
|
|
92
|
+
'.dart',
|
|
93
|
+
'.scala',
|
|
94
|
+
'.pl',
|
|
95
|
+
'.lua',
|
|
96
|
+
'.sh',
|
|
97
|
+
'.bat',
|
|
98
|
+
'.md',
|
|
99
|
+
'.txt',
|
|
100
|
+
'.xml',
|
|
101
|
+
'.yaml',
|
|
102
|
+
'.yml',
|
|
103
|
+
'.sql',
|
|
104
|
+
'.graphql',
|
|
105
|
+
'.toml',
|
|
106
|
+
'.ini',
|
|
107
|
+
'.env',
|
|
108
|
+
'.gitignore',
|
|
109
|
+
'.dockerignore',
|
|
110
|
+
'dockerfile',
|
|
111
|
+
'.editorconfig',
|
|
112
|
+
];
|
|
113
|
+
const createLowercaseSet = (values) => new Set(values.map((value) => value.toLowerCase()));
|
|
114
|
+
exports.BINARY_EXTENSIONS = createLowercaseSet(BINARY_EXTENSION_LIST);
|
|
115
|
+
exports.KNOWN_TEXT_EXTENSIONS = createLowercaseSet(KNOWN_TEXT_LIST);
|
|
116
|
+
//# sourceMappingURL=constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/shared/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,mBAAmB,GAAG,IAAI,GAAG,IAAI,CAAC;AAClC,QAAA,uBAAuB,GAAG,MAAM,CAAC;AACjC,QAAA,qBAAqB,GAAG,KAAK,CAAC;AAC9B,QAAA,qBAAqB,GAAG,KAAK,CAAC;AAC9B,QAAA,iBAAiB,GAAG,QAAQ,CAAC;AAE1C,MAAM,qBAAqB,GAAG;IAC5B,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,KAAK;IACL,SAAS;IACT,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;CACP,CAAC;AAEF,MAAM,eAAe,GAAG;IAEtB,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,SAAS;IAET,OAAO;IACP,KAAK;IACL,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,MAAM;IACN,KAAK;IACL,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,QAAQ;IACR,KAAK;IACL,OAAO;IACP,QAAQ;IACR,KAAK;IACL,MAAM;IACN,KAAK;IACL,MAAM;IAEN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,MAAM;IACN,UAAU;IACV,OAAO;IACP,MAAM;IACN,MAAM;IAEN,YAAY;IACZ,eAAe;IACf,YAAY;IACZ,eAAe;CAChB,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,MAAgB,EAAuB,EAAE,CACnE,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAEzC,QAAA,iBAAiB,GAAG,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;AAC9D,QAAA,qBAAqB,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC"}
|
|
@@ -13,7 +13,9 @@ exports.TokenizerService = void 0;
|
|
|
13
13
|
const common_1 = require("@nestjs/common");
|
|
14
14
|
const js_tiktoken_1 = require("js-tiktoken");
|
|
15
15
|
const config_service_1 = require("../../core/config/config.service");
|
|
16
|
+
const constants_1 = require("../constants");
|
|
16
17
|
const PRICE_PER_MILLION = {
|
|
18
|
+
'gpt-4o': 10,
|
|
17
19
|
'gpt-5-mini': 2.5,
|
|
18
20
|
};
|
|
19
21
|
let TokenizerService = class TokenizerService {
|
|
@@ -30,18 +32,16 @@ let TokenizerService = class TokenizerService {
|
|
|
30
32
|
}
|
|
31
33
|
getPricePerMillion() {
|
|
32
34
|
const config = this.configService.getConfig();
|
|
33
|
-
const model = config.llm?.model ??
|
|
34
|
-
const key =
|
|
35
|
+
const model = config.llm?.model ?? `openai/${constants_1.DEFAULT_LLM_MODEL}`;
|
|
36
|
+
const key = this.normalizeModelKey(model);
|
|
35
37
|
return PRICE_PER_MILLION[key] ?? 0;
|
|
36
38
|
}
|
|
37
39
|
createEncoder() {
|
|
38
|
-
const config = this.configService.getConfig();
|
|
39
|
-
const model = config.llm?.model ?? 'gpt-5-mini';
|
|
40
40
|
try {
|
|
41
|
-
return (0, js_tiktoken_1.encodingForModel)(
|
|
41
|
+
return (0, js_tiktoken_1.encodingForModel)(constants_1.DEFAULT_LLM_MODEL);
|
|
42
42
|
}
|
|
43
43
|
catch {
|
|
44
|
-
return (0, js_tiktoken_1.
|
|
44
|
+
return (0, js_tiktoken_1.getEncoding)('o200k_base');
|
|
45
45
|
}
|
|
46
46
|
}
|
|
47
47
|
getEncoder() {
|
|
@@ -50,6 +50,13 @@ let TokenizerService = class TokenizerService {
|
|
|
50
50
|
}
|
|
51
51
|
return this.encoder;
|
|
52
52
|
}
|
|
53
|
+
normalizeModelKey(model) {
|
|
54
|
+
const lower = model.toLowerCase();
|
|
55
|
+
if (lower.includes('/')) {
|
|
56
|
+
return lower.split('/').pop() ?? lower;
|
|
57
|
+
}
|
|
58
|
+
return lower;
|
|
59
|
+
}
|
|
53
60
|
};
|
|
54
61
|
exports.TokenizerService = TokenizerService;
|
|
55
62
|
exports.TokenizerService = TokenizerService = __decorate([
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tokenizer.service.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,
|
|
1
|
+
{"version":3,"file":"tokenizer.service.js","sourceRoot":"","sources":["../../../../src/shared/tokenizer/tokenizer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,6CAAgF;AAChF,qEAAiE;AACjE,4CAAiD;AAOjD,MAAM,iBAAiB,GAA2B;IAChD,QAAQ,EAAE,EAAE;IACZ,YAAY,EAAE,GAAG;CAClB,CAAC;AAGK,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAGE;IAFrB,OAAO,CAAuC;IAEtD,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;IAAG,CAAC;IAE7D,KAAK,CAAC,IAAY;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IACjC,CAAC;IAEO,kBAAkB;QACxB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,KAAK,IAAI,UAAU,6BAAiB,EAAE,CAAC;QACjE,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC;YACH,OAAO,IAAA,8BAAgB,EAAC,6BAAkC,CAAC,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAA,yBAAW,EAAC,YAAY,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACtC,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAEO,iBAAiB,CAAC,KAAa;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC;QACzC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF,CAAA;AA3CY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;qCAIiC,8BAAa;GAH9C,gBAAgB,CA2C5B"}
|