node-llama-cpp 3.0.0-beta.5 → 3.0.0-beta.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{utils/getBin.d.ts → bindings/AddonTypes.d.ts} +2 -2
- package/dist/bindings/AddonTypes.js +2 -0
- package/dist/bindings/AddonTypes.js.map +1 -0
- package/dist/bindings/Llama.d.ts +21 -0
- package/dist/bindings/Llama.js +213 -0
- package/dist/bindings/Llama.js.map +1 -0
- package/dist/bindings/getLlama.d.ts +83 -0
- package/dist/bindings/getLlama.js +216 -0
- package/dist/bindings/getLlama.js.map +1 -0
- package/dist/bindings/types.d.ts +33 -0
- package/dist/bindings/types.js +30 -0
- package/dist/bindings/types.js.map +1 -0
- package/dist/bindings/utils/NoBinaryFoundError.d.ts +2 -0
- package/dist/bindings/utils/NoBinaryFoundError.js +7 -0
- package/dist/bindings/utils/NoBinaryFoundError.js.map +1 -0
- package/dist/{utils → bindings/utils}/binariesGithubRelease.js +1 -1
- package/dist/bindings/utils/binariesGithubRelease.js.map +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.d.ts +1 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js +47 -0
- package/dist/bindings/utils/clearAllLocalBuilds.js.map +1 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.d.ts +11 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js +151 -0
- package/dist/bindings/utils/cloneLlamaCppRepo.js.map +1 -0
- package/dist/bindings/utils/compileLLamaCpp.d.ts +12 -0
- package/dist/bindings/utils/compileLLamaCpp.js +157 -0
- package/dist/bindings/utils/compileLLamaCpp.js.map +1 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.d.ts +5 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js +85 -0
- package/dist/bindings/utils/getBuildFolderNameForBuildOptions.js.map +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.d.ts +1 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js +8 -0
- package/dist/bindings/utils/getCanUsePrebuiltBinaries.js.map +1 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.d.ts +2 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js +21 -0
- package/dist/bindings/utils/getExampleUsageCodeOfGetLlama.js.map +1 -0
- package/dist/bindings/utils/getPlatform.d.ts +2 -0
- package/dist/bindings/utils/getPlatform.js +15 -0
- package/dist/bindings/utils/getPlatform.js.map +1 -0
- package/dist/bindings/utils/lastBuildInfo.d.ts +6 -0
- package/dist/bindings/utils/lastBuildInfo.js +17 -0
- package/dist/bindings/utils/lastBuildInfo.js.map +1 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.d.ts +2 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js +28 -0
- package/dist/bindings/utils/logBinaryUsageExampleToConsole.js.map +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.d.ts +1 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js +43 -0
- package/dist/bindings/utils/resolveCustomCmakeOptions.js.map +1 -0
- package/dist/chatWrappers/ChatMLChatWrapper.d.ts +5 -0
- package/dist/chatWrappers/ChatMLChatWrapper.js.map +1 -1
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.d.ts +1 -1
- package/dist/chatWrappers/resolveChatWrapperBasedOnModel.js.map +1 -1
- package/dist/cli/cli.js +2 -0
- package/dist/cli/cli.js.map +1 -1
- package/dist/cli/commands/BuildCommand.d.ts +2 -1
- package/dist/cli/commands/BuildCommand.js +43 -10
- package/dist/cli/commands/BuildCommand.js.map +1 -1
- package/dist/cli/commands/ChatCommand.d.ts +3 -2
- package/dist/cli/commands/ChatCommand.js +29 -12
- package/dist/cli/commands/ChatCommand.js.map +1 -1
- package/dist/cli/commands/ClearCommand.js +4 -6
- package/dist/cli/commands/ClearCommand.js.map +1 -1
- package/dist/cli/commands/DownloadCommand.d.ts +2 -1
- package/dist/cli/commands/DownloadCommand.js +47 -40
- package/dist/cli/commands/DownloadCommand.js.map +1 -1
- package/dist/cli/commands/OnPostInstallCommand.js +5 -10
- package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
- package/dist/config.d.ts +9 -3
- package/dist/config.js +14 -6
- package/dist/config.js.map +1 -1
- package/dist/{llamaEvaluator → evaluator}/LlamaChat/LlamaChat.js +5 -4
- package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/FunctionCallGrammar.d.ts +2 -1
- package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/FunctionCallGrammar.js +2 -1
- package/dist/evaluator/LlamaChat/utils/FunctionCallGrammar.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +18 -0
- package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/LlamaChatSession.js +2 -0
- package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -0
- package/dist/evaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.js +5 -2
- package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -0
- package/dist/evaluator/LlamaContext/types.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map +1 -0
- package/dist/evaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaEmbeddingContext.d.ts +2 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaEmbeddingContext.js +13 -8
- package/dist/evaluator/LlamaEmbeddingContext.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.d.ts +4 -2
- package/dist/{llamaEvaluator → evaluator}/LlamaGrammar.js +8 -7
- package/dist/evaluator/LlamaGrammar.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.js +4 -4
- package/dist/evaluator/LlamaGrammarEvaluationState.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.d.ts +2 -1
- package/dist/{llamaEvaluator → evaluator}/LlamaJsonSchemaGrammar.js +2 -1
- package/dist/evaluator/LlamaJsonSchemaGrammar.js.map +1 -0
- package/dist/{llamaEvaluator → evaluator}/LlamaModel.d.ts +4 -3
- package/dist/{llamaEvaluator → evaluator}/LlamaModel.js +4 -6
- package/dist/evaluator/LlamaModel.js.map +1 -0
- package/dist/index.d.ts +16 -12
- package/dist/index.js +15 -11
- package/dist/index.js.map +1 -1
- package/dist/state.d.ts +2 -0
- package/dist/state.js +7 -0
- package/dist/state.js.map +1 -1
- package/dist/utils/cmake.js +16 -11
- package/dist/utils/cmake.js.map +1 -1
- package/dist/utils/getConsoleLogPrefix.d.ts +1 -0
- package/dist/utils/getConsoleLogPrefix.js +9 -0
- package/dist/utils/getConsoleLogPrefix.js.map +1 -0
- package/dist/utils/getGrammarsFolder.d.ts +2 -1
- package/dist/utils/getGrammarsFolder.js +8 -7
- package/dist/utils/getGrammarsFolder.js.map +1 -1
- package/dist/utils/getModuleVersion.d.ts +1 -0
- package/dist/utils/getModuleVersion.js +13 -0
- package/dist/utils/getModuleVersion.js.map +1 -0
- package/dist/utils/gitReleaseBundles.js +6 -5
- package/dist/utils/gitReleaseBundles.js.map +1 -1
- package/dist/utils/hashString.d.ts +1 -0
- package/dist/utils/hashString.js +8 -0
- package/dist/utils/hashString.js.map +1 -0
- package/dist/utils/isLockfileActive.d.ts +4 -0
- package/dist/utils/isLockfileActive.js +12 -0
- package/dist/utils/isLockfileActive.js.map +1 -0
- package/dist/utils/parseModelTypeDescription.d.ts +1 -1
- package/dist/utils/prettyPrintObject.d.ts +1 -0
- package/dist/utils/prettyPrintObject.js +38 -0
- package/dist/utils/prettyPrintObject.js.map +1 -0
- package/dist/utils/removeNullFields.d.ts +1 -0
- package/dist/utils/removeNullFields.js +8 -0
- package/dist/utils/removeNullFields.js.map +1 -1
- package/dist/utils/resolveChatWrapper.d.ts +1 -1
- package/dist/utils/resolveGithubRelease.d.ts +2 -0
- package/dist/utils/resolveGithubRelease.js +36 -0
- package/dist/utils/resolveGithubRelease.js.map +1 -0
- package/dist/utils/spawnCommand.d.ts +1 -1
- package/dist/utils/spawnCommand.js +4 -2
- package/dist/utils/spawnCommand.js.map +1 -1
- package/dist/utils/tokenizeInput.d.ts +3 -0
- package/dist/utils/tokenizeInput.js +9 -0
- package/dist/utils/tokenizeInput.js.map +1 -0
- package/dist/utils/waitForLockfileRelease.d.ts +5 -0
- package/dist/utils/waitForLockfileRelease.js +20 -0
- package/dist/utils/waitForLockfileRelease.js.map +1 -0
- package/dist/utils/withLockfile.d.ts +7 -0
- package/dist/utils/withLockfile.js +44 -0
- package/dist/utils/withLockfile.js.map +1 -0
- package/dist/utils/withStatusLogs.d.ts +2 -1
- package/dist/utils/withStatusLogs.js +11 -8
- package/dist/utils/withStatusLogs.js.map +1 -1
- package/llama/addon.cpp +102 -0
- package/llama/binariesGithubRelease.json +1 -1
- package/llama/gitRelease.bundle +0 -0
- package/llama/llama.cpp.info.json +4 -0
- package/llamaBins/linux-arm64/.buildMetadata.json +1 -0
- package/llamaBins/linux-arm64/llama-addon.node +0 -0
- package/llamaBins/linux-armv7l/.buildMetadata.json +1 -0
- package/llamaBins/linux-armv7l/llama-addon.node +0 -0
- package/llamaBins/linux-x64/.buildMetadata.json +1 -0
- package/llamaBins/linux-x64/llama-addon.node +0 -0
- package/llamaBins/linux-x64-cuda/.buildMetadata.json +1 -0
- package/llamaBins/linux-x64-cuda/llama-addon.node +0 -0
- package/llamaBins/mac-arm64-metal/.buildMetadata.json +1 -0
- package/llamaBins/{mac-arm64 → mac-arm64-metal}/ggml-metal.metal +303 -4
- package/llamaBins/mac-arm64-metal/llama-addon.node +0 -0
- package/llamaBins/mac-x64/.buildMetadata.json +1 -0
- package/llamaBins/mac-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64/.buildMetadata.json +1 -0
- package/llamaBins/win-x64/llama-addon.exp +0 -0
- package/llamaBins/win-x64/llama-addon.node +0 -0
- package/llamaBins/win-x64-cuda/.buildMetadata.json +1 -0
- package/llamaBins/win-x64-cuda/llama-addon.exp +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.lib +0 -0
- package/llamaBins/win-x64-cuda/llama-addon.node +0 -0
- package/package.json +7 -4
- package/dist/llamaEvaluator/LlamaBins.d.ts +0 -18
- package/dist/llamaEvaluator/LlamaBins.js +0 -5
- package/dist/llamaEvaluator/LlamaBins.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/LlamaChat.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChatSession/LlamaChatSession.js.map +0 -1
- package/dist/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/LlamaContext.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/types.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js.map +0 -1
- package/dist/llamaEvaluator/LlamaEmbeddingContext.js.map +0 -1
- package/dist/llamaEvaluator/LlamaGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaGrammarEvaluationState.js.map +0 -1
- package/dist/llamaEvaluator/LlamaJsonSchemaGrammar.js.map +0 -1
- package/dist/llamaEvaluator/LlamaModel.js.map +0 -1
- package/dist/utils/binariesGithubRelease.js.map +0 -1
- package/dist/utils/clearLlamaBuild.d.ts +0 -1
- package/dist/utils/clearLlamaBuild.js +0 -12
- package/dist/utils/clearLlamaBuild.js.map +0 -1
- package/dist/utils/cloneLlamaCppRepo.d.ts +0 -2
- package/dist/utils/cloneLlamaCppRepo.js +0 -102
- package/dist/utils/cloneLlamaCppRepo.js.map +0 -1
- package/dist/utils/compileLLamaCpp.d.ts +0 -8
- package/dist/utils/compileLLamaCpp.js +0 -132
- package/dist/utils/compileLLamaCpp.js.map +0 -1
- package/dist/utils/getBin.js +0 -78
- package/dist/utils/getBin.js.map +0 -1
- package/dist/utils/getReleaseInfo.d.ts +0 -7
- package/dist/utils/getReleaseInfo.js +0 -30
- package/dist/utils/getReleaseInfo.js.map +0 -1
- package/dist/utils/usedBinFlag.d.ts +0 -6
- package/dist/utils/usedBinFlag.js +0 -15
- package/dist/utils/usedBinFlag.js.map +0 -1
- package/llama/usedBin.json +0 -3
- package/llamaBins/mac-arm64/llama-addon.node +0 -0
- /package/dist/{utils → bindings/utils}/binariesGithubRelease.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChat/LlamaChat.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/LlamaChatSession.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaChatSession/utils/defineChatSessionFunction.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/LlamaContext.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/types.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/types.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/batchItemsPrioritizingStrategies/firstInFirstOutStrategy.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/batchItemsPrioritizingStrategies/maximumParallelismStrategy.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.d.ts +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaContext/utils/resolveBatchItemsPrioritizingStrategy.js +0 -0
- /package/dist/{llamaEvaluator → evaluator}/LlamaGrammarEvaluationState.d.ts +0 -0
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"linux","arch":"x64","computeLayers":{"metal":false,"cuda":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"arm64","computeLayers":{"metal":true,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
@@ -1775,9 +1775,29 @@ kernel void kernel_rope(
|
|
|
1775
1775
|
template [[host_name("kernel_rope_f32")]] kernel rope_t kernel_rope<float>;
|
|
1776
1776
|
template [[host_name("kernel_rope_f16")]] kernel rope_t kernel_rope<half>;
|
|
1777
1777
|
|
|
1778
|
-
|
|
1778
|
+
typedef void (im2col_t)(
|
|
1779
1779
|
device const float * x,
|
|
1780
|
-
device
|
|
1780
|
+
device char * dst,
|
|
1781
|
+
constant int32_t & ofs0,
|
|
1782
|
+
constant int32_t & ofs1,
|
|
1783
|
+
constant int32_t & IW,
|
|
1784
|
+
constant int32_t & IH,
|
|
1785
|
+
constant int32_t & CHW,
|
|
1786
|
+
constant int32_t & s0,
|
|
1787
|
+
constant int32_t & s1,
|
|
1788
|
+
constant int32_t & p0,
|
|
1789
|
+
constant int32_t & p1,
|
|
1790
|
+
constant int32_t & d0,
|
|
1791
|
+
constant int32_t & d1,
|
|
1792
|
+
uint3 tgpig[[threadgroup_position_in_grid]],
|
|
1793
|
+
uint3 tgpg[[threadgroups_per_grid]],
|
|
1794
|
+
uint3 tpitg[[thread_position_in_threadgroup]],
|
|
1795
|
+
uint3 ntg[[threads_per_threadgroup]]);
|
|
1796
|
+
|
|
1797
|
+
template <typename T>
|
|
1798
|
+
kernel void kernel_im2col(
|
|
1799
|
+
device const float * x,
|
|
1800
|
+
device char * dst,
|
|
1781
1801
|
constant int32_t & ofs0,
|
|
1782
1802
|
constant int32_t & ofs1,
|
|
1783
1803
|
constant int32_t & IW,
|
|
@@ -1800,14 +1820,19 @@ kernel void kernel_im2col_f16(
|
|
|
1800
1820
|
(tpitg[0] * tgpg[1] * tgpg[2] + tgpig[1] * tgpg[2] + tgpig[2]) * CHW +
|
|
1801
1821
|
(tgpig[0] * (ntg[1] * ntg[2]) + tpitg[1] * ntg[2] + tpitg[2]);
|
|
1802
1822
|
|
|
1823
|
+
device T * pdst = (device T *) (dst);
|
|
1824
|
+
|
|
1803
1825
|
if (iih < 0 || iih >= IH || iiw < 0 || iiw >= IW) {
|
|
1804
|
-
|
|
1826
|
+
pdst[offset_dst] = 0.0f;
|
|
1805
1827
|
} else {
|
|
1806
1828
|
const int32_t offset_src = tpitg[0] * ofs0 + tgpig[0] * ofs1;
|
|
1807
|
-
|
|
1829
|
+
pdst[offset_dst] = x[offset_src + iih * IW + iiw];
|
|
1808
1830
|
}
|
|
1809
1831
|
}
|
|
1810
1832
|
|
|
1833
|
+
template [[host_name("kernel_im2col_f32")]] kernel im2col_t kernel_im2col<float>;
|
|
1834
|
+
template [[host_name("kernel_im2col_f16")]] kernel im2col_t kernel_im2col<half>;
|
|
1835
|
+
|
|
1811
1836
|
kernel void kernel_upscale_f32(
|
|
1812
1837
|
device const char * src0,
|
|
1813
1838
|
device char * dst,
|
|
@@ -2459,6 +2484,12 @@ typedef struct {
|
|
|
2459
2484
|
} block_iq2_xs;
|
|
2460
2485
|
// 74 bytes / block for QK_K = 256, so 2.3125 bpw
|
|
2461
2486
|
|
|
2487
|
+
typedef struct {
|
|
2488
|
+
half d;
|
|
2489
|
+
uint8_t qs[3*QK_K/8];
|
|
2490
|
+
} block_iq3_xxs;
|
|
2491
|
+
// 98 bytes / block for QK_K = 256, so 3.0625 bpw
|
|
2492
|
+
|
|
2462
2493
|
//====================================== dot products =========================
|
|
2463
2494
|
|
|
2464
2495
|
void kernel_mul_mv_q2_K_f32_impl(
|
|
@@ -3681,6 +3712,42 @@ constexpr constant static uint64_t iq2xs_grid[512] = {
|
|
|
3681
3712
|
0x2b2b2b2b082b2b08, 0x2b2b2b2b082b2b2b, 0x2b2b2b2b2b190819, 0x2b2b2b2b2b2b2b2b,
|
|
3682
3713
|
};
|
|
3683
3714
|
|
|
3715
|
+
constexpr constant static uint32_t iq3xxs_grid[256] = {
|
|
3716
|
+
0x04040404, 0x04040414, 0x04040424, 0x04040c0c, 0x04040c1c, 0x04040c3e, 0x04041404, 0x04041414,
|
|
3717
|
+
0x04041c0c, 0x04042414, 0x04043e1c, 0x04043e2c, 0x040c040c, 0x040c041c, 0x040c0c04, 0x040c0c14,
|
|
3718
|
+
0x040c140c, 0x040c142c, 0x040c1c04, 0x040c1c14, 0x040c240c, 0x040c2c24, 0x040c3e04, 0x04140404,
|
|
3719
|
+
0x04140414, 0x04140424, 0x04140c0c, 0x04141404, 0x04141414, 0x04141c0c, 0x04141c1c, 0x04141c3e,
|
|
3720
|
+
0x04142c0c, 0x04142c3e, 0x04143e2c, 0x041c040c, 0x041c043e, 0x041c0c04, 0x041c0c14, 0x041c142c,
|
|
3721
|
+
0x041c3e04, 0x04240c1c, 0x04241c3e, 0x04242424, 0x04242c3e, 0x04243e1c, 0x04243e2c, 0x042c040c,
|
|
3722
|
+
0x042c043e, 0x042c1c14, 0x042c2c14, 0x04341c2c, 0x04343424, 0x043e0c04, 0x043e0c24, 0x043e0c34,
|
|
3723
|
+
0x043e241c, 0x043e340c, 0x0c04040c, 0x0c04041c, 0x0c040c04, 0x0c040c14, 0x0c04140c, 0x0c04141c,
|
|
3724
|
+
0x0c041c04, 0x0c041c14, 0x0c041c24, 0x0c04243e, 0x0c042c04, 0x0c0c0404, 0x0c0c0414, 0x0c0c0c0c,
|
|
3725
|
+
0x0c0c1404, 0x0c0c1414, 0x0c14040c, 0x0c14041c, 0x0c140c04, 0x0c140c14, 0x0c14140c, 0x0c141c04,
|
|
3726
|
+
0x0c143e14, 0x0c1c0404, 0x0c1c0414, 0x0c1c1404, 0x0c1c1c0c, 0x0c1c2434, 0x0c1c3434, 0x0c24040c,
|
|
3727
|
+
0x0c24042c, 0x0c242c04, 0x0c2c1404, 0x0c2c1424, 0x0c2c2434, 0x0c2c3e0c, 0x0c34042c, 0x0c3e1414,
|
|
3728
|
+
0x0c3e2404, 0x14040404, 0x14040414, 0x14040c0c, 0x14040c1c, 0x14041404, 0x14041414, 0x14041434,
|
|
3729
|
+
0x14041c0c, 0x14042414, 0x140c040c, 0x140c041c, 0x140c042c, 0x140c0c04, 0x140c0c14, 0x140c140c,
|
|
3730
|
+
0x140c1c04, 0x140c341c, 0x140c343e, 0x140c3e04, 0x14140404, 0x14140414, 0x14140c0c, 0x14140c3e,
|
|
3731
|
+
0x14141404, 0x14141414, 0x14141c3e, 0x14142404, 0x14142c2c, 0x141c040c, 0x141c0c04, 0x141c0c24,
|
|
3732
|
+
0x141c3e04, 0x141c3e24, 0x14241c2c, 0x14242c1c, 0x142c041c, 0x142c143e, 0x142c240c, 0x142c3e24,
|
|
3733
|
+
0x143e040c, 0x143e041c, 0x143e0c34, 0x143e242c, 0x1c04040c, 0x1c040c04, 0x1c040c14, 0x1c04140c,
|
|
3734
|
+
0x1c04141c, 0x1c042c04, 0x1c04342c, 0x1c043e14, 0x1c0c0404, 0x1c0c0414, 0x1c0c1404, 0x1c0c1c0c,
|
|
3735
|
+
0x1c0c2424, 0x1c0c2434, 0x1c14040c, 0x1c14041c, 0x1c140c04, 0x1c14142c, 0x1c142c14, 0x1c143e14,
|
|
3736
|
+
0x1c1c0c0c, 0x1c1c1c1c, 0x1c241c04, 0x1c24243e, 0x1c243e14, 0x1c2c0404, 0x1c2c0434, 0x1c2c1414,
|
|
3737
|
+
0x1c2c2c2c, 0x1c340c24, 0x1c341c34, 0x1c34341c, 0x1c3e1c1c, 0x1c3e3404, 0x24040424, 0x24040c3e,
|
|
3738
|
+
0x24041c2c, 0x24041c3e, 0x24042c1c, 0x24042c3e, 0x240c3e24, 0x24141404, 0x24141c3e, 0x24142404,
|
|
3739
|
+
0x24143404, 0x24143434, 0x241c043e, 0x241c242c, 0x24240424, 0x24242c0c, 0x24243424, 0x242c142c,
|
|
3740
|
+
0x242c241c, 0x242c3e04, 0x243e042c, 0x243e0c04, 0x243e0c14, 0x243e1c04, 0x2c040c14, 0x2c04240c,
|
|
3741
|
+
0x2c043e04, 0x2c0c0404, 0x2c0c0434, 0x2c0c1434, 0x2c0c2c2c, 0x2c140c24, 0x2c141c14, 0x2c143e14,
|
|
3742
|
+
0x2c1c0414, 0x2c1c2c1c, 0x2c240c04, 0x2c24141c, 0x2c24143e, 0x2c243e14, 0x2c2c0414, 0x2c2c1c0c,
|
|
3743
|
+
0x2c342c04, 0x2c3e1424, 0x2c3e2414, 0x34041424, 0x34042424, 0x34042434, 0x34043424, 0x340c140c,
|
|
3744
|
+
0x340c340c, 0x34140c3e, 0x34143424, 0x341c1c04, 0x341c1c34, 0x34242424, 0x342c042c, 0x342c2c14,
|
|
3745
|
+
0x34341c1c, 0x343e041c, 0x343e140c, 0x3e04041c, 0x3e04042c, 0x3e04043e, 0x3e040c04, 0x3e041c14,
|
|
3746
|
+
0x3e042c14, 0x3e0c1434, 0x3e0c2404, 0x3e140c14, 0x3e14242c, 0x3e142c14, 0x3e1c0404, 0x3e1c0c2c,
|
|
3747
|
+
0x3e1c1c1c, 0x3e1c3404, 0x3e24140c, 0x3e24240c, 0x3e2c0404, 0x3e2c0414, 0x3e2c1424, 0x3e341c04,
|
|
3748
|
+
};
|
|
3749
|
+
|
|
3750
|
+
|
|
3684
3751
|
constexpr constant static uint8_t ksigns_iq2xs[128] = {
|
|
3685
3752
|
0, 129, 130, 3, 132, 5, 6, 135, 136, 9, 10, 139, 12, 141, 142, 15,
|
|
3686
3753
|
144, 17, 18, 147, 20, 149, 150, 23, 24, 153, 154, 27, 156, 29, 30, 159,
|
|
@@ -3970,6 +4037,143 @@ kernel void kernel_mul_mv_iq2_xs_f32(
|
|
|
3970
4037
|
kernel_mul_mv_iq2_xs_f32_impl(src0, src1, dst, ne00, ne01, ne02, ne10, ne12, ne0, ne1, r2, r3, shared_values, tgpig, tiisg, sgitg);
|
|
3971
4038
|
}
|
|
3972
4039
|
|
|
4040
|
+
void kernel_mul_mv_iq3_xxs_f32_impl(
|
|
4041
|
+
device const void * src0,
|
|
4042
|
+
device const float * src1,
|
|
4043
|
+
device float * dst,
|
|
4044
|
+
constant int64_t & ne00,
|
|
4045
|
+
constant int64_t & ne01,
|
|
4046
|
+
constant int64_t & ne02,
|
|
4047
|
+
constant int64_t & ne10,
|
|
4048
|
+
constant int64_t & ne12,
|
|
4049
|
+
constant int64_t & ne0,
|
|
4050
|
+
constant int64_t & ne1,
|
|
4051
|
+
constant uint & r2,
|
|
4052
|
+
constant uint & r3,
|
|
4053
|
+
threadgroup int8_t * shared_values [[threadgroup(0)]],
|
|
4054
|
+
uint3 tgpig[[threadgroup_position_in_grid]],
|
|
4055
|
+
uint tiisg[[thread_index_in_simdgroup]],
|
|
4056
|
+
uint sgitg[[simdgroup_index_in_threadgroup]]) {
|
|
4057
|
+
|
|
4058
|
+
const int nb = ne00/QK_K;
|
|
4059
|
+
const int r0 = tgpig.x;
|
|
4060
|
+
const int r1 = tgpig.y;
|
|
4061
|
+
const int im = tgpig.z;
|
|
4062
|
+
|
|
4063
|
+
const int first_row = (r0 * N_SIMDGROUP + sgitg) * N_DST;
|
|
4064
|
+
const int ib_row = first_row * nb;
|
|
4065
|
+
|
|
4066
|
+
const uint i12 = im%ne12;
|
|
4067
|
+
const uint i13 = im/ne12;
|
|
4068
|
+
|
|
4069
|
+
const uint offset0 = (i12/r2)*(nb*ne01) + (i13/r3)*(nb*ne01*ne02);
|
|
4070
|
+
|
|
4071
|
+
device const block_iq3_xxs * x = (device const block_iq3_xxs *) src0 + ib_row + offset0;
|
|
4072
|
+
device const float * y = (device const float *) src1 + r1*ne10 + im*ne00*ne1;
|
|
4073
|
+
|
|
4074
|
+
float yl[32];
|
|
4075
|
+
float sumf[N_DST]={0.f}, all_sum;
|
|
4076
|
+
|
|
4077
|
+
const int nb32 = nb * (QK_K / 32);
|
|
4078
|
+
|
|
4079
|
+
threadgroup uint32_t * values = (threadgroup uint32_t *)shared_values;
|
|
4080
|
+
threadgroup uint8_t * shared_signs = (threadgroup uint8_t *)(values + 256);
|
|
4081
|
+
{
|
|
4082
|
+
int nval = 4;
|
|
4083
|
+
int pos = (32*sgitg + tiisg)*nval;
|
|
4084
|
+
for (int i = 0; i < nval; ++i) values[pos + i] = iq3xxs_grid[pos + i];
|
|
4085
|
+
nval = 2;
|
|
4086
|
+
pos = (32*sgitg + tiisg)*nval;
|
|
4087
|
+
for (int i = 0; i < nval; ++i) shared_signs[pos+i] = ksigns_iq2xs[pos+i];
|
|
4088
|
+
threadgroup_barrier(mem_flags::mem_threadgroup);
|
|
4089
|
+
}
|
|
4090
|
+
|
|
4091
|
+
#if QK_K == 256
|
|
4092
|
+
const int ix = tiisg;
|
|
4093
|
+
|
|
4094
|
+
device const float * y4 = y + 32 * ix;
|
|
4095
|
+
|
|
4096
|
+
for (int ib32 = ix; ib32 < nb32; ib32 += 32) {
|
|
4097
|
+
|
|
4098
|
+
for (int i = 0; i < 32; ++i) {
|
|
4099
|
+
yl[i] = y4[i];
|
|
4100
|
+
}
|
|
4101
|
+
|
|
4102
|
+
const int ibl = ib32 / (QK_K / 32);
|
|
4103
|
+
const int ib = ib32 % (QK_K / 32);
|
|
4104
|
+
|
|
4105
|
+
device const block_iq3_xxs * xr = x + ibl;
|
|
4106
|
+
device const uint8_t * q3 = xr->qs + 8 * ib;
|
|
4107
|
+
device const uint16_t * gas = (device const uint16_t *)(xr->qs + QK_K/4) + 2 * ib;
|
|
4108
|
+
device const half * dh = &xr->d;
|
|
4109
|
+
|
|
4110
|
+
for (int row = 0; row < N_DST; row++) {
|
|
4111
|
+
|
|
4112
|
+
const float db = dh[0];
|
|
4113
|
+
const uint32_t aux32 = gas[0] | (gas[1] << 16);
|
|
4114
|
+
const float d = db * (0.5f + (aux32 >> 28));
|
|
4115
|
+
|
|
4116
|
+
float2 sum = {0};
|
|
4117
|
+
for (int l = 0; l < 4; ++l) {
|
|
4118
|
+
const threadgroup uint8_t * grid1 = (const threadgroup uint8_t *)(values + q3[2*l+0]);
|
|
4119
|
+
const threadgroup uint8_t * grid2 = (const threadgroup uint8_t *)(values + q3[2*l+1]);
|
|
4120
|
+
const uint8_t signs = shared_signs[(aux32 >> 7*l) & 127];
|
|
4121
|
+
for (int j = 0; j < 4; ++j) {
|
|
4122
|
+
sum[0] += yl[8*l + j + 0] * grid1[j] * (signs & kmask_iq2xs[j+0] ? -1.f : 1.f);
|
|
4123
|
+
sum[1] += yl[8*l + j + 4] * grid2[j] * (signs & kmask_iq2xs[j+4] ? -1.f : 1.f);
|
|
4124
|
+
}
|
|
4125
|
+
}
|
|
4126
|
+
sumf[row] += d * (sum[0] + sum[1]);
|
|
4127
|
+
|
|
4128
|
+
dh += nb*sizeof(block_iq3_xxs)/2;
|
|
4129
|
+
q3 += nb*sizeof(block_iq3_xxs);
|
|
4130
|
+
gas += nb*sizeof(block_iq3_xxs)/2;
|
|
4131
|
+
}
|
|
4132
|
+
|
|
4133
|
+
y4 += 32 * 32;
|
|
4134
|
+
}
|
|
4135
|
+
#else
|
|
4136
|
+
// TODO
|
|
4137
|
+
#endif
|
|
4138
|
+
|
|
4139
|
+
for (int row = 0; row < N_DST; ++row) {
|
|
4140
|
+
all_sum = simd_sum(sumf[row]);
|
|
4141
|
+
if (tiisg == 0) {
|
|
4142
|
+
dst[r1*ne0 + im*ne0*ne1 + first_row + row] = all_sum * 0.5f;
|
|
4143
|
+
}
|
|
4144
|
+
}
|
|
4145
|
+
}
|
|
4146
|
+
|
|
4147
|
+
[[host_name("kernel_mul_mv_iq3_xxs_f32")]]
|
|
4148
|
+
kernel void kernel_mul_mv_iq3_xxs_f32(
|
|
4149
|
+
device const void * src0,
|
|
4150
|
+
device const float * src1,
|
|
4151
|
+
device float * dst,
|
|
4152
|
+
constant int64_t & ne00,
|
|
4153
|
+
constant int64_t & ne01,
|
|
4154
|
+
constant int64_t & ne02,
|
|
4155
|
+
constant uint64_t & nb00,
|
|
4156
|
+
constant uint64_t & nb01,
|
|
4157
|
+
constant uint64_t & nb02,
|
|
4158
|
+
constant int64_t & ne10,
|
|
4159
|
+
constant int64_t & ne11,
|
|
4160
|
+
constant int64_t & ne12,
|
|
4161
|
+
constant uint64_t & nb10,
|
|
4162
|
+
constant uint64_t & nb11,
|
|
4163
|
+
constant uint64_t & nb12,
|
|
4164
|
+
constant int64_t & ne0,
|
|
4165
|
+
constant int64_t & ne1,
|
|
4166
|
+
constant uint & r2,
|
|
4167
|
+
constant uint & r3,
|
|
4168
|
+
threadgroup int8_t * shared_values [[threadgroup(0)]],
|
|
4169
|
+
uint3 tgpig[[threadgroup_position_in_grid]],
|
|
4170
|
+
uint tiisg[[thread_index_in_simdgroup]],
|
|
4171
|
+
uint sgitg[[simdgroup_index_in_threadgroup]]) {
|
|
4172
|
+
|
|
4173
|
+
kernel_mul_mv_iq3_xxs_f32_impl(src0, src1, dst, ne00, ne01, ne02, ne10, ne12, ne0, ne1, r2, r3, shared_values, tgpig, tiisg, sgitg);
|
|
4174
|
+
}
|
|
4175
|
+
|
|
4176
|
+
|
|
3973
4177
|
//============================= templates and their specializations =============================
|
|
3974
4178
|
|
|
3975
4179
|
// NOTE: this is not dequantizing - we are simply fitting the template
|
|
@@ -4287,6 +4491,33 @@ void dequantize_iq2_xs(device const block_iq2_xs * xb, short il, thread type4x4
|
|
|
4287
4491
|
}
|
|
4288
4492
|
}
|
|
4289
4493
|
|
|
4494
|
+
template <typename type4x4>
|
|
4495
|
+
void dequantize_iq3_xxs(device const block_iq3_xxs * xb, short il, thread type4x4 & reg) {
|
|
4496
|
+
// il is 0...15 for QK_K = 256 => index of block of 32 is il/2
|
|
4497
|
+
const float d = xb->d;
|
|
4498
|
+
const int ib32 = il/2;
|
|
4499
|
+
il = il%2;
|
|
4500
|
+
// il = 0 or 1. il = 0 processes the first 16 quants in a block of 32, il = 1 the second 16
|
|
4501
|
+
device const uint8_t * q3 = xb->qs + 8*ib32;
|
|
4502
|
+
device const uint16_t * gas = (device const uint16_t *)(xb->qs + QK_K/4) + 2*ib32;
|
|
4503
|
+
const uint32_t aux32 = gas[0] | (gas[1] << 16);
|
|
4504
|
+
const float dl = d * (0.5f + (aux32 >> 28)) * 0.5f;
|
|
4505
|
+
constant uint8_t * grid1 = (constant uint8_t *)(iq3xxs_grid + q3[4*il+0]);
|
|
4506
|
+
constant uint8_t * grid2 = (constant uint8_t *)(iq3xxs_grid + q3[4*il+1]);
|
|
4507
|
+
uint8_t signs = ksigns_iq2xs[(aux32 >> 14*il) & 127];
|
|
4508
|
+
for (int i = 0; i < 4; ++i) {
|
|
4509
|
+
reg[0][i] = dl * grid1[i] * (signs & kmask_iq2xs[i+0] ? -1.f : 1.f);
|
|
4510
|
+
reg[1][i] = dl * grid2[i] * (signs & kmask_iq2xs[i+4] ? -1.f : 1.f);
|
|
4511
|
+
}
|
|
4512
|
+
grid1 = (constant uint8_t *)(iq3xxs_grid + q3[4*il+2]);
|
|
4513
|
+
grid2 = (constant uint8_t *)(iq3xxs_grid + q3[4*il+3]);
|
|
4514
|
+
signs = ksigns_iq2xs[(aux32 >> (14*il+7)) & 127];
|
|
4515
|
+
for (int i = 0; i < 4; ++i) {
|
|
4516
|
+
reg[2][i] = dl * grid1[i] * (signs & kmask_iq2xs[i+0] ? -1.f : 1.f);
|
|
4517
|
+
reg[3][i] = dl * grid2[i] * (signs & kmask_iq2xs[i+4] ? -1.f : 1.f);
|
|
4518
|
+
}
|
|
4519
|
+
}
|
|
4520
|
+
|
|
4290
4521
|
template<typename block_q, short nl, void (*dequantize_func)(device const block_q *, short, thread float4x4 &)>
|
|
4291
4522
|
kernel void kernel_get_rows(
|
|
4292
4523
|
device const void * src0,
|
|
@@ -4828,6 +5059,7 @@ template [[host_name("kernel_get_rows_q5_K")]] kernel get_rows_t kernel_get_rows
|
|
|
4828
5059
|
template [[host_name("kernel_get_rows_q6_K")]] kernel get_rows_t kernel_get_rows<block_q6_K, QK_NL, dequantize_q6_K>;
|
|
4829
5060
|
template [[host_name("kernel_get_rows_iq2_xxs")]] kernel get_rows_t kernel_get_rows<block_iq2_xxs, QK_NL, dequantize_iq2_xxs>;
|
|
4830
5061
|
template [[host_name("kernel_get_rows_iq2_xs")]] kernel get_rows_t kernel_get_rows<block_iq2_xs, QK_NL, dequantize_iq2_xs>;
|
|
5062
|
+
template [[host_name("kernel_get_rows_iq3_xxs")]] kernel get_rows_t kernel_get_rows<block_iq3_xxs, QK_NL, dequantize_iq3_xxs>;
|
|
4831
5063
|
|
|
4832
5064
|
//
|
|
4833
5065
|
// matrix-matrix multiplication
|
|
@@ -4866,6 +5098,7 @@ template [[host_name("kernel_mul_mm_q5_K_f32")]] kernel mat_mm_t kernel_mul_mm<b
|
|
|
4866
5098
|
template [[host_name("kernel_mul_mm_q6_K_f32")]] kernel mat_mm_t kernel_mul_mm<block_q6_K, QK_NL, dequantize_q6_K>;
|
|
4867
5099
|
template [[host_name("kernel_mul_mm_iq2_xxs_f32")]] kernel mat_mm_t kernel_mul_mm<block_iq2_xxs, QK_NL, dequantize_iq2_xxs>;
|
|
4868
5100
|
template [[host_name("kernel_mul_mm_iq2_xs_f32")]] kernel mat_mm_t kernel_mul_mm<block_iq2_xs, QK_NL, dequantize_iq2_xs>;
|
|
5101
|
+
template [[host_name("kernel_mul_mm_iq3_xxs_f32")]] kernel mat_mm_t kernel_mul_mm<block_iq3_xxs, QK_NL, dequantize_iq3_xxs>;
|
|
4869
5102
|
|
|
4870
5103
|
//
|
|
4871
5104
|
// indirect matrix-matrix multiplication
|
|
@@ -4916,6 +5149,7 @@ template [[host_name("kernel_mul_mm_id_q5_K_f32")]] kernel mat_mm_id_t kernel_mu
|
|
|
4916
5149
|
template [[host_name("kernel_mul_mm_id_q6_K_f32")]] kernel mat_mm_id_t kernel_mul_mm_id<block_q6_K, QK_NL, dequantize_q6_K>;
|
|
4917
5150
|
template [[host_name("kernel_mul_mm_id_iq2_xxs_f32")]] kernel mat_mm_id_t kernel_mul_mm_id<block_iq2_xxs, QK_NL, dequantize_iq2_xxs>;
|
|
4918
5151
|
template [[host_name("kernel_mul_mm_id_iq2_xs_f32")]] kernel mat_mm_id_t kernel_mul_mm_id<block_iq2_xs, QK_NL, dequantize_iq2_xs>;
|
|
5152
|
+
template [[host_name("kernel_mul_mm_id_iq3_xxs_f32")]] kernel mat_mm_id_t kernel_mul_mm_id<block_iq3_xxs, QK_NL, dequantize_iq3_xxs>;
|
|
4919
5153
|
|
|
4920
5154
|
//
|
|
4921
5155
|
// matrix-vector multiplication
|
|
@@ -5818,3 +6052,68 @@ kernel void kernel_mul_mv_id_iq2_xs_f32(
|
|
|
5818
6052
|
tiisg,
|
|
5819
6053
|
sgitg);
|
|
5820
6054
|
}
|
|
6055
|
+
|
|
6056
|
+
[[host_name("kernel_mul_mv_id_iq3_xxs_f32")]]
|
|
6057
|
+
kernel void kernel_mul_mv_id_iq3_xxs_f32(
|
|
6058
|
+
device const char * ids,
|
|
6059
|
+
device const char * src1,
|
|
6060
|
+
device float * dst,
|
|
6061
|
+
constant uint64_t & nbi1,
|
|
6062
|
+
constant int64_t & ne00,
|
|
6063
|
+
constant int64_t & ne01,
|
|
6064
|
+
constant int64_t & ne02,
|
|
6065
|
+
constant uint64_t & nb00,
|
|
6066
|
+
constant uint64_t & nb01,
|
|
6067
|
+
constant uint64_t & nb02,
|
|
6068
|
+
constant int64_t & ne10,
|
|
6069
|
+
constant int64_t & ne11,
|
|
6070
|
+
constant int64_t & ne12,
|
|
6071
|
+
constant int64_t & ne13,
|
|
6072
|
+
constant uint64_t & nb10,
|
|
6073
|
+
constant uint64_t & nb11,
|
|
6074
|
+
constant uint64_t & nb12,
|
|
6075
|
+
constant int64_t & ne0,
|
|
6076
|
+
constant int64_t & ne1,
|
|
6077
|
+
constant uint64_t & nb1,
|
|
6078
|
+
constant uint & r2,
|
|
6079
|
+
constant uint & r3,
|
|
6080
|
+
constant int & idx,
|
|
6081
|
+
device const char * src00,
|
|
6082
|
+
device const char * src01,
|
|
6083
|
+
device const char * src02,
|
|
6084
|
+
device const char * src03,
|
|
6085
|
+
device const char * src04,
|
|
6086
|
+
device const char * src05,
|
|
6087
|
+
device const char * src06,
|
|
6088
|
+
device const char * src07,
|
|
6089
|
+
threadgroup int8_t * shared_values [[threadgroup(0)]],
|
|
6090
|
+
uint3 tgpig[[threadgroup_position_in_grid]],
|
|
6091
|
+
uint tiitg[[thread_index_in_threadgroup]],
|
|
6092
|
+
uint tiisg[[thread_index_in_simdgroup]],
|
|
6093
|
+
uint sgitg[[simdgroup_index_in_threadgroup]]) {
|
|
6094
|
+
device const char * src0[8] = {src00, src01, src02, src03, src04, src05, src06, src07};
|
|
6095
|
+
|
|
6096
|
+
const int64_t bid = tgpig.z/(ne12*ne13);
|
|
6097
|
+
|
|
6098
|
+
tgpig.z = tgpig.z%(ne12*ne13);
|
|
6099
|
+
|
|
6100
|
+
const int32_t id = ((device int32_t *) (ids + bid*nbi1))[idx];
|
|
6101
|
+
|
|
6102
|
+
kernel_mul_mv_iq3_xxs_f32_impl(
|
|
6103
|
+
src0[id],
|
|
6104
|
+
(device const float *) (src1 + bid*nb11),
|
|
6105
|
+
dst + bid*ne0,
|
|
6106
|
+
ne00,
|
|
6107
|
+
ne01,
|
|
6108
|
+
ne02,
|
|
6109
|
+
ne10,
|
|
6110
|
+
ne12,
|
|
6111
|
+
ne0,
|
|
6112
|
+
ne1,
|
|
6113
|
+
r2,
|
|
6114
|
+
r3,
|
|
6115
|
+
shared_values,
|
|
6116
|
+
tgpig,
|
|
6117
|
+
tiisg,
|
|
6118
|
+
sgitg);
|
|
6119
|
+
}
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"mac","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":false},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
Binary file
|
|
Binary file
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"buildOptions":{"customCmakeOptions":{},"progressLogs":true,"platform":"win","arch":"x64","computeLayers":{"metal":false,"cuda":true},"llamaCpp":{"repo":"ggerganov/llama.cpp","release":"b2060"}}}
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "node-llama-cpp",
|
|
3
|
-
"version": "3.0.0-beta.
|
|
3
|
+
"version": "3.0.0-beta.7",
|
|
4
4
|
"description": "Run AI models locally on your machine with node.js bindings for llama.cpp. Force a JSON schema on the model output on the generation level",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"type": "module",
|
|
@@ -57,8 +57,8 @@
|
|
|
57
57
|
"lint:eslint": "eslint --ext .js --ext .ts .",
|
|
58
58
|
"format": "npm run lint:eslint -- --fix",
|
|
59
59
|
"dev:setup:downloadAllTestModels": "node --loader ts-node/esm test/utils/scripts/downloadAllTestModels.ts",
|
|
60
|
-
"dev:setup": "npm run build && node ./dist/cli/cli.js download && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
|
|
61
|
-
"dev:build": "npm run build && node ./dist/cli/cli.js build",
|
|
60
|
+
"dev:setup": "npm run build && node ./dist/cli/cli.js download --noUsageExample && npm run docs:generateTypedoc && npm run dev:setup:downloadAllTestModels",
|
|
61
|
+
"dev:build": "npm run build && node ./dist/cli/cli.js build --noUsageExample",
|
|
62
62
|
"clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo ./test/.models",
|
|
63
63
|
"docs:generateTypedoc": "typedoc && rimraf ./docs/api/index.md ./docs/api/exports.md",
|
|
64
64
|
"docs:dev": "npm run docs:generateTypedoc && vitepress dev",
|
|
@@ -116,6 +116,7 @@
|
|
|
116
116
|
"@types/cross-spawn": "^6.0.2",
|
|
117
117
|
"@types/fs-extra": "^11.0.1",
|
|
118
118
|
"@types/node": "^20.8.4",
|
|
119
|
+
"@types/proper-lockfile": "^4.1.4",
|
|
119
120
|
"@types/uuid": "^9.0.2",
|
|
120
121
|
"@types/which": "^3.0.0",
|
|
121
122
|
"@types/yargs": "^17.0.24",
|
|
@@ -150,12 +151,14 @@
|
|
|
150
151
|
"cross-spawn": "^7.0.3",
|
|
151
152
|
"env-var": "^7.3.1",
|
|
152
153
|
"fs-extra": "^11.1.1",
|
|
153
|
-
"lifecycle-utils": "^1.1
|
|
154
|
+
"lifecycle-utils": "^1.2.1",
|
|
154
155
|
"log-symbols": "^5.1.0",
|
|
155
156
|
"node-addon-api": "^7.0.0",
|
|
156
157
|
"octokit": "^3.1.0",
|
|
157
158
|
"ora": "^7.0.1",
|
|
159
|
+
"proper-lockfile": "^4.1.2",
|
|
158
160
|
"simple-git": "^3.19.1",
|
|
161
|
+
"strip-ansi": "^7.1.0",
|
|
159
162
|
"uuid": "^9.0.0",
|
|
160
163
|
"which": "^4.0.0",
|
|
161
164
|
"yargs": "^17.7.2"
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { type AddonModel, type AddonContext, type AddonGrammar, type AddonGrammarEvaluationState } from "../utils/getBin.js";
|
|
2
|
-
export declare const addonBinding: import("../utils/getBin.js").BindingModule;
|
|
3
|
-
declare const AddonModel: new (modelPath: string, params: {
|
|
4
|
-
gpuLayers?: number | undefined;
|
|
5
|
-
vocabOnly?: boolean | undefined;
|
|
6
|
-
useMmap?: boolean | undefined;
|
|
7
|
-
useMlock?: boolean | undefined;
|
|
8
|
-
}) => AddonModel, AddonContext: new (model: AddonModel, params: {
|
|
9
|
-
seed?: number | undefined;
|
|
10
|
-
contextSize?: number | undefined;
|
|
11
|
-
batchSize?: number | undefined;
|
|
12
|
-
logitsAll?: boolean | undefined;
|
|
13
|
-
embedding?: boolean | undefined;
|
|
14
|
-
threads?: number | undefined;
|
|
15
|
-
}) => AddonContext, AddonGrammar: new (grammarPath: string, params?: {
|
|
16
|
-
printGrammar?: boolean | undefined;
|
|
17
|
-
} | undefined) => AddonGrammar, AddonGrammarEvaluationState: new (grammar: AddonGrammar) => AddonGrammarEvaluationState;
|
|
18
|
-
export { AddonModel, AddonContext, AddonGrammar, AddonGrammarEvaluationState };
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import { loadBin } from "../utils/getBin.js";
|
|
2
|
-
export const addonBinding = await loadBin();
|
|
3
|
-
const { AddonModel, AddonContext, AddonGrammar, AddonGrammarEvaluationState } = addonBinding;
|
|
4
|
-
export { AddonModel, AddonContext, AddonGrammar, AddonGrammarEvaluationState };
|
|
5
|
-
//# sourceMappingURL=LlamaBins.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaBins.js","sourceRoot":"","sources":["../../src/llamaEvaluator/LlamaBins.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAA0F,MAAM,oBAAoB,CAAC;AAEpI,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,OAAO,EAAE,CAAC;AAC5C,MAAM,EAAC,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,2BAA2B,EAAC,GAAG,YAAY,CAAC;AAE3F,OAAO,EAAC,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,2BAA2B,EAAC,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaChat.js","sourceRoot":"","sources":["../../../src/llamaEvaluator/LlamaChat/LlamaChat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAC,MAAM,iBAAiB,CAAC;AAE7E,OAAO,EAAC,kBAAkB,EAAC,MAAM,mCAAmC,CAAC;AAKrE,OAAO,EAAC,gBAAgB,EAAC,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAC,2BAA2B,EAAC,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAAC,UAAU,EAAC,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAyB,oBAAoB,EAAC,MAAM,qCAAqC,CAAC;AAEjG,OAAO,EACH,4DAA4D,EAC/D,MAAM,gGAAgG,CAAC;AACxG,OAAO,EAAC,mBAAmB,EAAE,gCAAgC,EAAC,MAAM,gCAAgC,CAAC;AAsHrG,MAAM,0BAA0B,GAA2C;IACvE,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;IAC9E,QAAQ,EAAE,sCAAsC;IAChD,sBAAsB,EAAE,IAAI;CAC/B,CAAC;AAuCF,MAAM,oBAAoB,GAAG,QAAQ,CAAC;AAGtC,MAAM,OAAO,SAAS;IAClB,gBAAgB,CAAkB,YAAY,CAAc;IAC5D,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAS,SAAS,CAA8B;IAChD,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD,YAAmB,EACf,eAAe,EACf,WAAW,GAAG,MAAM,EACpB,mBAAmB,GAAG,IAAI,EACX;QACf,IAAI,eAAe,IAAI,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEtD,IAAI,eAAe,CAAC,QAAQ;YACxB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC;QACjC,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAE1D,IAAI,CAAC,YAAY,GAAG,kBAAkB,CAAC,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,OAAO;QAEX,IAAI,eAAe;YACf,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QAE7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC;IAClC,CAAC;IAED,IAAW,WAAW;QAClB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,IAAW,QAAQ;QACf,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAEM,KAAK,CAAC,gBAAgB,CACzB,OAA0B,EAC1B,EACI,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,GAAG,EAAE,EAClB,kBAAkB,GAAG,CAAC,EACtB,SAAS,EACT,sBAAsB,EACtB,YAAY,GAAG,0BAA0B,EACzC,2BAA2B,EAAE,EACzB,OAAO,EAAE,kCAAkC,EAC3C,6CAA6C,GAAG,GAAG,EACtD,GAAG,EAAE,KACuC,EAAE;QAEnD,MAAM,gBAAgB,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAElF,IAAI,OAAO,IAAI,IAAI,IAAI,gBAAgB;YACnC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAE7E,IAAI,MAAM,EAAE,OAAO;YACf,MAAM,IAAI,UAAU,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;YACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB;YACjD,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE;YACjB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAE5C,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;YAC5F,eAAe,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;QAEP,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QAClC,MAAM,oBAAoB,GAAG;YACzB,GAAG,0BAA0B;YAC7B,GAAG,gBAAgB,CAAC,YAAY,CAAC;SACpC,CAAC;QACF,MAAM,EACF,UAAU,EAAE,uBAAuB,GAAG,EAAE,EACxC,kBAAkB,EAClB,eAAe,EACf,OAAO,EACP,gBAAgB,EAChB,eAAe,EAClB,GAA2B,aAAa,KAAK,KAAK;YAC/C,CAAC,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC;YACjB,CAAC,CAAC,aAAa,CAAC;QACpB,MAAM,iBAAiB,GAAG,uCAAuC,CAAC,eAAe,CAAC,CAAC;QAEnF,MAAM,GAAG,GAAY,EAAE,CAAC;QACxB,MAAM,aAAa,GAAY,EAAE,CAAC;QAClC,IAAI,sBAAsB,GAAY,EAAE,CAAC;QACzC,MAAM,kBAAkB,GAAY,EAAE,CAAC;QACvC,MAAM,oBAAoB,GAAG,uBAAuB,GAAG,CAAC,CAAC;QACzD,MAAM,sBAAsB,GAAG,OAAO,IAAI,IAAI;YAC1C,CAAC,CAAC,IAAI,2BAA2B,CAAC,EAAC,OAAO,EAAC,CAAC;YAC5C,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,gBAAgB,GAAG,gBAAgB;YACnC,CAAC,CAAC,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC;YACxF,CAAC,CAAC,SAAS,CAAC;QAChB,IAAI,wBAAwB,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,IAAI,IAAI,CAAC;YACzE,CAAC,CAAC,IAAI,2BAA2B,CAAC;gBAC9B,OAAO,EAAE,gBAAgB;aAC5B,CAAC;YACF,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,eAAe,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACnD,MAAM,sBAAsB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC5D,MAAM,2BAA2B,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACjE,MAAM,yBAAyB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC/D,MAAM,qCAAqC,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC3E,MAAM,uBAAuB,GAAG,IAAI,sBAAsB,EAAE,CAAC;QAC7D,MAAM,+BAA+B,GAA6B,EAAE,CAAC;QACrE,MAAM,4BAA4B,GAA6B,EAAE,CAAC;QAElE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,iBAAiB,GAAG,IAAI,CAAC;QAC7B,IAAI,wBAAwB,GAAG,KAAK,CAAC;QACrC,IAAI,4BAA4B,GAAG,KAAK,CAAC;QACzC,IAAI,wBAAwB,GAAsB,eAAe,CAAC;QAClE,IAAI,8BAA8B,GAA8B,oBAAoB,CAAC,sBAAsB,CAAC;QAE5G,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,MAAM,EAAE,OAAO;gBACf,MAAM,IAAI,UAAU,EAAE,CAAC;YAE3B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBACtB,MAAM,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI;gBACtB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,IAAI,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,uBAAuB,CAAC,CAAC;YAEvD,IAAI,kBAAkB,IAAI,IAAI;gBAC1B,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;YAEpD,IAAI,CAAC,eAAe,EAAE;gBAClB,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBAEhC,IAAI,OAAO,IAAI,IAAI;oBACf,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC;aACtE;YAED,OAAO,YAAY,CAAC;QACxB,CAAC,CAAC;QAEF,MAAM,0CAA0C,GAAG,GAAG,EAAE;YACpD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;gBAChB,OAAO,eAAe,CAAC;YAE3B,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAE1C,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB;gBACrD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;YAE5C,IAAI,aAAa,KAAK,EAAE;gBACpB,OAAO,eAAe,CAAC;YAE3B,OAAO,qCAAqC,CACxC,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC,CAAC;QACN,CAAC,CAAC;QAEF,MAAM,4CAA4C,GAAG,GAAG,EAAE;YACtD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC9C,uBAAuB,CAAC,oBAAoB,EAAE,CAAC;gBAC/C,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;gBAE9C,IAAI,4BAA4B,GAAwE,IAAI,CAAC;gBAE7G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBAC3C,uBAAuB,CAAC,gBAAgB,CAAC;wBACrC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;wBAC1C,MAAM,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;wBAC1B,cAAc,EAAE,CAAC,KAAK,CAAC;qBAC1B,CAAC,CAAC;oBAEH,IAAI,uBAAuB,CAAC,iBAAiB,EAAE;wBAC3C,4BAA4B,GAAG,uBAAuB,CAAC,iBAAiB,EAAE,CAAC;wBAC3E,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;qBACjD;yBAAM,IAAI,CAAC,uBAAuB,CAAC,kBAAkB;wBAClD,MAAM;iBACb;gBAED,IAAI,4BAA4B,IAAI,IAAI,EAAE;oBACtC,MAAM,CAAC,2BAA2B,CAAC,GAAG,4BAA4B,CAAC;oBAEnE,IAAI,2BAA2B,IAAI,IAAI,EAAE;wBACrC,sBAAsB,GAAG,2BAA2B,CAAC,WAAW;6BAC3D,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;4BACjB,IAAI,OAAO,WAAW,KAAK,QAAQ;gCAC/B,OAAO,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;;gCAEnC,OAAO,CAAC,WAAW,CAAC,CAAC;wBAC7B,CAAC,CAAC;6BACD,IAAI,CAAC,CAAC,CAAC,CAAC;wBAEb,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,oBAAoB;6BACpE,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;4BAChB,IAAI,OAAO,UAAU,KAAK,QAAQ;gCAC9B,OAAO,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;;gCAElC,OAAO,UAAU,CAAC;wBAC1B,CAAC,CAAC;6BACD,IAAI,CAAC,CAAC,CAAC,CAAC;wBACb,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;wBACzB,aAAa,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;qBAC3C;iBACJ;aACJ;QACL,CAAC,CAAC;QAEF,IAAI,OAAO,IAAI,IAAI;YACf,sBAAsB,CAAC,mBAAmB,CAAC,OAAO,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;iBACrF,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;QAElF,IAAI,SAAS,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC;YACtD,2BAA2B,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAEnG,iDAAiD;QACjD,OAAO,IAAI,EAAE;YACT,gBAAgB,EAAE,CAAC;YAEnB,IAAI,kBAAkB,GAAG,KAAK,CAAC;YAC/B,MAAM,iBAAiB,GAAG,eAAe,CAAC,uBAAuB,EAAE,CAAC;YACpE,MAAM,EACF,OAAO,EAAE,oBAAoB,EAC7B,sBAAsB,EACtB,MAAM,EAAE,mBAAmB,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,EACf,4BAA4B,EAC5B,qCAAqC,EACxC,GAAG,MAAM,gBAAgB,CAAC;gBACvB,eAAe,EAAE,0CAA0C,EAAE;gBAC7D,oBAAoB;gBACpB,8BAA8B;gBAC9B,kBAAkB,EAAE,aAAa,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM;gBACnE,iBAAiB;gBACjB,WAAW,EAAE,IAAI,CAAC,YAAY;gBAC9B,kCAAkC;gBAClC,6CAA6C;gBAC7C,QAAQ,EAAE,IAAI,CAAC,SAAS;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,SAAS,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;gBACnD,sBAAsB;aACzB,CAAC,CAAC;YACH,gBAAgB,EAAE,CAAC;YAEnB,IAAI,eAAe,KAAK,CAAC,EAAE;gBACvB,sBAAsB,CAAC,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC;qBACtE,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,uBAAuB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;gBAE/E,IAAI,gBAAgB,EAAE;oBAClB,4BAA4B,GAAG,4BAA4B,CAAC;oBAC5D,sBAAsB,CAAC,mBAAmB,CAAC,qCAAqC,EAAE,KAAK,CAAC,QAAQ,CAAC;yBAC5F,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,qCAAqC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;oBAE7F,IAAI,4BAA4B,EAAE;wBAC9B,wBAAwB,GAAG,IAAI,CAAC;wBAChC,gBAAgB,GAAG,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;wBACzG,wBAAwB,GAAG,IAAI,2BAA2B,CAAC;4BACvD,OAAO,EAAE,gBAAgB;yBAC5B,CAAC,CAAC;qBACN;iBACJ;aACJ;YAED,MAAM,MAAM,GAAG,CAAC,GAAG,mBAAmB,EAAE,GAAG,sBAAsB,EAAE,GAAG,aAAa,EAAE,GAAG,iBAAiB,CAAC,CAAC;YAC3G,eAAe,GAAG,kBAAkB,CAAC;YACrC,8BAA8B,GAAG,6BAA6B,CAAC;YAC/D,wBAAwB,GAAG,oBAAoB,CAAC;YAChD,MAAM,8BAA8B,GAAG,uCAAuC,CAAC,oBAAoB,CAAC,CAAC;YACrG,MAAM,iBAAiB,GAAY,EAAE,CAAC;YAEtC,sBAAsB,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;iBAC7E,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;YAE9E,IAAI,gBAAgB,IAAI,IAAI;gBACxB,sBAAsB,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,KAAK,CAAC,QAAQ,CAAC;qBAC9F,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,yBAAyB,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;YAErF,IAAI,EAAC,mBAAmB,EAAC,GAAG,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAExE,8DAA8D;YAC9D,IAAI,mBAAmB,KAAK,MAAM,CAAC,MAAM,IAAI,mBAAmB,GAAG,CAAC;gBAChE,mBAAmB,IAAI,CAAC,CAAC;YAE7B,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;YAEtC,IAAI,mBAAmB,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE;gBACrD,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;wBAC1C,KAAK,EAAE,mBAAmB;wBAC1B,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc;qBACrC,CAAC,CAAC,CAAC;gBACJ,gBAAgB,EAAE,CAAC;aACtB;YAGD,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;gBACxE,WAAW,EAAE,IAAI,EAAE,IAAI;gBACvB,sBAAsB,EAAE,GAAG,EAAE;oBACzB,IAAI,wBAAwB;wBACxB,OAAO,wBAAwB,CAAC;oBAEpC,OAAO,sBAAsB,CAAC;gBAClC,CAAC;gBACD,aAAa,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;oBAC/C,YAAY,EAAE,gBAAgB;oBAC9B,OAAO;oBACP,gBAAgB;oBAChB,eAAe;iBAClB;gBACD,kBAAkB;gBAClB,aAAa,EAAE,IAAI;aACtB,CAAC,CAAC,CAAC;YAEJ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,EAAE;gBAC1C,gBAAgB,EAAE,CAAC;gBACnB,eAAe,EAAE,CAAC;gBAElB,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvC,MAAM,kBAAkB,GAAG,eAAe,CAAC,QAAQ,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;gBAEpE,IAAI,4BAA4B;oBAC5B,qCAAqC,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,cAAc,EAAE,eAAe,KAAK,CAAC,EAAC,CAAC,CAAC;gBAElH,IAAI,IAAI,KAAK,oBAAoB,IAAI,CACjC,CAAC,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAChF,EAAE;oBACC,+BAA+B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnF;qBAAM;oBACH,OAAO,+BAA+B,CAAC,MAAM,GAAG,CAAC;wBAC7C,+BAA+B,CAAC,KAAK,EAAG,CAAC,OAAO,EAAE,CAAC;iBAC1D;gBAED,2BAA2B,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;gBAEjF,IAAI,4BAA4B,IAAI,qCAAqC,CAAC,iBAAiB,EAAE;oBACzF,4BAA4B,GAAG,KAAK,CAAC;oBAErC,IAAI,gCAAgC,GAAG,CAAC,2BAA2B,CAAC,iBAAiB,CAAC;oBAEtF,IAAI,CAAC,gCAAgC,IAAI,gBAAgB,IAAI,gBAAgB,IAAI,IAAI,EAAE;wBACnF,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,kBAAkB,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;wBAE9E,IAAI;4BACA,MAAM,YAAY,GAAG,gBAAgB,CAAC,gCAAgC,CAAC,gBAAgB,EAAE;gCACrF,8BAA8B,EAAE,IAAI;gCACpC,0BAA0B,EAAE,IAAI;6BACnC,CAAC,CAAC;4BAEH,MAAM,wBAAwB,GAC1B,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAE,IAAI,EAAC,CAAC,CAAC;4BACtF,IAAI,wBAAwB,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE;gCAChD,gCAAgC,GAAG,IAAI,CAAC;6BAC3C;yBACJ;wBAAC,OAAO,GAAG,EAAE;4BACV,IAAI,CAAC,CAAC,GAAG,YAAY,gCAAgC,CAAC;gCAClD,MAAM,GAAG,CAAC;yBACjB;qBACJ;oBAED,IAAI,gCAAgC,EAAE;wBAClC,wBAAwB,GAAG,KAAK,CAAC;wBACjC,gBAAgB,GAAG,IAAI,mBAAmB,CAAC,SAAmC,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;wBAC1G,wBAAwB,GAAG,IAAI,2BAA2B,CAAC;4BACvD,OAAO,EAAE,gBAAgB;yBAC5B,CAAC,CAAC;wBAEH,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC;wBAE9B,OAAO,4BAA4B,CAAC,MAAM,GAAG,CAAC;4BAC1C,4BAA4B,CAAC,KAAK,EAAG,CAAC,OAAO,EAAE,CAAC;wBAEpD,2BAA2B,CAAC,oBAAoB,EAAE,CAAC;wBACnD,2BAA2B,CAAC,mBAAmB,EAAE,CAAC;wBAElD,yBAAyB,CAAC,oBAAoB,EAAE,CAAC;wBACjD,yBAAyB,CAAC,mBAAmB,EAAE,CAAC;qBACnD;iBACJ;gBAED,IAAI,CAAC,wBAAwB,IAAI,gBAAgB,IAAI,gBAAgB,IAAI,IAAI;oBACzE,2BAA2B,CAAC,iBAAiB,IAAI,wBAAwB,IAAI,IAAI,EACnF;oBACE,wBAAwB,GAAG,IAAI,CAAC;oBAChC,4BAA4B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE7E,sBAAsB,CAAC,mBAAmB,EAAE,CAAC;oBAC7C,sBAAsB,CAAC,oBAAoB,EAAE,CAAC;oBAE9C,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC,CAAC;oBAE5D,MAAM,cAAc,GAAI,2BAA2B,CAAC,iBAAiB,EAAE,CAAC;oBACxE,MAAM,mBAAmB,GAAG,eAAe,CAAC,qBAAqB,EAAE,CAAC;oBAEpE,MAAM,6BAA6B,GAAG,gCAAgC,CAClE,cAAc,EACd,mBAAmB,EACnB,KAAK,CAAC,QAAQ,CACjB,CAAC;oBACF,aAAa,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,CAAC;oBAErD,MAAM,CAAC,iCAAiC,CAAC,GAAG,cAAc;yBACrD,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,oBAAoB,CAAC;yBACtD,MAAM,CAAC,CAAC,oBAAoB,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;yBACjE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEb,MAAM,sBAAsB,GACxB,CAAC,iCAAiC,IAAI,IAAI,IAAI,iCAAiC,CAAC,MAAM,KAAK,CAAC,CAAC;wBACzF,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,OAAO,iCAAiC,KAAK,QAAQ;4BACnD,CAAC,CAAC,iCAAiC;4BACnC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,iCAAiC,CAAC,CAAC;oBAElE,kBAAkB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,sBAAsB,CAAC,CAAC,CAAC;oBAEtH,KAAK,MAAM,iBAAiB,IAAI,kBAAkB;wBAC9C,OAAO,CAAC,oCAAoC,CAAC,wBAAwB,EAAE,iBAAiB,CAAC,CAAC;iBACjG;qBAAM,IAAI,wBAAwB,EAAE;oBACjC,kBAAkB,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;oBACnC,4BAA4B,CAAC,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7E,yBAAyB,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;iBAClF;gBAED,IAAI,wBAAwB,IAAI,yBAAyB,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,IAAI,EAAE;oBACrG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;oBAC9D,MAAM,YAAY,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;oBAE1E,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBAED,yCAAyC;wBACzC,YAAY,EAAE,YAAmF;wBAEjG,QAAQ,EAAE;4BACN,UAAU,EAAE,cAAc;yBAC7B;qBACJ,CAAC;iBACL;gBAED,IAAI,CAAC,wBAAwB;oBACzB,sBAAsB,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,kBAAkB,EAAC,CAAC,CAAC;gBAEhF,aAAa,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAC,CAAC;gBAE5D,4CAA4C,EAAE,CAAC;gBAE/C,IAAI,sBAAsB,CAAC,iBAAiB,IAAI,KAAK,KAAK,QAAQ,EAAE;oBAChE,MAAM,cAAc,GAAI,sBAAsB,CAAC,iBAAiB,EAAE,CAAC;oBACnE,MAAM,mBAAmB,GAAG,eAAe,CAAC,qBAAqB,EAAE,CAAC;oBAEpE,MAAM,6BAA6B,GAAG,gCAAgC,CAClE,cAAc,EACd,mBAAmB,EACnB,KAAK,CAAC,QAAQ,CACjB,CAAC;oBACF,aAAa,CAAC,IAAI,CAAC,GAAG,6BAA6B,CAAC,CAAC;oBAErD,MAAM,CAAC,iCAAiC,CAAC,GAAG,cAAc;yBACrD,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,CAAC,oBAAoB,CAAC;yBACtD,MAAM,CAAC,CAAC,oBAAoB,EAAE,EAAE,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC;yBACjE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEb,4CAA4C,EAAE,CAAC;oBAE/C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;wBACxB,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;oBAErC,GAAG,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;oBAC3B,iBAAiB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;oBACzC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;oBAEzB,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBACD,QAAQ,EAAE;4BACN,4BAA4B,EAAE,iCAAiC;4BAC/D,UAAU,EAAE,KAAK,KAAK,QAAQ;gCAC1B,CAAC,CAAC,UAAU;gCACZ,CAAC,CAAC,uBAAuB;yBAChC;qBACJ,CAAC;iBACL;gBAED,MAAM,kBAAkB,GAAG,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,CAAC,IAAI,eAAe,IAAI,SAAS,CAAC;gBAE9F,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;oBAClB,uBAAuB,CAAC,oBAAoB,EAAE,CAAC;oBAC/C,uBAAuB,CAAC,mBAAmB,EAAE,CAAC;oBAE9C,uBAAuB,CAAC,gBAAgB,CAAC;wBACrC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC;wBACrC,MAAM,EAAE,aAAa;qBACxB,CAAC,CAAC;iBACN;gBAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,kBAAkB,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,EAAE;oBACjG,4CAA4C,EAAE,CAAC;oBAE/C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE;wBAC1B,OAAO,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;wBACjC,GAAG,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;wBAC3B,iBAAiB,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;wBACzC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;qBAC5B;iBACJ;gBAED,IAAI,kBAAkB,EAAE;oBACpB,IAAI,aAAa,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;oBAC1C,IAAI,0BAA0B,GAAG,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;oBAErE,IAAI,OAAO,EAAE,oBAAoB,IAAI,oBAAoB,EAAE;wBACvD,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;wBACxC,0BAA0B,GAAG,0BAA0B,CAAC,OAAO,EAAE,CAAC;qBACrE;oBAED,OAAO;wBACH,QAAQ,EAAE,aAAa;wBACvB,cAAc,EAAE;4BACZ,aAAa,EAAE,qCAAqC,CAChD,wBAAwB,EACxB,8BAA8B,GAAG,0BAA0B,CAC9D;4BACD,YAAY,EAAE,qCAAqC,CAC/C,eAAe,EACf,iBAAiB,GAAG,aAAa,CACpC;4BACD,oBAAoB,EAAE,8BAA8B;yBACvD;wBACD,QAAQ,EAAE;4BACN,UAAU,EAAE,WAAW;yBAC1B;qBACJ,CAAC;iBACL;gBAED,IAAI,IAAI,CAAC,SAAS,CAAC,cAAc,IAAI,OAAO,CAAC,WAAW,EAAE;oBACtD,kBAAkB,GAAG,IAAI,CAAC;oBAC1B,MAAM;iBACT;aACJ;YAED,iBAAiB,GAAG,KAAK,CAAC;YAE1B,IAAI,kBAAkB;gBAClB,SAAS;YAEb,MAAM;SACT;QAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;IAC5E,CAAC;CACJ;AA8BD,SAAS,wBAAwB,CAA+B,WAAiB;IAC7E,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE;QAC9B,MAAM,cAAc,GAAsB,EAAC,GAAG,WAAW,EAAC,CAAC;QAC3D,cAAc,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3D,IAAI,OAAO,IAAI,KAAK,QAAQ;gBACxB,OAAO,IAAI,CAAC;;gBAEZ,OAAO;oBACH,GAAG,IAAI;oBACP,GAAG,EAAE,SAAS;iBACjB,CAAC;QACV,CAAC,CAAC,CAAC;QAEH,OAAO,cAAsB,CAAC;KACjC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,+BAA+B,CAAC,EAC3C,OAAO,EACP,gBAAgB,EAChB,oBAAoB,EACpB,kCAAkC,EAClC,WAAW,EACX,SAAS,EACT,WAAW,EACX,SAAS,EACT,sBAAsB,EAWzB;IAIG,SAAS,yBAAyB,CAAC,OAA0B;QACzD,MAAM,EAAC,WAAW,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,OAAO,EAAE;YAC3D,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAE/C,OAAO,MAAM,CAAC,MAAM,IAAI,WAAW,GAAG,gBAAgB,CAAC;IAC3D,CAAC;IAED,IAAI,WAAW,GAAG,gBAAgB,IAAI,CAAC;QACnC,MAAM,IAAI,KAAK,CACX,qBAAqB,WAAW,iDAAiD,gBAAgB,GAAG,CACvG,CAAC;IAEN,IAAI,yBAAyB,CAAC,OAAO,CAAC;QAClC,OAAO;YACH,iBAAiB,EAAE,OAAO;YAC1B,QAAQ,EAAE,IAAI;SACjB,CAAC;IAEN,IAAI,oBAAoB,YAAY,QAAQ,EAAE;QAC1C,IAAI;YACA,MAAM,EAAC,WAAW,EAAE,QAAQ,EAAC,GAAG,MAAM,oBAAoB,CAAC;gBACvD,WAAW,EAAE,OAAO;gBACpB,cAAc,EAAE,WAAW,GAAG,gBAAgB;gBAC9C,SAAS;gBACT,WAAW;gBACX,iBAAiB,EAAE,kCAAkC;aACxD,CAAC,CAAC;YAEH,IAAI,yBAAyB,CAAC,WAAW,CAAC;gBACtC,OAAO;oBACH,iBAAiB,EAAE,WAAW;oBAC9B,QAAQ;iBACX,CAAC;YAEN,OAAO,CAAC,IAAI,CACR,2FAA2F;gBAC3F,qCAAqC,CACxC,CAAC;SACL;QAAC,OAAO,GAAG,EAAE;YACV,OAAO,CAAC,KAAK,CACT,sDAAsD;gBACtD,qCAAqC,EACrC,GAAG,CACN,CAAC;SACL;KACJ;SAAM,IAAI,oBAAoB,KAAK,sCAAsC;QACtE,OAAO,CAAC,IAAI,CACR,mCAAmC,oBAAoB,KAAK;YAC5D,qCAAqC,CACxC,CAAC;IAEN,MAAM,EAAC,WAAW,EAAE,QAAQ,EAAC,GAAG,MAAM,4DAA4D,CAAC;QAC/F,WAAW,EAAE,OAAO;QACpB,cAAc,EAAE,WAAW,GAAG,gBAAgB;QAC9C,SAAS;QACT,WAAW;QACX,iBAAiB,EAAE,kCAAkC;KACxD,CAAC,CAAC;IAEH,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,wFAAwF,CAAC,CAAC;IAE9G,OAAO;QACH,iBAAiB,EAAE,WAAW;QAC9B,QAAQ;KACX,CAAC;AACN,CAAC;AAED,SAAS,gCAAgC,CACrC,cAA2F,EAC3F,mBAGC,EACD,SAAoB;IAEpB,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAChF,OAAO,EAAE,CAAC;SACT,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACrF,OAAO,mBAAmB,CAAC,MAAM,CAAC;SACjC,IAAI,mBAAmB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QACrF,OAAO,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAE/C,MAAM,gCAAgC,GAAG,cAAc,CAAC,SAAS,CAC7D,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAC5F,CAAC;IACF,MAAM,+BAA+B,GAAG,cAAc,CAAC,SAAS,CAC5D,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,QAAQ,CAC5F,CAAC;IAEF,IAAI,+BAA+B,GAAG,CAAC,IAAI,gCAAgC,GAAG,CAAC;QAC3E,OAAO,mBAAmB,CAAC,MAAM,CAAC;SACjC,IAAI,gCAAgC,GAAG,CAAC,IAAI,+BAA+B,GAAG,CAAC;QAChF,OAAO,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAE/C,MAAM,YAAY,GAAG,SAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACzD,IAAI,YAAY,CAAC,MAAM,KAAK,mBAAmB,CAAC,MAAM,CAAC,MAAM;QACzD,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEjF,OAAO,YAAY,CAAC;SACnB,IAAI,gCAAgC,GAAG,+BAA+B;QACvE,OAAO,YAAY,CAAC;IAExB,OAAO,mBAAmB,CAAC,MAAM,CAAC;AACtC,CAAC;AAED,SAAS,uCAAuC,CAAC,WAA8B;IAC3E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QAChF,OAAO,EAAE,CAAC;IAEd,MAAM,qBAAqB,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IACvF,MAAM,aAAa,GAAG,qBAAqB,CAAC,QAAQ,CAAC;IAErD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ;QACvF,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAW,CAAC;IAE7D,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,qCAAqC,CAAC,WAA8B,EAAE,YAAoB;IAC/F,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QACzF,cAAc,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,QAAQ,EAAE;QACzF,IAAI,YAAY,KAAK,EAAE;YACnB,aAAa,CAAC,GAAG,EAAE,CAAC;;YAEpB,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC;KAC9D;SAAM,IAAI,YAAY,KAAK,EAAE;QAC1B,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAErC,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAC5B,eAAe,EAAE,oBAAoB,EACrC,8BAA8B,EAAE,kBAAkB,GAAG,CAAC,EAAE,iBAAiB,EACzE,WAAW,EAAE,kCAAkC,EAAE,6CAA6C,EAC9F,QAAQ,EAAE,oBAAoB,GAAG,CAAC,EAAE,SAAS,EAAE,sBAAsB,EAOxE;IAMG,IAAI,QAAQ,IAAI,IAAI;QAChB,MAAM,IAAI,aAAa,EAAE,CAAC;IAE9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;IAEjC,IAAI,iBAAiB,IAAI,kCAAkC,IAAI,IAAI,IAAI,QAAQ,CAAC,gBAAgB,EAAE;QAC9F,MAAM,gBAAgB,GAAG,kCAAkC,CAAC,KAAK,EAAE,CAAC;QAEpE,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;YAC/F,gBAAgB,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;QAEP,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,gBAAgB,EAAE;YAC3H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,MAAM,GAAG,kBAAkB,GAAG,oBAAoB,GAAG,OAAO,CAAC,WAAW,EAAE;YACjF,MAAM,EAAC,mBAAmB,EAAC,GAAG,QAAQ,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAEpE,MAAM,4BAA4B,GAAG,mBAAmB,GAAG,MAAM,CAAC,MAAM,CAAC;YAEzE,IAAI,4BAA4B,IAAI,6CAA6C;gBAC7E,OAAO;oBACH,OAAO,EAAE,gBAAgB;oBACzB,sBAAsB;oBACtB,MAAM;oBACN,kBAAkB,EAAE,eAAe;oBACnC,6BAA6B,EAAE,8BAA8B;oBAC7D,eAAe,EAAE,eAAe,IAAI,EAAE;oBACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;oBACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;iBACvF,CAAC;SACT;KACJ;IAED,eAAe,GAAG,QAAQ,CAAC,gBAAgB;QACvC,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE;QACzB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;IAEpD,IAAI,oBAAoB,CAAC,sBAAsB,IAAI,IAAI,EAAE;QACrD,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,IAAI,YAAY,QAAQ;YAClE,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC3C,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC;QAEhC,MAAM,EAAC,iBAAiB,EAAE,QAAQ,EAAC,GAAG,MAAM,+BAA+B,CAAC;YACxE,OAAO,EAAE,eAAe;YACxB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,GAAG,kBAAkB;YACvF,oBAAoB,EAAE,oBAAoB,CAAC,QAAQ;YACnD,kCAAkC,EAAE,oBAAoB,CAAC,sBAAsB;YAC/E,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,KAAK,CAAC,QAAQ;YACzB,WAAW,EAAE,WAAW;YACxB,SAAS;YACT,sBAAsB;SACzB,CAAC,CAAC;QAEH,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,iBAAiB,EAAE;YAC5H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QAEH,OAAO;YACH,OAAO,EAAE,iBAAiB;YAC1B,sBAAsB;YACtB,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC5C,kBAAkB,EAAE,eAAe;YACnC,6BAA6B,EAAE,QAAQ;YACvC,eAAe,EAAE,eAAe,IAAI,EAAE;YACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;YACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;SACvF,CAAC;KACL;IAED;QACI,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,eAAe,EAAE;YAC1H,kBAAkB,EAAE,SAAS;YAC7B,sBAAsB;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEpD,IAAI,MAAM,CAAC,MAAM,GAAG,kBAAkB,GAAG,oBAAoB,GAAG,OAAO,CAAC,WAAW;YAC/E,OAAO;gBACH,OAAO,EAAE,eAAe;gBACxB,sBAAsB;gBACtB,MAAM;gBACN,kBAAkB,EAAE,eAAe;gBACnC,6BAA6B,EAAE,8BAA8B;gBAC7D,eAAe,EAAE,eAAe,IAAI,EAAE;gBACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;gBACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;aACvF,CAAC;KACT;IAED,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,IAAI,YAAY,QAAQ;QAClE,CAAC,CAAC,MAAM,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC3C,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC;IAEhC,MAAM,EAAC,iBAAiB,EAAE,QAAQ,EAAC,GAAG,MAAM,+BAA+B,CAAC;QACxE,OAAO,EAAE,eAAe;QACxB,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAC,GAAG,kBAAkB;QACvF,oBAAoB,EAAE,oBAAoB,CAAC,QAAQ;QACnD,kCAAkC,EAAE,oBAAoB,CAAC,sBAAsB;QAC/E,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,KAAK,CAAC,QAAQ;QACzB,WAAW,EAAE,WAAW;QACxB,SAAS;QACT,sBAAsB;KACzB,CAAC,CAAC;IAEH,MAAM,EAAC,WAAW,EAAE,sBAAsB,EAAE,eAAe,EAAE,YAAY,EAAC,GAAG,WAAW,CAAC,mBAAmB,CAAC,iBAAiB,EAAE;QAC5H,kBAAkB,EAAE,SAAS;QAC7B,sBAAsB;KACzB,CAAC,CAAC;IAEH,OAAO;QACH,OAAO,EAAE,iBAAiB;QAC1B,sBAAsB;QACtB,MAAM,EAAE,WAAW,CAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC7C,kBAAkB,EAAE,eAAe;QACnC,6BAA6B,EAAE,QAAQ;QACvC,eAAe,EAAE,eAAe,IAAI,EAAE;QACtC,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,IAAI,KAAK;QACrE,qCAAqC,EAAE,YAAY,EAAE,yBAAyB,IAAI,EAAE;KACvF,CAAC;AACN,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"FunctionCallGrammar.js","sourceRoot":"","sources":["../../../../src/llamaEvaluator/LlamaChat/utils/FunctionCallGrammar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AACtD,OAAO,EAAC,+BAA+B,EAAC,MAAM,kEAAkE,CAAC;AAEjH,OAAO,EAAC,oBAAoB,EAAC,MAAM,iDAAiD,CAAC;AACrF,OAAO,EAAC,oCAAoC,EAAC,MAAM,uEAAuE,CAAC;AAE3H,OAAO,EAAC,WAAW,EAAC,MAAM,kDAAkD,CAAC;AAE7E,OAAO,EAAC,MAAM,EAAC,MAAM,6CAA6C,CAAC;AAEnE,OAAO,EAAC,gBAAgB,EAAC,MAAM,uDAAuD,CAAC;AAGvF,MAAM,OAAO,mBAAgE,SAAQ,YAAY;IAC5E,UAAU,CAAY;IACtB,YAAY,CAAc;IAE3C,YAAmB,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;QAClG,MAAM,OAAO,GAAG,8BAA8B,CAAC,SAAS,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;QAEnG,KAAK,CAAC;YACF,OAAO;YACP,sBAAsB,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,oBAAoB,EAAE,IAAI;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAEhC,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC9B,CAAC;IAEM,iBAAiB,CAAC,QAAgB;QACrC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC;YAC7C,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAErD,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;QACpE,MAAM,eAAe,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7F,IAAI,eAAe,GAAG,CAAC,IAAI,eAAe,GAAG,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM;YAC1H,MAAM,IAAI,gCAAgC,CACtC,iEAAiE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAC9G,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,iBAAiB,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EACjF,eAAe,CAClB,CAAC;QAEF,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YACjE,MAAM,IAAI,gCAAgC,CACtC,gEAAgE,YAAY,GAAG,EAC/E,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;aACD,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI;YAClC,OAAO;gBACH,YAAY;gBACZ,MAAM,EAAE,SAAgB;gBACxB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;aAC9D,CAAC;QAEN,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAExC,+BAA+B,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;QAE/D,OAAO;YACH,YAAY;YACZ,MAAM,EAAE,MAAa;YACrB,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;SAC9D,CAAC;IACN,CAAC;IAEM,gCAAgC,CAAC,QAAgB,EAAE,EACtD,8BAA8B,GAAG,KAAK,EACtC,0BAA0B,GAAG,KAAK,KAIlC,EAAE;QACF,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB;YAC7D,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,GAAG;YAE7F,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAEjC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;YACtE,MAAM,IAAI,gCAAgC,CACtC,mEAAmE,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EAChH,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EACtD,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAC1D,CAAC;QAEF,IAAI,iBAAiB,GAAG,CAAC;YACrB,MAAM,IAAI,gCAAgC,CACtC,yDAAyD,IAAI,CAAC,YAAY,CAAC,WAAW,gBAAgB,EACtG,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAC/B,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EACvD,iBAAiB,CACQ,CAAC;QAE9B,IAAI,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAErE,IAAI,CAAC,iBAAiB,IAAI,8BAA8B;YACpD,iBAAiB,KAAK,MAAM,CAAC,MAAM,CAC/B,IAAI,CAAC,YAAY,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,EAC3E,YAAY,CACf,CAAC;QAEN,IAAI,CAAC,iBAAiB;YAClB,MAAM,IAAI,gCAAgC,CACtC,kBAAkB,YAAY,2CAA2C,EACzE,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,YAAY,EACjB,QAAQ,CACX,CAAC;QAEN,OAAO,YAAY,CAAC;IACxB,CAAC;IAEO,kBAAkB;QACtB,KAAK,MAAM,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YACtD,IAAI,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC3F,MAAM,IAAI,KAAK,CAAC,kBAAkB,aAAa,sCAAsC,CAAC,CAAC;SAC9F;IACL,CAAC;CACJ;AAED,SAAS,8BAA8B,CACnC,SAAoB,EAAE,WAAwB,EAAE,0BAAmC;IAEnF,MAAM,gBAAgB,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAEpD,MAAM,YAAY,GAAmB,EAAE,CAAC;IAExC,SAAS,sBAAsB,CAAC,YAAoB,EAAE,cAA0C;QAC5F,IAAI,cAAc,CAAC,MAAM,IAAI,IAAI,EAAE;YAC/B,MAAM,cAAc,GAAG,oCAAoC,CAAC,cAAc,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;YAErG,YAAY,CAAC,IAAI,CACb,IAAI,WAAW,CAAC;gBACZ,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE;gBAClG,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC;aAC3C,CAAC,CACL,CAAC;SACL;;YACG,YAAY,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;IACjH,CAAC;IAED,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC;QAClE,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,KAAK,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,2BAA2B,CAAC,EAAC,0BAA0B,EAAC,CAAC,CAAC;QAC9H,sBAAsB,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;IAE7C,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC;QACjC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;QAC7E,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;QACrC,IAAI,gBAAgB,CAAC,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE;KAChF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC;IAE9C,OAAO,gBAAgB,CAAC,gBAAgB,CAAC,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,OAAO,gCAA6E,SAAQ,KAAK;IACnF,SAAS,CAAY;IACrB,WAAW,CAAc;IACzB,QAAQ,CAAS;IAEjC,YAAmB,OAAe,EAAE,SAAoB,EAAE,WAAwB,EAAE,QAAgB;QAChG,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;CACJ"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js","sourceRoot":"","sources":["../../../../../src/llamaEvaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,kDAAkD,EAAC,MAAM,yEAAyE,CAAC;AAC3I,OAAO,EAAC,2BAA2B,EAAC,MAAM,kDAAkD,CAAC;AAG7F,MAAM,CAAC,KAAK,UAAU,4DAA4D,CAAC,EAC/E,WAAW,EACX,cAAc,EACd,SAAS,EACT,WAAW,EACX,iBAAiB,EAOpB;IAIG,IAAI,6BAA6B,GAAG,CAAC,CAAC;IACtC,IAAI,qBAAqB,CAAC,iBAAiB,CAAC;QACxC,6BAA6B,GAAG,iBAAiB,CAAC,uBAAuB,CAAC;IAE9E,MAAM,EAAC,sBAAsB,EAAE,qBAAqB,EAAC,GAAG,MAAM,kDAAkD,CAAC;QAC7G,WAAW;QACX,gBAAgB,EAAE,cAAc;QAChC,6BAA6B;QAC7B,SAAS;QACT,WAAW;QACX,mBAAmB,CAAC,EAAC,WAAW,EAAE,kBAAkB,EAAC;YACjD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YAC3D,IAAI,sBAAsB,GAAG,kBAAkB,CAAC;YAEhD,SAAS,qBAAqB;gBAC1B,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;oBACpE,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAE3B,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,SAAS;oBAEb,KAAK,IAAI,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBACrF,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBAErC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc;4BACxD,SAAS;wBAEb,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;wBAE3C,IAAI,iBAAiB,IAAI,IAAI;4BACzB,SAAS;wBAEb,MAAM,UAAU,GAAG,WAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;wBAElG,IAAI,UAAU,CAAC,MAAM,GAAG,iBAAiB,EAAE;4BACvC,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC;4BACtB,sBAAsB,IAAI,iBAAiB,GAAG,UAAU,CAAC,MAAM,CAAC;yBACnE;qBACJ;iBACJ;YACL,CAAC;YAED,SAAS,0CAA0C,CAAC,KAAa;gBAC7D,KAAK,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;oBACjC,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAE3B,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,MAAM,CAAC,iEAAiE;oBAE5E,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ;wBACxC,MAAM,CAAC,gCAAgC;oBAE3C,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE;wBAC9D,MAAM,OAAO,GAAG,2BAA2B,CAAC,WAAW,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;wBAEtF,IAAI,OAAO,KAAK,EAAE,EAAE;4BAChB,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;4BACjB,CAAC,EAAE,CAAC;4BACJ,sBAAsB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;yBACrD;6BAAM,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE;4BACjD,sBAAsB,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;4BACnE,WAAW,CAAC,IAAI,GAAG,OAAO,CAAC;yBAC9B;qBACJ;yBAAM;wBACH,KAAK,CAAC,WAA2B,CAAC,CAAC;qBACtC;iBACJ;YACL,CAAC;YAED,SAAS,0BAA0B;gBAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;oBAC/D,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM,iBAAiB,GAAG,CAAC,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;oBAE/C,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO;wBAC5B,SAAS;oBAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,IAAI,sBAAsB,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;wBAChF,MAAM,IAAI,GAAkD,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBACpF,MAAM,UAAU,GAAG,CAAC,KAAK,WAAW,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;wBAEzD,IAAI,iBAAiB,IAAI,UAAU;4BAC/B,SAAS;wBAEb,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;4BAC1B,MAAM,OAAO,GAAG,2BAA2B,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;4BAE1E,IAAI,OAAO,KAAK,EAAE,EAAE;gCAChB,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gCAClC,CAAC,EAAE,CAAC;gCACJ,sBAAsB,IAAI,IAAI,CAAC,MAAM,CAAC;6BACzC;iCAAM,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE;gCACrC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;gCAClC,sBAAsB,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;6BAC1D;yBACJ;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE;4BACrC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;4BAClC,CAAC,EAAE,CAAC;4BACJ,sBAAsB,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM;gCACtC,WAAW,CAAC,6BAA6B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;yBAC7F;qBACJ;oBAED,IAAI,WAAW,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;wBACnC,qDAAqD;wBACrD,sDAAsD;wBACtD,0CAA0C,CAAC,CAAC,CAAC,CAAC;wBAC9C,GAAG,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;wBACjB,CAAC,EAAE,CAAC;qBACP;iBACJ;YACL,CAAC;YAED,qBAAqB,EAAE,CAAC;YAExB,IAAI,sBAAsB,IAAI,CAAC;gBAC3B,OAAO,GAAG,CAAC;YAEf,0BAA0B,EAAE,CAAC;YAE7B,OAAO,GAAG,CAAC;QACf,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,WAAW,GAAwB;QACrC,uBAAuB,EAAE,sBAAsB;KAClD,CAAC;IAEF,OAAO;QACH,WAAW,EAAE,qBAAqB;QAClC,QAAQ,EAAE,WAAW;KACxB,CAAC;AACN,CAAC;AAMD,SAAS,qBAAqB,CAAC,QAAa;IACxC,OAAO,QAAQ,IAAI,IAAI,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,QAAQ,CAAC,uBAAuB,KAAK,QAAQ,CAAC;AACpH,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"LlamaChatSession.js","sourceRoot":"","sources":["../../../src/llamaEvaluator/LlamaChatSession/LlamaChatSession.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,iBAAiB,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AACvF,OAAO,EAAC,uBAAuB,EAAC,MAAM,iBAAiB,CAAC;AAGxD,OAAO,EAAC,8BAA8B,EAAC,MAAM,+CAA+C,CAAC;AAG7F,OAAO,EAAC,SAAS,EAAkD,MAAM,2BAA2B,CAAC;AAgIrG,MAAM,OAAO,gBAAgB;IACzB,gBAAgB,CAAkB,kBAAkB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC/E,gBAAgB,CAAkB,oBAAoB,CAAU;IAChE,gBAAgB,CAAkB,aAAa,CAAuC;IACtF,gBAAgB,CAAS,YAAY,CAAoB;IACzD,gBAAgB,CAAS,eAAe,CAAuC;IAC/E,gBAAgB,CAAS,KAAK,CAAmB;IAEjC,SAAS,GAAG,IAAI,UAAU,EAAQ,CAAC;IAEnD;;OAEG;IACH,YAAmB,EACf,eAAe,EACf,WAAW,GAAG,MAAM,EACpB,YAAY,GAAG,uBAAuB,EACtC,mBAAmB,GAAG,IAAI,EAC1B,YAAY,EACU;QACtB,IAAI,eAAe,IAAI,IAAI;YACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEtD,IAAI,eAAe,CAAC,QAAQ;YACxB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,CAAC;gBACjB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,YAAY;aACrB,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC;YACvB,mBAAmB;YACnB,WAAW;YACX,eAAe;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;QAEhD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CACvB,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CACL,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9D,CAAC;IAEM,OAAO,CAAC,EAAC,eAAe,GAAG,IAAI,CAAC,oBAAoB,KAAiC,EAAE;QAC1F,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,OAAO;QAEX,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAC,eAAe,EAAC,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAElB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAED,cAAc;IACP,CAAC,MAAM,CAAC,OAAO,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IACrD,CAAC;IAED,IAAW,QAAQ;QACf,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;YAClB,MAAM,IAAI,aAAa,EAAE,CAAC;QAE9B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;IACjC,CAAC;IAED,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,MAAM,CAA4E,MAAc,EAAE,EAC3G,SAAS,EACT,sBAAsB,EACtB,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,KACsB,EAAE;QACrC,MAAM,EAAC,YAAY,EAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAY,MAAM,EAAE;YAChE,uEAAuE;YACvE,SAAS,EAAE,SAAsB;YACjC,sBAAsB,EAAE,sBAAmC;YAE3D,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,oBAAoB,EAAE,aAAa;SACpG,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACxB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAA4E,MAAc,EAAE,EACnH,SAAS,EACT,sBAAsB,EACtB,OAAO,EACP,MAAM,EACN,SAAS,EACT,WAAW,EACX,IAAI,EACJ,IAAI,EACJ,OAAO,EACP,oBAAoB,GAAG,KAAK,EAC5B,aAAa,EACb,kBAAkB,KACiB,EAAE;QACrC,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC7C,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAE1B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;gBAClB,MAAM,IAAI,aAAa,EAAE,CAAC;YAE9B,IAAI,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC;YAC1C,IAAI,cAAc,GAAG,8BAA8B,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAC/E,IAAI,2BAA2B,GAAG,cAAc,EAAE,aAAa,IAAI,IAAI;gBACnE,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,8BAA8B,CAAC,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;YAE5E,cAAc,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,IAAI,2BAA2B,IAAI,IAAI;gBACnC,2BAA2B,CAAC,IAAI,CAAC;oBAC7B,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,EAAE;iBACf,CAAC,CAAC;YAEP,iDAAiD;YACjD,OAAO,IAAI,EAAE;gBACT,MAAM,EACF,YAAY,EACZ,cAAc,EAAE,qBAAqB,EACrC,QAAQ,EACX,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAY,cAAc,EAAE;oBAC7D,SAAS;oBACT,sBAAsB;oBACtB,OAAO,EAAE,OAAoB;oBAC7B,OAAO;oBACP,MAAM;oBACN,aAAa;oBACb,IAAI;oBACJ,IAAI;oBACJ,SAAS;oBACT,WAAW;oBACX,oBAAoB;oBACpB,YAAY,EAAE;wBACV,GAAG,IAAI,CAAC,aAAa;wBACrB,sBAAsB,EAAE,cAAc,EAAE,oBAAoB;qBAC/D;oBACD,kBAAkB;oBAClB,2BAA2B,EAAE;wBACzB,OAAO,EAAE,2BAA2B;wBACpC,6CAA6C,EAAE,IAAI;qBACtD;iBACJ,CAAC,CAAC;gBACH,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAE1B,cAAc,GAAG,qBAAqB,CAAC;gBACvC,cAAc,GAAG,cAAc,CAAC,YAAY,CAAC;gBAE7C,IAAI,YAAY,IAAI,IAAI,EAAE;oBACtB,MAAM,kBAAkB,GAAG,SAAS,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;oBAElE,IAAI,kBAAkB,IAAI,IAAI;wBAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,YAAY,CAAC,YAAY,wBAAwB,CAAC,CAAC;oBAE5G,MAAM,kBAAkB,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAE1B,cAAc,GAAG,4BAA4B,CAAC;wBAC1C,WAAW,EAAE,cAAc;wBAC3B,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;wBACnD,UAAU,EAAE,YAAY,CAAC,MAAM;wBAC/B,UAAU,EAAE,kBAAkB;wBAC9B,GAAG,EAAE,YAAY,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CACrE,YAAY,CAAC,YAAY,EACzB,YAAY,CAAC,MAAM,EACnB,kBAAkB,CACrB;qBACJ,CAAC,CAAC;oBAEH,2BAA2B,GAAG,4BAA4B,CAAC;wBACvD,WAAW,EAAE,cAAc,CAAC,aAAa;wBACzC,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,mBAAmB,EAAE,kBAAkB,CAAC,WAAW;wBACnD,UAAU,EAAE,YAAY,CAAC,MAAM;wBAC/B,UAAU,EAAE,kBAAkB;wBAC9B,GAAG,EAAE,YAAY,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,0BAA0B,CACrE,YAAY,CAAC,YAAY,EACzB,YAAY,CAAC,MAAM,EACnB,kBAAkB,CACrB;qBACJ,CAAC,CAAC;oBACH,cAAc,CAAC,YAAY,GAAG,cAAc,CAAC;oBAC7C,cAAc,CAAC,aAAa,GAAG,2BAA2B,CAAC;oBAE3D,SAAS;iBACZ;gBAED,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;gBACtC,IAAI,CAAC,YAAY,GAAG,cAAc,CAAC;gBAEnC,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;gBAEvE,OAAO;oBACH,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;oBACxC,YAAY,EAAE,qBAAqB,CAAC,QAAQ;yBACvC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;yBAC1D,IAAI,CAAC,EAAE,CAAC;oBACb,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,4BAA4B,EAAE,QAAQ,CAAC,4BAA4B;iBACtE,CAAC;aACL;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,cAAc;QACjB,OAAO,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAEM,8BAA8B;QACjC,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI;YAC5B,OAAO,IAAI,CAAC;QAEhB,OAAO,eAAe,CAAC,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAChE,CAAC;IAEM,cAAc,CAAC,WAA8B;QAChD,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACrC,CAAC;IAED,gBAAgB;IACR,kBAAkB;QACtB,IAAI,IAAI,CAAC,QAAQ;YACb,MAAM,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC;CACJ;AAED,SAAS,4BAA4B,CAAC,EAClC,WAAW,EACX,YAAY,EACZ,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,GAAG,EAQN;IACG,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3C,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QACzF,cAAc,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IAEP,MAAM,qBAAqB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;IAC7F,MAAM,wBAAwB,GAAG,EAAC,GAAG,qBAAqB,EAAC,CAAC;IAC5D,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,wBAAwB,CAAC;IAErE,MAAM,aAAa,GAAG,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAChE,wBAAwB,CAAC,QAAQ,GAAG,aAAa,CAAC;IAElD,aAAa,CAAC,IAAI,CAAC;QACf,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,mBAAmB;QAChC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,UAAU;QAClB,GAAG;KACN,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,SAAS,wBAAwB,CAAC,WAA8B;IAC5D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO;QAChF,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAE1E,OAAO,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAsB,CAAC;AACpE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"defineChatSessionFunction.js","sourceRoot":"","sources":["../../../../src/llamaEvaluator/LlamaChatSession/utils/defineChatSessionFunction.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,yBAAyB,CAAkD,EACvF,WAAW,EACX,MAAM,EACN,OAAO,EAKV;IACG,OAAO;QACH,WAAW;QACX,MAAM;QACN,OAAO;KACV,CAAC;AACN,CAAC"}
|