@realtimex/node-llama-cpp 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,71 @@
+import { DisposedError } from "lifecycle-utils";
+import { Llama } from "./bindings/Llama.js";
+import { getLlama, type LlamaOptions, type LastBuildOptions } from "./bindings/getLlama.js";
+import { getLlamaGpuTypes } from "./bindings/utils/getLlamaGpuTypes.js";
+import { NoBinaryFoundError } from "./bindings/utils/NoBinaryFoundError.js";
+import { type LlamaGpuType, type LlamaNuma, LlamaLogLevel, LlamaLogLevelGreaterThan, LlamaLogLevelGreaterThanOrEqual, LlamaVocabularyType } from "./bindings/types.js";
+import { resolveModelFile, type ResolveModelFileOptions } from "./utils/resolveModelFile.js";
+import { LlamaModel, LlamaModelInfillTokens, type LlamaModelOptions, LlamaModelTokens } from "./evaluator/LlamaModel/LlamaModel.js";
+import { TokenAttributes } from "./evaluator/LlamaModel/utils/TokenAttributes.js";
+import { LlamaGrammar, type LlamaGrammarOptions } from "./evaluator/LlamaGrammar.js";
+import { LlamaJsonSchemaGrammar } from "./evaluator/LlamaJsonSchemaGrammar.js";
+import { LlamaJsonSchemaValidationError } from "./utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js";
+import { LlamaGrammarEvaluationState, LlamaGrammarEvaluationStateOptions } from "./evaluator/LlamaGrammarEvaluationState.js";
+import { LlamaContext, LlamaContextSequence } from "./evaluator/LlamaContext/LlamaContext.js";
+import { LlamaEmbeddingContext, type LlamaEmbeddingContextOptions } from "./evaluator/LlamaEmbeddingContext.js";
+import { LlamaEmbedding, type LlamaEmbeddingOptions, type LlamaEmbeddingJSON } from "./evaluator/LlamaEmbedding.js";
+import { LlamaRankingContext, type LlamaRankingContextOptions } from "./evaluator/LlamaRankingContext.js";
+import { type LlamaContextOptions, type SequenceEvaluateOptions, type BatchingOptions, type LlamaContextSequenceRepeatPenalty, type CustomBatchingDispatchSchedule, type CustomBatchingPrioritizationStrategy, type BatchItem, type PrioritizedBatchItem, type ContextShiftOptions, type ContextTokensDeleteRange, type EvaluationPriority, type SequenceEvaluateMetadataOptions, type SequenceEvaluateOutput, type ControlledEvaluateInputItem, type ControlledEvaluateIndexOutput, type LlamaContextSequenceDryRepeatPenalty } from "./evaluator/LlamaContext/types.js";
+import { TokenBias } from "./evaluator/TokenBias.js";
+import { LlamaChatSession, type LlamaChatSessionOptions, type LlamaChatSessionContextShiftOptions, type LLamaChatPromptOptions, type LLamaChatCompletePromptOptions, type LlamaChatSessionRepeatPenalty, type LLamaChatPreloadPromptOptions, type LlamaChatSessionDryRepeatPenalty } from "./evaluator/LlamaChatSession/LlamaChatSession.js";
+import { defineChatSessionFunction } from "./evaluator/LlamaChatSession/utils/defineChatSessionFunction.js";
+import { LlamaChat, type LlamaChatOptions, type LLamaChatGenerateResponseOptions, type LLamaChatLoadAndCompleteUserMessageOptions, type LLamaChatContextShiftOptions, type LlamaChatResponse, type LlamaChatResponseFunctionCall, type LlamaChatLoadAndCompleteUserResponse, type LlamaChatResponseChunk, type LlamaChatResponseTextChunk, type LlamaChatResponseSegmentChunk, type LlamaChatResponseFunctionCallParamsChunk, type LlamaChatResponseSegment } from "./evaluator/LlamaChat/LlamaChat.js";
+import { LlamaChatSessionPromptCompletionEngine, type LLamaChatPromptCompletionEngineOptions } from "./evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js";
+import { LlamaCompletion, type LlamaCompletionOptions, type LlamaCompletionGenerationOptions, type LlamaInfillGenerationOptions, type LlamaCompletionResponse } from "./evaluator/LlamaCompletion.js";
+import { TokenMeter, type TokenMeterState } from "./evaluator/TokenMeter.js";
+import { UnsupportedError } from "./utils/UnsupportedError.js";
+import { InsufficientMemoryError } from "./utils/InsufficientMemoryError.js";
+import { ChatWrapper } from "./ChatWrapper.js";
+import { EmptyChatWrapper } from "./chatWrappers/EmptyChatWrapper.js";
+import { DeepSeekChatWrapper } from "./chatWrappers/DeepSeekChatWrapper.js";
+import { QwenChatWrapper } from "./chatWrappers/QwenChatWrapper.js";
+import { Llama3_2LightweightChatWrapper } from "./chatWrappers/Llama3_2LightweightChatWrapper.js";
+import { Llama3_1ChatWrapper } from "./chatWrappers/Llama3_1ChatWrapper.js";
+import { Llama3ChatWrapper } from "./chatWrappers/Llama3ChatWrapper.js";
+import { Llama2ChatWrapper } from "./chatWrappers/Llama2ChatWrapper.js";
+import { MistralChatWrapper } from "./chatWrappers/MistralChatWrapper.js";
+import { GeneralChatWrapper } from "./chatWrappers/GeneralChatWrapper.js";
+import { ChatMLChatWrapper } from "./chatWrappers/ChatMLChatWrapper.js";
+import { FalconChatWrapper } from "./chatWrappers/FalconChatWrapper.js";
+import { AlpacaChatWrapper } from "./chatWrappers/AlpacaChatWrapper.js";
+import { FunctionaryChatWrapper } from "./chatWrappers/FunctionaryChatWrapper.js";
+import { GemmaChatWrapper } from "./chatWrappers/GemmaChatWrapper.js";
+import { HarmonyChatWrapper } from "./chatWrappers/HarmonyChatWrapper.js";
+import { TemplateChatWrapper, type TemplateChatWrapperOptions } from "./chatWrappers/generic/TemplateChatWrapper.js";
+import { JinjaTemplateChatWrapper, type JinjaTemplateChatWrapperOptions, type JinjaTemplateChatWrapperOptionsConvertMessageFormat } from "./chatWrappers/generic/JinjaTemplateChatWrapper.js";
+import { resolvableChatWrapperTypeNames, type ResolvableChatWrapperTypeName, specializedChatWrapperTypeNames, type SpecializedChatWrapperTypeName, templateChatWrapperTypeNames, type TemplateChatWrapperTypeName, resolveChatWrapper, type ResolveChatWrapperOptions, type ResolveChatWrapperWithModelOptions, type BuiltInChatWrapperType, chatWrappers } from "./chatWrappers/utils/resolveChatWrapper.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js";
+import { LlamaText, SpecialTokensText, SpecialToken, isLlamaText, tokenizeText, type LlamaTextValue, type LlamaTextInputValue, type LlamaTextJSON, type LlamaTextJSONValue, type LlamaTextSpecialTokensTextJSON, type LlamaTextSpecialTokenJSON, type BuiltinSpecialTokenValue } from "./utils/LlamaText.js";
+import { appendUserMessageToChatHistory } from "./utils/appendUserMessageToChatHistory.js";
+import { TokenPredictor } from "./evaluator/LlamaContext/TokenPredictor.js";
+import { DraftSequenceTokenPredictor } from "./evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js";
+import { InputLookupTokenPredictor } from "./evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js";
+import { getModuleVersion } from "./utils/getModuleVersion.js";
+import { readGgufFileInfo } from "./gguf/readGgufFileInfo.js";
+import { GgufInsights, type GgufInsightsResourceRequirements } from "./gguf/insights/GgufInsights.js";
+import { GgufInsightsConfigurationResolver } from "./gguf/insights/GgufInsightsConfigurationResolver.js";
+import { GgufInsightsTokens } from "./gguf/insights/GgufInsightsTokens.js";
+import { createModelDownloader, ModelDownloader, type ModelDownloaderOptions, combineModelDownloaders, CombinedModelDownloader, type CombinedModelDownloaderOptions } from "./utils/createModelDownloader.js";
+import { jsonDumps } from "./chatWrappers/utils/jsonDumps.js";
+import { experimentalChunkDocument } from "./evaluator/utils/chunkDocument.js";
+import { type ChatHistoryItem, type ChatModelFunctionCall, type ChatModelSegmentType, type ChatModelSegment, type ChatModelFunctions, type ChatModelResponse, type ChatSessionModelFunction, type ChatSessionModelFunctions, type ChatSystemMessage, type ChatUserMessage, type Token, type Tokenizer, type Detokenizer, isChatModelResponseFunctionCall, isChatModelResponseSegment, type LLamaContextualRepeatPenalty, type ChatWrapperSettings, type ChatWrapperSettingsSegment, type ChatWrapperGenerateContextStateOptions, type ChatWrapperGeneratedContextState, type ChatWrapperGeneratedPrefixTriggersContextState, type ChatWrapperGeneratedInitiallyEngagedFunctionsContextState, type ChatWrapperGenerateInitialHistoryOptions, type LLamaContextualDryRepeatPenalty } from "./types.js";
+import { type GbnfJsonArraySchema, type GbnfJsonBasicSchema, type GbnfJsonConstSchema, type GbnfJsonEnumSchema, type GbnfJsonStringSchema, type GbnfJsonBasicStringSchema, type GbnfJsonFormatStringSchema, type GbnfJsonObjectSchema, type GbnfJsonOneOfSchema, type GbnfJsonSchema, type GbnfJsonSchemaImmutableType, type GbnfJsonSchemaToType } from "./utils/gbnfJson/types.js";
+import { type GgufFileInfo } from "./gguf/types/GgufFileInfoTypes.js";
+import { type GgufMetadata, type GgufMetadataLlmToType, GgufArchitectureType, GgufFileType, GgufMetadataTokenizerTokenType, GgufMetadataArchitecturePoolingType, type GgufMetadataGeneral, type GgufMetadataTokenizer, type GgufMetadataDefaultArchitectureType, type GgufMetadataLlmLLaMA, type GgufMetadataMPT, type GgufMetadataGPTNeoX, type GgufMetadataGPTJ, type GgufMetadataGPT2, type GgufMetadataBloom, type GgufMetadataFalcon, type GgufMetadataMamba, isGgufMetadataOfArchitectureType } from "./gguf/types/GgufMetadataTypes.js";
+import { GgmlType, type GgufTensorInfo } from "./gguf/types/GgufTensorInfoTypes.js";
+import { type ModelFileAccessTokens } from "./utils/modelFileAccessTokens.js";
+import { type OverridesObject } from "./utils/OverridesObject.js";
+import type { LlamaClasses } from "./utils/getLlamaClasses.js";
+import type { ChatHistoryFunctionCallMessageTemplate } from "./chatWrappers/generic/utils/chatHistoryFunctionCallMessageTemplate.js";
+import type { TemplateChatWrapperSegmentsOptions } from "./chatWrappers/generic/utils/templateSegmentOptionsToChatWrapperSettings.js";
+export { Llama, getLlama, getLlamaGpuTypes, type LlamaOptions, type LastBuildOptions, type LlamaGpuType, type LlamaNuma, type LlamaClasses, LlamaLogLevel, NoBinaryFoundError, resolveModelFile, type ResolveModelFileOptions, LlamaModel, LlamaModelTokens, LlamaModelInfillTokens, TokenAttributes, type LlamaModelOptions, LlamaGrammar, type LlamaGrammarOptions, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, type LlamaGrammarEvaluationStateOptions, LlamaContext, LlamaContextSequence, type LlamaContextOptions, type SequenceEvaluateOptions, type BatchingOptions, type CustomBatchingDispatchSchedule, type CustomBatchingPrioritizationStrategy, type BatchItem, type PrioritizedBatchItem, type ContextShiftOptions, type ContextTokensDeleteRange, type EvaluationPriority, type SequenceEvaluateMetadataOptions, type SequenceEvaluateOutput, type LlamaContextSequenceRepeatPenalty, type LlamaContextSequenceDryRepeatPenalty, type ControlledEvaluateInputItem, type ControlledEvaluateIndexOutput, TokenBias, LlamaEmbeddingContext, type LlamaEmbeddingContextOptions, LlamaEmbedding, type LlamaEmbeddingOptions, type LlamaEmbeddingJSON, LlamaRankingContext, type LlamaRankingContextOptions, LlamaChatSession, defineChatSessionFunction, type LlamaChatSessionOptions, type LlamaChatSessionContextShiftOptions, type LLamaChatPromptOptions, type LLamaChatCompletePromptOptions, type LlamaChatSessionRepeatPenalty, type LlamaChatSessionDryRepeatPenalty, type LLamaChatPreloadPromptOptions, LlamaChat, type LlamaChatOptions, type LLamaChatGenerateResponseOptions, type LLamaChatLoadAndCompleteUserMessageOptions, type LLamaChatContextShiftOptions, type LLamaContextualRepeatPenalty, type LLamaContextualDryRepeatPenalty, type LlamaChatResponse, type LlamaChatResponseFunctionCall, type LlamaChatLoadAndCompleteUserResponse, type LlamaChatResponseChunk, type LlamaChatResponseTextChunk, type LlamaChatResponseSegmentChunk, type LlamaChatResponseFunctionCallParamsChunk, type LlamaChatResponseSegment, LlamaChatSessionPromptCompletionEngine, type LLamaChatPromptCompletionEngineOptions, LlamaCompletion, type LlamaCompletionOptions, type LlamaCompletionGenerationOptions, type LlamaInfillGenerationOptions, type LlamaCompletionResponse, TokenMeter, type TokenMeterState, UnsupportedError, InsufficientMemoryError, DisposedError, ChatWrapper, type ChatWrapperSettings, type ChatWrapperSettingsSegment, type ChatWrapperGenerateContextStateOptions, type ChatWrapperGeneratedContextState, type ChatWrapperGeneratedPrefixTriggersContextState, type ChatWrapperGeneratedInitiallyEngagedFunctionsContextState, type ChatWrapperGenerateInitialHistoryOptions, EmptyChatWrapper, DeepSeekChatWrapper, QwenChatWrapper, Llama3_2LightweightChatWrapper, Llama3_1ChatWrapper, Llama3ChatWrapper, Llama2ChatWrapper, MistralChatWrapper, GeneralChatWrapper, ChatMLChatWrapper, FalconChatWrapper, AlpacaChatWrapper, FunctionaryChatWrapper, GemmaChatWrapper, HarmonyChatWrapper, TemplateChatWrapper, type TemplateChatWrapperOptions, JinjaTemplateChatWrapper, type JinjaTemplateChatWrapperOptions, type JinjaTemplateChatWrapperOptionsConvertMessageFormat, type ChatHistoryFunctionCallMessageTemplate, type TemplateChatWrapperSegmentsOptions, resolveChatWrapper, type BuiltInChatWrapperType, type ResolveChatWrapperOptions, type ResolveChatWrapperWithModelOptions, resolvableChatWrapperTypeNames, type ResolvableChatWrapperTypeName, specializedChatWrapperTypeNames, type SpecializedChatWrapperTypeName, templateChatWrapperTypeNames, type TemplateChatWrapperTypeName, chatWrappers, ChatModelFunctionsDocumentationGenerator, LlamaText, SpecialTokensText, SpecialToken, isLlamaText, tokenizeText, type LlamaTextValue, type LlamaTextInputValue, type LlamaTextJSON, type LlamaTextJSONValue, type LlamaTextSpecialTokensTextJSON, type LlamaTextSpecialTokenJSON, type BuiltinSpecialTokenValue, TokenPredictor, DraftSequenceTokenPredictor, InputLookupTokenPredictor, appendUserMessageToChatHistory, getModuleVersion, type ChatHistoryItem, type ChatModelFunctionCall, type ChatModelSegmentType, type ChatModelSegment, type ChatModelFunctions, type ChatModelResponse, type ChatSessionModelFunction, type ChatSessionModelFunctions, type ChatSystemMessage, type ChatUserMessage, type Token, type Tokenizer, type Detokenizer, isChatModelResponseFunctionCall, isChatModelResponseSegment, type GbnfJsonSchema, type GbnfJsonSchemaToType, type GbnfJsonSchemaImmutableType, type GbnfJsonBasicSchema, type GbnfJsonConstSchema, type GbnfJsonEnumSchema, type GbnfJsonBasicStringSchema, type GbnfJsonFormatStringSchema, type GbnfJsonStringSchema, type GbnfJsonOneOfSchema, type GbnfJsonObjectSchema, type GbnfJsonArraySchema, LlamaVocabularyType, LlamaLogLevelGreaterThan, LlamaLogLevelGreaterThanOrEqual, readGgufFileInfo, type GgufFileInfo, type GgufMetadata, type GgufTensorInfo, type GgufMetadataLlmToType, GgufArchitectureType, GgufFileType, GgufMetadataTokenizerTokenType, GgufMetadataArchitecturePoolingType, type GgufMetadataGeneral, type GgufMetadataTokenizer, type GgufMetadataDefaultArchitectureType, type GgufMetadataLlmLLaMA, type GgufMetadataMPT, type GgufMetadataGPTNeoX, type GgufMetadataGPTJ, type GgufMetadataGPT2, type GgufMetadataBloom, type GgufMetadataFalcon, type GgufMetadataMamba, GgmlType, isGgufMetadataOfArchitectureType, GgufInsights, type GgufInsightsResourceRequirements, GgufInsightsTokens, GgufInsightsConfigurationResolver, createModelDownloader, ModelDownloader, type ModelDownloaderOptions, type ModelFileAccessTokens, combineModelDownloaders, CombinedModelDownloader, type CombinedModelDownloaderOptions, jsonDumps, type OverridesObject, experimentalChunkDocument };

package/dist/index.js

@@ -0,0 +1,64 @@
+import { DisposedError } from "lifecycle-utils";
+import { Llama } from "./bindings/Llama.js";
+import { getLlama } from "./bindings/getLlama.js";
+import { getLlamaGpuTypes } from "./bindings/utils/getLlamaGpuTypes.js";
+import { NoBinaryFoundError } from "./bindings/utils/NoBinaryFoundError.js";
+import { LlamaLogLevel, LlamaLogLevelGreaterThan, LlamaLogLevelGreaterThanOrEqual, LlamaVocabularyType } from "./bindings/types.js";
+import { resolveModelFile } from "./utils/resolveModelFile.js";
+import { LlamaModel, LlamaModelInfillTokens, LlamaModelTokens } from "./evaluator/LlamaModel/LlamaModel.js";
+import { TokenAttributes } from "./evaluator/LlamaModel/utils/TokenAttributes.js";
+import { LlamaGrammar } from "./evaluator/LlamaGrammar.js";
+import { LlamaJsonSchemaGrammar } from "./evaluator/LlamaJsonSchemaGrammar.js";
+import { LlamaJsonSchemaValidationError } from "./utils/gbnfJson/utils/validateObjectAgainstGbnfSchema.js";
+import { LlamaGrammarEvaluationState } from "./evaluator/LlamaGrammarEvaluationState.js";
+import { LlamaContext, LlamaContextSequence } from "./evaluator/LlamaContext/LlamaContext.js";
+import { LlamaEmbeddingContext } from "./evaluator/LlamaEmbeddingContext.js";
+import { LlamaEmbedding } from "./evaluator/LlamaEmbedding.js";
+import { LlamaRankingContext } from "./evaluator/LlamaRankingContext.js";
+import { TokenBias } from "./evaluator/TokenBias.js";
+import { LlamaChatSession } from "./evaluator/LlamaChatSession/LlamaChatSession.js";
+import { defineChatSessionFunction } from "./evaluator/LlamaChatSession/utils/defineChatSessionFunction.js";
+import { LlamaChat } from "./evaluator/LlamaChat/LlamaChat.js";
+import { LlamaChatSessionPromptCompletionEngine } from "./evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.js";
+import { LlamaCompletion } from "./evaluator/LlamaCompletion.js";
+import { TokenMeter } from "./evaluator/TokenMeter.js";
+import { UnsupportedError } from "./utils/UnsupportedError.js";
+import { InsufficientMemoryError } from "./utils/InsufficientMemoryError.js";
+import { ChatWrapper } from "./ChatWrapper.js";
+import { EmptyChatWrapper } from "./chatWrappers/EmptyChatWrapper.js";
+import { DeepSeekChatWrapper } from "./chatWrappers/DeepSeekChatWrapper.js";
+import { QwenChatWrapper } from "./chatWrappers/QwenChatWrapper.js";
+import { Llama3_2LightweightChatWrapper } from "./chatWrappers/Llama3_2LightweightChatWrapper.js";
+import { Llama3_1ChatWrapper } from "./chatWrappers/Llama3_1ChatWrapper.js";
+import { Llama3ChatWrapper } from "./chatWrappers/Llama3ChatWrapper.js";
+import { Llama2ChatWrapper } from "./chatWrappers/Llama2ChatWrapper.js";
+import { MistralChatWrapper } from "./chatWrappers/MistralChatWrapper.js";
+import { GeneralChatWrapper } from "./chatWrappers/GeneralChatWrapper.js";
+import { ChatMLChatWrapper } from "./chatWrappers/ChatMLChatWrapper.js";
+import { FalconChatWrapper } from "./chatWrappers/FalconChatWrapper.js";
+import { AlpacaChatWrapper } from "./chatWrappers/AlpacaChatWrapper.js";
+import { FunctionaryChatWrapper } from "./chatWrappers/FunctionaryChatWrapper.js";
+import { GemmaChatWrapper } from "./chatWrappers/GemmaChatWrapper.js";
+import { HarmonyChatWrapper } from "./chatWrappers/HarmonyChatWrapper.js";
+import { TemplateChatWrapper } from "./chatWrappers/generic/TemplateChatWrapper.js";
+import { JinjaTemplateChatWrapper } from "./chatWrappers/generic/JinjaTemplateChatWrapper.js";
+import { resolvableChatWrapperTypeNames, specializedChatWrapperTypeNames, templateChatWrapperTypeNames, resolveChatWrapper, chatWrappers } from "./chatWrappers/utils/resolveChatWrapper.js";
+import { ChatModelFunctionsDocumentationGenerator } from "./chatWrappers/utils/ChatModelFunctionsDocumentationGenerator.js";
+import { LlamaText, SpecialTokensText, SpecialToken, isLlamaText, tokenizeText } from "./utils/LlamaText.js";
+import { appendUserMessageToChatHistory } from "./utils/appendUserMessageToChatHistory.js";
+import { TokenPredictor } from "./evaluator/LlamaContext/TokenPredictor.js";
+import { DraftSequenceTokenPredictor } from "./evaluator/LlamaContext/tokenPredictors/DraftSequenceTokenPredictor.js";
+import { InputLookupTokenPredictor } from "./evaluator/LlamaContext/tokenPredictors/InputLookupTokenPredictor.js";
+import { getModuleVersion } from "./utils/getModuleVersion.js";
+import { readGgufFileInfo } from "./gguf/readGgufFileInfo.js";
+import { GgufInsights } from "./gguf/insights/GgufInsights.js";
+import { GgufInsightsConfigurationResolver } from "./gguf/insights/GgufInsightsConfigurationResolver.js";
+import { GgufInsightsTokens } from "./gguf/insights/GgufInsightsTokens.js";
+import { createModelDownloader, ModelDownloader, combineModelDownloaders, CombinedModelDownloader } from "./utils/createModelDownloader.js";
+import { jsonDumps } from "./chatWrappers/utils/jsonDumps.js";
+import { experimentalChunkDocument } from "./evaluator/utils/chunkDocument.js";
+import { isChatModelResponseFunctionCall, isChatModelResponseSegment } from "./types.js";
+import { GgufArchitectureType, GgufFileType, GgufMetadataTokenizerTokenType, GgufMetadataArchitecturePoolingType, isGgufMetadataOfArchitectureType } from "./gguf/types/GgufMetadataTypes.js";
+import { GgmlType } from "./gguf/types/GgufTensorInfoTypes.js";
+export { Llama, getLlama, getLlamaGpuTypes, LlamaLogLevel, NoBinaryFoundError, resolveModelFile, LlamaModel, LlamaModelTokens, LlamaModelInfillTokens, TokenAttributes, LlamaGrammar, LlamaJsonSchemaGrammar, LlamaJsonSchemaValidationError, LlamaGrammarEvaluationState, LlamaContext, LlamaContextSequence, TokenBias, LlamaEmbeddingContext, LlamaEmbedding, LlamaRankingContext, LlamaChatSession, defineChatSessionFunction, LlamaChat, LlamaChatSessionPromptCompletionEngine, LlamaCompletion, TokenMeter, UnsupportedError, InsufficientMemoryError, DisposedError, ChatWrapper, EmptyChatWrapper, DeepSeekChatWrapper, QwenChatWrapper, Llama3_2LightweightChatWrapper, Llama3_1ChatWrapper, Llama3ChatWrapper, Llama2ChatWrapper, MistralChatWrapper, GeneralChatWrapper, ChatMLChatWrapper, FalconChatWrapper, AlpacaChatWrapper, FunctionaryChatWrapper, GemmaChatWrapper, HarmonyChatWrapper, TemplateChatWrapper, JinjaTemplateChatWrapper, resolveChatWrapper, resolvableChatWrapperTypeNames, specializedChatWrapperTypeNames, templateChatWrapperTypeNames, chatWrappers, ChatModelFunctionsDocumentationGenerator, LlamaText, SpecialTokensText, SpecialToken, isLlamaText, tokenizeText, TokenPredictor, DraftSequenceTokenPredictor, InputLookupTokenPredictor, appendUserMessageToChatHistory, getModuleVersion, isChatModelResponseFunctionCall, isChatModelResponseSegment, LlamaVocabularyType, LlamaLogLevelGreaterThan, LlamaLogLevelGreaterThanOrEqual, readGgufFileInfo, GgufArchitectureType, GgufFileType, GgufMetadataTokenizerTokenType, GgufMetadataArchitecturePoolingType, GgmlType, isGgufMetadataOfArchitectureType, GgufInsights, GgufInsightsTokens, GgufInsightsConfigurationResolver, createModelDownloader, ModelDownloader, combineModelDownloaders, CombinedModelDownloader, jsonDumps, experimentalChunkDocument };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAC,KAAK,EAAC,MAAM,qBAAqB,CAAC;AAC1C,OAAO,EAAC,QAAQ,EAA2C,MAAM,wBAAwB,CAAC;AAC1F,OAAO,EAAC,gBAAgB,EAAC,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAC,kBAAkB,EAAC,MAAM,wCAAwC,CAAC;AAC1E,OAAO,EACgC,aAAa,EAAE,wBAAwB,EAAE,+BAA+B,EAAE,mBAAmB,EACnI,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAC,gBAAgB,EAA+B,MAAM,6BAA6B,CAAC;AAC3F,OAAO,EAAC,UAAU,EAAE,sBAAsB,EAA0B,gBAAgB,EAAC,MAAM,sCAAsC,CAAC;AAClI,OAAO,EAAC,eAAe,EAAC,MAAM,iDAAiD,CAAC;AAChF,OAAO,EAAC,YAAY,EAA2B,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAC,8BAA8B,EAAC,MAAM,2DAA2D,CAAC;AACzG,OAAO,EAAC,2BAA2B,EAAqC,MAAM,4CAA4C,CAAC;AAC3H,OAAO,EAAC,YAAY,EAAE,oBAAoB,EAAC,MAAM,0CAA0C,CAAC;AAC5F,OAAO,EAAC,qBAAqB,EAAoC,MAAM,sCAAsC,CAAC;AAC9G,OAAO,EAAC,cAAc,EAAsD,MAAM,+BAA+B,CAAC;AAClH,OAAO,EAAC,mBAAmB,EAAkC,MAAM,oCAAoC,CAAC;AAQxG,OAAO,EAAC,SAAS,EAAC,MAAM,0BAA0B,CAAC;AACnD,OAAO,EACH,gBAAgB,EAGnB,MAAM,kDAAkD,CAAC;AAC1D,OAAO,EAAC,yBAAyB,EAAC,MAAM,iEAAiE,CAAC;AAC1G,OAAO,EACH,SAAS,EAIZ,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACH,sCAAsC,EACzC,MAAM,8EAA8E,CAAC;AACtF,OAAO,EACH,eAAe,EAElB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAC,UAAU,EAAuB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAC,uBAAuB,EAAC,MAAM,oCAAoC,CAAC;AAC3E,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAC,gBAAgB,EAAC,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAC,mBAAmB,EAAC,MAAM,uCAAuC,CAAC;AAC1E,OAAO,EAAC,eAAe,EAAC,MAAM,mCAAmC,CAAC;AAClE,OAAO,EAAC,8BAA8B,EAAC,MAAM,kDAAkD,CAAC;AAChG,OAAO,EAAC,mBAAmB,EAAC,MAAM,uCAAuC,CAAC;AAC1E,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,kBAAkB,EAAC,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAC,kBAAkB,EAAC,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,iBAAiB,EAAC,MAAM,qCAAqC,CAAC;AACtE,OAAO,EAAC,sBAAsB,EAAC,MAAM,0CAA0C,CAAC;AAChF,OAAO,EAAC,gBAAgB,EAAC,MAAM,oCAAoC,CAAC;AACpE,OAAO,EAAC,kBAAkB,EAAC,MAAM,sCAAsC,CAAC;AACxE,OAAO,EAAC,mBAAmB,EAAkC,MAAM,+CAA+C,CAAC;AACnH,OAAO,EACH,wBAAwB,EAC3B,MAAM,oDAAoD,CAAC;AAC5D,OAAO,EACH,8BAA8B,EAAsC,+BAA+B,EAC9D,4BAA4B,EAAoC,kBAAkB,EACjB,YAAY,EACrH,MAAM,4CAA4C,CAAC;AACpD,OAAO,EAAC,wCAAwC,EAAC,MAAM,kEAAkE,CAAC;AAC1H,OAAO,EACH,SAAS,EAAE,iBAAiB,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAGxE,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAC,8BAA8B,EAAC,MAAM,2CAA2C,CAAC;AACzF,OAAO,EAAC,cAAc,EAAC,MAAM,4CAA4C,CAAC;AAC1E,OAAO,EAAC,2BAA2B,EAAC,MAAM,yEAAyE,CAAC;AACpH,OAAO,EAAC,yBAAyB,EAAC,MAAM,uEAAuE,CAAC;AAChH,OAAO,EAAC,gBAAgB,EAAC,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAC,gBAAgB,EAAC,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAC,YAAY,EAAwC,MAAM,iCAAiC,CAAC;AACpG,OAAO,EAAC,iCAAiC,EAAC,MAAM,sDAAsD,CAAC;AACvG,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAC;AACzE,OAAO,EACH,qBAAqB,EAAE,eAAe,EAA+B,uBAAuB,EAAE,uBAAuB,EAExH,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAC;AAC5D,OAAO,EAAC,yBAAyB,EAAC,MAAM,oCAAoC,CAAC;AAE7E,OAAO,EAG2C,+BAA+B,EAAE,0BAA0B,EAK5G,MAAM,YAAY,CAAC;AAOpB,OAAO,EAC4C,oBAAoB,EAAE,YAAY,EAAE,8BAA8B,EACjH,mCAAmC,EAEsC,gCAAgC,EAC5G,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAC,QAAQ,EAAsB,MAAM,qCAAqC,CAAC;AAQlF,OAAO,EACH,KAAK,EACL,QAAQ,EACR,gBAAgB,EAMhB,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAEhB,UAAU,EACV,gBAAgB,EAChB,sBAAsB,EACtB,eAAe,EAEf,YAAY,EAEZ,sBAAsB,EACtB,8BAA8B,EAC9B,2BAA2B,EAE3B,YAAY,EACZ,oBAAoB,EAiBpB,SAAS,EACT,qBAAqB,EAErB,cAAc,EAGd,mBAAmB,EAEnB,gBAAgB,EAChB,yBAAyB,EAQzB,SAAS,EAeT,sCAAsC,EAEtC,eAAe,EAKf,UAAU,EAEV,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,WAAW,EAQX,gBAAgB,EAChB,mBAAmB,EACnB,eAAe,EACf,8BAA8B,EAC9B,mBAAmB,EACnB,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,gBAAgB,EAChB,kBAAkB,EAClB,mBAAmB,EAEnB,wBAAwB,EAKxB,kBAAkB,EAIlB,8BAA8B,EAE9B,+BAA+B,EAE/B,4BAA4B,EAE5B,YAAY,EACZ,wCAAwC,EACxC,SAAS,EACT,iBAAiB,EACjB,YAAY,EACZ,WAAW,EACX,YAAY,EAQZ,cAAc,EACd,2BAA2B,EAC3B,yBAAyB,EACzB,8BAA8B,EAC9B,gBAAgB,EAchB,+BAA+B,EAC/B,0BAA0B,EAa1B,mBAAmB,EACnB,wBAAwB,EACxB,+BAA+B,EAC/B,gBAAgB,EAKhB,oBAAoB,EACpB,YAAY,EACZ,8BAA8B,EAC9B,mCAAmC,EAYnC,QAAQ,EACR,gCAAgC,EAChC,YAAY,EAEZ,kBAAkB,EAClB,iCAAiC,EACjC,qBAAqB,EACrB,eAAe,EAGf,uBAAuB,EACvB,uBAAuB,EAEvB,SAAS,EAET,yBAAyB,EAC5B,CAAC"}

package/dist/state.d.ts

@@ -0,0 +1,6 @@
+export declare function getIsInDocumentationMode(): boolean;
+export declare function setIsInDocumentationMode(value: boolean): void;
+export declare function getIsRunningFromCLI(): boolean;
+export declare function setIsRunningFromCLI(value: boolean): void;
+export declare function getForceShowConsoleLogPrefix(): boolean;
+export declare function setForceShowConsoleLogPrefix(value: boolean): void;

package/dist/state.js

@@ -0,0 +1,22 @@
+let isInDocumentationMode = false;
+let isInCLI = false;
+let forceShowConsoleLogPrefix = false;
+export function getIsInDocumentationMode() {
+    return isInDocumentationMode;
+}
+export function setIsInDocumentationMode(value) {
+    isInDocumentationMode = value;
+}
+export function getIsRunningFromCLI() {
+    return isInCLI;
+}
+export function setIsRunningFromCLI(value) {
+    isInCLI = value;
+}
+export function getForceShowConsoleLogPrefix() {
+    return forceShowConsoleLogPrefix;
+}
+export function setForceShowConsoleLogPrefix(value) {
+    forceShowConsoleLogPrefix = value;
+}
+//# sourceMappingURL=state.js.map

package/dist/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../src/state.ts"],"names":[],"mappings":"AAAA,IAAI,qBAAqB,GAAG,KAAK,CAAC;AAClC,IAAI,OAAO,GAAG,KAAK,CAAC;AACpB,IAAI,yBAAyB,GAAG,KAAK,CAAC;AAEtC,MAAM,UAAU,wBAAwB;IACpC,OAAO,qBAAqB,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAc;IACnD,qBAAqB,GAAG,KAAK,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,mBAAmB;IAC/B,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAc;IAC9C,OAAO,GAAG,KAAK,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,4BAA4B;IACxC,OAAO,yBAAyB,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAAc;IACvD,yBAAyB,GAAG,KAAK,CAAC;AACtC,CAAC"}

package/dist/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["../src/index.ts","../src/chatwrapper.ts","../src/apidocsindex.ts","../src/commands.ts","../src/config.ts","../src/consts.ts","../src/state.ts","../src/types.ts","../src/bindings/addontypes.ts","../src/bindings/llama.ts","../src/bindings/consts.ts","../src/bindings/getllama.ts","../src/bindings/types.ts","../src/bindings/utils/memoryorchestrator.ts","../src/bindings/utils/nobinaryfounderror.ts","../src/bindings/utils/asyncevery.ts","../src/bindings/utils/asyncsome.ts","../src/bindings/utils/binariesgithubrelease.ts","../src/bindings/utils/clearalllocalbuilds.ts","../src/bindings/utils/clonellamacpprepo.ts","../src/bindings/utils/compilellamacpp.ts","../src/bindings/utils/detectavailablecomputelayers.ts","../src/bindings/utils/detectbuildtools.ts","../src/bindings/utils/detectglibc.ts","../src/bindings/utils/disposebeforeexit.ts","../src/bindings/utils/getbestcomputelayersavailable.ts","../src/bindings/utils/getbuildfoldernameforbuildoptions.ts","../src/bindings/utils/getcanuseprebuiltbinaries.ts","../src/bindings/utils/getexampleusagecodeofgetllama.ts","../src/bindings/utils/getgputypestouseforoption.ts","../src/bindings/utils/getlinuxdistroinfo.ts","../src/bindings/utils/getllamagputypes.ts","../src/bindings/utils/getllamawithoutbackend.ts","../src/bindings/utils/getplatform.ts","../src/bindings/utils/getplatforminfo.ts","../src/bindings/utils/hasbuildingfromsourcedependenciesinstalled.ts","../src/bindings/utils/hasfileinpath.ts","../src/bindings/utils/lastbuildinfo.ts","../src/bindings/utils/logbinaryusageexampletoconsole.ts","../src/bindings/utils/logdistroinstallinstruction.ts","../src/bindings/utils/resolveactualbindingbinarypath.ts","../src/bindings/utils/resolvecustomcmakeoptions.ts","../src/bindings/utils/testbindingbinary.ts","../src/bindings/utils/testcmakebinary.ts","../src/chatwrappers/alpacachatwrapper.ts","../src/chatwrappers/chatmlchatwrapper.ts","../src/chatwrappers/deepseekchatwrapper.ts","../src/chatwrappers/emptychatwrapper.ts","../src/chatwrappers/falconchatwrapper.ts","../src/chatwrappers/functionarychatwrapper.ts","../src/chatwrappers/gemmachatwrapper.ts","../src/chatwrappers/generalchatwrapper.ts","../src/chatwrappers/harmonychatwrapper.ts","../src/chatwrappers/llama2chatwrapper.ts","../src/chatwrappers/llama3chatwrapper.ts","../src/chatwrappers/llama3_1chatwrapper.ts","../src/chatwrappers/llama3_2lightweightchatwrapper.ts","../src/chatwrappers/mistralchatwrapper.ts","../src/chatwrappers/qwenchatwrapper.ts","../src/chatwrappers/seedchatwrapper.ts","../src/chatwrappers/generic/jinjatemplatechatwrapper.ts","../src/chatwrappers/generic/templatechatwrapper.ts","../src/chatwrappers/generic/utils/uniqueidgenerator.ts","../src/chatwrappers/generic/utils/chathistoryfunctioncallmessagetemplate.ts","../src/chatwrappers/generic/utils/extractfunctioncallsettingsfromjinjatemplate.ts","../src/chatwrappers/generic/utils/extractsegmentsettingsfromtokenizerandchattemplate.ts","../src/chatwrappers/generic/utils/getfirstvalidresult.ts","../src/chatwrappers/generic/utils/squashchathistoryitems.ts","../src/chatwrappers/generic/utils/templatesegmentoptionstochatwrappersettings.ts","../src/chatwrappers/utils/chatmodelfunctionsdocumentationgenerator.ts","../src/chatwrappers/utils/chunkchatitems.ts","../src/chatwrappers/utils/getmodellinagenames.ts","../src/chatwrappers/utils/isjinjatemplateequivalenttospecializedchatwrapper.ts","../src/chatwrappers/utils/isllama3_2lightweightmodel.ts","../src/chatwrappers/utils/jsondumps.ts","../src/chatwrappers/utils/resolvechatwrapper.ts","../src/cli/cli.ts","../src/cli/projecttemplates.ts","../src/cli/recommendedmodels.ts","../src/cli/startcreatecli.ts","../src/cli/commands/chatcommand.ts","../src/cli/commands/completecommand.ts","../src/cli/commands/debugcommand.ts","../src/cli/commands/infillcommand.ts","../src/cli/commands/initcommand.ts","../src/cli/commands/onpostinstallcommand.ts","../src/cli/commands/pullcommand.ts","../src/cli/commands/inspect/inspectcommand.ts","../src/cli/commands/inspect/commands/inspectestimatecommand.ts","../src/cli/commands/inspect/commands/inspectggufcommand.ts","../src/cli/commands/inspect/commands/inspectgpucommand.ts","../src/cli/commands/inspect/commands/inspectmeasurecommand.ts","../src/cli/commands/source/sourcecommand.ts","../src/cli/commands/source/commands/buildcommand.ts","../src/cli/commands/source/commands/clearcommand.ts","../src/cli/commands/source/commands/downloadcommand.ts","../src/cli/utils/consoleinteraction.ts","../src/cli/utils/consoletable.ts","../src/cli/utils/basicchoosefromlistconsoleinteraction.ts","../src/cli/utils/consolepromptquestion.ts","../src/cli/utils/getreadablepath.ts","../src/cli/utils/interactivelyaskformodel.ts","../src/cli/utils/isrunningunderrosetta.ts","../src/cli/utils/logusedgputypeoption.ts","../src/cli/utils/packagejsonconfig.ts","../src/cli/utils/packagemanager.ts","../src/cli/utils/parsextcarg.ts","../src/cli/utils/printcommoninfolines.ts","../src/cli/utils/printinfoline.ts","../src/cli/utils/printmodeldestination.ts","../src/cli/utils/projecttemplates.ts","../src/cli/utils/rendermodelcompatibilitypercentagewithcolors.ts","../src/cli/utils/resolvecommandggufpath.ts","../src/cli/utils/resolveheaderflag.ts","../src/cli/utils/resolvemodelrecommendationfileoptions.ts","../src/cli/utils/resolvenpmrcconfig.ts","../src/cli/utils/splitansitolines.ts","../src/cli/utils/tobytes.ts","../src/cli/utils/withclicommanddescriptiondocsurl.ts","../src/evaluator/llamacompletion.ts","../src/evaluator/llamaembedding.ts","../src/evaluator/llamaembeddingcontext.ts","../src/evaluator/llamagrammar.ts","../src/evaluator/llamagrammarevaluationstate.ts","../src/evaluator/llamajsonschemagrammar.ts","../src/evaluator/llamarankingcontext.ts","../src/evaluator/tokenbias.ts","../src/evaluator/tokenmeter.ts","../src/evaluator/llamachat/llamachat.ts","../src/evaluator/llamachat/utils/functioncallnamegrammar.ts","../src/evaluator/llamachat/utils/functioncallparamsgrammar.ts","../src/evaluator/llamachat/utils/llamafunctioncallvalidationerror.ts","../src/evaluator/llamachat/utils/contextshiftstrategies/erasefirstresponseandkeepfirstsystemchatcontextshiftstrategy.ts","../src/evaluator/llamachatsession/llamachatsession.ts","../src/evaluator/llamachatsession/utils/llamachatsessionpromptcompletionengine.ts","../src/evaluator/llamachatsession/utils/definechatsessionfunction.ts","../src/evaluator/llamacontext/llamacontext.ts","../src/evaluator/llamacontext/llamacontextsequencecheckpoints.ts","../src/evaluator/llamacontext/llamasampler.ts","../src/evaluator/llamacontext/tokenpredictor.ts","../src/evaluator/llamacontext/types.ts","../src/evaluator/llamacontext/tokenpredictors/draftsequencetokenpredictor.ts","../src/evaluator/llamacontext/tokenpredictors/inputlookuptokenpredictor.ts","../src/evaluator/llamacontext/utils/padsafecontextsize.ts","../src/evaluator/llamacontext/utils/resolvebatchitemsprioritizationstrategy.ts","../src/evaluator/llamacontext/utils/batchitemsprioritizationstrategies/firstinfirstoutstrategy.ts","../src/evaluator/llamacontext/utils/batchitemsprioritizationstrategies/maximumparallelismstrategy.ts","../src/evaluator/llamamodel/llamamodel.ts","../src/evaluator/llamamodel/utils/tokenattributes.ts","../src/evaluator/utils/chunkdocument.ts","../src/gguf/consts.ts","../src/gguf/readgguffileinfo.ts","../src/gguf/errors/invalidggufmagicerror.ts","../src/gguf/errors/unsupportedggufvaluetypeerror.ts","../src/gguf/filereaders/gguffilereader.ts","../src/gguf/filereaders/gguffsfilereader.ts","../src/gguf/filereaders/ggufnetworkfetchfilereader.ts","../src/gguf/insights/ggufinsights.ts","../src/gguf/insights/ggufinsightsconfigurationresolver.ts","../src/gguf/insights/ggufinsightstokens.ts","../src/gguf/insights/utils/getramusagefromunifiedvram.ts","../src/gguf/insights/utils/resolvecontextcontextsizeoption.ts","../src/gguf/insights/utils/resolvemodelgpulayersoption.ts","../src/gguf/insights/utils/scorelevels.ts","../src/gguf/parser/ggufv2parser.ts","../src/gguf/parser/ggufv3parser.ts","../src/gguf/parser/parsegguf.ts","../src/gguf/types/gguffileinfotypes.ts","../src/gguf/types/ggufmetadatatypes.ts","../src/gguf/types/gguftensorinfotypes.ts","../src/gguf/utils/ggufreadoffset.ts","../src/gguf/utils/convertmetadatakeyvaluerecordtonestedobject.ts","../src/gguf/utils/getgguffiletypename.ts","../src/gguf/utils/getggufmetadataarchitecturedata.ts","../src/gguf/utils/getggufmetadatakeyvalue.ts","../src/gguf/utils/ggufquantnames.ts","../src/gguf/utils/normalizeggufdownloadurl.ts","../src/gguf/utils/resolvebinarysplitggufparturls.ts","../src/gguf/utils/resolvesplitggufparts.ts","../src/utils/disposeguard.ts","../src/utils/insufficientmemoryerror.ts","../src/utils/llamatext.ts","../src/utils/lrucache.ts","../src/utils/openaiformat.ts","../src/utils/overridesobject.ts","../src/utils/replhistory.ts","../src/utils/stopgenerationdetector.ts","../src/utils/threadssplitter.ts","../src/utils/tokenstreamregulator.ts","../src/utils/unsupportederror.ts","../src/utils/appendusermessagetochathistory.ts","../src/utils/cleartempfolder.ts","../src/utils/cmake.ts","../src/utils/comparetokens.ts","../src/utils/createmodeldownloader.ts","../src/utils/findbestoption.ts","../src/utils/findcharacterremovalcounttofitchathistoryincontext.ts","../src/utils/getbuilddefaults.ts","../src/utils/getchatwrappersegmentdefinition.ts","../src/utils/getconsolelogprefix.ts","../src/utils/getfirstwritabledir.ts","../src/utils/getgrammarsfolder.ts","../src/utils/getllamaclasses.ts","../src/utils/getmoduleversion.ts","../src/utils/getqueuedtokensbeforestoptrigger.ts","../src/utils/getreadablecontextsize.ts","../src/utils/gettempdir.ts","../src/utils/gettypescripttypestringforgbnfjsonschema.ts","../src/utils/gitreleasebundles.ts","../src/utils/hashstring.ts","../src/utils/includestext.ts","../src/utils/islockfileactive.ts","../src/utils/istoken.ts","../src/utils/isurl.ts","../src/utils/mergeuniontypes.ts","../src/utils/modeldownloadendpoints.ts","../src/utils/modelfileaccesstokens.ts","../src/utils/optionsmatrix.ts","../src/utils/parsemodelfilename.ts","../src/utils/parsemodeluri.ts","../src/utils/parsetexttemplate.ts","../src/utils/prettyprintobject.ts","../src/utils/pushall.ts","../src/utils/removenullfields.ts","../src/utils/resolvegithubrelease.ts","../src/utils/resolvelasttokens.ts","../src/utils/resolvemodeldestination.ts","../src/utils/resolvemodelfile.ts","../src/utils/runtime.ts","../src/utils/safeeventcallback.ts","../src/utils/signalsleep.ts","../src/utils/spawncommand.ts","../src/utils/tokenizeinput.ts","../src/utils/tokenizerutils.ts","../src/utils/transformpromisable.ts","../src/utils/truncatetextandroundtowords.ts","../src/utils/utiltypes.ts","../src/utils/waitforlockfilerelease.ts","../src/utils/withlockfile.ts","../src/utils/withora.ts","../src/utils/withprogresslog.ts","../src/utils/withstatuslogs.ts","../src/utils/wrapabortsignal.ts","../src/utils/gbnfjson/gbnfgrammargenerator.ts","../src/utils/gbnfjson/gbnfterminal.ts","../src/utils/gbnfjson/getgbnfgrammarforgbnfjsonschema.ts","../src/utils/gbnfjson/types.ts","../src/utils/gbnfjson/terminals/gbnfanyjson.ts","../src/utils/gbnfjson/terminals/gbnfarray.ts","../src/utils/gbnfjson/terminals/gbnfboolean.ts","../src/utils/gbnfjson/terminals/gbnfbooleanvalue.ts","../src/utils/gbnfjson/terminals/gbnfcommawhitespace.ts","../src/utils/gbnfjson/terminals/gbnfformatstring.ts","../src/utils/gbnfjson/terminals/gbnfgrammar.ts","../src/utils/gbnfjson/terminals/gbnfinsidestringchar.ts","../src/utils/gbnfjson/terminals/gbnfnull.ts","../src/utils/gbnfjson/terminals/gbnfnumber.ts","../src/utils/gbnfjson/terminals/gbnfnumbervalue.ts","../src/utils/gbnfjson/terminals/gbnfobjectmap.ts","../src/utils/gbnfjson/terminals/gbnfor.ts","../src/utils/gbnfjson/terminals/gbnfref.ts","../src/utils/gbnfjson/terminals/gbnfrepetition.ts","../src/utils/gbnfjson/terminals/gbnfstring.ts","../src/utils/gbnfjson/terminals/gbnfstringvalue.ts","../src/utils/gbnfjson/terminals/gbnfverbatimtext.ts","../src/utils/gbnfjson/terminals/gbnfwhitespace.ts","../src/utils/gbnfjson/terminals/gbnfconsts.ts","../src/utils/gbnfjson/utils/gbnfjsonscopestate.ts","../src/utils/gbnfjson/utils/defsscope.ts","../src/utils/gbnfjson/utils/getgbnfjsonterminalforgbnfjsonschema.ts","../src/utils/gbnfjson/utils/getgbnfjsonterminalforliteral.ts","../src/utils/gbnfjson/utils/validateobjectagainstgbnfschema.ts"],"version":"5.9.3"}