@runanywhere/web 0.1.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +795 -0
- package/dist/Foundation/ErrorTypes.d.ts +61 -0
- package/dist/Foundation/ErrorTypes.d.ts.map +1 -0
- package/dist/Foundation/ErrorTypes.js +90 -0
- package/dist/Foundation/ErrorTypes.js.map +1 -0
- package/dist/Foundation/EventBus.d.ts +171 -0
- package/dist/Foundation/EventBus.d.ts.map +1 -0
- package/dist/Foundation/EventBus.js +113 -0
- package/dist/Foundation/EventBus.js.map +1 -0
- package/dist/Foundation/PlatformAdapter.d.ts +101 -0
- package/dist/Foundation/PlatformAdapter.d.ts.map +1 -0
- package/dist/Foundation/PlatformAdapter.js +417 -0
- package/dist/Foundation/PlatformAdapter.js.map +1 -0
- package/dist/Foundation/SDKLogger.d.ts +33 -0
- package/dist/Foundation/SDKLogger.d.ts.map +1 -0
- package/dist/Foundation/SDKLogger.js +82 -0
- package/dist/Foundation/SDKLogger.js.map +1 -0
- package/dist/Foundation/SherpaONNXBridge.d.ts +134 -0
- package/dist/Foundation/SherpaONNXBridge.d.ts.map +1 -0
- package/dist/Foundation/SherpaONNXBridge.js +332 -0
- package/dist/Foundation/SherpaONNXBridge.js.map +1 -0
- package/dist/Foundation/StructOffsets.d.ts +147 -0
- package/dist/Foundation/StructOffsets.d.ts.map +1 -0
- package/dist/Foundation/StructOffsets.js +161 -0
- package/dist/Foundation/StructOffsets.js.map +1 -0
- package/dist/Foundation/WASMBridge.d.ts +241 -0
- package/dist/Foundation/WASMBridge.d.ts.map +1 -0
- package/dist/Foundation/WASMBridge.js +393 -0
- package/dist/Foundation/WASMBridge.js.map +1 -0
- package/dist/Infrastructure/ArchiveUtility.d.ts +25 -0
- package/dist/Infrastructure/ArchiveUtility.d.ts.map +1 -0
- package/dist/Infrastructure/ArchiveUtility.js +139 -0
- package/dist/Infrastructure/ArchiveUtility.js.map +1 -0
- package/dist/Infrastructure/AudioCapture.d.ts +87 -0
- package/dist/Infrastructure/AudioCapture.d.ts.map +1 -0
- package/dist/Infrastructure/AudioCapture.js +231 -0
- package/dist/Infrastructure/AudioCapture.js.map +1 -0
- package/dist/Infrastructure/AudioPlayback.d.ts +53 -0
- package/dist/Infrastructure/AudioPlayback.d.ts.map +1 -0
- package/dist/Infrastructure/AudioPlayback.js +117 -0
- package/dist/Infrastructure/AudioPlayback.js.map +1 -0
- package/dist/Infrastructure/DeviceCapabilities.d.ts +39 -0
- package/dist/Infrastructure/DeviceCapabilities.d.ts.map +1 -0
- package/dist/Infrastructure/DeviceCapabilities.js +111 -0
- package/dist/Infrastructure/DeviceCapabilities.js.map +1 -0
- package/dist/Infrastructure/ExtensionRegistry.d.ts +30 -0
- package/dist/Infrastructure/ExtensionRegistry.d.ts.map +1 -0
- package/dist/Infrastructure/ExtensionRegistry.js +41 -0
- package/dist/Infrastructure/ExtensionRegistry.js.map +1 -0
- package/dist/Infrastructure/ModelDownloader.d.ts +98 -0
- package/dist/Infrastructure/ModelDownloader.d.ts.map +1 -0
- package/dist/Infrastructure/ModelDownloader.js +431 -0
- package/dist/Infrastructure/ModelDownloader.js.map +1 -0
- package/dist/Infrastructure/ModelLoaderTypes.d.ts +34 -0
- package/dist/Infrastructure/ModelLoaderTypes.d.ts.map +1 -0
- package/dist/Infrastructure/ModelLoaderTypes.js +12 -0
- package/dist/Infrastructure/ModelLoaderTypes.js.map +1 -0
- package/dist/Infrastructure/ModelManager.d.ts +219 -0
- package/dist/Infrastructure/ModelManager.d.ts.map +1 -0
- package/dist/Infrastructure/ModelManager.js +885 -0
- package/dist/Infrastructure/ModelManager.js.map +1 -0
- package/dist/Infrastructure/ModelRegistry.d.ts +131 -0
- package/dist/Infrastructure/ModelRegistry.d.ts.map +1 -0
- package/dist/Infrastructure/ModelRegistry.js +122 -0
- package/dist/Infrastructure/ModelRegistry.js.map +1 -0
- package/dist/Infrastructure/OPFSStorage.d.ts +143 -0
- package/dist/Infrastructure/OPFSStorage.d.ts.map +1 -0
- package/dist/Infrastructure/OPFSStorage.js +330 -0
- package/dist/Infrastructure/OPFSStorage.js.map +1 -0
- package/dist/Infrastructure/VLMWorkerBridge.d.ts +211 -0
- package/dist/Infrastructure/VLMWorkerBridge.d.ts.map +1 -0
- package/dist/Infrastructure/VLMWorkerBridge.js +264 -0
- package/dist/Infrastructure/VLMWorkerBridge.js.map +1 -0
- package/dist/Infrastructure/VLMWorkerRuntime.d.ts +38 -0
- package/dist/Infrastructure/VLMWorkerRuntime.d.ts.map +1 -0
- package/dist/Infrastructure/VLMWorkerRuntime.js +503 -0
- package/dist/Infrastructure/VLMWorkerRuntime.js.map +1 -0
- package/dist/Infrastructure/VideoCapture.d.ts +118 -0
- package/dist/Infrastructure/VideoCapture.d.ts.map +1 -0
- package/dist/Infrastructure/VideoCapture.js +207 -0
- package/dist/Infrastructure/VideoCapture.js.map +1 -0
- package/dist/Public/Extensions/DiffusionTypes.d.ts +64 -0
- package/dist/Public/Extensions/DiffusionTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/DiffusionTypes.js +28 -0
- package/dist/Public/Extensions/DiffusionTypes.js.map +1 -0
- package/dist/Public/Extensions/EmbeddingsTypes.d.ts +33 -0
- package/dist/Public/Extensions/EmbeddingsTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/EmbeddingsTypes.js +13 -0
- package/dist/Public/Extensions/EmbeddingsTypes.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+Diffusion.d.ts +44 -0
- package/dist/Public/Extensions/RunAnywhere+Diffusion.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+Diffusion.js +189 -0
- package/dist/Public/Extensions/RunAnywhere+Diffusion.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+Embeddings.d.ts +56 -0
- package/dist/Public/Extensions/RunAnywhere+Embeddings.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+Embeddings.js +240 -0
- package/dist/Public/Extensions/RunAnywhere+Embeddings.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+ModelManagement.d.ts +53 -0
- package/dist/Public/Extensions/RunAnywhere+ModelManagement.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+ModelManagement.js +153 -0
- package/dist/Public/Extensions/RunAnywhere+ModelManagement.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+STT.d.ts +95 -0
- package/dist/Public/Extensions/RunAnywhere+STT.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+STT.js +417 -0
- package/dist/Public/Extensions/RunAnywhere+STT.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+StructuredOutput.d.ts +69 -0
- package/dist/Public/Extensions/RunAnywhere+StructuredOutput.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+StructuredOutput.js +196 -0
- package/dist/Public/Extensions/RunAnywhere+StructuredOutput.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+TTS.d.ts +55 -0
- package/dist/Public/Extensions/RunAnywhere+TTS.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+TTS.js +253 -0
- package/dist/Public/Extensions/RunAnywhere+TTS.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+TextGeneration.d.ts +80 -0
- package/dist/Public/Extensions/RunAnywhere+TextGeneration.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+TextGeneration.js +436 -0
- package/dist/Public/Extensions/RunAnywhere+TextGeneration.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+ToolCalling.d.ts +82 -0
- package/dist/Public/Extensions/RunAnywhere+ToolCalling.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+ToolCalling.js +576 -0
- package/dist/Public/Extensions/RunAnywhere+ToolCalling.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VAD.d.ts +70 -0
- package/dist/Public/Extensions/RunAnywhere+VAD.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VAD.js +231 -0
- package/dist/Public/Extensions/RunAnywhere+VAD.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VLM.d.ts +58 -0
- package/dist/Public/Extensions/RunAnywhere+VLM.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VLM.js +262 -0
- package/dist/Public/Extensions/RunAnywhere+VLM.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VoiceAgent.d.ts +49 -0
- package/dist/Public/Extensions/RunAnywhere+VoiceAgent.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VoiceAgent.js +222 -0
- package/dist/Public/Extensions/RunAnywhere+VoiceAgent.js.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VoicePipeline.d.ts +63 -0
- package/dist/Public/Extensions/RunAnywhere+VoicePipeline.d.ts.map +1 -0
- package/dist/Public/Extensions/RunAnywhere+VoicePipeline.js +168 -0
- package/dist/Public/Extensions/RunAnywhere+VoicePipeline.js.map +1 -0
- package/dist/Public/Extensions/STTTypes.d.ts +53 -0
- package/dist/Public/Extensions/STTTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/STTTypes.js +16 -0
- package/dist/Public/Extensions/STTTypes.js.map +1 -0
- package/dist/Public/Extensions/TTSTypes.d.ts +31 -0
- package/dist/Public/Extensions/TTSTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/TTSTypes.js +3 -0
- package/dist/Public/Extensions/TTSTypes.js.map +1 -0
- package/dist/Public/Extensions/ToolCallingTypes.d.ts +78 -0
- package/dist/Public/Extensions/ToolCallingTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/ToolCallingTypes.js +8 -0
- package/dist/Public/Extensions/ToolCallingTypes.js.map +1 -0
- package/dist/Public/Extensions/VADTypes.d.ts +30 -0
- package/dist/Public/Extensions/VADTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/VADTypes.js +8 -0
- package/dist/Public/Extensions/VADTypes.js.map +1 -0
- package/dist/Public/Extensions/VLMTypes.d.ts +56 -0
- package/dist/Public/Extensions/VLMTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/VLMTypes.js +24 -0
- package/dist/Public/Extensions/VLMTypes.js.map +1 -0
- package/dist/Public/Extensions/VoiceAgentTypes.d.ts +42 -0
- package/dist/Public/Extensions/VoiceAgentTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/VoiceAgentTypes.js +12 -0
- package/dist/Public/Extensions/VoiceAgentTypes.js.map +1 -0
- package/dist/Public/Extensions/VoicePipelineTypes.d.ts +69 -0
- package/dist/Public/Extensions/VoicePipelineTypes.d.ts.map +1 -0
- package/dist/Public/Extensions/VoicePipelineTypes.js +9 -0
- package/dist/Public/Extensions/VoicePipelineTypes.js.map +1 -0
- package/dist/Public/RunAnywhere.d.ts +121 -0
- package/dist/Public/RunAnywhere.d.ts.map +1 -0
- package/dist/Public/RunAnywhere.js +332 -0
- package/dist/Public/RunAnywhere.js.map +1 -0
- package/dist/index.d.ts +67 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +53 -0
- package/dist/index.js.map +1 -0
- package/dist/types/LLMTypes.d.ts +48 -0
- package/dist/types/LLMTypes.d.ts.map +1 -0
- package/dist/types/LLMTypes.js +8 -0
- package/dist/types/LLMTypes.js.map +1 -0
- package/dist/types/enums.d.ts +144 -0
- package/dist/types/enums.d.ts.map +1 -0
- package/dist/types/enums.js +159 -0
- package/dist/types/enums.js.map +1 -0
- package/dist/types/index.d.ts +9 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +8 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/models.d.ts +154 -0
- package/dist/types/models.d.ts.map +1 -0
- package/dist/types/models.js +8 -0
- package/dist/types/models.js.map +1 -0
- package/dist/workers/vlm-worker.d.ts +9 -0
- package/dist/workers/vlm-worker.d.ts.map +1 -0
- package/dist/workers/vlm-worker.js +10 -0
- package/dist/workers/vlm-worker.js.map +1 -0
- package/package.json +62 -0
- package/wasm/racommons-webgpu.js +156 -0
- package/wasm/racommons-webgpu.wasm +0 -0
- package/wasm/racommons.js +126 -0
- package/wasm/racommons.wasm +0 -0
- package/wasm/sherpa/sherpa-onnx-asr.js +1538 -0
- package/wasm/sherpa/sherpa-onnx-glue-original.js +19 -0
- package/wasm/sherpa/sherpa-onnx-glue.js +17 -0
- package/wasm/sherpa/sherpa-onnx-tts.js +657 -0
- package/wasm/sherpa/sherpa-onnx-vad.js +337 -0
- package/wasm/sherpa/sherpa-onnx-wave.js +88 -0
- package/wasm/sherpa/sherpa-onnx.wasm +0 -0
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - Tool Calling Types */
|
|
2
|
+
/** Type-safe JSON value for tool arguments and results. */
|
|
3
|
+
export type ToolValue = {
|
|
4
|
+
type: 'string';
|
|
5
|
+
value: string;
|
|
6
|
+
} | {
|
|
7
|
+
type: 'number';
|
|
8
|
+
value: number;
|
|
9
|
+
} | {
|
|
10
|
+
type: 'boolean';
|
|
11
|
+
value: boolean;
|
|
12
|
+
} | {
|
|
13
|
+
type: 'array';
|
|
14
|
+
value: ToolValue[];
|
|
15
|
+
} | {
|
|
16
|
+
type: 'object';
|
|
17
|
+
value: Record<string, ToolValue>;
|
|
18
|
+
} | {
|
|
19
|
+
type: 'null';
|
|
20
|
+
};
|
|
21
|
+
/** Parameter types for tool arguments. */
|
|
22
|
+
export type ToolParameterType = 'string' | 'number' | 'boolean' | 'object' | 'array';
|
|
23
|
+
/** A single parameter definition for a tool. */
|
|
24
|
+
export interface ToolParameter {
|
|
25
|
+
name: string;
|
|
26
|
+
type: ToolParameterType;
|
|
27
|
+
description: string;
|
|
28
|
+
required?: boolean;
|
|
29
|
+
enumValues?: string[];
|
|
30
|
+
}
|
|
31
|
+
/** Definition of a tool that the LLM can use. */
|
|
32
|
+
export interface ToolDefinition {
|
|
33
|
+
name: string;
|
|
34
|
+
description: string;
|
|
35
|
+
parameters: ToolParameter[];
|
|
36
|
+
category?: string;
|
|
37
|
+
}
|
|
38
|
+
/** A request from the LLM to execute a tool. */
|
|
39
|
+
export interface ToolCall {
|
|
40
|
+
toolName: string;
|
|
41
|
+
arguments: Record<string, ToolValue>;
|
|
42
|
+
callId?: string;
|
|
43
|
+
}
|
|
44
|
+
/** Result of executing a tool. */
|
|
45
|
+
export interface ToolResult {
|
|
46
|
+
toolName: string;
|
|
47
|
+
success: boolean;
|
|
48
|
+
result?: Record<string, ToolValue>;
|
|
49
|
+
error?: string;
|
|
50
|
+
callId?: string;
|
|
51
|
+
}
|
|
52
|
+
/** Tool calling format names. */
|
|
53
|
+
export declare enum ToolCallFormat {
|
|
54
|
+
Default = "default",
|
|
55
|
+
LFM2 = "lfm2"
|
|
56
|
+
}
|
|
57
|
+
/** Options for tool-enabled generation. */
|
|
58
|
+
export interface ToolCallingOptions {
|
|
59
|
+
tools?: ToolDefinition[];
|
|
60
|
+
maxToolCalls?: number;
|
|
61
|
+
autoExecute?: boolean;
|
|
62
|
+
temperature?: number;
|
|
63
|
+
maxTokens?: number;
|
|
64
|
+
systemPrompt?: string;
|
|
65
|
+
replaceSystemPrompt?: boolean;
|
|
66
|
+
keepToolsAvailable?: boolean;
|
|
67
|
+
format?: ToolCallFormat;
|
|
68
|
+
}
|
|
69
|
+
/** Result of a generation that may include tool calls. */
|
|
70
|
+
export interface ToolCallingResult {
|
|
71
|
+
text: string;
|
|
72
|
+
toolCalls: ToolCall[];
|
|
73
|
+
toolResults: ToolResult[];
|
|
74
|
+
isComplete: boolean;
|
|
75
|
+
}
|
|
76
|
+
/** Executor function for a tool. Takes arguments, returns result data. */
|
|
77
|
+
export type ToolExecutor = (args: Record<string, ToolValue>) => Promise<Record<string, ToolValue>>;
|
|
78
|
+
//# sourceMappingURL=ToolCallingTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ToolCallingTypes.d.ts","sourceRoot":"","sources":["../../../src/Public/Extensions/ToolCallingTypes.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAE/C,2DAA2D;AAC3D,MAAM,MAAM,SAAS,GACjB;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,SAAS,EAAE,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAErB,0CAA0C;AAC1C,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;AAErF,gDAAgD;AAChD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,iBAAiB,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,iDAAiD;AACjD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,gDAAgD;AAChD,MAAM,WAAW,QAAQ;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,kCAAkC;AAClC,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,iCAAiC;AACjC,oBAAY,cAAc;IACxB,OAAO,YAAY;IACnB,IAAI,SAAS;CACd;AAED,2CAA2C;AAC3C,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,MAAM,CAAC,EAAE,cAAc,CAAC;CACzB;AAED,0DAA0D;AAC1D,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,0EAA0E;AAC1E,MAAM,MAAM,YAAY,GAAG,CACzB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,KAC5B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - Tool Calling Types */
|
|
2
|
+
/** Tool calling format names. */
|
|
3
|
+
export var ToolCallFormat;
|
|
4
|
+
(function (ToolCallFormat) {
|
|
5
|
+
ToolCallFormat["Default"] = "default";
|
|
6
|
+
ToolCallFormat["LFM2"] = "lfm2";
|
|
7
|
+
})(ToolCallFormat || (ToolCallFormat = {}));
|
|
8
|
+
//# sourceMappingURL=ToolCallingTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ToolCallingTypes.js","sourceRoot":"","sources":["../../../src/Public/Extensions/ToolCallingTypes.ts"],"names":[],"mappings":"AAAA,+CAA+C;AA+C/C,iCAAiC;AACjC,MAAM,CAAN,IAAY,cAGX;AAHD,WAAY,cAAc;IACxB,qCAAmB,CAAA;IACnB,+BAAa,CAAA;AACf,CAAC,EAHW,cAAc,KAAd,cAAc,QAGzB"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - VAD Types */
|
|
2
|
+
export declare enum SpeechActivity {
|
|
3
|
+
Started = "started",
|
|
4
|
+
Ended = "ended",
|
|
5
|
+
Ongoing = "ongoing"
|
|
6
|
+
}
|
|
7
|
+
export type SpeechActivityCallback = (activity: SpeechActivity) => void;
|
|
8
|
+
export interface VADModelConfig {
|
|
9
|
+
/** Path to Silero VAD ONNX model in sherpa-onnx virtual FS */
|
|
10
|
+
modelPath: string;
|
|
11
|
+
/** Detection threshold (default: 0.5, range 0-1) */
|
|
12
|
+
threshold?: number;
|
|
13
|
+
/** Minimum silence duration in seconds to split segments (default: 0.5) */
|
|
14
|
+
minSilenceDuration?: number;
|
|
15
|
+
/** Minimum speech duration in seconds (default: 0.25) */
|
|
16
|
+
minSpeechDuration?: number;
|
|
17
|
+
/** Maximum speech duration in seconds (default: 5.0 for streaming) */
|
|
18
|
+
maxSpeechDuration?: number;
|
|
19
|
+
/** Sample rate (default: 16000) */
|
|
20
|
+
sampleRate?: number;
|
|
21
|
+
/** Window size in samples (default: 512 for Silero) */
|
|
22
|
+
windowSize?: number;
|
|
23
|
+
}
|
|
24
|
+
export interface SpeechSegment {
|
|
25
|
+
/** Start time in seconds */
|
|
26
|
+
startTime: number;
|
|
27
|
+
/** Audio samples of the speech segment */
|
|
28
|
+
samples: Float32Array;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=VADTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VADTypes.d.ts","sourceRoot":"","sources":["../../../src/Public/Extensions/VADTypes.ts"],"names":[],"mappings":"AAAA,sCAAsC;AAEtC,oBAAY,cAAc;IACxB,OAAO,YAAY;IACnB,KAAK,UAAU;IACf,OAAO,YAAY;CACpB;AAED,MAAM,MAAM,sBAAsB,GAAG,CAAC,QAAQ,EAAE,cAAc,KAAK,IAAI,CAAC;AAExE,MAAM,WAAW,cAAc;IAC7B,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,yDAAyD;IACzD,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sEAAsE;IACtE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mCAAmC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,OAAO,EAAE,YAAY,CAAC;CACvB"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - VAD Types */
|
|
2
|
+
export var SpeechActivity;
|
|
3
|
+
(function (SpeechActivity) {
|
|
4
|
+
SpeechActivity["Started"] = "started";
|
|
5
|
+
SpeechActivity["Ended"] = "ended";
|
|
6
|
+
SpeechActivity["Ongoing"] = "ongoing";
|
|
7
|
+
})(SpeechActivity || (SpeechActivity = {}));
|
|
8
|
+
//# sourceMappingURL=VADTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VADTypes.js","sourceRoot":"","sources":["../../../src/Public/Extensions/VADTypes.ts"],"names":[],"mappings":"AAAA,sCAAsC;AAEtC,MAAM,CAAN,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,qCAAmB,CAAA;IACnB,iCAAe,CAAA;IACf,qCAAmB,CAAA;AACrB,CAAC,EAJW,cAAc,KAAd,cAAc,QAIzB"}
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VLM Types
|
|
3
|
+
*
|
|
4
|
+
* Type definitions for the Vision Language Model extension.
|
|
5
|
+
* Extracted from RunAnywhere+VLM.ts for clean separation of concerns.
|
|
6
|
+
*/
|
|
7
|
+
import { HardwareAcceleration } from '../../types/enums';
|
|
8
|
+
export declare enum VLMImageFormat {
|
|
9
|
+
FilePath = 0,
|
|
10
|
+
RGBPixels = 1,
|
|
11
|
+
Base64 = 2
|
|
12
|
+
}
|
|
13
|
+
export declare enum VLMModelFamily {
|
|
14
|
+
Auto = 0,
|
|
15
|
+
Qwen2VL = 1,
|
|
16
|
+
SmolVLM = 2,
|
|
17
|
+
LLaVA = 3,
|
|
18
|
+
Custom = 99
|
|
19
|
+
}
|
|
20
|
+
export interface VLMImage {
|
|
21
|
+
format: VLMImageFormat;
|
|
22
|
+
/** File path in WASM virtual FS (for FilePath format) */
|
|
23
|
+
filePath?: string;
|
|
24
|
+
/** Raw RGB pixel data (for RGBPixels format) */
|
|
25
|
+
pixelData?: Uint8Array;
|
|
26
|
+
/** Base64-encoded image (for Base64 format) */
|
|
27
|
+
base64Data?: string;
|
|
28
|
+
width?: number;
|
|
29
|
+
height?: number;
|
|
30
|
+
}
|
|
31
|
+
export interface VLMGenerationOptions {
|
|
32
|
+
maxTokens?: number;
|
|
33
|
+
temperature?: number;
|
|
34
|
+
topP?: number;
|
|
35
|
+
systemPrompt?: string;
|
|
36
|
+
modelFamily?: VLMModelFamily;
|
|
37
|
+
streaming?: boolean;
|
|
38
|
+
}
|
|
39
|
+
export interface VLMGenerationResult {
|
|
40
|
+
text: string;
|
|
41
|
+
promptTokens: number;
|
|
42
|
+
imageTokens: number;
|
|
43
|
+
completionTokens: number;
|
|
44
|
+
totalTokens: number;
|
|
45
|
+
timeToFirstTokenMs: number;
|
|
46
|
+
imageEncodeTimeMs: number;
|
|
47
|
+
totalTimeMs: number;
|
|
48
|
+
tokensPerSecond: number;
|
|
49
|
+
hardwareUsed: HardwareAcceleration;
|
|
50
|
+
}
|
|
51
|
+
export interface VLMStreamingResult {
|
|
52
|
+
result: Promise<VLMGenerationResult>;
|
|
53
|
+
tokens: AsyncIterable<string>;
|
|
54
|
+
cancel: () => void;
|
|
55
|
+
}
|
|
56
|
+
//# sourceMappingURL=VLMTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VLMTypes.d.ts","sourceRoot":"","sources":["../../../src/Public/Extensions/VLMTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAMzD,oBAAY,cAAc;IACxB,QAAQ,IAAI;IACZ,SAAS,IAAI;IACb,MAAM,IAAI;CACX;AAED,oBAAY,cAAc;IACxB,IAAI,IAAI;IACR,OAAO,IAAI;IACX,OAAO,IAAI;IACX,KAAK,IAAI;IACT,MAAM,KAAK;CACZ;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,cAAc,CAAC;IACvB,yDAAyD;IACzD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gDAAgD;IAChD,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,cAAc,CAAC;IAC7B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,oBAAoB,CAAC;CACpC;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAC9B,MAAM,EAAE,MAAM,IAAI,CAAC;CACpB"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VLM Types
|
|
3
|
+
*
|
|
4
|
+
* Type definitions for the Vision Language Model extension.
|
|
5
|
+
* Extracted from RunAnywhere+VLM.ts for clean separation of concerns.
|
|
6
|
+
*/
|
|
7
|
+
// ---------------------------------------------------------------------------
|
|
8
|
+
// VLM Types
|
|
9
|
+
// ---------------------------------------------------------------------------
|
|
10
|
+
export var VLMImageFormat;
|
|
11
|
+
(function (VLMImageFormat) {
|
|
12
|
+
VLMImageFormat[VLMImageFormat["FilePath"] = 0] = "FilePath";
|
|
13
|
+
VLMImageFormat[VLMImageFormat["RGBPixels"] = 1] = "RGBPixels";
|
|
14
|
+
VLMImageFormat[VLMImageFormat["Base64"] = 2] = "Base64";
|
|
15
|
+
})(VLMImageFormat || (VLMImageFormat = {}));
|
|
16
|
+
export var VLMModelFamily;
|
|
17
|
+
(function (VLMModelFamily) {
|
|
18
|
+
VLMModelFamily[VLMModelFamily["Auto"] = 0] = "Auto";
|
|
19
|
+
VLMModelFamily[VLMModelFamily["Qwen2VL"] = 1] = "Qwen2VL";
|
|
20
|
+
VLMModelFamily[VLMModelFamily["SmolVLM"] = 2] = "SmolVLM";
|
|
21
|
+
VLMModelFamily[VLMModelFamily["LLaVA"] = 3] = "LLaVA";
|
|
22
|
+
VLMModelFamily[VLMModelFamily["Custom"] = 99] = "Custom";
|
|
23
|
+
})(VLMModelFamily || (VLMModelFamily = {}));
|
|
24
|
+
//# sourceMappingURL=VLMTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VLMTypes.js","sourceRoot":"","sources":["../../../src/Public/Extensions/VLMTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,CAAN,IAAY,cAIX;AAJD,WAAY,cAAc;IACxB,2DAAY,CAAA;IACZ,6DAAa,CAAA;IACb,uDAAU,CAAA;AACZ,CAAC,EAJW,cAAc,KAAd,cAAc,QAIzB;AAED,MAAM,CAAN,IAAY,cAMX;AAND,WAAY,cAAc;IACxB,mDAAQ,CAAA;IACR,yDAAW,CAAA;IACX,yDAAW,CAAA;IACX,qDAAS,CAAA;IACT,wDAAW,CAAA;AACb,CAAC,EANW,cAAc,KAAd,cAAc,QAMzB"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - VoiceAgent Types */
|
|
2
|
+
export declare enum PipelineState {
|
|
3
|
+
Idle = "idle",
|
|
4
|
+
Listening = "listening",
|
|
5
|
+
ProcessingSTT = "processingSTT",
|
|
6
|
+
GeneratingResponse = "generatingResponse",
|
|
7
|
+
PlayingTTS = "playingTTS",
|
|
8
|
+
Cooldown = "cooldown",
|
|
9
|
+
Error = "error"
|
|
10
|
+
}
|
|
11
|
+
export interface VoiceAgentModels {
|
|
12
|
+
stt?: {
|
|
13
|
+
path: string;
|
|
14
|
+
id: string;
|
|
15
|
+
name?: string;
|
|
16
|
+
};
|
|
17
|
+
llm?: {
|
|
18
|
+
path: string;
|
|
19
|
+
id: string;
|
|
20
|
+
name?: string;
|
|
21
|
+
};
|
|
22
|
+
tts?: {
|
|
23
|
+
path: string;
|
|
24
|
+
id: string;
|
|
25
|
+
name?: string;
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
export interface VoiceTurnResult {
|
|
29
|
+
speechDetected: boolean;
|
|
30
|
+
transcription?: string;
|
|
31
|
+
response?: string;
|
|
32
|
+
synthesizedAudio?: Float32Array;
|
|
33
|
+
}
|
|
34
|
+
export interface VoiceAgentEventData {
|
|
35
|
+
type: 'transcription' | 'response' | 'audioSynthesized' | 'vadTriggered' | 'error';
|
|
36
|
+
text?: string;
|
|
37
|
+
audioData?: Float32Array;
|
|
38
|
+
speechActive?: boolean;
|
|
39
|
+
errorCode?: number;
|
|
40
|
+
}
|
|
41
|
+
export type VoiceAgentEventCallback = (event: VoiceAgentEventData) => void;
|
|
42
|
+
//# sourceMappingURL=VoiceAgentTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VoiceAgentTypes.d.ts","sourceRoot":"","sources":["../../../src/Public/Extensions/VoiceAgentTypes.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,oBAAY,aAAa;IACvB,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,aAAa,kBAAkB;IAC/B,kBAAkB,uBAAuB;IACzC,UAAU,eAAe;IACzB,QAAQ,aAAa;IACrB,KAAK,UAAU;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,GAAG,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,GAAG,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACnD;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,YAAY,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,eAAe,GAAG,UAAU,GAAG,kBAAkB,GAAG,cAAc,GAAG,OAAO,CAAC;IACnF,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,YAAY,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,uBAAuB,GAAG,CAAC,KAAK,EAAE,mBAAmB,KAAK,IAAI,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/** RunAnywhere Web SDK - VoiceAgent Types */
|
|
2
|
+
export var PipelineState;
|
|
3
|
+
(function (PipelineState) {
|
|
4
|
+
PipelineState["Idle"] = "idle";
|
|
5
|
+
PipelineState["Listening"] = "listening";
|
|
6
|
+
PipelineState["ProcessingSTT"] = "processingSTT";
|
|
7
|
+
PipelineState["GeneratingResponse"] = "generatingResponse";
|
|
8
|
+
PipelineState["PlayingTTS"] = "playingTTS";
|
|
9
|
+
PipelineState["Cooldown"] = "cooldown";
|
|
10
|
+
PipelineState["Error"] = "error";
|
|
11
|
+
})(PipelineState || (PipelineState = {}));
|
|
12
|
+
//# sourceMappingURL=VoiceAgentTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VoiceAgentTypes.js","sourceRoot":"","sources":["../../../src/Public/Extensions/VoiceAgentTypes.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAE7C,MAAM,CAAN,IAAY,aAQX;AARD,WAAY,aAAa;IACvB,8BAAa,CAAA;IACb,wCAAuB,CAAA;IACvB,gDAA+B,CAAA;IAC/B,0DAAyC,CAAA;IACzC,0CAAyB,CAAA;IACzB,sCAAqB,CAAA;IACrB,gCAAe,CAAA;AACjB,CAAC,EARW,aAAa,KAAb,aAAa,QAQxB"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VoicePipeline Types
|
|
3
|
+
*
|
|
4
|
+
* Types for the high-level streaming voice pipeline that orchestrates
|
|
5
|
+
* STT -> LLM (streaming) -> TTS using the existing SDK extensions.
|
|
6
|
+
*/
|
|
7
|
+
import { PipelineState } from './VoiceAgentTypes';
|
|
8
|
+
import type { STTTranscriptionResult } from './STTTypes';
|
|
9
|
+
import type { LLMGenerationResult } from '../../types/LLMTypes';
|
|
10
|
+
import type { TTSSynthesisResult } from './TTSTypes';
|
|
11
|
+
export { PipelineState };
|
|
12
|
+
/**
|
|
13
|
+
* Streaming callbacks for each stage of the voice pipeline.
|
|
14
|
+
*
|
|
15
|
+
* All callbacks are optional — subscribe only to the stages you need
|
|
16
|
+
* to update the UI.
|
|
17
|
+
*/
|
|
18
|
+
export interface VoicePipelineCallbacks {
|
|
19
|
+
/** Fires when the pipeline transitions between stages. */
|
|
20
|
+
onStateChange?: (state: PipelineState) => void;
|
|
21
|
+
/** Fires when STT completes with the transcribed user text. */
|
|
22
|
+
onTranscription?: (text: string, result: STTTranscriptionResult) => void;
|
|
23
|
+
/**
|
|
24
|
+
* Fires for each LLM token during streaming generation.
|
|
25
|
+
* @param token - The individual new token
|
|
26
|
+
* @param accumulated - The full response so far
|
|
27
|
+
*/
|
|
28
|
+
onResponseToken?: (token: string, accumulated: string) => void;
|
|
29
|
+
/** Fires when LLM generation is complete. */
|
|
30
|
+
onResponseComplete?: (text: string, result: LLMGenerationResult) => void;
|
|
31
|
+
/** Fires when TTS synthesis is complete with playable audio. */
|
|
32
|
+
onSynthesisComplete?: (audio: Float32Array, sampleRate: number, result: TTSSynthesisResult) => void;
|
|
33
|
+
/** Fires on any error during the pipeline. */
|
|
34
|
+
onError?: (error: Error, stage: PipelineState) => void;
|
|
35
|
+
}
|
|
36
|
+
/** Options for a single voice pipeline turn. */
|
|
37
|
+
export interface VoicePipelineOptions {
|
|
38
|
+
/** Max tokens for LLM generation (default: 150). */
|
|
39
|
+
maxTokens?: number;
|
|
40
|
+
/** LLM temperature (default: 0.7). */
|
|
41
|
+
temperature?: number;
|
|
42
|
+
/** System prompt for the LLM (default: conversational assistant). */
|
|
43
|
+
systemPrompt?: string;
|
|
44
|
+
/** TTS speech speed factor (default: 1.0). */
|
|
45
|
+
ttsSpeed?: number;
|
|
46
|
+
/** STT audio sample rate (default: 16000). */
|
|
47
|
+
sampleRate?: number;
|
|
48
|
+
}
|
|
49
|
+
/** Result of a complete voice pipeline turn. */
|
|
50
|
+
export interface VoicePipelineTurnResult {
|
|
51
|
+
/** Transcribed user speech. Empty string if no speech detected. */
|
|
52
|
+
transcription: string;
|
|
53
|
+
/** LLM response text. */
|
|
54
|
+
response: string;
|
|
55
|
+
/** Synthesized audio (PCM Float32 samples). */
|
|
56
|
+
synthesizedAudio?: Float32Array;
|
|
57
|
+
/** Audio sample rate of synthesized audio. */
|
|
58
|
+
sampleRate?: number;
|
|
59
|
+
/** Time in ms for each stage. */
|
|
60
|
+
timing: {
|
|
61
|
+
sttMs: number;
|
|
62
|
+
llmMs: number;
|
|
63
|
+
ttsMs: number;
|
|
64
|
+
totalMs: number;
|
|
65
|
+
};
|
|
66
|
+
/** LLM metrics (tokens, tok/s, etc.). */
|
|
67
|
+
llmResult?: LLMGenerationResult;
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=VoicePipelineTypes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VoicePipelineTypes.d.ts","sourceRoot":"","sources":["../../../src/Public/Extensions/VoicePipelineTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AACzD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,CAAC;AAMzB;;;;;GAKG;AACH,MAAM,WAAW,sBAAsB;IACrC,0DAA0D;IAC1D,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IAE/C,+DAA+D;IAC/D,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,sBAAsB,KAAK,IAAI,CAAC;IAEzE;;;;OAIG;IACH,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAE/D,6CAA6C;IAC7C,kBAAkB,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,mBAAmB,KAAK,IAAI,CAAC;IAEzE,gEAAgE;IAChE,mBAAmB,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,kBAAkB,KAAK,IAAI,CAAC;IAEpG,8CAA8C;IAC9C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CACxD;AAMD,gDAAgD;AAChD,MAAM,WAAW,oBAAoB;IACnC,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,sCAAsC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,8CAA8C;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,gDAAgD;AAChD,MAAM,WAAW,uBAAuB;IACtC,mEAAmE;IACnE,aAAa,EAAE,MAAM,CAAC;IAEtB,yBAAyB;IACzB,QAAQ,EAAE,MAAM,CAAC;IAEjB,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,YAAY,CAAC;IAEhC,8CAA8C;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,iCAAiC;IACjC,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IAEF,yCAAyC;IACzC,SAAS,CAAC,EAAE,mBAAmB,CAAC;CACjC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - VoicePipeline Types
|
|
3
|
+
*
|
|
4
|
+
* Types for the high-level streaming voice pipeline that orchestrates
|
|
5
|
+
* STT -> LLM (streaming) -> TTS using the existing SDK extensions.
|
|
6
|
+
*/
|
|
7
|
+
import { PipelineState } from './VoiceAgentTypes';
|
|
8
|
+
export { PipelineState };
|
|
9
|
+
//# sourceMappingURL=VoicePipelineTypes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"VoicePipelineTypes.js","sourceRoot":"","sources":["../../../src/Public/Extensions/VoicePipelineTypes.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAKlD,OAAO,EAAE,aAAa,EAAE,CAAC"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RunAnywhere Web SDK - Main Entry Point
|
|
3
|
+
*
|
|
4
|
+
* The public API for the RunAnywhere Web SDK.
|
|
5
|
+
* Mirrors the pattern across all SDKs:
|
|
6
|
+
* - RunAnywhere.swift (iOS) - enum with static methods
|
|
7
|
+
* - RunAnywhere.kt (Kotlin) - object/class
|
|
8
|
+
* - RunAnywhere.ts (React Native) - object literal
|
|
9
|
+
* - RunAnywhere.dart (Flutter) - class
|
|
10
|
+
*
|
|
11
|
+
* All operations flow through the WASM bridge to RACommons C++.
|
|
12
|
+
*
|
|
13
|
+
* Usage:
|
|
14
|
+
* import { RunAnywhere } from '@runanywhere/web';
|
|
15
|
+
*
|
|
16
|
+
* await RunAnywhere.initialize({ environment: 'development' });
|
|
17
|
+
* const result = await RunAnywhere.generate('Hello!', { maxTokens: 100 });
|
|
18
|
+
*/
|
|
19
|
+
import { SDKEnvironment, ModelCategory } from '../types/enums';
|
|
20
|
+
import type { SDKInitOptions } from '../types/models';
|
|
21
|
+
import { EventBus } from '../Foundation/EventBus';
|
|
22
|
+
import type { AccelerationMode } from '../Foundation/WASMBridge';
|
|
23
|
+
import type { CompactModelDef, ManagedModel, VLMLoader } from '../Infrastructure/ModelManager';
|
|
24
|
+
export declare const RunAnywhere: {
|
|
25
|
+
/** Whether the SDK is initialized (Phase 1 complete) */
|
|
26
|
+
readonly isInitialized: boolean;
|
|
27
|
+
/** Whether services are fully ready (Phase 2 complete) */
|
|
28
|
+
readonly areServicesReady: boolean;
|
|
29
|
+
/** Current SDK version */
|
|
30
|
+
readonly version: string;
|
|
31
|
+
/** Current environment */
|
|
32
|
+
readonly environment: SDKEnvironment | null;
|
|
33
|
+
/** Access to the event bus */
|
|
34
|
+
readonly events: EventBus;
|
|
35
|
+
/** Whether the WASM module is loaded */
|
|
36
|
+
readonly isWASMLoaded: boolean;
|
|
37
|
+
/** The active hardware acceleration mode ('webgpu' or 'cpu'). */
|
|
38
|
+
readonly accelerationMode: AccelerationMode;
|
|
39
|
+
/**
|
|
40
|
+
* Initialize the RunAnywhere SDK.
|
|
41
|
+
*
|
|
42
|
+
* This performs:
|
|
43
|
+
* 1. Load RACommons WASM module
|
|
44
|
+
* 2. Register JS platform adapter callbacks
|
|
45
|
+
* 3. Call rac_init() (same C function as iOS/Android)
|
|
46
|
+
* 4. Mark SDK as initialized
|
|
47
|
+
*
|
|
48
|
+
* @param options - SDK initialization options
|
|
49
|
+
* @param wasmUrl - Optional URL to the racommons.js glue file
|
|
50
|
+
*
|
|
51
|
+
* @example
|
|
52
|
+
* ```typescript
|
|
53
|
+
* // Development mode (default)
|
|
54
|
+
* await RunAnywhere.initialize();
|
|
55
|
+
*
|
|
56
|
+
* // Production mode
|
|
57
|
+
* await RunAnywhere.initialize({
|
|
58
|
+
* apiKey: 'your-key',
|
|
59
|
+
* baseURL: 'https://api.runanywhere.ai',
|
|
60
|
+
* environment: 'production',
|
|
61
|
+
* });
|
|
62
|
+
* ```
|
|
63
|
+
*/
|
|
64
|
+
initialize(options?: SDKInitOptions, wasmUrl?: string): Promise<void>;
|
|
65
|
+
/**
|
|
66
|
+
* Register a catalog of models for download and loading.
|
|
67
|
+
* @param models - Compact model definitions to register
|
|
68
|
+
*/
|
|
69
|
+
registerModels(models: CompactModelDef[]): void;
|
|
70
|
+
/**
|
|
71
|
+
* Set the VLM (vision-language model) loader implementation.
|
|
72
|
+
* The app provides an implementation (typically backed by a Web Worker).
|
|
73
|
+
*/
|
|
74
|
+
setVLMLoader(loader: VLMLoader): void;
|
|
75
|
+
/**
|
|
76
|
+
* Download a model (and any companion files) to persistent OPFS storage.
|
|
77
|
+
* @param modelId - The model ID to download
|
|
78
|
+
*/
|
|
79
|
+
downloadModel(modelId: string): Promise<void>;
|
|
80
|
+
/**
|
|
81
|
+
* Load a downloaded model into the inference engine.
|
|
82
|
+
* @param modelId - The model ID to load
|
|
83
|
+
* @returns true if loaded successfully
|
|
84
|
+
*/
|
|
85
|
+
loadModel(modelId: string): Promise<boolean>;
|
|
86
|
+
/**
|
|
87
|
+
* Get all registered models with their current status.
|
|
88
|
+
*/
|
|
89
|
+
availableModels(): ManagedModel[];
|
|
90
|
+
/**
|
|
91
|
+
* Get the currently loaded model for a given category.
|
|
92
|
+
* @param category - Optional model category filter
|
|
93
|
+
*/
|
|
94
|
+
getLoadedModel(category?: ModelCategory): ManagedModel | null;
|
|
95
|
+
/**
|
|
96
|
+
* Unload ALL loaded models and free their resources.
|
|
97
|
+
*
|
|
98
|
+
* Useful when switching between features/tabs to ensure clean state
|
|
99
|
+
* and reclaim memory. Called automatically by `loadModel()`, but can
|
|
100
|
+
* also be called explicitly by the app.
|
|
101
|
+
*/
|
|
102
|
+
unloadAll(): Promise<void>;
|
|
103
|
+
/**
|
|
104
|
+
* Delete a downloaded model from OPFS storage.
|
|
105
|
+
* @param modelId - The model ID to delete
|
|
106
|
+
*/
|
|
107
|
+
deleteModel(modelId: string): Promise<void>;
|
|
108
|
+
/**
|
|
109
|
+
* Shutdown the SDK and release all resources.
|
|
110
|
+
*
|
|
111
|
+
* Cleans up extensions in reverse dependency order so that
|
|
112
|
+
* higher-level components (e.g. VoiceAgent pipeline) are torn
|
|
113
|
+
* down before the lower-level ones they depend on.
|
|
114
|
+
*/
|
|
115
|
+
shutdown(): void;
|
|
116
|
+
/**
|
|
117
|
+
* Reset SDK state (for testing purposes).
|
|
118
|
+
*/
|
|
119
|
+
reset(): void;
|
|
120
|
+
};
|
|
121
|
+
//# sourceMappingURL=RunAnywhere.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RunAnywhere.d.ts","sourceRoot":"","sources":["../../src/Public/RunAnywhere.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,cAAc,EAAgB,aAAa,EAA0B,MAAM,gBAAgB,CAAC;AACrG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAGlD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAMjE,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AA8B/F,eAAO,MAAM,WAAW;IAKtB,wDAAwD;4BACnC,OAAO;IAI5B,0DAA0D;+BAClC,OAAO;IAI/B,0BAA0B;sBACX,MAAM;IAIrB,0BAA0B;0BACP,cAAc,GAAG,IAAI;IAIxC,8BAA8B;qBAChB,QAAQ;IAItB,wCAAwC;2BACpB,OAAO;IAI3B,iEAAiE;+BACzC,gBAAgB;IAQxC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;yBACuB,cAAc,YAAiB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8H/E;;;OAGG;2BACoB,eAAe,EAAE,GAAG,IAAI;IAI/C;;;OAGG;yBACkB,SAAS,GAAG,IAAI;IAIrC;;;OAGG;2BAC0B,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD;;;;OAIG;uBACsB,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIlD;;OAEG;uBACgB,YAAY,EAAE;IAIjC;;;OAGG;8BACuB,aAAa,GAAG,YAAY,GAAG,IAAI;IAI7D;;;;;;OAMG;iBACgB,OAAO,CAAC,IAAI,CAAC;IAIhC;;;OAGG;yBACwB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQjD;;;;;;OAMG;gBACS,IAAI;IA8ChB;;OAEG;aACM,IAAI;CAGd,CAAC"}
|