@holokai/holo-types 1.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +44 -0
- package/dist/api/index.d.ts +2 -0
- package/dist/api/index.d.ts.map +1 -0
- package/dist/api/index.js +2 -0
- package/dist/api/index.js.map +1 -0
- package/dist/api/types.d.ts +11 -0
- package/dist/api/types.d.ts.map +1 -0
- package/dist/api/types.js +2 -0
- package/dist/api/types.js.map +1 -0
- package/dist/entities/analysis.result.d.ts +8 -0
- package/dist/entities/analysis.result.d.ts.map +1 -0
- package/dist/entities/analysis.result.js +2 -0
- package/dist/entities/analysis.result.js.map +1 -0
- package/dist/entities/application.d.ts +21 -0
- package/dist/entities/application.d.ts.map +1 -0
- package/dist/entities/application.js +2 -0
- package/dist/entities/application.js.map +1 -0
- package/dist/entities/base.d.ts +8 -0
- package/dist/entities/base.d.ts.map +1 -0
- package/dist/entities/base.js +2 -0
- package/dist/entities/base.js.map +1 -0
- package/dist/entities/evaluator.d.ts +13 -0
- package/dist/entities/evaluator.d.ts.map +1 -0
- package/dist/entities/evaluator.data.d.ts +9 -0
- package/dist/entities/evaluator.data.d.ts.map +1 -0
- package/dist/entities/evaluator.data.js +2 -0
- package/dist/entities/evaluator.data.js.map +1 -0
- package/dist/entities/evaluator.js +2 -0
- package/dist/entities/evaluator.js.map +1 -0
- package/dist/entities/finish.reason.d.ts +9 -0
- package/dist/entities/finish.reason.d.ts.map +1 -0
- package/dist/entities/finish.reason.js +8 -0
- package/dist/entities/finish.reason.js.map +1 -0
- package/dist/entities/holo.token.d.ts +15 -0
- package/dist/entities/holo.token.d.ts.map +1 -0
- package/dist/entities/holo.token.js +2 -0
- package/dist/entities/holo.token.js.map +1 -0
- package/dist/entities/index.d.ts +22 -0
- package/dist/entities/index.d.ts.map +1 -0
- package/dist/entities/index.js +7 -0
- package/dist/entities/index.js.map +1 -0
- package/dist/entities/model-dictionary-alias.d.ts +15 -0
- package/dist/entities/model-dictionary-alias.d.ts.map +1 -0
- package/dist/entities/model-dictionary-alias.js +2 -0
- package/dist/entities/model-dictionary-alias.js.map +1 -0
- package/dist/entities/model-dictionary.d.ts +37 -0
- package/dist/entities/model-dictionary.d.ts.map +1 -0
- package/dist/entities/model-dictionary.js +2 -0
- package/dist/entities/model-dictionary.js.map +1 -0
- package/dist/entities/model-match.d.ts +56 -0
- package/dist/entities/model-match.d.ts.map +1 -0
- package/dist/entities/model-match.js +2 -0
- package/dist/entities/model-match.js.map +1 -0
- package/dist/entities/model.d.ts +36 -0
- package/dist/entities/model.d.ts.map +1 -0
- package/dist/entities/model.js +2 -0
- package/dist/entities/model.js.map +1 -0
- package/dist/entities/notification.d.ts +15 -0
- package/dist/entities/notification.d.ts.map +1 -0
- package/dist/entities/notification.js +2 -0
- package/dist/entities/notification.js.map +1 -0
- package/dist/entities/organization.d.ts +17 -0
- package/dist/entities/organization.d.ts.map +1 -0
- package/dist/entities/organization.js +2 -0
- package/dist/entities/organization.js.map +1 -0
- package/dist/entities/plugin.d.ts +12 -0
- package/dist/entities/plugin.d.ts.map +1 -0
- package/dist/entities/plugin.js +2 -0
- package/dist/entities/plugin.js.map +1 -0
- package/dist/entities/pricing.d.ts +78 -0
- package/dist/entities/pricing.d.ts.map +1 -0
- package/dist/entities/pricing.js +10 -0
- package/dist/entities/pricing.js.map +1 -0
- package/dist/entities/prompt.d.ts +15 -0
- package/dist/entities/prompt.d.ts.map +1 -0
- package/dist/entities/prompt.js +2 -0
- package/dist/entities/prompt.js.map +1 -0
- package/dist/entities/protocol.d.ts +18 -0
- package/dist/entities/protocol.d.ts.map +1 -0
- package/dist/entities/protocol.js +8 -0
- package/dist/entities/protocol.js.map +1 -0
- package/dist/entities/provider.d.ts +16 -0
- package/dist/entities/provider.d.ts.map +1 -0
- package/dist/entities/provider.js +2 -0
- package/dist/entities/provider.js.map +1 -0
- package/dist/entities/provider.request.d.ts +46 -0
- package/dist/entities/provider.request.d.ts.map +1 -0
- package/dist/entities/provider.request.js +2 -0
- package/dist/entities/provider.request.js.map +1 -0
- package/dist/entities/provider.response.d.ts +59 -0
- package/dist/entities/provider.response.d.ts.map +1 -0
- package/dist/entities/provider.response.js +9 -0
- package/dist/entities/provider.response.js.map +1 -0
- package/dist/entities/server.d.ts +19 -0
- package/dist/entities/server.d.ts.map +1 -0
- package/dist/entities/server.js +8 -0
- package/dist/entities/server.js.map +1 -0
- package/dist/holo/content.d.ts +81 -0
- package/dist/holo/content.d.ts.map +1 -0
- package/dist/holo/content.js +2 -0
- package/dist/holo/content.js.map +1 -0
- package/dist/holo/embed.d.ts +16 -0
- package/dist/holo/embed.d.ts.map +1 -0
- package/dist/holo/embed.js +2 -0
- package/dist/holo/embed.js.map +1 -0
- package/dist/holo/errors.d.ts +11 -0
- package/dist/holo/errors.d.ts.map +1 -0
- package/dist/holo/errors.js +10 -0
- package/dist/holo/errors.js.map +1 -0
- package/dist/holo/generate.d.ts +13 -0
- package/dist/holo/generate.d.ts.map +1 -0
- package/dist/holo/generate.js +2 -0
- package/dist/holo/generate.js.map +1 -0
- package/dist/holo/index.d.ts +12 -0
- package/dist/holo/index.d.ts.map +1 -0
- package/dist/holo/index.js +12 -0
- package/dist/holo/index.js.map +1 -0
- package/dist/holo/messages.d.ts +28 -0
- package/dist/holo/messages.d.ts.map +1 -0
- package/dist/holo/messages.js +2 -0
- package/dist/holo/messages.js.map +1 -0
- package/dist/holo/metrics.d.ts +11 -0
- package/dist/holo/metrics.d.ts.map +1 -0
- package/dist/holo/metrics.js +2 -0
- package/dist/holo/metrics.js.map +1 -0
- package/dist/holo/models.d.ts +6 -0
- package/dist/holo/models.d.ts.map +1 -0
- package/dist/holo/models.js +2 -0
- package/dist/holo/models.js.map +1 -0
- package/dist/holo/requests.d.ts +53 -0
- package/dist/holo/requests.d.ts.map +1 -0
- package/dist/holo/requests.js +2 -0
- package/dist/holo/requests.js.map +1 -0
- package/dist/holo/responses.d.ts +145 -0
- package/dist/holo/responses.d.ts.map +1 -0
- package/dist/holo/responses.js +2 -0
- package/dist/holo/responses.js.map +1 -0
- package/dist/holo/threads.d.ts +58 -0
- package/dist/holo/threads.d.ts.map +1 -0
- package/dist/holo/threads.js +2 -0
- package/dist/holo/threads.js.map +1 -0
- package/dist/holo/tools.d.ts +40 -0
- package/dist/holo/tools.d.ts.map +1 -0
- package/dist/holo/tools.js +2 -0
- package/dist/holo/tools.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/logger/index.d.ts +2 -0
- package/dist/logger/index.d.ts.map +1 -0
- package/dist/logger/index.js +2 -0
- package/dist/logger/index.js.map +1 -0
- package/dist/logger/logger.d.ts +16 -0
- package/dist/logger/logger.d.ts.map +1 -0
- package/dist/logger/logger.js +2 -0
- package/dist/logger/logger.js.map +1 -0
- package/dist/notification/index.d.ts +2 -0
- package/dist/notification/index.d.ts.map +1 -0
- package/dist/notification/index.js +2 -0
- package/dist/notification/index.js.map +1 -0
- package/dist/notification/types.d.ts +57 -0
- package/dist/notification/types.d.ts.map +1 -0
- package/dist/notification/types.js +12 -0
- package/dist/notification/types.js.map +1 -0
- package/dist/plugin/index.d.ts +2 -0
- package/dist/plugin/index.d.ts.map +1 -0
- package/dist/plugin/index.js +2 -0
- package/dist/plugin/index.js.map +1 -0
- package/dist/plugin/types.d.ts +114 -0
- package/dist/plugin/types.d.ts.map +1 -0
- package/dist/plugin/types.js +17 -0
- package/dist/plugin/types.js.map +1 -0
- package/dist/provider/index.d.ts +3 -0
- package/dist/provider/index.d.ts.map +1 -0
- package/dist/provider/index.js +3 -0
- package/dist/provider/index.js.map +1 -0
- package/dist/provider/protocol.d.ts +12 -0
- package/dist/provider/protocol.d.ts.map +1 -0
- package/dist/provider/protocol.js +2 -0
- package/dist/provider/protocol.js.map +1 -0
- package/dist/provider/types.d.ts +186 -0
- package/dist/provider/types.d.ts.map +1 -0
- package/dist/provider/types.js +8 -0
- package/dist/provider/types.js.map +1 -0
- package/dist/routing/index.d.ts +2 -0
- package/dist/routing/index.d.ts.map +1 -0
- package/dist/routing/index.js +2 -0
- package/dist/routing/index.js.map +1 -0
- package/dist/routing/routes.d.ts +17 -0
- package/dist/routing/routes.d.ts.map +1 -0
- package/dist/routing/routes.js +10 -0
- package/dist/routing/routes.js.map +1 -0
- package/dist/worker/envelopes.d.ts +27 -0
- package/dist/worker/envelopes.d.ts.map +1 -0
- package/dist/worker/envelopes.js +2 -0
- package/dist/worker/envelopes.js.map +1 -0
- package/dist/worker/index.d.ts +3 -0
- package/dist/worker/index.d.ts.map +1 -0
- package/dist/worker/index.js +3 -0
- package/dist/worker/index.js.map +1 -0
- package/dist/worker/request.d.ts +42 -0
- package/dist/worker/request.d.ts.map +1 -0
- package/dist/worker/request.js +2 -0
- package/dist/worker/request.js.map +1 -0
- package/package.json +90 -0
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
import type { HoloLogger } from "../logger";
|
|
2
|
+
import type { IProvider, IProviderTranslator, IWireAdapter, ProviderCapabilities, WireAdapterParams } from "../provider";
|
|
3
|
+
import type { RouteDefinition, RouteHandler } from "../routing";
|
|
4
|
+
import type { INotificationService } from "../notification";
|
|
5
|
+
import type { CostResult, PricingSheetModel, ProtocolCapability } from "../entities";
|
|
6
|
+
import { Plugin } from "../entities";
|
|
7
|
+
export declare const PluginType: {
|
|
8
|
+
readonly PROVIDER: "PROVIDER";
|
|
9
|
+
};
|
|
10
|
+
export type PluginType = typeof PluginType[keyof typeof PluginType];
|
|
11
|
+
export declare const PluginState: {
|
|
12
|
+
readonly UNINITIALIZED: "UNINITIALIZED";
|
|
13
|
+
readonly INITIALIZING: "INITIALIZING";
|
|
14
|
+
readonly READY: "READY";
|
|
15
|
+
readonly ERROR: "ERROR";
|
|
16
|
+
readonly DESTROYING: "DESTROYING";
|
|
17
|
+
readonly DESTROYED: "DESTROYED";
|
|
18
|
+
};
|
|
19
|
+
export type PluginState = typeof PluginState[keyof typeof PluginState];
|
|
20
|
+
export declare const PluginErrorCode: {
|
|
21
|
+
readonly INITIALIZATION_FAILED: "PLUGIN_INIT_FAILED";
|
|
22
|
+
readonly DESTRUCTION_FAILED: "PLUGIN_DESTROY_FAILED";
|
|
23
|
+
readonly INVALID_STATE: "PLUGIN_INVALID_STATE";
|
|
24
|
+
};
|
|
25
|
+
export type PluginErrorCode = typeof PluginErrorCode[keyof typeof PluginErrorCode];
|
|
26
|
+
export interface PluginManifest {
|
|
27
|
+
name: string;
|
|
28
|
+
version: string;
|
|
29
|
+
pluginType: PluginType;
|
|
30
|
+
family?: string;
|
|
31
|
+
displayName?: string;
|
|
32
|
+
description?: string;
|
|
33
|
+
}
|
|
34
|
+
export interface PluginContext {
|
|
35
|
+
logger: HoloLogger;
|
|
36
|
+
loggerFactory?: (pluginName: string) => HoloLogger;
|
|
37
|
+
config?: unknown;
|
|
38
|
+
env?: Record<string, string | undefined>;
|
|
39
|
+
notifications?: INotificationService;
|
|
40
|
+
}
|
|
41
|
+
export interface IPlugin {
|
|
42
|
+
readonly manifest: PluginManifest;
|
|
43
|
+
readonly name: string;
|
|
44
|
+
readonly state: PluginState;
|
|
45
|
+
readonly family: string;
|
|
46
|
+
readonly type: PluginType;
|
|
47
|
+
readonly version: string;
|
|
48
|
+
initialize(context: PluginContext): Promise<void>;
|
|
49
|
+
destroy(): Promise<void>;
|
|
50
|
+
getState(): PluginState;
|
|
51
|
+
}
|
|
52
|
+
export interface IPluginRegistry<T extends IPlugin> {
|
|
53
|
+
registerPlugin(serverName: string, plugin: T, isLatest?: boolean): Promise<void>;
|
|
54
|
+
unregisterPlugin(serverName: string, id: string, version?: string): Promise<void>;
|
|
55
|
+
getPlugins(filter?: (plugin: Plugin) => boolean): Promise<Plugin[]>;
|
|
56
|
+
getImpls(filter?: (plugin: Plugin) => boolean): Promise<T[]>;
|
|
57
|
+
}
|
|
58
|
+
export interface PluginPricingModel {
|
|
59
|
+
model_name: string;
|
|
60
|
+
input_cost: number;
|
|
61
|
+
output_cost: number;
|
|
62
|
+
cache_read_cost?: number;
|
|
63
|
+
cache_write_cost?: number;
|
|
64
|
+
batch_input_cost?: number;
|
|
65
|
+
batch_output_cost?: number;
|
|
66
|
+
context_threshold?: number;
|
|
67
|
+
extended_input_cost?: number;
|
|
68
|
+
extended_output_cost?: number;
|
|
69
|
+
token_costs?: Record<string, number>;
|
|
70
|
+
}
|
|
71
|
+
export interface PluginPricingSheet {
|
|
72
|
+
name: string;
|
|
73
|
+
version: string;
|
|
74
|
+
effective_from: string;
|
|
75
|
+
effective_to?: string;
|
|
76
|
+
models: PluginPricingModel[];
|
|
77
|
+
}
|
|
78
|
+
export interface PricingSnapshot {
|
|
79
|
+
name: string;
|
|
80
|
+
version: string;
|
|
81
|
+
effective_from: string;
|
|
82
|
+
models: PluginPricingModel[];
|
|
83
|
+
}
|
|
84
|
+
export interface PricingModelId {
|
|
85
|
+
model_id: string;
|
|
86
|
+
family: string;
|
|
87
|
+
kind: string;
|
|
88
|
+
release_date: string;
|
|
89
|
+
shutdown_date: string | null;
|
|
90
|
+
pricing_snapshot: string | null;
|
|
91
|
+
aliases?: string[];
|
|
92
|
+
}
|
|
93
|
+
export interface PricingDataset {
|
|
94
|
+
name: string;
|
|
95
|
+
version: string;
|
|
96
|
+
pricing_snapshots: PricingSnapshot[];
|
|
97
|
+
model_ids: PricingModelId[];
|
|
98
|
+
}
|
|
99
|
+
export interface IProviderPlugin<TProvider = IProvider> extends IPlugin {
|
|
100
|
+
translator: IProviderTranslator;
|
|
101
|
+
defaultRouteHandler?: RouteHandler;
|
|
102
|
+
protocols: Record<string, string>;
|
|
103
|
+
defaultProtocol: string;
|
|
104
|
+
createProvider(id: string, name: string, config: any): Promise<TProvider>;
|
|
105
|
+
getCapabilities(): ProviderCapabilities;
|
|
106
|
+
getRoutes(): RouteDefinition[];
|
|
107
|
+
createWireAdapter(params: WireAdapterParams): Promise<IWireAdapter>;
|
|
108
|
+
getDefaultPricing?(): PluginPricingSheet;
|
|
109
|
+
getPricingSheets?(): Map<string, PluginPricingSheet>;
|
|
110
|
+
getPricingModelIds?(): PricingModelId[];
|
|
111
|
+
calculateCost(tokens: Record<string, number>, pricing: PricingSheetModel): CostResult;
|
|
112
|
+
getProtocolByCapability(capability: ProtocolCapability): string | undefined;
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/plugin/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,WAAW,CAAC;AAC1C,OAAO,KAAK,EAAC,SAAS,EAAE,mBAAmB,EAAE,YAAY,EAAE,oBAAoB,EAAE,iBAAiB,EAAC,MAAM,aAAa,CAAC;AACvH,OAAO,KAAK,EAAC,eAAe,EAAE,YAAY,EAAC,MAAM,YAAY,CAAC;AAC9D,OAAO,KAAK,EAAC,oBAAoB,EAAC,MAAM,iBAAiB,CAAC;AAC1D,OAAO,KAAK,EAAC,UAAU,EAAE,iBAAiB,EAAE,kBAAkB,EAAC,MAAM,aAAa,CAAC;AACnF,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAC;AAEnC,eAAO,MAAM,UAAU;;CAEb,CAAC;AAEX,MAAM,MAAM,UAAU,GAAG,OAAO,UAAU,CAAC,MAAM,OAAO,UAAU,CAAC,CAAC;AAEpE,eAAO,MAAM,WAAW;;;;;;;CAOd,CAAC;AAEX,MAAM,MAAM,WAAW,GAAG,OAAO,WAAW,CAAC,MAAM,OAAO,WAAW,CAAC,CAAC;AAEvE,eAAO,MAAM,eAAe;;;;CAIlB,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,OAAO,eAAe,CAAC,MAAM,OAAO,eAAe,CAAC,CAAC;AAEnF,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,UAAU,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,UAAU,CAAC;IACnD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACzC,aAAa,CAAC,EAAE,oBAAoB,CAAC;CACxC;AAED,MAAM,WAAW,OAAO;IACpB,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElD,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAEzB,QAAQ,IAAI,WAAW,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,OAAO;IAC9C,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjF,gBAAgB,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElF,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAEnE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAA;CAC/D;AAED,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,kBAAkB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,eAAe,EAAE,CAAC;IACrC,SAAS,EAAE,cAAc,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe,CAAC,SAAS,GAAG,SAAS,CAAE,SAAQ,OAAO;IACnE,UAAU,EAAE,mBAAmB,CAAC;IAChC,mBAAmB,CAAC,EAAE,YAAY,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,eAAe,EAAE,MAAM,CAAC;IAExB,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAE1E,eAAe,IAAI,oBAAoB,CAAC;IAExC,SAAS,IAAI,eAAe,EAAE,CAAC;IAE/B,iBAAiB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAEpE,iBAAiB,CAAC,IAAI,kBAAkB,CAAC;IAEzC,gBAAgB,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAErD,kBAAkB,CAAC,IAAI,cAAc,EAAE,CAAC;IAExC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,iBAAiB,GAAG,UAAU,CAAC;IAEtF,uBAAuB,CAAC,UAAU,EAAE,kBAAkB,GAAG,MAAM,GAAG,SAAS,CAAC;CAC/E"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export const PluginType = {
|
|
2
|
+
PROVIDER: 'PROVIDER'
|
|
3
|
+
};
|
|
4
|
+
export const PluginState = {
|
|
5
|
+
UNINITIALIZED: 'UNINITIALIZED',
|
|
6
|
+
INITIALIZING: 'INITIALIZING',
|
|
7
|
+
READY: 'READY',
|
|
8
|
+
ERROR: 'ERROR',
|
|
9
|
+
DESTROYING: 'DESTROYING',
|
|
10
|
+
DESTROYED: 'DESTROYED',
|
|
11
|
+
};
|
|
12
|
+
export const PluginErrorCode = {
|
|
13
|
+
INITIALIZATION_FAILED: 'PLUGIN_INIT_FAILED',
|
|
14
|
+
DESTRUCTION_FAILED: 'PLUGIN_DESTROY_FAILED',
|
|
15
|
+
INVALID_STATE: 'PLUGIN_INVALID_STATE',
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/plugin/types.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,UAAU,GAAG;IACtB,QAAQ,EAAE,UAAU;CACd,CAAC;AAIX,MAAM,CAAC,MAAM,WAAW,GAAG;IACvB,aAAa,EAAE,eAAe;IAC9B,YAAY,EAAE,cAAc;IAC5B,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,UAAU,EAAE,YAAY;IACxB,SAAS,EAAE,WAAW;CAChB,CAAC;AAIX,MAAM,CAAC,MAAM,eAAe,GAAG;IAC3B,qBAAqB,EAAE,oBAAoB;IAC3C,kBAAkB,EAAE,uBAAuB;IAC3C,aAAa,EAAE,sBAAsB;CAC/B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/provider/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/provider/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { ProtocolCapability } from "../entities";
|
|
2
|
+
export interface StreamEventSequence {
|
|
3
|
+
ordered: string[];
|
|
4
|
+
repeatable: string[];
|
|
5
|
+
}
|
|
6
|
+
export interface ProviderProtocol {
|
|
7
|
+
id?: string;
|
|
8
|
+
name: string;
|
|
9
|
+
capability: ProtocolCapability;
|
|
10
|
+
streamEventSequence?: StreamEventSequence;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=protocol.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol.d.ts","sourceRoot":"","sources":["../../src/provider/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,kBAAkB,EAAC,MAAM,aAAa,CAAC;AAEpD,MAAM,WAAW,mBAAmB;IAChC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,kBAAkB,CAAC;IAC/B,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC7C"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../src/provider/protocol.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,186 @@
|
|
|
1
|
+
import type { HoloCountTokensParams, HoloEmbedParams, HoloFinishReason, HoloGenerateParams, HoloMessage, HoloRequest, HoloResponse, HoloStreamChunk, HoloUsage } from "../holo";
|
|
2
|
+
import type { HoloWorkerRequest, WorkerResponseEnvelope } from "../worker";
|
|
3
|
+
import type { ProviderRequest, ProviderResponse } from "../entities";
|
|
4
|
+
import { IProviderPlugin } from "../plugin";
|
|
5
|
+
import type { ProviderProtocol } from "./protocol";
|
|
6
|
+
export declare const ProviderEventType: {
|
|
7
|
+
readonly STREAM_EVENT: "stream_event";
|
|
8
|
+
readonly TEXT_DELTA: "text_delta";
|
|
9
|
+
readonly TOOL_CALL_DELTA: "tool_call_delta";
|
|
10
|
+
readonly DONE: "done";
|
|
11
|
+
readonly ERROR: "error";
|
|
12
|
+
};
|
|
13
|
+
export type ProviderEventType = typeof ProviderEventType[keyof typeof ProviderEventType];
|
|
14
|
+
export interface ProviderEventMetrics {
|
|
15
|
+
inputTokens: number;
|
|
16
|
+
outputTokens: number;
|
|
17
|
+
totalTokens: number;
|
|
18
|
+
timeToFirstToken: number;
|
|
19
|
+
totalProcessingTime: number;
|
|
20
|
+
startTime: number;
|
|
21
|
+
firstTime?: number;
|
|
22
|
+
endTime?: number;
|
|
23
|
+
}
|
|
24
|
+
export type ProviderErrorEvent = {
|
|
25
|
+
type: typeof ProviderEventType.ERROR;
|
|
26
|
+
requestId: string;
|
|
27
|
+
seq: number;
|
|
28
|
+
error: any;
|
|
29
|
+
text?: string;
|
|
30
|
+
acc?: string;
|
|
31
|
+
status?: number;
|
|
32
|
+
headers?: Record<string, string>;
|
|
33
|
+
metrics: ProviderEventMetrics;
|
|
34
|
+
ts: number;
|
|
35
|
+
};
|
|
36
|
+
export type ProviderStreamEvent = {
|
|
37
|
+
type: typeof ProviderEventType.STREAM_EVENT;
|
|
38
|
+
requestId: string;
|
|
39
|
+
seq: number;
|
|
40
|
+
event: any;
|
|
41
|
+
ts: number;
|
|
42
|
+
};
|
|
43
|
+
export type ProviderDeltaEvent = {
|
|
44
|
+
type: typeof ProviderEventType.TEXT_DELTA;
|
|
45
|
+
requestId: string;
|
|
46
|
+
seq: number;
|
|
47
|
+
text: string;
|
|
48
|
+
ts: number;
|
|
49
|
+
};
|
|
50
|
+
export interface ToolCallDelta {
|
|
51
|
+
id?: string;
|
|
52
|
+
name?: string;
|
|
53
|
+
arguments_delta?: string;
|
|
54
|
+
}
|
|
55
|
+
export type ProviderToolCallDeltaEvent = {
|
|
56
|
+
type: typeof ProviderEventType.TOOL_CALL_DELTA;
|
|
57
|
+
requestId: string;
|
|
58
|
+
seq: number;
|
|
59
|
+
index: number;
|
|
60
|
+
delta: ToolCallDelta;
|
|
61
|
+
ts: number;
|
|
62
|
+
};
|
|
63
|
+
export type ProviderDoneEvent = {
|
|
64
|
+
type: typeof ProviderEventType.DONE;
|
|
65
|
+
requestId: string;
|
|
66
|
+
seq: number;
|
|
67
|
+
message: any;
|
|
68
|
+
text: string;
|
|
69
|
+
holoResponse?: HoloResponse;
|
|
70
|
+
metrics: ProviderEventMetrics;
|
|
71
|
+
ts: number;
|
|
72
|
+
};
|
|
73
|
+
export type ProviderEvent = ProviderStreamEvent | ProviderDeltaEvent | ProviderToolCallDeltaEvent | ProviderDoneEvent | ProviderErrorEvent;
|
|
74
|
+
export interface ProviderContext {
|
|
75
|
+
protocol: ProviderProtocol;
|
|
76
|
+
headers?: Record<string, string | string[]>;
|
|
77
|
+
query?: Record<string, string>;
|
|
78
|
+
emitStreamEvent: (event: any) => void;
|
|
79
|
+
emitTextDelta: (text?: string | null) => void;
|
|
80
|
+
emitToolCallDelta: (index: number, delta: ToolCallDelta) => void;
|
|
81
|
+
}
|
|
82
|
+
export interface RunHandle<Final> {
|
|
83
|
+
start: () => Promise<Final>;
|
|
84
|
+
cancel?: () => void;
|
|
85
|
+
}
|
|
86
|
+
export interface ProviderCapabilities {
|
|
87
|
+
streaming: boolean;
|
|
88
|
+
tools: boolean;
|
|
89
|
+
vision: boolean;
|
|
90
|
+
functionCalling: boolean;
|
|
91
|
+
maxTokens: number;
|
|
92
|
+
}
|
|
93
|
+
export interface ModelInfo {
|
|
94
|
+
id: string;
|
|
95
|
+
name?: string;
|
|
96
|
+
description?: string;
|
|
97
|
+
size?: number;
|
|
98
|
+
parameterCount?: string;
|
|
99
|
+
quantization?: string;
|
|
100
|
+
family?: string;
|
|
101
|
+
parentModel?: string;
|
|
102
|
+
format?: string;
|
|
103
|
+
[key: string]: any;
|
|
104
|
+
}
|
|
105
|
+
export interface DiscoveredModel {
|
|
106
|
+
name: string;
|
|
107
|
+
accessModel: string;
|
|
108
|
+
description?: string;
|
|
109
|
+
version?: string;
|
|
110
|
+
contextLength?: number;
|
|
111
|
+
metadata?: Record<string, any>;
|
|
112
|
+
}
|
|
113
|
+
export interface IResponseFactory {
|
|
114
|
+
createError(message: string, code?: string): any;
|
|
115
|
+
}
|
|
116
|
+
export interface IAuditor {
|
|
117
|
+
readonly provider: string;
|
|
118
|
+
mapFinishReason(nativeResponse: any, protocolName?: string): HoloFinishReason;
|
|
119
|
+
mapUsage(nativeResponse: any, protocolName?: string): HoloUsage;
|
|
120
|
+
auditRequest(workerRequest: HoloWorkerRequest): Promise<ProviderRequest>;
|
|
121
|
+
createWorkerResponseEnvelope(workerRequest: HoloWorkerRequest, workerId?: string): Promise<WorkerResponseEnvelope>;
|
|
122
|
+
auditResponse(responseEnvelope: WorkerResponseEnvelope, providerEvent: ProviderEvent): Promise<ProviderResponse>;
|
|
123
|
+
}
|
|
124
|
+
export interface IProviderTranslator {
|
|
125
|
+
toHoloRequest(request: any): Promise<Partial<HoloRequest>>;
|
|
126
|
+
fromHoloRequest(request: HoloRequest): Promise<Partial<any>>;
|
|
127
|
+
toHoloMessages(messages: any[]): Promise<Partial<HoloMessage>[]>;
|
|
128
|
+
fromHoloMessages(messages: HoloMessage[]): Promise<Partial<any>[]>;
|
|
129
|
+
toHoloResponse(response: any): Promise<Partial<HoloResponse>>;
|
|
130
|
+
fromHoloResponse(response: HoloResponse): Promise<Partial<any>>;
|
|
131
|
+
fromHoloStreamChunks(chunks: HoloStreamChunk[]): Promise<unknown>;
|
|
132
|
+
fromHoloGenerateRequest?(request: HoloGenerateParams): Promise<any>;
|
|
133
|
+
fromHoloEmbedRequest?(request: HoloEmbedParams): Promise<any>;
|
|
134
|
+
toHoloEmbedResponse?(response: any): Promise<{
|
|
135
|
+
model: string;
|
|
136
|
+
embeddings: number[][];
|
|
137
|
+
usage?: any;
|
|
138
|
+
}>;
|
|
139
|
+
fromHoloCountTokensRequest?(request: HoloCountTokensParams): Promise<any>;
|
|
140
|
+
}
|
|
141
|
+
export interface TranslateOptions {
|
|
142
|
+
fromHolo?: boolean;
|
|
143
|
+
validateTarget?: boolean;
|
|
144
|
+
failQuietly?: boolean;
|
|
145
|
+
}
|
|
146
|
+
export interface WireChunk {
|
|
147
|
+
requestId: string;
|
|
148
|
+
seq: number;
|
|
149
|
+
eventSeq?: number;
|
|
150
|
+
headers?: Record<string, string>;
|
|
151
|
+
status?: number;
|
|
152
|
+
body: string;
|
|
153
|
+
fullText?: string;
|
|
154
|
+
done?: true;
|
|
155
|
+
}
|
|
156
|
+
export interface IWireAdapter {
|
|
157
|
+
requestId: string;
|
|
158
|
+
isStreaming: boolean;
|
|
159
|
+
fromProviderEvent(ev: ProviderEvent): Promise<WireChunk[]>;
|
|
160
|
+
}
|
|
161
|
+
export interface WireAdapterParams {
|
|
162
|
+
requestId: string;
|
|
163
|
+
isStreaming: boolean;
|
|
164
|
+
protocol: string;
|
|
165
|
+
}
|
|
166
|
+
export interface IProvider {
|
|
167
|
+
id: string;
|
|
168
|
+
name: string;
|
|
169
|
+
auditor: IAuditor;
|
|
170
|
+
translator: IProviderTranslator;
|
|
171
|
+
responseFactory: IResponseFactory;
|
|
172
|
+
plugin: IProviderPlugin;
|
|
173
|
+
getModels(allowedModels: string[] | true): Promise<any>;
|
|
174
|
+
discoverModels(): Promise<DiscoveredModel[]>;
|
|
175
|
+
getModelNameFromRequest(payload: any): Promise<string | undefined>;
|
|
176
|
+
processWorkerRequest(request: HoloWorkerRequest, opts?: {
|
|
177
|
+
signal?: AbortSignal;
|
|
178
|
+
}): Promise<AsyncIterable<ProviderEvent>>;
|
|
179
|
+
auditRequest(workerRequest: HoloWorkerRequest): Promise<ProviderRequest>;
|
|
180
|
+
auditResponse(workerEnvelope: WorkerResponseEnvelope, providerEvent: ProviderEvent): Promise<ProviderResponse>;
|
|
181
|
+
}
|
|
182
|
+
export interface ProviderRunner<Final = any> {
|
|
183
|
+
start: () => Promise<Final>;
|
|
184
|
+
cancel?: () => void;
|
|
185
|
+
}
|
|
186
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/provider/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,qBAAqB,EACrB,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,WAAW,EACX,WAAW,EACX,YAAY,EACZ,eAAe,EACf,SAAS,EACZ,MAAM,SAAS,CAAC;AACjB,OAAO,KAAK,EAAC,iBAAiB,EAAE,sBAAsB,EAAC,MAAM,WAAW,CAAC;AACzE,OAAO,KAAK,EAAC,eAAe,EAAE,gBAAgB,EAAC,MAAM,aAAa,CAAC;AACnE,OAAO,EAAC,eAAe,EAAC,MAAM,WAAW,CAAC;AAC1C,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,YAAY,CAAC;AAEjD,eAAO,MAAM,iBAAiB;;;;;;CAMpB,CAAC;AAEX,MAAM,MAAM,iBAAiB,GAAG,OAAO,iBAAiB,CAAC,MAAM,OAAO,iBAAiB,CAAC,CAAC;AAEzF,MAAM,WAAW,oBAAoB;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC7B,IAAI,EAAE,OAAO,iBAAiB,CAAC,KAAK,CAAC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,GAAG,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,OAAO,EAAE,oBAAoB,CAAC;IAC9B,EAAE,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG;IAC9B,IAAI,EAAE,OAAO,iBAAiB,CAAC,YAAY,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,GAAG,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;CACd,CAAC;AACF,MAAM,MAAM,kBAAkB,GAAG;IAC7B,IAAI,EAAE,OAAO,iBAAiB,CAAC,UAAU,CAAC;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,WAAW,aAAa;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,MAAM,0BAA0B,GAAG;IACrC,IAAI,EAAE,OAAO,iBAAiB,CAAC,eAAe,CAAC;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,aAAa,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC5B,IAAI,EAAE,OAAO,iBAAiB,CAAC,IAAI,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,OAAO,EAAE,oBAAoB,CAAC;IAC9B,EAAE,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GACnB,mBAAmB,GACnB,kBAAkB,GAClB,0BAA0B,GAC1B,iBAAiB,GACjB,kBAAkB,CAAC;AAEzB,MAAM,WAAW,eAAe;IAC5B,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC,CAAC;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,eAAe,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC;IAC9C,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;CACpE;AAED,MAAM,WAAW,SAAS,CAAC,KAAK;IAC5B,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,oBAAoB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC7B,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC;CACpD;AAED,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,eAAe,CAAC,cAAc,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,gBAAgB,CAAC;IAE9E,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEhE,YAAY,CAAC,aAAa,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAEzE,4BAA4B,CAAC,aAAa,EAAE,iBAAiB,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAEnH,aAAa,CACT,gBAAgB,EAAE,sBAAsB,EACxC,aAAa,EAAE,aAAa,GAC7B,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,mBAAmB;IAChC,aAAa,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;IAE3D,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7D,cAAc,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAEjE,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEnE,cAAc,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC;IAE9D,gBAAgB,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,oBAAoB,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAElE,uBAAuB,CAAC,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAEpE,oBAAoB,CAAC,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAE9D,mBAAmB,CAAC,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,GAAG,CAAA;KAAE,CAAC,CAAC;IAErG,0BAA0B,CAAC,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;CAC7E;AAED,MAAM,WAAW,gBAAgB;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,WAAW,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,SAAS;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,IAAI,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IAErB,iBAAiB,CAAC,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,iBAAiB;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,QAAQ,CAAC;IAClB,UAAU,EAAE,mBAAmB,CAAC;IAChC,eAAe,EAAE,gBAAgB,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;IAExB,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAExD,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAE7C,uBAAuB,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAEnE,oBAAoB,CAChB,OAAO,EAAE,iBAAiB,EAC1B,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,GAChC,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC;IAEzC,YAAY,CAAC,aAAa,EAAE,iBAAiB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAEzE,aAAa,CACT,cAAc,EAAE,sBAAsB,EACtC,aAAa,EAAE,aAAa,GAC7B,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,cAAc,CAAC,KAAK,GAAG,GAAG;IACvC,KAAK,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC;CACvB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/provider/types.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC7B,YAAY,EAAE,cAAc;IAC5B,UAAU,EAAE,YAAY;IACxB,eAAe,EAAE,iBAAiB;IAClC,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACR,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/routing/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/routing/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { ProviderProtocol } from "../provider/protocol";
|
|
2
|
+
export declare const RouteHandler: {
|
|
3
|
+
readonly MODELS: "models";
|
|
4
|
+
readonly REQUEST: "request";
|
|
5
|
+
readonly PASSTHROUGH: "passthrough";
|
|
6
|
+
readonly NOOP: "noop";
|
|
7
|
+
};
|
|
8
|
+
export type RouteHandler = typeof RouteHandler[keyof typeof RouteHandler];
|
|
9
|
+
export declare function isRouteDefinition(value: any): value is RouteDefinition;
|
|
10
|
+
export interface RouteDefinition {
|
|
11
|
+
paths: string[];
|
|
12
|
+
method: 'GET' | 'POST';
|
|
13
|
+
handler: RouteHandler;
|
|
14
|
+
protocol: ProviderProtocol;
|
|
15
|
+
streaming?: boolean;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=routes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../../src/routing/routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AAE3D,eAAO,MAAM,YAAY;;;;;CAKf,CAAC;AAEX,MAAM,MAAM,YAAY,GAAG,OAAO,YAAY,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC;AAE1E,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,eAAe,CAEtE;AAED,MAAM,WAAW,eAAe;IAC5B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,OAAO,EAAE,YAAY,CAAC;IACtB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export const RouteHandler = {
|
|
2
|
+
MODELS: 'models',
|
|
3
|
+
REQUEST: 'request',
|
|
4
|
+
PASSTHROUGH: 'passthrough',
|
|
5
|
+
NOOP: 'noop',
|
|
6
|
+
};
|
|
7
|
+
export function isRouteDefinition(value) {
|
|
8
|
+
return value && typeof value === 'object' && 'method' in value && 'handler' in value;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=routes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routes.js","sourceRoot":"","sources":["../../src/routing/routes.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,YAAY,GAAG;IACxB,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,IAAI,EAAE,MAAM;CACN,CAAC;AAIX,MAAM,UAAU,iBAAiB,CAAC,KAAU;IACxC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,IAAI,KAAK,IAAI,SAAS,IAAI,KAAK,CAAC;AACzF,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { Application, Provider } from "../entities";
|
|
2
|
+
import type { ProviderProtocol } from "../provider/protocol";
|
|
3
|
+
export interface WorkerEnvelopeBase {
|
|
4
|
+
request_id: string;
|
|
5
|
+
organization_id: string;
|
|
6
|
+
application?: Application;
|
|
7
|
+
provider: Provider;
|
|
8
|
+
protocol: ProviderProtocol;
|
|
9
|
+
user_id?: string;
|
|
10
|
+
access_model: string;
|
|
11
|
+
thread_id?: string;
|
|
12
|
+
}
|
|
13
|
+
export interface WorkerRequestEnvelope extends WorkerEnvelopeBase {
|
|
14
|
+
request_raw: Record<string, any>;
|
|
15
|
+
last_user_prompt?: string;
|
|
16
|
+
system_prompt?: string;
|
|
17
|
+
created_at: string;
|
|
18
|
+
metadata: Record<string, any>;
|
|
19
|
+
}
|
|
20
|
+
export interface WorkerResponseEnvelope extends WorkerEnvelopeBase {
|
|
21
|
+
source_id: string;
|
|
22
|
+
client_identifier?: string;
|
|
23
|
+
worker_id?: string;
|
|
24
|
+
payload?: any;
|
|
25
|
+
branch_id?: string;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=envelopes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"envelopes.d.ts","sourceRoot":"","sources":["../../src/worker/envelopes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAE,QAAQ,EAAC,MAAM,aAAa,CAAC;AAClD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AAE3D,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAsB,SAAQ,kBAAkB;IAC7D,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACjC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,sBAAuB,SAAQ,kBAAkB;IAC9D,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,GAAG,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"envelopes.js","sourceRoot":"","sources":["../../src/worker/envelopes.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/worker/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/worker/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,WAAW,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { Application, Prompt, Provider } from "../entities";
|
|
2
|
+
import type { ProviderDoneEvent, ProviderErrorEvent } from "../provider/types";
|
|
3
|
+
import type { ProviderProtocol } from "../provider/protocol";
|
|
4
|
+
export interface GuardResult {
|
|
5
|
+
passed: boolean;
|
|
6
|
+
errors?: string[];
|
|
7
|
+
}
|
|
8
|
+
export interface HttpRequestDetails {
|
|
9
|
+
path: string;
|
|
10
|
+
method: string;
|
|
11
|
+
headers?: Record<string, any>;
|
|
12
|
+
query?: Record<string, any>;
|
|
13
|
+
}
|
|
14
|
+
export interface HoloWorkerRequest {
|
|
15
|
+
httpRequestDetails: HttpRequestDetails;
|
|
16
|
+
isStreaming: boolean;
|
|
17
|
+
organizationId: string;
|
|
18
|
+
payload: any;
|
|
19
|
+
protocol: ProviderProtocol;
|
|
20
|
+
provider: Provider;
|
|
21
|
+
requestId: string;
|
|
22
|
+
sourceId: string;
|
|
23
|
+
timestamp: string;
|
|
24
|
+
appSlug?: string;
|
|
25
|
+
application?: Application;
|
|
26
|
+
branchId?: string;
|
|
27
|
+
clientIdentifier?: string;
|
|
28
|
+
errors?: string[];
|
|
29
|
+
guardResult?: GuardResult;
|
|
30
|
+
guards?: Prompt[];
|
|
31
|
+
isHoloNative?: boolean;
|
|
32
|
+
isPassthrough?: boolean;
|
|
33
|
+
options?: Record<string, any>;
|
|
34
|
+
passthroughPath?: string;
|
|
35
|
+
providerEvent?: ProviderDoneEvent | ProviderErrorEvent;
|
|
36
|
+
systemPrompt?: Prompt;
|
|
37
|
+
threadId?: string;
|
|
38
|
+
tokenType?: string;
|
|
39
|
+
userId?: string;
|
|
40
|
+
workerId?: string;
|
|
41
|
+
}
|
|
42
|
+
//# sourceMappingURL=request.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../../src/worker/request.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAC,MAAM,aAAa,CAAC;AAC1D,OAAO,KAAK,EAAC,iBAAiB,EAAE,kBAAkB,EAAC,MAAM,mBAAmB,CAAC;AAC7E,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,sBAAsB,CAAC;AAE3D,MAAM,WAAW,WAAW;IACxB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,iBAAiB;IAE9B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,OAAO,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,EAAE,GAAG,CAAC;IACb,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAGlB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/worker/request.ts"],"names":[],"mappings":""}
|