agentvault 1.0.1 → 1.0.5

package/dist/src/inference/fallback-chain.js

@@ -0,0 +1,219 @@
+/**
+ * Inference Fallback Chain
+ *
+ * Orchestrates decentralised AI inference with graceful degradation:
+ *
+ *   Bittensor subnet  →  Venice AI  →  Local model
+ *
+ * Each provider is tried in order. On failure the next is attempted and
+ * all attempts (including cost estimates) are logged.
+ *
+ * Scenario coverage
+ * -----------------
+ * ✅ Authenticated inference request  – Bittensor with hotkey wallet
+ * ✅ Fallback chain                   – Venice AI then local model on BT failure
+ * ✅ Cost logging                     – per-attempt and aggregate cost tracked
+ */
+import { BittensorClient } from './bittensor-client.js';
+import { VeniceAIClient } from './venice-client.js';
+import { LocalModelClient } from './local-model-client.js';
+// ---------------------------------------------------------------------------
+// InferenceFallbackChain
+// ---------------------------------------------------------------------------
+export class InferenceFallbackChain {
+    bittensor;
+    venice;
+    local;
+    netuid;
+    disabled;
+    constructor(config = {}) {
+        this.bittensor = new BittensorClient(config.bittensor ?? {});
+        this.venice = new VeniceAIClient(config.venice ?? {});
+        this.local = new LocalModelClient(config.localModel ?? {});
+        this.netuid = config.bittensor?.netuid ?? 1;
+        this.disabled = new Set(config.disableProviders ?? []);
+    }
+    /**
+     * Run inference through the fallback chain.
+     *
+     * Tries Bittensor first. On any failure, falls back to Venice AI, then to
+     * the local model. Costs and attempt details are always logged.
+     */
+    async infer(request) {
+        const attemptsLog = [];
+        const costs = { totalUsd: 0 };
+        // ------------------------------------------------------------------
+        // 1. Bittensor
+        // ------------------------------------------------------------------
+        if (!this.disabled.has('bittensor')) {
+            const btResult = await this.tryBittensor(request, attemptsLog, costs);
+            if (btResult)
+                return btResult;
+        }
+        // ------------------------------------------------------------------
+        // 2. Venice AI
+        // ------------------------------------------------------------------
+        if (!this.disabled.has('venice')) {
+            const veniceResult = await this.tryVenice(request, attemptsLog, costs);
+            if (veniceResult)
+                return veniceResult;
+        }
+        // ------------------------------------------------------------------
+        // 3. Local model
+        // ------------------------------------------------------------------
+        if (!this.disabled.has('local')) {
+            const localResult = await this.tryLocal(request, attemptsLog, costs);
+            if (localResult)
+                return localResult;
+        }
+        // All providers exhausted
+        return {
+            success: false,
+            costs,
+            attemptsLog,
+            error: 'All inference providers failed: ' + attemptsLog.map((a) => `${a.provider}: ${a.error}`).join('; '),
+        };
+    }
+    // ------------------------------------------------------------------
+    // Private helpers
+    // ------------------------------------------------------------------
+    async tryBittensor(request, attemptsLog, costs) {
+        const startTime = Date.now();
+        try {
+            const response = await this.bittensor.inferWithWallet({
+                netuid: this.netuid,
+                inputs: {
+                    prompt: request.prompt,
+                    system_prompt: request.systemPrompt,
+                    max_tokens: request.maxTokens,
+                    temperature: request.temperature,
+                },
+            });
+            const responseTime = Date.now() - startTime;
+            // Bittensor inference is effectively free at the API level (TAO staking
+            // secures the network; there is no per-request charge through this endpoint)
+            const estimatedCostUsd = 0;
+            costs.bittensorUsd = estimatedCostUsd;
+            costs.totalUsd += estimatedCostUsd;
+            attemptsLog.push({
+                provider: 'bittensor',
+                success: response.success,
+                responseTime,
+                estimatedCostUsd,
+                error: response.success ? undefined : response.error,
+            });
+            if (response.success) {
+                const text = typeof response.data === 'string'
+                    ? response.data
+                    : response.data?.text ?? response.data?.output ?? JSON.stringify(response.data);
+                return {
+                    success: true,
+                    provider: 'bittensor',
+                    text,
+                    responseTime,
+                    subSecond: responseTime < 1000,
+                    costs,
+                    attemptsLog,
+                };
+            }
+        }
+        catch (error) {
+            const responseTime = Date.now() - startTime;
+            const errMsg = error instanceof Error ? error.message : 'Unknown Bittensor error';
+            costs.bittensorUsd = 0;
+            attemptsLog.push({
+                provider: 'bittensor',
+                success: false,
+                responseTime,
+                estimatedCostUsd: 0,
+                error: errMsg,
+            });
+        }
+        return null;
+    }
+    async tryVenice(request, attemptsLog, costs) {
+        const veniceReq = {
+            prompt: request.prompt,
+            systemPrompt: request.systemPrompt,
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+        };
+        try {
+            const response = await this.venice.infer(veniceReq);
+            costs.veniceUsd = response.estimatedCostUsd ?? 0;
+            costs.totalUsd += costs.veniceUsd;
+            attemptsLog.push({
+                provider: 'venice',
+                success: response.success,
+                responseTime: response.responseTime,
+                estimatedCostUsd: response.estimatedCostUsd ?? 0,
+                error: response.success ? undefined : response.error,
+            });
+            if (response.success) {
+                return {
+                    success: true,
+                    provider: 'venice',
+                    text: response.text,
+                    responseTime: response.responseTime,
+                    subSecond: (response.responseTime ?? Infinity) < 1000,
+                    costs,
+                    attemptsLog,
+                };
+            }
+        }
+        catch (error) {
+            const errMsg = error instanceof Error ? error.message : 'Unknown Venice AI error';
+            costs.veniceUsd = 0;
+            attemptsLog.push({
+                provider: 'venice',
+                success: false,
+                estimatedCostUsd: 0,
+                error: errMsg,
+            });
+        }
+        return null;
+    }
+    async tryLocal(request, attemptsLog, costs) {
+        const localReq = {
+            prompt: request.prompt,
+            systemPrompt: request.systemPrompt,
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+        };
+        try {
+            const response = await this.local.infer(localReq);
+            costs.localUsd = 0;
+            costs.totalUsd += 0;
+            attemptsLog.push({
+                provider: 'local',
+                success: response.success,
+                responseTime: response.responseTime,
+                estimatedCostUsd: 0,
+                error: response.success ? undefined : response.error,
+            });
+            if (response.success) {
+                return {
+                    success: true,
+                    provider: 'local',
+                    text: response.text,
+                    responseTime: response.responseTime,
+                    subSecond: (response.responseTime ?? Infinity) < 1000,
+                    costs,
+                    attemptsLog,
+                };
+            }
+        }
+        catch (error) {
+            const errMsg = error instanceof Error ? error.message : 'Local model unavailable';
+            costs.localUsd = 0;
+            attemptsLog.push({
+                provider: 'local',
+                success: false,
+                estimatedCostUsd: 0,
+                error: errMsg,
+            });
+        }
+        return null;
+    }
+}
+//# sourceMappingURL=fallback-chain.js.map

package/dist/src/inference/fallback-chain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fallback-chain.js","sourceRoot":"","sources":["../../../src/inference/fallback-chain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,eAAe,EAA2C,MAAM,uBAAuB,CAAC;AACjG,OAAO,EAAE,cAAc,EAAkD,MAAM,oBAAoB,CAAC;AACpG,OAAO,EAAE,gBAAgB,EAAiD,MAAM,yBAAyB,CAAC;AAgE1G,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,OAAO,sBAAsB;IACzB,SAAS,CAAkB;IAC3B,MAAM,CAAiB;IACvB,KAAK,CAAmB;IACxB,MAAM,CAAS;IACf,QAAQ,CAAyB;IAEzC,YAAY,SAA8B,EAAE;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,OAAiC;QAC3C,MAAM,WAAW,GAAiB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAEvC,qEAAqE;QACrE,eAAe;QACf,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YACtE,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;QAChC,CAAC;QAED,qEAAqE;QACrE,eAAe;QACf,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YACvE,IAAI,YAAY;gBAAE,OAAO,YAAY,CAAC;QACxC,CAAC;QAED,qEAAqE;QACrE,iBAAiB;QACjB,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;YACrE,IAAI,WAAW;gBAAE,OAAO,WAAW,CAAC;QACtC,CAAC;QAED,0BAA0B;QAC1B,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,WAAW;YACX,KAAK,EAAE,kCAAkC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;SAC3G,CAAC;IACJ,CAAC;IAED,qEAAqE;IACrE,kBAAkB;IAClB,qEAAqE;IAE7D,KAAK,CAAC,YAAY,CACxB,OAAiC,EACjC,WAAyB,EACzB,KAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,MAAM,EAAE;oBACN,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,YAAY;oBACnC,UAAU,EAAE,OAAO,CAAC,SAAS;oBAC7B,WAAW,EAAE,OAAO,CAAC,WAAW;iBACjC;aACF,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE5C,wEAAwE;YACxE,6EAA6E;YAC7E,MAAM,gBAAgB,GAAG,CAAC,CAAC;YAC3B,KAAK,CAAC,YAAY,GAAG,gBAAgB,CAAC;YACtC,KAAK,CAAC,QAAQ,IAAI,gBAAgB,CAAC;YAEnC,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,YAAY;gBACZ,gBAAgB;gBAChB,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;aACrD,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,IAAI,GACR,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;oBAC/B,CAAC,CAAC,QAAQ,CAAC,IAAI;oBACf,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAEpF,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,WAAW;oBACrB,IAAI;oBACJ,YAAY;oBACZ,SAAS,EAAE,YAAY,GAAG,IAAI;oBAC9B,KAAK;oBACL,WAAW;iBACZ,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC5C,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC;YAClF,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;YACvB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,WAAW;gBACrB,OAAO,EAAE,KAAK;gBACd,YAAY;gBACZ,gBAAgB,EAAE,CAAC;gBACnB,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,OAAiC,EACjC,WAAyB,EACzB,KAAc;QAEd,MAAM,SAAS,GAA2B;YACxC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpD,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,gBAAgB,IAAI,CAAC,CAAC;YACjD,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC;YAElC,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,IAAI,CAAC;gBAChD,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;aACrD,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,QAAQ;oBAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,SAAS,EAAE,CAAC,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,GAAG,IAAI;oBACrD,KAAK;oBACL,WAAW;iBACZ,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC;YAClF,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACpB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,CAAC;gBACnB,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,OAAiC,EACjC,WAAyB,EACzB,KAAc;QAEd,MAAM,QAAQ,GAAsB;YAClC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAClD,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;YACnB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;YAEpB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;gBACnC,gBAAgB,EAAE,CAAC;gBACnB,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK;aACrD,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;oBACnC,SAAS,EAAE,CAAC,QAAQ,CAAC,YAAY,IAAI,QAAQ,CAAC,GAAG,IAAI;oBACrD,KAAK;oBACL,WAAW;iBACZ,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC;YAClF,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;YACnB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,CAAC;gBACnB,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/src/inference/index.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Inference Module
+ *
+ * Exports inference functionality including secure Venice AI inference with
+ * ephemeral keys and the three-tier provider fallback chain.
+ */
+export * from './bittensor-client.js';
+export * from './inference-manager.js';
+export * from './venice-client.js';
+export * from './local-model-client.js';
+export * from './fallback-chain.js';
+export * from './secure-inference.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/inference/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/inference/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC"}

package/dist/src/inference/index.js

@@ -0,0 +1,13 @@
+/**
+ * Inference Module
+ *
+ * Exports inference functionality including secure Venice AI inference with
+ * ephemeral keys and the three-tier provider fallback chain.
+ */
+export * from './bittensor-client.js';
+export * from './inference-manager.js';
+export * from './venice-client.js';
+export * from './local-model-client.js';
+export * from './fallback-chain.js';
+export * from './secure-inference.js';
+//# sourceMappingURL=index.js.map

package/dist/src/inference/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/inference/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC"}

package/dist/src/inference/inference-manager.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Inference Manager
+ *
+ * Manages AI inference requests through Bittensor network.
+ * Handles caching, rate limiting, and result aggregation.
+ */
+export interface InferenceConfig {
+    netuid: number;
+    uid?: number;
+    batchSize?: number;
+    timeout?: number;
+    cacheTTL?: number;
+    enableCache?: boolean;
+}
+export interface InferenceResult {
+    success: boolean;
+    data?: any;
+    metadata?: {
+        netuid: number;
+        uid: number;
+        timestamp: Date;
+        responseTime: number;
+    };
+    error?: string;
+}
+export interface CachedInference {
+    key: string;
+    request: any;
+    result: any;
+    timestamp: Date;
+    expiresAt: Date;
+}
+/**
+ * Get cached inference result
+ */
+export declare function getCachedInference(netuid: number, inputs: Record<string, any>, _ttlMs?: number): CachedInference | null;
+/**
+ * Set cached inference result
+ */
+export declare function setCachedInference(netuid: number, inputs: Record<string, any>, result: any, ttlMs?: number): void;
+/**
+ * Clear all cached inferences
+ */
+export declare function clearCache(): void;
+/**
+ * Clear expired cached inferences
+ */
+export declare function clearExpiredCache(): number;
+/**
+ * Get cache statistics
+ */
+export declare function getCacheStats(): {
+    total: number;
+    expired: number;
+    sizeBytes: number;
+};
+/**
+ * Aggregate multiple inference results
+ */
+export declare function aggregateResults(results: InferenceResult[], method?: 'average' | 'majority' | 'first'): any;
+/**
+ * Format inference time
+ */
+export declare function formatInferenceTime(ms: number): string;
+/**
+ * Get inference statistics
+ */
+export interface InferenceStats {
+    total: number;
+    success: number;
+    failed: number;
+    cached: number;
+    avgResponseTime: number;
+}
+export declare function getInferenceStats(history: InferenceResult[]): InferenceStats;
+//# sourceMappingURL=inference-manager.d.ts.map

package/dist/src/inference/inference-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference-manager.d.ts","sourceRoot":"","sources":["../../../src/inference/inference-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,QAAQ,CAAC,EAAE;QACT,MAAM,EAAE,MAAM,CAAC;QACf,GAAG,EAAE,MAAM,CAAC;QACZ,SAAS,EAAE,IAAI,CAAC;QAChB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,GAAG,CAAC;IACb,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAwBD;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,GAAE,MAAgB,GACvB,eAAe,GAAG,IAAI,CAsBxB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,MAAM,EAAE,GAAG,EACX,KAAK,GAAE,MAAgB,GACtB,IAAI,CAkBN;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,IAAI,CAcjC;AAED;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,MAAM,CAyB1C;AAED;;GAEG;AACH,wBAAgB,aAAa,IAAI;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB,CA+BA;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,eAAe,EAAE,EAC1B,MAAM,GAAE,SAAS,GAAG,UAAU,GAAG,OAAoB,GACpD,GAAG,CAsDL;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAKtD;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,eAAe,EAAE,GACzB,cAAc,CA2BhB"}

package/dist/src/inference/inference-manager.js

@@ -0,0 +1,228 @@
+/**
+ * Inference Manager
+ *
+ * Manages AI inference requests through Bittensor network.
+ * Handles caching, rate limiting, and result aggregation.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import crypto from 'node:crypto';
+const AGENTVAULT_DIR = path.join(os.homedir(), '.agentvault');
+const INFERENCE_CACHE_DIR = path.join(AGENTVAULT_DIR, 'inference-cache');
+function ensureCacheDir() {
+    if (!fs.existsSync(AGENTVAULT_DIR)) {
+        fs.mkdirSync(AGENTVAULT_DIR, { recursive: true });
+    }
+    if (!fs.existsSync(INFERENCE_CACHE_DIR)) {
+        fs.mkdirSync(INFERENCE_CACHE_DIR, { recursive: true });
+    }
+}
+function generateCacheKey(netuid, inputs) {
+    const sortedInputs = JSON.stringify(inputs, Object.keys(inputs).sort());
+    return `inference-${netuid}-${crypto.createHash('sha256').update(sortedInputs).digest('hex')}`;
+}
+function getCacheFilePath(key) {
+    ensureCacheDir();
+    return path.join(INFERENCE_CACHE_DIR, `${key}.json`);
+}
+/**
+ * Get cached inference result
+ */
+export function getCachedInference(netuid, inputs, _ttlMs = 3600000) {
+    try {
+        const key = generateCacheKey(netuid, inputs);
+        const cachePath = getCacheFilePath(key);
+        if (!fs.existsSync(cachePath)) {
+            return null;
+        }
+        const content = fs.readFileSync(cachePath, 'utf8');
+        const cached = JSON.parse(content);
+        if (new Date(cached.expiresAt) < new Date()) {
+            fs.unlinkSync(cachePath);
+            return null;
+        }
+        return cached;
+    }
+    catch (error) {
+        console.error('Failed to get cached inference:', error);
+        return null;
+    }
+}
+/**
+ * Set cached inference result
+ */
+export function setCachedInference(netuid, inputs, result, ttlMs = 3600000) {
+    try {
+        const key = generateCacheKey(netuid, inputs);
+        const cachePath = getCacheFilePath(key);
+        const now = new Date();
+        const cached = {
+            key,
+            request: inputs,
+            result,
+            timestamp: now,
+            expiresAt: new Date(now.getTime() + ttlMs),
+        };
+        fs.writeFileSync(cachePath, JSON.stringify(cached), 'utf8');
+    }
+    catch (error) {
+        console.error('Failed to cache inference:', error);
+    }
+}
+/**
+ * Clear all cached inferences
+ */
+export function clearCache() {
+    try {
+        ensureCacheDir();
+        const files = fs.readdirSync(INFERENCE_CACHE_DIR);
+        for (const file of files) {
+            if (file.endsWith('.json')) {
+                const filePath = path.join(INFERENCE_CACHE_DIR, file);
+                fs.unlinkSync(filePath);
+            }
+        }
+    }
+    catch (error) {
+        console.error('Failed to clear cache:', error);
+    }
+}
+/**
+ * Clear expired cached inferences
+ */
+export function clearExpiredCache() {
+    let cleared = 0;
+    try {
+        ensureCacheDir();
+        const files = fs.readdirSync(INFERENCE_CACHE_DIR);
+        const now = new Date();
+        for (const file of files) {
+            if (file.endsWith('.json')) {
+                const filePath = path.join(INFERENCE_CACHE_DIR, file);
+                const content = fs.readFileSync(filePath, 'utf8');
+                const cached = JSON.parse(content);
+                if (new Date(cached.expiresAt) < now) {
+                    fs.unlinkSync(filePath);
+                    cleared++;
+                }
+            }
+        }
+    }
+    catch (error) {
+        console.error('Failed to clear expired cache:', error);
+    }
+    return cleared;
+}
+/**
+ * Get cache statistics
+ */
+export function getCacheStats() {
+    try {
+        ensureCacheDir();
+        const files = fs.readdirSync(INFERENCE_CACHE_DIR);
+        const now = new Date();
+        let expired = 0;
+        let sizeBytes = 0;
+        for (const file of files) {
+            if (file.endsWith('.json')) {
+                const filePath = path.join(INFERENCE_CACHE_DIR, file);
+                const content = fs.readFileSync(filePath, 'utf8');
+                const cached = JSON.parse(content);
+                if (new Date(cached.expiresAt) < now) {
+                    expired++;
+                }
+                sizeBytes += Buffer.byteLength(content);
+            }
+        }
+        return {
+            total: files.length,
+            expired,
+            sizeBytes,
+        };
+    }
+    catch (error) {
+        console.error('Failed to get cache stats:', error);
+        return { total: 0, expired: 0, sizeBytes: 0 };
+    }
+}
+/**
+ * Aggregate multiple inference results
+ */
+export function aggregateResults(results, method = 'majority') {
+    if (results.length === 0) {
+        return null;
+    }
+    if (results.length === 1) {
+        return results[0]?.data || null;
+    }
+    const validResults = results.filter((r) => r.success && r.data);
+    if (validResults.length === 0) {
+        return null;
+    }
+    const firstResult = validResults[0];
+    if (!firstResult) {
+        return null;
+    }
+    switch (method) {
+        case 'first':
+            return firstResult.data;
+        case 'average':
+            if (typeof firstResult.data === 'number') {
+                return (validResults.reduce((sum, r) => sum + r.data, 0) / validResults.length);
+            }
+            return firstResult.data;
+        case 'majority':
+        default: {
+            const counts = new Map();
+            for (const result of validResults) {
+                const key = JSON.stringify(result.data);
+                counts.set(key, (counts.get(key) || 0) + 1);
+            }
+            let maxCount = 0;
+            let majorityResult = null;
+            for (const [key, count] of counts.entries()) {
+                if (count > maxCount) {
+                    maxCount = count;
+                    majorityResult = JSON.parse(key);
+                }
+            }
+            return majorityResult;
+        }
+    }
+}
+/**
+ * Format inference time
+ */
+export function formatInferenceTime(ms) {
+    if (ms < 1000) {
+        return `${ms.toFixed(0)}ms`;
+    }
+    return `${(ms / 1000).toFixed(2)}s`;
+}
+export function getInferenceStats(history) {
+    if (history.length === 0) {
+        return {
+            total: 0,
+            success: 0,
+            failed: 0,
+            cached: 0,
+            avgResponseTime: 0,
+        };
+    }
+    const success = history.filter((r) => r.success).length;
+    const cached = history.filter((r) => r.success && r.metadata !== undefined).length;
+    const responseTimes = history
+        .filter((r) => r.metadata)
+        .map((r) => r.metadata.responseTime);
+    return {
+        total: history.length,
+        success,
+        failed: history.length - success,
+        cached,
+        avgResponseTime: responseTimes.length > 0
+            ? responseTimes.reduce((sum, t) => sum + t, 0) / responseTimes.length
+            : 0,
+    };
+}
+//# sourceMappingURL=inference-manager.js.map

package/dist/src/inference/inference-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference-manager.js","sourceRoot":"","sources":["../../../src/inference/inference-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CAAC;AAC9D,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;AA+BzE,SAAS,cAAc;IACrB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACxC,EAAE,CAAC,SAAS,CAAC,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACvB,MAAc,EACd,MAA2B;IAE3B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACxE,OAAO,aAAa,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACjG,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,cAAc,EAAE,CAAC;IACjB,OAAO,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAc,EACd,MAA2B,EAC3B,SAAiB,OAAO;IAExB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAExC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAoB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5C,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,MAAc,EACd,MAA2B,EAC3B,MAAW,EACX,QAAgB,OAAO;IAEvB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAExC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAoB;YAC9B,GAAG;YACH,OAAO,EAAE,MAAM;YACf,MAAM;YACN,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC;SAC3C,CAAC;QAEF,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC;QACH,cAAc,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBACtD,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,IAAI,CAAC;QACH,cAAc,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAClD,MAAM,MAAM,GAAoB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEpD,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC;oBACrC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;oBACxB,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa;IAK3B,IAAI,CAAC;QACH,cAAc,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAClD,MAAM,MAAM,GAAoB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEpD,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC;oBACrC,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,SAAS,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO;YACP,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QACnD,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAChD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAA0B,EAC1B,SAA2C,UAAU;IAErD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC;IAClC,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IAEhE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,OAAO;YACV,OAAO,WAAW,CAAC,IAAI,CAAC;QAE1B,KAAK,SAAS;YACZ,IAAI,OAAO,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzC,OAAO,CACL,YAAY,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAM,EAAE,EAAE,CAAC,GAAG,GAAI,CAAC,CAAC,IAAe,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAChG,CAAC;YACJ,CAAC;YACD,OAAO,WAAW,CAAC,IAAI,CAAC;QAE1B,KAAK,UAAU,CAAC;QAChB,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;YAEzC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,CAAC;YAED,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,cAAc,GAAQ,IAAI,CAAC;YAE/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC5C,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;oBACrB,QAAQ,GAAG,KAAK,CAAC;oBACjB,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,EAAU;IAC5C,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;QACd,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACtC,CAAC;AAaD,MAAM,UAAU,iBAAiB,CAC/B,OAA0B;IAE1B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,eAAe,EAAE,CAAC;SACnB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,aAAa,GAAG,OAAO;SAC1B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC,YAAY,CAAC,CAAC;IAExC,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,OAAO;QAChC,MAAM;QACN,eAAe,EACb,aAAa,CAAC,MAAM,GAAG,CAAC;YACtB,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM;YACrF,CAAC,CAAC,CAAC;KACR,CAAC;AACJ,CAAC"}

package/dist/src/inference/local-model-client.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Local Model Client
+ *
+ * Provides inference via a locally running model server (e.g. Ollama).
+ * Used as the final fallback when both Bittensor and Venice AI are unreachable.
+ * Cost is always zero (free local compute).
+ *
+ * Ollama API reference: https://github.com/ollama/ollama/blob/main/docs/api.md
+ */
+export interface LocalModelConfig {
+    /** Base URL of the local model server – defaults to Ollama's default */
+    endpoint?: string;
+    /** Model to use – defaults to 'llama3' */
+    model?: string;
+    /** Request timeout in ms – defaults to 60 000 */
+    timeout?: number;
+}
+export interface LocalModelRequest {
+    prompt: string;
+    systemPrompt?: string;
+    maxTokens?: number;
+    temperature?: number;
+}
+export interface LocalModelResponse {
+    success: boolean;
+    text?: string;
+    model?: string;
+    /** Always 0 – local inference has no monetary cost */
+    estimatedCostUsd: 0;
+    responseTime?: number;
+    error?: string;
+}
+export declare class LocalModelClient {
+    private config;
+    constructor(config?: LocalModelConfig);
+    /**
+     * Send an inference request to the local model server.
+     * Uses Ollama's /api/generate endpoint (chat-style prompt).
+     */
+    infer(request: LocalModelRequest): Promise<LocalModelResponse>;
+    /**
+     * Quick connectivity check – returns true if the local model server responds.
+     */
+    isAvailable(): Promise<boolean>;
+}
+//# sourceMappingURL=local-model-client.d.ts.map

package/dist/src/inference/local-model-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-model-client.d.ts","sourceRoot":"","sources":["../../../src/inference/local-model-client.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,wEAAwE;IACxE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,gBAAgB,EAAE,CAAC,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAA6B;gBAE/B,MAAM,GAAE,gBAAqB;IAQzC;;;OAGG;IACG,KAAK,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA0DpE;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;CAatC"}