@ductape/sdk 0.1.153 → 0.1.155

package/dist/index.d.ts

@@ -232,6 +232,8 @@ export type { PortableJsonSchema, IPortableFunctionContext, IPortableFunctionCon
 export { AgentsService, AgentError, agentsService } from './agents';
 export { AgentExecutor, AgentContext, ToolRegistry, MemoryManager, createLLMProvider, AnthropicProvider, OpenAIProvider, VectorServiceAdapter, createVectorStoreAdapter, createPineconeAdapter, createQdrantAdapter, createWeaviateAdapter, createMemoryAdapter, } from './agents';
 export type { IAgentServiceConfig, IDefineAgentOptions, IDefinedAgent, IRunAgentOptions, IAgentExecutionResult, IDispatchAgentOptions, IDispatchAgentResult, ISendAgentSignalOptions, IAgentStatusOptions, IAgentState, IListAgentExecutionsOptions, IAgentExecutionListResult, IAgentTool, IAgentToolSchema, IToolParam, IToolCallResult, ILLMConfig, LLMProvider, IAgentMemoryConfig, IAgentTerminationConfig, IAgentStreamEvent, IAgentToolContext, IConversationMessage, ITokenUsage, AgentStatus, IHumanInLoopConfig, IApprovalRequest, IApprovalResponse, IMultiAgentWorkflow, MultiAgentMode, } from './agents';
+export { deriveDatabaseActionOutputContract, validateDatabaseActionOutput } from './database';
+export type { IActionResult, IQueryActionResult, IInsertActionResult, IUpdateActionResult, IDeleteActionResult, IRawActionResult, IDatabaseActionSchemaNode, IDatabaseActionOutputContract, IDatabaseActionOutputValidation, IDatabaseTableColumnMetadata, } from './database';
 export { StorageService, StorageError } from './storage';
 export { uploadBlobToCloud, downloadBlobFromCloud, deleteBlobFromCloud, listBlobsInCloud, generateSignedUrl, } from './storage';
 export type { IStorageServiceConfig, IUploadOptions, IDownloadOptions, IDeleteOptions, IListFilesOptions, ISignedUrlOptions, IStorageResult, IDownloadResult, IDeleteResult as IStorageDeleteResult, IListFilesResult, ISignedUrlResult, IStorageDispatchOptions, IStorageDispatchResult, IStorageProviderConfig, IStorageFileInfo, } from './storage';
@@ -307,6 +309,17 @@ export default class Ductape implements IDuctape {
     private jobsQueue;
     private healthCheckQueue;
     private healthCheckUpdaterQueue;
+    private runtimeSyncEnabled;
+    private runtimePollIntervalMs;
+    private runtimePollJitter;
+    private runtimeMaxBackoffMs;
+    private runtimeManifest?;
+    private runtimeLastRefreshAt?;
+    private runtimeLastError?;
+    private runtimePollTimer?;
+    private runtimeRefreshInFlight?;
+    private authInFlight?;
+    private runtimeClosed;
     /** Register and inspect portable application functions used by Feature JSON. */
     functions: {
         register: <T extends IPortableFunctionContract>(contract: T) => import("./features").PortableFunctionClient<T>;
@@ -333,7 +346,7 @@ export default class Ductape implements IDuctape {
      * This is separate from monitor() which sets up job queues
      */
     private connectCacheRedis;
-    constructor({ accessKey, redis_url, product, env, local, ip_address, language }: IDuctapeInit);
+    constructor({ accessKey, redis_url, product, env, local, ip_address, language, runtime_sync }: IDuctapeInit);
     private loadBullMQ;
     /**
      * Connects to Redis and initializes job and health check queues and workers.
@@ -4326,6 +4339,34 @@ export default class Ductape implements IDuctape {
         publish: () => Promise<void>;
     };
     private initUserAuth;
+    private performUserAuth;
+    private runtimeAuth;
+    private applyRuntimeSnapshot;
+    private scheduleRuntimePoll;
+    private pollRuntimeManifest;
+    private refreshRuntimeSnapshot;
+    /** Force a full product runtime refresh and atomically replace bootstrap cache entries. */
+    ready(): Promise<void>;
+    /** Force a full product runtime refresh and atomically replace bootstrap cache entries. */
+    refreshRuntime(): Promise<void>;
+    /** Observe the local product runtime snapshot without exposing cached configuration or secrets. */
+    runtimeSnapshotStatus(): {
+        enabled: boolean;
+        product: string;
+        env: string;
+        manifest: {
+            runtimeRevision: string;
+            databaseRevision: string;
+            connectionRevision: string;
+            secretRevision: string;
+            assetRevision: string;
+        };
+        lastRefreshAt: number;
+        lastError: string;
+        refreshing: boolean;
+    };
+    /** Stop background synchronization and release SDK-owned background resources. */
+    close(): Promise<void>;
     private createNewLogger;
     /** Shared auth + client context fields for service constructors. */
     private builderInit;

package/dist/index.js

@@ -50,9 +50,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.StorageError = exports.StorageService = exports.createMemoryAdapter = exports.createWeaviateAdapter = exports.createQdrantAdapter = exports.createPineconeAdapter = exports.createVectorStoreAdapter = exports.VectorServiceAdapter = exports.OpenAIProvider = exports.AnthropicProvider = exports.createLLMProvider = exports.MemoryManager = exports.ToolRegistry = exports.AgentContext = exports.AgentExecutor = exports.agentsService = exports.AgentError = exports.AgentsService = exports.verifyInvocationSignature = exports.PORTABLE_FUNCTION_HTTP_PATH = exports.handlePortableFunctionHttpRequest = exports.PortableFunctionError = exports.PortableFunctionsRegistry = exports.portableFunctions = exports.defineFunctions = exports.defineFunction = exports.FeatureExecutor = exports.createFeature = exports.FeatureBuilder = exports.featureService = exports.FeatureCompilationError = exports.FeatureError = exports.FeatureService = exports.GraphAdapterFactory = exports.MemgraphAdapter = exports.ArangoDBAdapter = exports.NeptuneAdapter = exports.Neo4jAdapter = exports.BaseGraphAdapter = exports.GraphError = exports.GraphSortOrder = exports.GraphFeature = exports.GraphErrorType = exports.GraphTransactionStatus = exports.GraphIsolationLevel = exports.NodeConstraintType = exports.NodeIndexType = exports.TraversalDirection = exports.GraphType = exports.GraphService = void 0;
-exports.containsSecretReferences = exports.isSecretReference = exports.SecretResolutionError = exports.SecretRevokedError = exports.SecretExpiredError = exports.SecretEnvironmentError = exports.SecretScopeError = exports.SecretNotFoundError = exports.SECRET_PATTERN_GLOBAL = exports.SECRET_PATTERN = exports.SecretsService = exports.VectorFeature = exports.VectorErrorType = exports.VectorIndexType = exports.DistanceMetric = exports.VectorDBType = exports.MemoryAdapter = exports.WeaviateAdapter = exports.QdrantAdapter = exports.PineconeAdapter = exports.BaseVectorAdapter = exports.VectorError = exports.VectorDatabaseService = exports.SmsProvider = exports.PushNotificationProvider = exports.NotificationChannelType = exports.notificationsService = exports.NotificationsService = exports.getSqsQueueUrl = exports.isValidSqsUrl = exports.parseEventString = exports.loadBrokerService = exports.GooglePubSubService = exports.RedisService = exports.SQSService = exports.KafkaService = exports.RabbitMQService = exports.BrokerError = exports.BrokersService = exports.CacheLogger = exports.cacheLogger = exports.CacheError = exports.CacheService = exports.SessionError = exports.SessionsService = exports.generateSignedUrl = exports.listBlobsInCloud = exports.deleteBlobFromCloud = exports.downloadBlobFromCloud = exports.uploadBlobToCloud = void 0;
-exports.getAssetSchemas = exports.buildVpcConnectorRelayWebSocketUrl = exports.parseTcpEndpointFromUrl = exports.buildVpcConnectorTunnelAdapterOptions = exports.openVpcConnectorTunnelStream = exports.resolveCloudLinkedEnvConfig = exports.resolveCloudLinkedConfig = exports.CloudError = exports.CloudService = exports.mightContainSecrets = exports.findAllSecretReferences = exports.extractSecretKeys = void 0;
+exports.validateDatabaseActionOutput = exports.deriveDatabaseActionOutputContract = exports.createMemoryAdapter = exports.createWeaviateAdapter = exports.createQdrantAdapter = exports.createPineconeAdapter = exports.createVectorStoreAdapter = exports.VectorServiceAdapter = exports.OpenAIProvider = exports.AnthropicProvider = exports.createLLMProvider = exports.MemoryManager = exports.ToolRegistry = exports.AgentContext = exports.AgentExecutor = exports.agentsService = exports.AgentError = exports.AgentsService = exports.verifyInvocationSignature = exports.PORTABLE_FUNCTION_HTTP_PATH = exports.handlePortableFunctionHttpRequest = exports.PortableFunctionError = exports.PortableFunctionsRegistry = exports.portableFunctions = exports.defineFunctions = exports.defineFunction = exports.FeatureExecutor = exports.createFeature = exports.FeatureBuilder = exports.featureService = exports.FeatureCompilationError = exports.FeatureError = exports.FeatureService = exports.GraphAdapterFactory = exports.MemgraphAdapter = exports.ArangoDBAdapter = exports.NeptuneAdapter = exports.Neo4jAdapter = exports.BaseGraphAdapter = exports.GraphError = exports.GraphSortOrder = exports.GraphFeature = exports.GraphErrorType = exports.GraphTransactionStatus = exports.GraphIsolationLevel = exports.NodeConstraintType = exports.NodeIndexType = exports.TraversalDirection = exports.GraphType = exports.GraphService = void 0;
+exports.SecretResolutionError = exports.SecretRevokedError = exports.SecretExpiredError = exports.SecretEnvironmentError = exports.SecretScopeError = exports.SecretNotFoundError = exports.SECRET_PATTERN_GLOBAL = exports.SECRET_PATTERN = exports.SecretsService = exports.VectorFeature = exports.VectorErrorType = exports.VectorIndexType = exports.DistanceMetric = exports.VectorDBType = exports.MemoryAdapter = exports.WeaviateAdapter = exports.QdrantAdapter = exports.PineconeAdapter = exports.BaseVectorAdapter = exports.VectorError = exports.VectorDatabaseService = exports.SmsProvider = exports.PushNotificationProvider = exports.NotificationChannelType = exports.notificationsService = exports.NotificationsService = exports.getSqsQueueUrl = exports.isValidSqsUrl = exports.parseEventString = exports.loadBrokerService = exports.GooglePubSubService = exports.RedisService = exports.SQSService = exports.KafkaService = exports.RabbitMQService = exports.BrokerError = exports.BrokersService = exports.CacheLogger = exports.cacheLogger = exports.CacheError = exports.CacheService = exports.SessionError = exports.SessionsService = exports.generateSignedUrl = exports.listBlobsInCloud = exports.deleteBlobFromCloud = exports.downloadBlobFromCloud = exports.uploadBlobToCloud = exports.StorageError = exports.StorageService = void 0;
+exports.getAssetSchemas = exports.buildVpcConnectorRelayWebSocketUrl = exports.parseTcpEndpointFromUrl = exports.buildVpcConnectorTunnelAdapterOptions = exports.openVpcConnectorTunnelStream = exports.resolveCloudLinkedEnvConfig = exports.resolveCloudLinkedConfig = exports.CloudError = exports.CloudService = exports.mightContainSecrets = exports.findAllSecretReferences = exports.extractSecretKeys = exports.containsSecretReferences = exports.isSecretReference = void 0;
 const appApi_service_1 = require("./api/services/appApi.service");
 const userApi_service_1 = require("./api/services/userApi.service");
 const workspaceApi_service_1 = require("./api/services/workspaceApi.service");
@@ -66,6 +66,7 @@ const runtime_defaults_1 = require("./runtime/runtime-defaults");
 const healthcheck_cache_key_1 = require("./resilience/healthcheck-cache-key");
 const enums_1 = require("./types/enums");
 const productsApi_service_1 = require("./api/services/productsApi.service");
+const bootstrap_cache_1 = require("./products/bootstrap-cache");
 const imports_service_1 = __importDefault(require("./imports/imports.service"));
 const processor_service_1 = __importDefault(require("./processor/services/processor.service"));
 const logs_service_1 = __importDefault(require("./logs/logs.service"));
@@ -351,6 +352,10 @@ Object.defineProperty(exports, "createPineconeAdapter", { enumerable: true, get:
 Object.defineProperty(exports, "createQdrantAdapter", { enumerable: true, get: function () { return agents_3.createQdrantAdapter; } });
 Object.defineProperty(exports, "createWeaviateAdapter", { enumerable: true, get: function () { return agents_3.createWeaviateAdapter; } });
 Object.defineProperty(exports, "createMemoryAdapter", { enumerable: true, get: function () { return agents_3.createMemoryAdapter; } });
+// Database Action result contracts and static contract utilities.
+var database_2 = require("./database");
+Object.defineProperty(exports, "deriveDatabaseActionOutputContract", { enumerable: true, get: function () { return database_2.deriveDatabaseActionOutputContract; } });
+Object.defineProperty(exports, "validateDatabaseActionOutput", { enumerable: true, get: function () { return database_2.validateDatabaseActionOutput; } });
 // Re-export Storage module types and classes
 var storage_2 = require("./storage");
 Object.defineProperty(exports, "StorageService", { enumerable: true, get: function () { return storage_2.StorageService; } });
@@ -496,7 +501,8 @@ class Ductape {
             console.warn(`[Ductape] Redis unavailable (${reason}); using in-memory bootstrap cache.`);
         }
     }
-    constructor({ accessKey, redis_url, product, env, local, ip_address, language }) {
+    constructor({ accessKey, redis_url, product, env, local, ip_address, language, runtime_sync }) {
+        var _a, _b, _c;
         this.productBuilders = new Map();
         this.appBuilders = new Map();
         // Cached service instances (lazily initialized after auth)
@@ -519,6 +525,11 @@ class Ductape {
         this._brokersService = null;
         /** Prevent every lazy service factory from retrying a Redis URL that already failed. */
         this.redisCacheUnavailable = false;
+        this.runtimeSyncEnabled = true;
+        this.runtimePollIntervalMs = 30000;
+        this.runtimePollJitter = 0.2;
+        this.runtimeMaxBackoffMs = 300000;
+        this.runtimeClosed = false;
         /** Register and inspect portable application functions used by Feature JSON. */
         this.functions = {
             register: (contract) => functions_1.portableFunctions.register(contract),
@@ -5436,8 +5447,20 @@ class Ductape {
         this.workspaceApi = new workspaceApi_service_1.WorkspaceApiService(this.environment);
         this.productsApi = new productsApi_service_1.ProductsApiService(this.environment);
         this.redis_url = redis_url;
+        this.runtimeSyncEnabled = runtime_sync !== false && Boolean(productTag && envSlug);
+        if (runtime_sync && typeof runtime_sync === 'object') {
+            this.runtimePollIntervalMs = Math.max(5000, (_a = runtime_sync.interval_ms) !== null && _a !== void 0 ? _a : 30000);
+            this.runtimePollJitter = Math.max(0, Math.min(1, (_b = runtime_sync.jitter) !== null && _b !== void 0 ? _b : 0.2));
+            this.runtimeMaxBackoffMs = Math.max(this.runtimePollIntervalMs, (_c = runtime_sync.max_backoff_ms) !== null && _c !== void 0 ? _c : 300000);
+        }
         // Services are lazily initialized via factory methods (createNewDatabaseService, etc.)
         // This ensures initUserAuth() is called before service creation
+        if (this.runtimeSyncEnabled) {
+            this.authInFlight = this.performUserAuth(false).finally(() => { this.authInFlight = undefined; });
+            this.authInFlight.catch((error) => {
+                this.runtimeLastError = error instanceof Error ? error.message : String(error);
+            });
+        }
         return this; //createDeepProxy(this, this.environment) as this;
     }
     async loadBullMQ() {
@@ -5705,9 +5728,17 @@ class Ductape {
         return this.api;
     }
     async initUserAuth(subCheck = true) {
+        if (this.authInFlight)
+            return await this.authInFlight;
+        this.authInFlight = this.performUserAuth(subCheck).finally(() => { this.authInFlight = undefined; });
+        return await this.authInFlight;
+    }
+    async performUserAuth(subCheck = true) {
         var _a, _b;
         // Skip if already authenticated with valid credentials
         if (this.token && this.public_key) {
+            if (this.runtimeSyncEnabled && !this.runtimeManifest)
+                await this.refreshRuntimeSnapshot(true);
             return;
         }
         // Only reset if we need to re-authenticate
@@ -5738,6 +5769,15 @@ class Ductape {
                     // Don't throw - private key is only needed for secrets encryption
                 }
             }
+            if (this.runtimeSyncEnabled && !this.runtimeClosed) {
+                try {
+                    await this.refreshRuntimeSnapshot(true);
+                }
+                catch (error) {
+                    this.runtimeLastError = error instanceof Error ? error.message : String(error);
+                    this.scheduleRuntimePoll(1);
+                }
+            }
         }
         catch (e) {
             const error = ((_b = (_a = e.response) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.errors) || e.message || 'Unknown error';
@@ -5745,6 +5785,121 @@ class Ductape {
             throw new Error(error);
         }
     }
+    runtimeAuth() {
+        return {
+            token: this.token,
+            public_key: this.public_key,
+            user_id: this.user_id,
+            workspace_id: this.workspace_id,
+            access_key: this.accessKey,
+        };
+    }
+    applyRuntimeSnapshot(response) {
+        if (!(response === null || response === void 0 ? void 0 : response.snapshot))
+            return;
+        const scope = `${this.workspace_id}:${response.snapshot.product_tag}:${response.snapshot.env_slug}`;
+        (0, bootstrap_cache_1.primeRuntimeBootstrapCache)(this.workspace_id, scope, response.snapshot.entries);
+        this.runtimeManifest = response.manifest;
+        this.runtimeLastRefreshAt = Date.now();
+        this.runtimeLastError = undefined;
+    }
+    scheduleRuntimePoll(failureCount = 0) {
+        var _a, _b;
+        if (!this.runtimeSyncEnabled || this.runtimeClosed)
+            return;
+        if (this.runtimePollTimer)
+            clearTimeout(this.runtimePollTimer);
+        const exponential = Math.min(this.runtimeMaxBackoffMs, this.runtimePollIntervalMs * Math.pow(2, failureCount));
+        const jitter = exponential * this.runtimePollJitter * ((Math.random() * 2) - 1);
+        this.runtimePollTimer = setTimeout(() => {
+            this.pollRuntimeManifest(failureCount).catch(() => undefined);
+        }, Math.max(1000, Math.round(exponential + jitter)));
+        (_b = (_a = this.runtimePollTimer).unref) === null || _b === void 0 ? void 0 : _b.call(_a);
+    }
+    async pollRuntimeManifest(failureCount) {
+        var _a, _b;
+        if (!this.defaultProduct || !this.defaultEnv || this.runtimeClosed)
+            return;
+        try {
+            const manifestResponse = await this.productsApi.bootstrapRuntime({
+                product_tag: this.defaultProduct,
+                env_slug: this.defaultEnv,
+                manifest_only: true,
+                etag: (_a = this.runtimeManifest) === null || _a === void 0 ? void 0 : _a.runtimeRevision,
+            }, this.runtimeAuth());
+            if (manifestResponse && manifestResponse.manifest.runtimeRevision !== ((_b = this.runtimeManifest) === null || _b === void 0 ? void 0 : _b.runtimeRevision)) {
+                await this.refreshRuntimeSnapshot(true);
+            }
+            else if (this.defaultProduct && this.defaultEnv) {
+                (0, bootstrap_cache_1.touchRuntimeBootstrapCache)(`${this.workspace_id}:${this.defaultProduct}:${this.defaultEnv}`);
+            }
+            this.runtimeLastError = undefined;
+            this.scheduleRuntimePoll(0);
+        }
+        catch (error) {
+            this.runtimeLastError = error instanceof Error ? error.message : String(error);
+            this.scheduleRuntimePoll(Math.min(failureCount + 1, 8));
+        }
+    }
+    async refreshRuntimeSnapshot(force = false) {
+        if (!this.runtimeSyncEnabled || !this.defaultProduct || !this.defaultEnv || this.runtimeClosed)
+            return;
+        if (this.runtimeRefreshInFlight)
+            return await this.runtimeRefreshInFlight;
+        this.runtimeRefreshInFlight = (async () => {
+            var _a;
+            const response = await this.productsApi.bootstrapRuntime(Object.assign({ product_tag: this.defaultProduct, env_slug: this.defaultEnv }, (force ? {} : { etag: (_a = this.runtimeManifest) === null || _a === void 0 ? void 0 : _a.runtimeRevision })), this.runtimeAuth());
+            if (response)
+                this.applyRuntimeSnapshot(response);
+            this.scheduleRuntimePoll(0);
+        })().finally(() => { this.runtimeRefreshInFlight = undefined; });
+        return await this.runtimeRefreshInFlight;
+    }
+    /** Force a full product runtime refresh and atomically replace bootstrap cache entries. */
+    async ready() {
+        await this.initUserAuth(false);
+    }
+    /** Force a full product runtime refresh and atomically replace bootstrap cache entries. */
+    async refreshRuntime() {
+        await this.initUserAuth(false);
+        await this.refreshRuntimeSnapshot(true);
+    }
+    /** Observe the local product runtime snapshot without exposing cached configuration or secrets. */
+    runtimeSnapshotStatus() {
+        return {
+            enabled: this.runtimeSyncEnabled,
+            product: this.defaultProduct,
+            env: this.defaultEnv,
+            manifest: this.runtimeManifest ? Object.assign({}, this.runtimeManifest) : undefined,
+            lastRefreshAt: this.runtimeLastRefreshAt,
+            lastError: this.runtimeLastError,
+            refreshing: Boolean(this.runtimeRefreshInFlight),
+        };
+    }
+    /** Stop background synchronization and release SDK-owned background resources. */
+    async close() {
+        var _a;
+        this.runtimeClosed = true;
+        if (this.runtimePollTimer)
+            clearTimeout(this.runtimePollTimer);
+        this.runtimePollTimer = undefined;
+        await ((_a = this.runtimeRefreshInFlight) === null || _a === void 0 ? void 0 : _a.catch(() => undefined));
+        const resources = [this.jobsWorker, this.healthCheckWorker, this.healthCheckUpdaterWorker,
+            this.jobsQueue, this.healthCheckQueue, this.healthCheckUpdaterQueue];
+        await Promise.all(resources.filter(Boolean).map((resource) => { var _a; return Promise.resolve((_a = resource.close) === null || _a === void 0 ? void 0 : _a.call(resource)).catch(() => undefined); }));
+        if (this.redisClient) {
+            try {
+                await this.redisClient.quit();
+            }
+            catch (_b) {
+                try {
+                    this.redisClient.disconnect(false);
+                }
+                catch ( /* best effort */_c) { /* best effort */ }
+            }
+            this.redisClient = undefined;
+        }
+    }
     createNewLogger(product_id, app_id) {
         return new logs_service_1.default(Object.assign(Object.assign({}, this.builderInit()), { product_id,
             app_id }));