@versori/run 0.1.0-alpha.8 → 0.1.0-alpha.9

package/esm/src/kv/nats/NatsKeyValueProvider.js

@@ -0,0 +1,155 @@
+import * as dntShim from "../../../_dnt.shims.js";
+import { JetStreamApiCodes, JetStreamApiError } from '../../../deps/jsr.io/@nats-io/jetstream/3.0.2/src/mod.js';
+import { Kvm } from '../../../deps/jsr.io/@nats-io/kv/3.0.2/src/mod.js';
+import { connect, credsAuthenticator } from '../../../deps/jsr.io/@nats-io/transport-deno/3.0.2/src/mod.js';
+import { isKVOptionsExecution, } from '../KeyValue.js';
+import { NatsKeyValue } from './NatsKeyValue.js';
+function getOptionsFromEnv() {
+    const natsTlsCaFile = dntShim.Deno.env.get('RUN_NATS_TLS_CA_FILE');
+    return {
+        organizationId: dntShim.Deno.env.get('RUN_ORGANISATION_ID'),
+        projectId: dntShim.Deno.env.get('RUN_SERVICE_ID'),
+        environment: dntShim.Deno.env.get('RUN_ENVIRONMENT'),
+        nats: {
+            url: dntShim.Deno.env.get('RUN_NATS_URL') || 'nats://localhost:4222',
+            credsFile: dntShim.Deno.env.get('RUN_NATS_CREDS_FILE'),
+            ...(natsTlsCaFile && {
+                tls: {
+                    caFile: natsTlsCaFile,
+                },
+            }),
+        },
+    };
+}
+function mergeOptions(defaults, provided) {
+    const merged = {
+        ...defaults,
+        ...provided,
+    };
+    if (!merged.organizationId) {
+        throw new Error('organizationId is required but not provided and VERSORI_ORGANIZATION_ID is not set');
+    }
+    if (!merged.projectId) {
+        throw new Error('projectId is required but not provided and VERSORI_PROJECT_ID is not set');
+    }
+    return merged;
+}
+async function openOrCreateKV(kvm, bucket) {
+    try {
+        const kv = await kvm.open(bucket);
+        await kv.status();
+        return kv;
+    }
+    catch (error) {
+        if (error instanceof JetStreamApiError &&
+            error.code === JetStreamApiCodes.StreamNotFound) {
+            console.log('stream not found, creating...');
+            return await kvm.create(bucket);
+        }
+        throw error;
+    }
+}
+export class NatsKeyValueProvider {
+    constructor(kvm, kvOrgScope, kvProjectScope, kvExecutionScope, opts) {
+        Object.defineProperty(this, "kvm", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: kvm
+        });
+        Object.defineProperty(this, "kvOrgScope", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: kvOrgScope
+        });
+        Object.defineProperty(this, "kvProjectScope", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: kvProjectScope
+        });
+        Object.defineProperty(this, "kvExecutionScope", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: kvExecutionScope
+        });
+        Object.defineProperty(this, "opts", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: opts
+        });
+    }
+    static async newInstance(opts = {}) {
+        const parsedOpts = mergeOptions(getOptionsFromEnv(), opts);
+        const credsFile = parsedOpts.nats.credsFile
+            ? await dntShim.Deno.readFile(parsedOpts.nats.credsFile)
+            : undefined;
+        const conn = await connect({
+            servers: [parsedOpts.nats.url],
+            authenticator: credsFile ? credsAuthenticator(credsFile) : undefined,
+            ...(parsedOpts.nats.tls && {
+                tls: parsedOpts.nats.tls,
+            }),
+        });
+        const kvm = new Kvm(conn);
+        const [orgKv, projKv, execKv] = await Promise.all([
+            openOrCreateKV(kvm, `ORG_${parsedOpts.organizationId}`),
+            openOrCreateKV(kvm, `PROJECT_${parsedOpts.projectId}`),
+            openOrCreateKV(kvm, `EXECUTION_${parsedOpts.projectId}`),
+        ]);
+        return new NatsKeyValueProvider(kvm, orgKv, projKv, execKv, parsedOpts);
+    }
+    static fromEnv() {
+        return NatsKeyValueProvider.newInstance(getOptionsFromEnv());
+    }
+    [Symbol.asyncDispose]() {
+        return this.kvm.js.nc.close();
+    }
+    kv(options) {
+        switch (options.scope) {
+            case ':organization:':
+                return new NatsKeyValue(this.kvOrgScope, this.subjectPrefix(options));
+            case ':project:':
+                return new NatsKeyValue(this.kvProjectScope, this.subjectPrefix(options));
+            case ':execution:':
+                if (!isKVOptionsExecution(options)) {
+                    throw new Error('invalid KV options, executionId is required for :execution: scope');
+                }
+                return new NatsKeyValue(this.kvExecutionScope, this.subjectPrefix(options));
+            default:
+                throw new Error(`invalid KV options, scope ${options.scope} is not supported`);
+        }
+    }
+    async destroy(options) {
+        if (options.scope === ':execution:') {
+            if (typeof options.executionId === 'undefined') {
+                throw new Error('executionId is required when scope is :execution:');
+            }
+            const keys = await this.kvExecutionScope.keys(`${this.subjectPrefix(options)}.>`);
+            for await (const key of keys) {
+                try {
+                    await this.kvExecutionScope.purge(key);
+                }
+                catch (error) {
+                    console.error(`Failed to purge key: ${key}`, error);
+                }
+            }
+        }
+        // TODO: interface may need updating, workers should not be deleting KV buckets, only execution keys should be purged.
+        return;
+    }
+    subjectPrefix(options) {
+        const activationSuffix = options.activationId ? `.${options.activationId}` : '';
+        switch (options.scope) {
+            case ':organization:':
+                return `${this.opts.organizationId}${activationSuffix}`;
+            case ':project:':
+                return `${this.opts.organizationId}.${this.opts.projectId}.${this.opts.environment}${activationSuffix}`;
+            case ':execution:':
+                return `${this.opts.organizationId}.${this.opts.projectId}.${this.opts.environment}.${options.executionId}${activationSuffix}`;
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@versori/run",
-  "version": "v0.1.0-alpha.8",
+  "version": "v0.1.0-alpha.9",
   "description": "Versori Run",
   "homepage": "https://github.com/versori/versori-run#readme",
   "repository": {
@@ -28,8 +28,8 @@
     "@connectrpc/connect-node": "^2.0.1",
     "cron": "3.5.0",
     "express": "^4.18.3",
-    "lru-cache": "^11.0.2",
     "rxjs": "^7.8.1",
+    "tweetnacl": "1.0.3",
     "@deno/shim-deno": "~0.18.0"
   },
   "devDependencies": {

package/script/_dnt.polyfills.d.ts

@@ -0,0 +1,7 @@
+declare global {
+    interface Error {
+        cause?: unknown;
+    }
+}
+export {};
+//# sourceMappingURL=_dnt.polyfills.d.ts.map

package/script/_dnt.polyfills.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"_dnt.polyfills.d.ts","sourceRoot":"","sources":["../src/_dnt.polyfills.ts"],"names":[],"mappings":"AAAA,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,KAAK;QACb,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CACF;AAED,OAAO,EAAE,CAAC"}

package/script/_dnt.polyfills.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/script/deps/jsr.io/@nats-io/jetstream/3.0.2/src/consumer.d.ts

@@ -0,0 +1,102 @@
+import type { CallbackFn, ConnectionClosedListener, Delay, QueuedIterator, Status, Subscription } from "../../../nats-core/3.0.2/src/internal_mod.js";
+import { IdleHeartbeatMonitor, QueuedIteratorImpl } from "../../../nats-core/3.0.2/src/internal_mod.js";
+import type { ConsumerAPIImpl } from "./jsmconsumer_api.js";
+import type { JsMsg } from "./jsmsg.js";
+import type { ConsumerConfig, ConsumerInfo, OverflowMinPendingAndMinAck, PullOptions } from "./jsapi_types.js";
+import type { ConsumeOptions, Consumer, ConsumerAPI, ConsumerCallbackFn, ConsumerMessages, ConsumerNotification, Expires, FetchOptions, IdleHeartbeat, MaxBytes, MaxMessages, NextOptions, OrderedConsumerOptions, PullConsumerOptions, ThresholdBytes, ThresholdMessages } from "./types.js";
+import { JetStreamStatus } from "./jserrors.js";
+export declare const PullConsumerType: {
+    readonly Unset: "";
+    readonly Consume: "consume";
+    readonly Fetch: "fetch";
+};
+export type PullConsumerType = typeof PullConsumerType[keyof typeof PullConsumerType];
+export type OrderedConsumerState = {
+    namePrefix: string;
+    cursor: {
+        stream_seq: number;
+        deliver_seq: number;
+    };
+    type: PullConsumerType;
+    startSeq: number;
+    maxInitialReset: number;
+    opts: Partial<OrderedConsumerOptions>;
+    createFails: number;
+    needsReset?: boolean;
+};
+export type PullConsumerInternalOptions = {
+    refilling: boolean;
+    ordered?: OrderedConsumerOptions;
+};
+type InternalPullOptions = MaxMessages & MaxBytes & Expires & IdleHeartbeat & ThresholdMessages & OverflowMinPendingAndMinAck & ThresholdBytes;
+export declare function isOverflowOptions(opts: unknown): opts is OverflowMinPendingAndMinAck;
+export declare class PullConsumerMessagesImpl extends QueuedIteratorImpl<JsMsg> implements ConsumerMessages {
+    consumer: PullConsumerImpl;
+    opts: InternalPullOptions;
+    sub: Subscription;
+    monitor: IdleHeartbeatMonitor | null;
+    pending: {
+        msgs: number;
+        bytes: number;
+        requests: number;
+    };
+    isConsume: boolean;
+    callback: ConsumerCallbackFn | null;
+    listeners: QueuedIterator<ConsumerNotification>[];
+    statusIterator?: QueuedIteratorImpl<Status>;
+    abortOnMissingResource?: boolean;
+    bind: boolean;
+    inboxPrefix: string;
+    inbox: string;
+    cancelables: Delay[];
+    inReset: boolean;
+    closeListener: ConnectionClosedListener;
+    constructor(c: PullConsumerImpl, opts: ConsumeOptions | FetchOptions, refilling?: boolean);
+    start(): void;
+    /**
+     * Handle the notification of 409 error and whether
+     * it should reject the operation by returning an Error or null
+     * @param status
+     */
+    handle409(status: JetStreamStatus): Error | null;
+    reset(): void;
+    _push(r: JsMsg | CallbackFn): void;
+    notify(n: ConsumerNotification): void;
+    resetPending(): Promise<boolean>;
+    resetPendingNoInfo(): Promise<boolean>;
+    resetPendingWithInfo(): Promise<boolean>;
+    pull(opts: Partial<PullOptions>): void;
+    pullOptions(): Partial<PullOptions>;
+    close(): Promise<void | Error>;
+    closed(): Promise<void | Error>;
+    clearTimers(): void;
+    stop(err?: Error): void;
+    parseOptions(opts: PullConsumerOptions, refilling?: boolean): InternalPullOptions;
+    status(): AsyncIterable<ConsumerNotification>;
+}
+export declare class PullConsumerImpl implements Consumer {
+    api: ConsumerAPIImpl;
+    _info: ConsumerInfo;
+    stream: string;
+    name: string;
+    opts: Partial<OrderedConsumerOptions>;
+    type: PullConsumerType;
+    messages?: PullConsumerMessagesImpl;
+    ordered: boolean;
+    serial: number;
+    orderedConsumerState?: OrderedConsumerState;
+    constructor(api: ConsumerAPI, info: ConsumerInfo, opts?: Partial<OrderedConsumerOptions> | null);
+    debug(): void;
+    isPullConsumer(): boolean;
+    isPushConsumer(): boolean;
+    consume(opts?: ConsumeOptions): Promise<ConsumerMessages>;
+    fetch(opts?: FetchOptions): Promise<ConsumerMessages>;
+    next(opts?: NextOptions): Promise<JsMsg | null>;
+    delete(): Promise<boolean>;
+    getConsumerOpts(): ConsumerConfig;
+    _reset(): Promise<ConsumerInfo>;
+    info(cached?: boolean): Promise<ConsumerInfo>;
+}
+export declare function validateOverflowPullOptions(opts: unknown): void;
+export {};
+//# sourceMappingURL=consumer.d.ts.map

package/script/deps/jsr.io/@nats-io/jetstream/3.0.2/src/consumer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../../../../src/deps/jsr.io/@nats-io/jetstream/3.0.2/src/consumer.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EACV,UAAU,EACV,wBAAwB,EACxB,KAAK,EAEL,cAAc,EACd,MAAM,EACN,YAAY,EAEb,MAAM,8CAA8C,CAAC;AACtD,OAAO,EAML,oBAAoB,EAGpB,kBAAkB,EACnB,MAAM,8CAA8C,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAE5D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGxC,OAAO,KAAK,EACV,cAAc,EACd,YAAY,EACZ,2BAA2B,EAC3B,WAAW,EACZ,MAAM,kBAAkB,CAAC;AAG1B,OAAO,KAAK,EAEV,cAAc,EACd,QAAQ,EACR,WAAW,EACX,kBAAkB,EAClB,gBAAgB,EAChB,oBAAoB,EACpB,OAAO,EAEP,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,WAAW,EACX,WAAW,EACX,sBAAsB,EACtB,mBAAmB,EACnB,cAAc,EACd,iBAAiB,EAClB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAkB,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhE,eAAO,MAAM,gBAAgB;;;;CAInB,CAAC;AAEX,MAAM,MAAM,gBAAgB,GAC1B,OAAO,gBAAgB,CAAC,MAAM,OAAO,gBAAgB,CAAC,CAAC;AAEzD,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,sBAAsB,CAAC;CAClC,CAAC;AAEF,KAAK,mBAAmB,GACpB,WAAW,GACX,QAAQ,GACR,OAAO,GACP,aAAa,GACb,iBAAiB,GACjB,2BAA2B,GAC3B,cAAc,CAAC;AAEnB,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,OAAO,GACZ,IAAI,IAAI,2BAA2B,CAKrC;AAED,qBAAa,wBAAyB,SAAQ,kBAAkB,CAAC,KAAK,CACpE,YAAW,gBAAgB;IAC3B,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,IAAI,EAAE,mBAAmB,CAAC;IAC1B,GAAG,EAAG,YAAY,CAAC;IACnB,OAAO,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACrC,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3D,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAAC;IACpC,SAAS,EAAE,cAAc,CAAC,oBAAoB,CAAC,EAAE,CAAC;IAClD,cAAc,CAAC,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAC5C,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAG,MAAM,CAAC;IACf,WAAW,EAAE,KAAK,EAAE,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,wBAAwB,CAAC;gBAItC,CAAC,EAAE,gBAAgB,EACnB,IAAI,EAAE,cAAc,GAAG,YAAY,EACnC,SAAS,UAAQ;IAuDnB,KAAK,IAAI,IAAI;IA8Nb;;;;OAIG;IACH,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,KAAK,GAAG,IAAI;IAgBhD,KAAK;IA0EL,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,UAAU;IAkB3B,MAAM,CAAC,CAAC,EAAE,oBAAoB;IAaxB,YAAY,IAAI,OAAO,CAAC,OAAO,CAAC;IAatC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAUhC,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC;IAsE9C,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC;IAmB/B,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IAoBnC,KAAK,IAAI,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;IAK9B,MAAM,IAAI,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;IAI/B,WAAW;IAKF,IAAI,CAAC,GAAG,CAAC,EAAE,KAAK;IAkBzB,YAAY,CACV,IAAI,EAAE,mBAAmB,EACzB,SAAS,UAAQ,GAChB,mBAAmB;IAyEtB,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC;CAK9C;AAED,qBAAa,gBAAiB,YAAW,QAAQ;IAC/C,GAAG,EAAE,eAAe,CAAC;IACrB,KAAK,EAAG,YAAY,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAG,MAAM,CAAC;IACd,IAAI,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACtC,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,wBAAwB,CAAC;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;gBAG1C,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,YAAY,EAClB,IAAI,GAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAW;IAYrD,KAAK;IAOL,cAAc,IAAI,OAAO;IAIzB,cAAc,IAAI,OAAO;IAIzB,OAAO,CACL,IAAI,GAAE,cAGc,GACnB,OAAO,CAAC,gBAAgB,CAAC;IA6BtB,KAAK,CACT,IAAI,GAAE,YAGY,GACjB,OAAO,CAAC,gBAAgB,CAAC;IA4CtB,IAAI,CACR,IAAI,GAAE,WAAiC,GACtC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAgBxB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAK1B,eAAe,IAAI,cAAc;IAkB3B,MAAM,IAAI,OAAO,CAAC,YAAY,CAAC;IAa/B,IAAI,CAAC,MAAM,UAAQ,GAAG,OAAO,CAAC,YAAY,CAAC;CAQlD;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,OAAO,QAgCxD"}