@hotmeshio/hotmesh 0.0.3 → 0.0.5

package/build/esm/modules/utils.js

@@ -0,0 +1,154 @@
+export async function sleepFor(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+export function identifyRedisType(redisInstance) {
+    if (redisInstance.constructor) {
+        if (redisInstance.constructor.name === 'Redis' || redisInstance.constructor.name === 'EventEmitter') {
+            if ('hset' in redisInstance) {
+                return 'ioredis';
+            }
+        }
+        else if (redisInstance.constructor.name === 'RedisClient' || redisInstance.constructor.name === 'Commander') {
+            if ('HSET' in redisInstance) {
+                return 'redis';
+            }
+        }
+    }
+    return null;
+}
+export function identifyRedisTypeFromClass(redisClass) {
+    if (redisClass && redisClass.name === 'Redis' || redisClass.name === 'EventEmitter') {
+        return 'ioredis';
+    }
+    else if (redisClass && 'createClient' in redisClass) {
+        return 'redis';
+    }
+    return null;
+}
+export function matchesStatusCode(code, pattern) {
+    if (typeof pattern === 'string') {
+        // Convert '*' wildcard to its regex equivalent (\d)
+        const regexPattern = `^${pattern.replace(/\*/g, "\\d")}$`;
+        return new RegExp(regexPattern).test(code.toString());
+    }
+    return pattern.test(code.toString());
+}
+export function matchesStatus(status, targetStatus) {
+    return status === targetStatus;
+}
+export function XSleepFor(ms) {
+    //can be interrupted with `clearTimeout`
+    let timerId;
+    let promise = new Promise((resolve) => {
+        timerId = setTimeout(resolve, ms);
+    });
+    return { promise, timerId };
+}
+export function findTopKey(obj, input) {
+    for (const [key, value] of Object.entries(obj)) {
+        if (value.hasOwnProperty(input)) {
+            const parentKey = findTopKey(obj, key.replace(/^\./, ''));
+            return (parentKey || key).replace(/^\./, '');
+        }
+    }
+    return null;
+}
+export function findSubscriptionForTrigger(obj, value) {
+    for (const [key, itemValue] of Object.entries(obj)) {
+        if (itemValue === value) {
+            return key;
+        }
+    }
+    return null;
+}
+/**
+ * Get the subscription topic for the flow to which @activityId belongs.
+ * TODO: resolve this value in the compiler...do not call this at runtime
+ */
+export async function getSubscriptionTopic(activityId, store, appVID) {
+    const appTransitions = await store.getTransitions(appVID);
+    const appSubscriptions = await store.getSubscriptions(appVID);
+    const triggerId = findTopKey(appTransitions, activityId);
+    const topic = findSubscriptionForTrigger(appSubscriptions, triggerId);
+    return topic;
+}
+/**
+ * returns the 12-digit format of the iso timestamp (e.g, 202101010000)
+ */
+export function getTimeSeries(granularity) {
+    const now = new Date();
+    const granularityUnit = granularity.slice(-1);
+    const granularityValue = parseInt(granularity.slice(0, -1), 10);
+    if (granularityUnit === 'm') {
+        const minute = Math.floor(now.getMinutes() / granularityValue) * granularityValue;
+        now.setUTCMinutes(minute, 0, 0);
+    }
+    else if (granularityUnit === 'h') {
+        now.setUTCMinutes(0, 0, 0);
+    }
+    return now.toISOString().replace(/:\d\d\..+|-|T/g, '').replace(':', '');
+}
+export function formatISODate(input) {
+    const date = input instanceof Date ? input : new Date(input);
+    return date.toISOString().replace(/[:TZ-]/g, '');
+}
+export function getSymKey(number) {
+    const alphabet = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ';
+    const base = alphabet.length;
+    if (number < 0 || number >= Math.pow(base, 3)) {
+        throw new Error('Number out of range');
+    }
+    let [q1, r1] = divmod(number, base);
+    let [q2, r2] = divmod(q1, base);
+    return alphabet[q2] + alphabet[r1] + alphabet[r2];
+}
+export function getSymVal(number) {
+    const alphabet = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ';
+    const base = alphabet.length;
+    if (number < 0 || number >= Math.pow(base, 2)) {
+        throw new Error('Number out of range');
+    }
+    let [q, r] = divmod(number, base);
+    return alphabet[q] + alphabet[r];
+}
+function divmod(m, n) {
+    return [Math.floor(m / n), m % n];
+}
+export function getIndexedHash(hash, target) {
+    const index = hash[target] || 0;
+    const newHash = { ...hash };
+    delete newHash[target];
+    return [index, newHash];
+}
+export function getValueByPath(obj, path) {
+    const pathParts = path.split('/');
+    let currentValue = obj;
+    for (const part of pathParts) {
+        if (currentValue[part] !== undefined) {
+            currentValue = currentValue[part];
+        }
+        else {
+            return undefined;
+        }
+    }
+    return currentValue;
+}
+export function restoreHierarchy(obj) {
+    const result = {};
+    for (const key in obj) {
+        if (obj[key] === undefined)
+            continue;
+        const keys = key.split('/');
+        let current = result;
+        for (let i = 0; i < keys.length; i++) {
+            if (i === keys.length - 1) {
+                current[keys[i]] = obj[key];
+            }
+            else {
+                current[keys[i]] = current[keys[i]] || {};
+                current = current[keys[i]];
+            }
+        }
+    }
+    return result;
+}

package/build/esm/package.json

@@ -0,0 +1,80 @@
+{
+    "name": "@hotmeshio/hotmesh",
+    "version": "0.0.5",
+    "description": "Durable Workflows",
+    "main": "build/cjs/index.js",
+    "module": "build/esm/index.js",
+    "types": "build/cjs/index.d.ts",
+    "exports": {
+        "import": "./build/esm/index.js",
+        "require": "./build/cjs/index.js"
+    },
+    "repository": {
+        "type": "git",
+        "url": "https://github.com/hotmeshio/sdk-typescript.git"
+    },
+    "homepage": "https://github.com/hotmeshio/sdk-typescript#readme",
+    "publishConfig": {
+        "access": "public"
+    },
+    "scripts": {
+        "clean": "rimraf ./build",
+        "build:cjs": "tsc --build tsconfig.cjs.json",
+        "build:esm": "tsc --build tsconfig.esm.json",
+        "build": "npm run build:cjs && npm run build:esm",
+        "clean-build": "npm run clean && npm run build",
+        "lint": "eslint . --ext .ts",
+        "lint:fix": "eslint . --fix --ext .ts",
+        "start": "ts-node src/index.ts",
+        "test": "NODE_ENV=test jest --detectOpenHandles --forceExit --verbose",
+        "test:hmsh": "NODE_ENV=test jest ./tests/functional/index.test.ts --detectOpenHandles --verbose",
+        "test:compile": "NODE_ENV=test jest ./tests/functional/compile/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:connect": "NODE_ENV=test jest ./tests/unit/services/connector/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:connect:redis": "NODE_ENV=test jest ./tests/unit/services/connector/clients/redis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:connect:ioredis": "NODE_ENV=test jest ./tests/unit/services/connector/clients/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:parallel": "NODE_ENV=test jest ./tests/functional/parallel/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:sequence": "NODE_ENV=test jest ./tests/functional/sequence/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:quorum": "NODE_ENV=test jest ./tests/functional/quorum/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:reclaim": "NODE_ENV=test jest ./tests/functional/reclaim/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:redeploy": "NODE_ENV=test jest ./tests/functional/redeploy/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:retry": "NODE_ENV=test jest ./tests/functional/retry/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:status": "NODE_ENV=test jest ./tests/functional/status/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:store:redis": "NODE_ENV=test jest ./tests/functional/store/clients/redis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:store:ioredis": "NODE_ENV=test jest ./tests/functional/store/clients/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:stream:redis": "NODE_ENV=test jest ./tests/functional/stream/clients/redis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:stream:ioredis": "NODE_ENV=test jest ./tests/functional/stream/clients/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:sub:redis": "NODE_ENV=test jest ./tests/functional/sub/clients/redis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:sub:ioredis": "NODE_ENV=test jest ./tests/functional/sub/clients/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:durable": "NODE_ENV=test jest ./tests/durable/*/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:durable:hello": "NODE_ENV=test jest ./tests/durable/helloworld/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:durable:goodbye": "NODE_ENV=test jest ./tests/durable/goodbye/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:durable:loopactivity": "NODE_ENV=test jest ./tests/durable/loopactivity/index.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:durable:nested": "NODE_ENV=test jest ./tests/durable/nested/index.test.ts --detectOpenHandles --forceExit --verbose"
+    },
+    "keywords": [],
+    "author": "luke.birdeau@gmail.com",
+    "license": "SEE LICENSE IN LICENSE",
+    "dependencies": {
+        "@apidevtools/json-schema-ref-parser": "^10.1.0",
+        "@opentelemetry/api": "^1.4.1",
+        "js-yaml": "^4.1.0",
+        "ms": "^2.1.3",
+        "uuid": "^9.0.1",
+        "winston": "^3.8.2"
+    },
+    "devDependencies": {
+        "@types/jest": "^29.5.0",
+        "@types/node": "^18.15.11",
+        "@typescript-eslint/eslint-plugin": "^5.56.0",
+        "@typescript-eslint/parser": "^5.56.0",
+        "eslint": "^8.36.0",
+        "ioredis": "^5.3.2",
+        "jest": "^29.5.0",
+        "redis": "^4.6.6",
+        "rimraf": "^4.4.1",
+        "ts-jest": "^29.0.5",
+        "ts-node": "^10.9.1",
+        "ts-node-dev": "^2.0.0",
+        "typescript": "^5.0.4"
+    }
+}

package/build/esm/services/activities/activity.d.ts

@@ -0,0 +1,61 @@
+import { EngineService } from '../engine';
+import { ILogger } from '../logger';
+import { StoreService } from '../store';
+import { ActivityData, ActivityLeg, ActivityMetadata, ActivityType } from '../../types/activity';
+import { JobState, JobStatus } from '../../types/job';
+import { MultiResponseFlags, RedisClient, RedisMulti } from '../../types/redis';
+import { StringAnyType } from '../../types/serializer';
+import { StreamCode, StreamData, StreamStatus } from '../../types/stream';
+/**
+ * The base class for all activities
+ */
+declare class Activity {
+    config: ActivityType;
+    data: ActivityData;
+    hook: ActivityData;
+    metadata: ActivityMetadata;
+    store: StoreService<RedisClient, RedisMulti>;
+    context: JobState;
+    engine: EngineService;
+    logger: ILogger;
+    status: StreamStatus;
+    code: StreamCode;
+    leg: ActivityLeg;
+    adjacencyList: StreamData[];
+    adjacentIndex: number;
+    constructor(config: ActivityType, data: ActivityData, metadata: ActivityMetadata, hook: ActivityData | null, engine: EngineService, context?: JobState);
+    process(): Promise<string>;
+    setLeg(leg: ActivityLeg): void;
+    doesHook(): boolean;
+    registerHook(multi?: RedisMulti): Promise<string | void>;
+    processWebHookEvent(): Promise<JobStatus | void>;
+    processTimeHookEvent(jobId: string): Promise<JobStatus | void>;
+    processHookEvent(jobId: string): Promise<JobStatus | void>;
+    resolveStatus(multiResponse: MultiResponseFlags): number;
+    mapJobData(): void;
+    mapInputData(): void;
+    registerTimeout(): Promise<void>;
+    bindActivityError(data: Record<string, unknown>): void;
+    getTriggerConfig(): Promise<ActivityType>;
+    getJobStatus(): null | number;
+    setStatus(amount: number, multi?: RedisMulti): Promise<void>;
+    authorizeEntry(state: StringAnyType): string[];
+    bindDimensionalAddress(state: StringAnyType): void;
+    setState(multi?: RedisMulti): Promise<string>;
+    bindJobMetadata(): void;
+    bindActivityMetadata(): void;
+    bindJobState(state: StringAnyType): Promise<void>;
+    bindActivityState(state: StringAnyType): void;
+    bindJobMetadataPaths(): string[];
+    bindActivityMetadataPaths(): string[];
+    getState(jobId?: string): Promise<void>;
+    initDimensionalAddress(dad: string): void;
+    initSelf(context: StringAnyType): JobState;
+    initPolicies(context: JobState): void;
+    bindActivityData(type: 'output' | 'hook'): void;
+    resolveDad(): string;
+    resolveAdjacentDad(): string;
+    filterAdjacent(): Promise<StreamData[]>;
+    transition(adjacencyList: StreamData[], jobStatus: JobStatus): Promise<string[]>;
+}
+export { Activity, ActivityType };