@microsoft/agents-hosting-storage-blob 0.1.49

package/README.md

@@ -0,0 +1,13 @@
+# @microsoft/agents-hosting-storage-blob
+
+## Overview
+
+This package allows to configure Azure Blob Storage as the backend for Agents conversation State
+
+## Usage
+
+```ts
+const blobStorage = new AzureBlobStorage(process.env.BLOB_STORAGE_CONNECTION_STRING!, process.env.BLOB_CONTAINER_ID!)
+const conversationState = new ConversationState(blobStorage)
+const userState = new UserState(blobStorage)
+```

package/dist/index.js

@@ -0,0 +1,20 @@
+"use strict";
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./src"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/blobsStorage.d.ts

@@ -0,0 +1,22 @@
+import { AnonymousCredential, StoragePipelineOptions, StorageSharedKeyCredential } from '@azure/storage-blob';
+import { Storage, StoreItems } from '@microsoft/agents-hosting';
+/**
+ * Options for configuring the BlobsStorage.
+ */
+export interface BlobsStorageOptions {
+    storagePipelineOptions?: StoragePipelineOptions;
+}
+/**
+ * A class that implements the Storage interface using Azure Blob Storage.
+ */
+export declare class BlobsStorage implements Storage {
+    private readonly _containerClient;
+    private readonly _concurrency;
+    private _initializePromise?;
+    constructor(connectionString: string, containerName: string, options?: BlobsStorageOptions, url?: string, credential?: StorageSharedKeyCredential | AnonymousCredential);
+    private toJSON;
+    private _initialize;
+    read(keys: string[]): Promise<StoreItems>;
+    write(changes: StoreItems): Promise<void>;
+    delete(keys: string[]): Promise<void>;
+}

package/dist/src/blobsStorage.js

@@ -0,0 +1,128 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BlobsStorage = void 0;
+const z = __importStar(require("zod"));
+const consumers_1 = __importDefault(require("stream/consumers"));
+const storage_blob_1 = require("@azure/storage-blob");
+const blobsTranscriptStore_1 = require("./blobsTranscriptStore");
+const ignoreError_1 = require("./ignoreError");
+/**
+ * A class that implements the Storage interface using Azure Blob Storage.
+ */
+class BlobsStorage {
+    constructor(connectionString, containerName, options, url = '', credential) {
+        this._concurrency = Infinity;
+        if (url !== '' && credential != null) {
+            z.object({ url: z.string() }).parse({
+                url,
+            });
+            this._containerClient = new storage_blob_1.ContainerClient(url, credential, options === null || options === void 0 ? void 0 : options.storagePipelineOptions);
+            if (url.trim() === 'UseDevelopmentStorage=true;') {
+                this._concurrency = 1;
+            }
+        }
+        else {
+            z.object({ connectionString: z.string(), containerName: z.string() }).parse({
+                connectionString,
+                containerName,
+            });
+            this._containerClient = new storage_blob_1.ContainerClient(connectionString, containerName, options === null || options === void 0 ? void 0 : options.storagePipelineOptions);
+            if (connectionString.trim() === 'UseDevelopmentStorage=true;') {
+                this._concurrency = 1;
+            }
+        }
+    }
+    toJSON() {
+        return { name: 'BlobsStorage' };
+    }
+    _initialize() {
+        if (!this._initializePromise) {
+            this._initializePromise = this._containerClient.createIfNotExists();
+        }
+        return this._initializePromise;
+    }
+    async read(keys) {
+        z.object({ keys: z.array(z.string()) }).parse({ keys });
+        await this._initialize();
+        const results = await Promise.all(keys.map(async (key) => {
+            const result = { key, value: undefined };
+            const blob = await (0, ignoreError_1.ignoreError)(this._containerClient.getBlobClient((0, blobsTranscriptStore_1.sanitizeBlobKey)(key)).download(), (0, ignoreError_1.isStatusCodeError)(404));
+            if (!blob) {
+                return result;
+            }
+            const { etag: eTag, readableStreamBody } = blob;
+            if (!readableStreamBody) {
+                return result;
+            }
+            const parsed = (await consumers_1.default.json(readableStreamBody));
+            result.value = { ...parsed, eTag };
+            return result;
+        }));
+        return results.reduce((acc, { key, value }) => (value ? { ...acc, [key]: value } : acc), {});
+    }
+    async write(changes) {
+        z.record(z.unknown()).parse(changes);
+        await this._initialize();
+        await Promise.all(Object.entries(changes).map(async ([key, { eTag = '', ...change }]) => {
+            try {
+                const blob = this._containerClient.getBlockBlobClient((0, blobsTranscriptStore_1.sanitizeBlobKey)(key));
+                const serialized = JSON.stringify(change);
+                return await blob.upload(serialized, serialized.length, {
+                    conditions: typeof eTag === 'string' && eTag !== '*' ? { ifMatch: eTag } : {},
+                    blobHTTPHeaders: { blobContentType: 'application/json' },
+                });
+            }
+            catch (err) {
+                if (err.statusCode === 412) {
+                    throw new Error(`Storage: error writing "${key}" due to eTag conflict.`);
+                }
+                else {
+                    throw err;
+                }
+            }
+        }));
+    }
+    async delete(keys) {
+        z.object({ keys: z.array(z.string()) }).parse({ keys });
+        await this._initialize();
+        await Promise.all(keys.map((key) => (0, ignoreError_1.ignoreError)(this._containerClient.deleteBlob((0, blobsTranscriptStore_1.sanitizeBlobKey)(key)), (0, ignoreError_1.isStatusCodeError)(404))));
+    }
+}
+exports.BlobsStorage = BlobsStorage;
+//# sourceMappingURL=blobsStorage.js.map

package/dist/src/blobsStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobsStorage.js","sourceRoot":"","sources":["../../src/blobsStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAwB;AACxB,iEAA8C;AAC9C,sDAK4B;AAE5B,iEAAwD;AACxD,+CAA8D;AAS9D;;GAEG;AACH,MAAa,YAAY;IAKvB,YACE,gBAAwB,EACxB,aAAqB,EACrB,OAA6B,EAC7B,GAAG,GAAG,EAAE,EACR,UAA6D;QAR9C,iBAAY,GAAG,QAAQ,CAAA;QAUtC,IAAI,GAAG,KAAK,EAAE,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACrC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;gBAClC,GAAG;aACJ,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,8BAAe,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAAC,CAAA;YAE7F,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,6BAA6B,EAAE,CAAC;gBACjD,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;gBAC1E,gBAAgB;gBAChB,aAAa;aACd,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,8BAAe,CACzC,gBAAgB,EAChB,aAAa,EACb,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAChC,CAAA;YAED,IAAI,gBAAgB,CAAC,IAAI,EAAE,KAAK,6BAA6B,EAAE,CAAC;gBAC9D,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,MAAM;QACZ,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAA;IACjC,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAA;QACrE,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,IAAI,CAAE,IAAc;QACxB,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QAEvD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACvD,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;YAExC,MAAM,IAAI,GAAG,MAAM,IAAA,yBAAW,EAC5B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAA,sCAAe,EAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,EACpE,IAAA,+BAAiB,EAAC,GAAG,CAAC,CACvB,CAAA;YAED,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,MAAM,CAAA;YACf,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAA;YAC/C,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,OAAO,MAAM,CAAA;YACf,CAAC;YAED,MAAM,MAAM,GAAG,CAAC,MAAM,mBAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAQ,CAAA;YACtE,MAAM,CAAC,KAAK,GAAG,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAA;YAElC,OAAO,MAAM,CAAA;QACf,CAAC,CAAC,CAAC,CAAA;QAEH,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;IAC9F,CAAC;IAED,KAAK,CAAC,KAAK,CAAE,OAAmB;QAC9B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAEpC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,OAAO,CAAC,GAAG,CACf,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;YACpE,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,IAAA,sCAAe,EAAC,GAAG,CAAC,CAAC,CAAA;gBAC3E,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBACzC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE;oBACtD,UAAU,EAAE,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;oBAC7E,eAAe,EAAE,EAAE,eAAe,EAAE,kBAAkB,EAAE;iBACzD,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC3B,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,yBAAyB,CAAC,CAAA;gBAC1E,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAA;gBACX,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAE,IAAc;QAC1B,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QAEvD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,yBAAW,EAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,IAAA,sCAAe,EAAC,GAAG,CAAC,CAAC,EAAE,IAAA,+BAAiB,EAAC,GAAG,CAAC,CAAC,CAAC,CAC/G,CAAA;IACH,CAAC;CACF;AApHD,oCAoHC"}

package/dist/src/blobsTranscriptStore.d.ts

@@ -0,0 +1,29 @@
+import { Activity } from '@microsoft/agents-activity';
+import { AnonymousCredential, StoragePipelineOptions, StorageSharedKeyCredential } from '@azure/storage-blob';
+import { TranscriptStore, PagedResult, TranscriptInfo } from '@microsoft/agents-hosting';
+export declare function sanitizeBlobKey(key: string, options?: BlobsTranscriptStoreOptions): string;
+export declare function maybeCast<T>(value: unknown, ctor?: {
+    new (...args: any[]): T;
+}): T;
+/**
+ * Options for configuring the BlobsTranscriptStore.
+ */
+export interface BlobsTranscriptStoreOptions {
+    storagePipelineOptions?: StoragePipelineOptions;
+    decodeTranscriptKey?: boolean;
+}
+/**
+ * A class that implements the TranscriptStore interface using Azure Blob Storage.
+ */
+export declare class BlobsTranscriptStore implements TranscriptStore {
+    private readonly _containerClient;
+    private readonly _concurrency;
+    private _initializePromise?;
+    private _isDecodeTranscriptKey?;
+    constructor(connectionString: string, containerName: string, options?: BlobsTranscriptStoreOptions, blobServiceUri?: string, tokenCredential?: StorageSharedKeyCredential | AnonymousCredential);
+    private _initialize;
+    getTranscriptActivities(channelId: string, conversationId: string, continuationToken?: string, startDate?: Date): Promise<PagedResult<Activity>>;
+    listTranscripts(channelId: string, continuationToken?: string): Promise<PagedResult<TranscriptInfo>>;
+    deleteTranscript(channelId: string, conversationId: string): Promise<void>;
+    logActivity(activity: Activity, options?: BlobsTranscriptStoreOptions): Promise<void>;
+}

package/dist/src/blobsTranscriptStore.js

@@ -0,0 +1,242 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BlobsTranscriptStore = void 0;
+exports.sanitizeBlobKey = sanitizeBlobKey;
+exports.maybeCast = maybeCast;
+const z = __importStar(require("zod"));
+const consumers_1 = __importDefault(require("stream/consumers"));
+const storage_blob_1 = require("@azure/storage-blob");
+function formatTicks(timestamp) {
+    const epochTicks = 621355968000000000;
+    const ticksPerMillisecond = 10000;
+    const ticks = epochTicks + timestamp.getTime() * ticksPerMillisecond;
+    return ticks.toString(16);
+}
+function getChannelPrefix(channelId) {
+    return sanitizeBlobKey(`${channelId}/`);
+}
+function getConversationPrefix(channelId, conversationId) {
+    return sanitizeBlobKey(`${channelId}/${conversationId}`);
+}
+function getBlobKey(activity, options) {
+    var _a;
+    if (!(activity.timestamp instanceof Date)) {
+        throw new Error('Invalid timestamp: must be an instance of Date');
+    }
+    const { timestamp } = z
+        .object({ timestamp: z.instanceof(Date) })
+        .passthrough()
+        .parse(activity);
+    return sanitizeBlobKey([activity.channelId, (_a = activity.conversation) === null || _a === void 0 ? void 0 : _a.id, `${formatTicks(timestamp)}-${activity.id}.json`].join('/'), options);
+}
+function sanitizeBlobKey(key, options) {
+    if (!key || key.length === 0) {
+        throw new Error('Please provide a non-empty key');
+    }
+    const sanitized = key.split('/').reduce((acc, part, idx) => {
+        return part ? `${acc}/${part}` : acc;
+    }, '').substr(0, 1024);
+    const encodedKey = encodeURIComponent(sanitized).substr(0, 1024);
+    if (options === null || options === void 0 ? void 0 : options.decodeTranscriptKey) {
+        return decodeURIComponent(encodedKey).substr(0, 1024);
+    }
+    return encodedKey;
+}
+function maybeCast(value, ctor) {
+    if (ctor != null && value instanceof ctor) {
+        return value;
+    }
+    return value;
+}
+const MAX_PAGE_SIZE = 20;
+/**
+ * A class that implements the TranscriptStore interface using Azure Blob Storage.
+ */
+class BlobsTranscriptStore {
+    constructor(connectionString, containerName, options, blobServiceUri = '', tokenCredential) {
+        this._concurrency = Infinity;
+        this._isDecodeTranscriptKey = false;
+        if (blobServiceUri !== '' && tokenCredential !== null) {
+            z.object({ blobServiceUri: z.string() }).parse({
+                blobServiceUri,
+            });
+            this._containerClient = new storage_blob_1.ContainerClient(blobServiceUri, tokenCredential, options === null || options === void 0 ? void 0 : options.storagePipelineOptions);
+            if (blobServiceUri.trim() === 'UseDevelopmentStorage=true;') {
+                this._concurrency = 1;
+            }
+        }
+        else {
+            z.object({ connectionString: z.string(), containerName: z.string() }).parse({
+                connectionString,
+                containerName,
+            });
+            this._containerClient = new storage_blob_1.ContainerClient(connectionString, containerName, options === null || options === void 0 ? void 0 : options.storagePipelineOptions);
+            if (connectionString.trim() === 'UseDevelopmentStorage=true;') {
+                this._concurrency = 1;
+            }
+        }
+        this._isDecodeTranscriptKey = options === null || options === void 0 ? void 0 : options.decodeTranscriptKey;
+    }
+    _initialize() {
+        if (!this._initializePromise) {
+            this._initializePromise = this._containerClient.createIfNotExists();
+        }
+        return this._initializePromise;
+    }
+    async getTranscriptActivities(channelId, conversationId, continuationToken, startDate) {
+        var _a, _b, _c, _d;
+        z.object({ channelId: z.string(), conversationId: z.string() }).parse({ channelId, conversationId });
+        await this._initialize();
+        const prefix = getConversationPrefix(channelId, conversationId);
+        console.log(`Using prefix: ${prefix}`);
+        const iter = this._containerClient
+            .listBlobsByHierarchy('/', {
+            prefix,
+        })
+            .byPage({ continuationToken, maxPageSize: MAX_PAGE_SIZE });
+        let page = await iter.next();
+        const result = [];
+        let response;
+        while (!page.done) {
+            response = maybeCast((_a = page === null || page === void 0 ? void 0 : page.value) !== null && _a !== void 0 ? _a : {});
+            const blobItems = (_c = (_b = response === null || response === void 0 ? void 0 : response.segment) === null || _b === void 0 ? void 0 : _b.blobItems) !== null && _c !== void 0 ? _c : [];
+            console.log(`Fetched ${blobItems.length} blob items.`);
+            const fromIdx = startDate != null
+                ? blobItems.findIndex((blobItem) => { var _a, _b; return ((_a = blobItem === null || blobItem === void 0 ? void 0 : blobItem.properties) === null || _a === void 0 ? void 0 : _a.createdOn) && ((_b = blobItem === null || blobItem === void 0 ? void 0 : blobItem.properties) === null || _b === void 0 ? void 0 : _b.createdOn) >= startDate; })
+                : 0;
+            console.log(`fromIdx: ${fromIdx}`);
+            if (fromIdx !== -1) {
+                const activities = await Promise.all(blobItems.slice(fromIdx).map(async (blobItem) => {
+                    const blob = await this._containerClient.getBlobClient(blobItem.name).download();
+                    const { readableStreamBody } = blob;
+                    if (!readableStreamBody) {
+                        return null;
+                    }
+                    const activity = (await consumers_1.default.json(readableStreamBody));
+                    return { ...activity, timestamp: new Date(activity.timestamp) };
+                }));
+                activities.forEach((activity) => {
+                    if (activity)
+                        result.push(activity);
+                });
+            }
+            page = await iter.next();
+        }
+        console.log(`Total activities fetched: ${result.length}`);
+        return {
+            continuationToken: (_d = response === null || response === void 0 ? void 0 : response.continuationToken) !== null && _d !== void 0 ? _d : '',
+            items: result.reduce((acc, activity) => (activity ? acc.concat(activity) : acc), []),
+        };
+    }
+    async listTranscripts(channelId, continuationToken) {
+        var _a, _b, _c, _d;
+        z.object({ channelId: z.string() }).parse({ channelId });
+        await this._initialize();
+        const iter = this._containerClient
+            .listBlobsByHierarchy('/', {
+            prefix: getChannelPrefix(channelId),
+        })
+            .byPage({ continuationToken, maxPageSize: MAX_PAGE_SIZE });
+        let page = await iter.next();
+        const result = [];
+        let response;
+        while (!page.done) {
+            const response = maybeCast((_a = page === null || page === void 0 ? void 0 : page.value) !== null && _a !== void 0 ? _a : {});
+            const blobItems = (_c = (_b = response === null || response === void 0 ? void 0 : response.segment) === null || _b === void 0 ? void 0 : _b.blobItems) !== null && _c !== void 0 ? _c : [];
+            const items = blobItems.map((blobItem) => {
+                var _a;
+                const [, id] = decodeURIComponent(blobItem.name).split('/');
+                const created = ((_a = blobItem.metadata) === null || _a === void 0 ? void 0 : _a.timestamp) ? new Date(blobItem.metadata.timestamp) : new Date();
+                return { channelId, created, id };
+            });
+            items.forEach((transcript) => {
+                if (transcript)
+                    result.push(transcript);
+            });
+            page = await iter.next();
+        }
+        return {
+            continuationToken: (_d = response === null || response === void 0 ? void 0 : response.continuationToken) !== null && _d !== void 0 ? _d : '',
+            items: result !== null && result !== void 0 ? result : [],
+        };
+    }
+    async deleteTranscript(channelId, conversationId) {
+        var _a, _b, _c;
+        z.object({ channelId: z.string(), conversationId: z.string() }).parse({ channelId, conversationId });
+        await this._initialize();
+        const iter = this._containerClient
+            .listBlobsByHierarchy('/', {
+            prefix: getConversationPrefix(channelId, conversationId),
+        })
+            .byPage({
+            maxPageSize: MAX_PAGE_SIZE,
+        });
+        let page = await iter.next();
+        while (!page.done) {
+            const response = maybeCast((_a = page === null || page === void 0 ? void 0 : page.value) !== null && _a !== void 0 ? _a : {});
+            const blobItems = (_c = (_b = response === null || response === void 0 ? void 0 : response.segment) === null || _b === void 0 ? void 0 : _b.blobItems) !== null && _c !== void 0 ? _c : [];
+            const deletionPromises = blobItems.map(blobItem => this._containerClient.deleteBlob(blobItem.name));
+            await Promise.all(deletionPromises);
+            page = await iter.next();
+        }
+    }
+    async logActivity(activity, options) {
+        var _a, _b, _c, _d;
+        z.object({ activity: z.record(z.unknown()) }).parse({ activity });
+        if (!(activity.timestamp instanceof Date)) {
+            activity.timestamp = activity.timestamp ? new Date(activity.timestamp) : new Date();
+        }
+        await this._initialize();
+        const blob = this._containerClient.getBlockBlobClient(getBlobKey(activity, options));
+        const serialized = JSON.stringify(activity);
+        const metadata = {
+            FromId: (_b = (_a = activity.from) === null || _a === void 0 ? void 0 : _a.id) !== null && _b !== void 0 ? _b : '',
+            RecipientId: (_d = (_c = activity.recipient) === null || _c === void 0 ? void 0 : _c.id) !== null && _d !== void 0 ? _d : '',
+        };
+        if (activity.id) {
+            metadata.Id = activity.id;
+        }
+        if (activity.timestamp) {
+            metadata.Timestamp = new Date(activity.timestamp).toJSON();
+        }
+        await blob.upload(serialized, serialized.length, { metadata });
+    }
+}
+exports.BlobsTranscriptStore = BlobsTranscriptStore;
+//# sourceMappingURL=blobsTranscriptStore.js.map

package/dist/src/blobsTranscriptStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobsTranscriptStore.js","sourceRoot":"","sources":["../../src/blobsTranscriptStore.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4CA,0CAeC;AAED,8BAMC;AAnED,uCAAwB;AACxB,iEAA8C;AAG9C,sDAO4B;AAG5B,SAAS,WAAW,CAAE,SAAe;IACnC,MAAM,UAAU,GAAG,kBAAkB,CAAA;IACrC,MAAM,mBAAmB,GAAG,KAAK,CAAA;IACjC,MAAM,KAAK,GAAG,UAAU,GAAG,SAAS,CAAC,OAAO,EAAE,GAAG,mBAAmB,CAAA;IACpE,OAAO,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AAC3B,CAAC;AAED,SAAS,gBAAgB,CAAE,SAAiB;IAC1C,OAAO,eAAe,CAAC,GAAG,SAAS,GAAG,CAAC,CAAA;AACzC,CAAC;AAED,SAAS,qBAAqB,CAAE,SAAiB,EAAE,cAAsB;IACvE,OAAO,eAAe,CAAC,GAAG,SAAS,IAAI,cAAc,EAAE,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,UAAU,CAAE,QAAkB,EAAE,OAAqC;;IAC5E,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,YAAY,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;IACnE,CAAC;IAED,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC;SACpB,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;SACzC,WAAW,EAAE;SACb,KAAK,CAAC,QAAQ,CAAC,CAAA;IAClB,OAAO,eAAe,CACpB,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAA,QAAQ,CAAC,YAAY,0CAAE,EAAE,EAAE,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAC1G,OAAO,CACR,CAAA;AACH,CAAC;AAED,SAAgB,eAAe,CAAE,GAAW,EAAE,OAAqC;IACjF,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAA;IACnD,CAAC;IAED,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QACzD,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAA;IACtC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IAEtB,MAAM,UAAU,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IAEhE,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,mBAAmB,EAAE,CAAC;QACjC,OAAO,kBAAkB,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACvD,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,SAAgB,SAAS,CAAK,KAAc,EAAE,IAAkC;IAC9E,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAA;IACd,CAAC;IAED,OAAO,KAAU,CAAA;AACnB,CAAC;AAED,MAAM,aAAa,GAAG,EAAE,CAAA;AAUxB;;GAEG;AACH,MAAa,oBAAoB;IAM/B,YACE,gBAAwB,EACxB,aAAqB,EACrB,OAAqC,EACrC,cAAc,GAAG,EAAE,EACnB,eAAkE;QATnD,iBAAY,GAAG,QAAQ,CAAA;QAEhC,2BAAsB,GAAa,KAAK,CAAA;QAS9C,IAAI,cAAc,KAAK,EAAE,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YACtD,CAAC,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;gBAC7C,cAAc;aACf,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,8BAAe,CACzC,cAAc,EACd,eAAe,EACf,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAChC,CAAA;YAED,IAAI,cAAc,CAAC,IAAI,EAAE,KAAK,6BAA6B,EAAE,CAAC;gBAC5D,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC;gBAC1E,gBAAgB;gBAChB,aAAa;aACd,CAAC,CAAA;YAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,8BAAe,CACzC,gBAAgB,EAChB,aAAa,EACb,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,sBAAsB,CAChC,CAAA;YAED,IAAI,gBAAgB,CAAC,IAAI,EAAE,KAAK,6BAA6B,EAAE,CAAC;gBAC9D,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,sBAAsB,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,mBAAmB,CAAA;IAC5D,CAAC;IAEO,WAAW;QACjB,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAA;QACrE,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,SAAiB,EACjB,cAAsB,EACtB,iBAA0B,EAC1B,SAAgB;;QAEhB,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEpG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;QAC/D,OAAO,CAAC,GAAG,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAA;QAEtC,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB;aAC/B,oBAAoB,CAAC,GAAG,EAAE;YACzB,MAAM;SACP,CAAC;aACD,MAAM,CAAC,EAAE,iBAAiB,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAA;QAE5D,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,MAAM,GAAe,EAAE,CAAA;QAC7B,IAAI,QAA+D,CAAA;QACnE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,QAAQ,GAAG,SAAS,CAA4C,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,EAAE,CAAC,CAAA;YAClF,MAAM,SAAS,GAAG,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAE,SAAS,mCAAI,EAAE,CAAA;YAEpD,OAAO,CAAC,GAAG,CAAC,WAAW,SAAS,CAAC,MAAM,cAAc,CAAC,CAAA;YAEtD,MAAM,OAAO,GACH,SAAS,IAAI,IAAI;gBACf,CAAC,CAAC,SAAS,CAAC,SAAS,CACnB,CAAC,QAAkB,EAAE,EAAE,eAAC,OAAA,CAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,UAAU,0CAAE,SAAS,KAAI,CAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,UAAU,0CAAE,SAAS,KAAI,SAAS,CAAA,EAAA,CACxG;gBACD,CAAC,CAAC,CAAC,CAAA;YAEf,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,EAAE,CAAC,CAAA;YAElC,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,QAAkB,EAAE,EAAE;oBACxD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAA;oBAEhF,MAAM,EAAE,kBAAkB,EAAE,GAAG,IAAI,CAAA;oBACnC,IAAI,CAAC,kBAAkB,EAAE,CAAC;wBACxB,OAAO,IAAI,CAAA;oBACb,CAAC;oBAED,MAAM,QAAQ,GAAG,CAAC,MAAM,mBAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAQ,CAAA;oBACxE,OAAO,EAAE,GAAG,QAAQ,EAAE,SAAS,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAc,CAAA;gBAC7E,CAAC,CAAC,CACH,CAAA;gBAED,UAAU,CAAC,OAAO,CAAC,CAAC,QAAyB,EAAE,EAAE;oBAC/C,IAAI,QAAQ;wBAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;gBACrC,CAAC,CAAC,CAAA;YACJ,CAAC;YAED,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC1B,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,6BAA6B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QAEzD,OAAO;YACL,iBAAiB,EAAE,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,iBAAiB,mCAAI,EAAE;YACpD,KAAK,EAAE,MAAM,CAAC,MAAM,CAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;SACjG,CAAA;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAE,SAAiB,EAAE,iBAA0B;;QAClE,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAA;QAExD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB;aAC/B,oBAAoB,CAAC,GAAG,EAAE;YACzB,MAAM,EAAE,gBAAgB,CAAC,SAAS,CAAC;SACpC,CAAC;aACD,MAAM,CAAC,EAAE,iBAAiB,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAA;QAE5D,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,MAAM,GAAU,EAAE,CAAA;QACxB,IAAI,QAA+D,CAAA;QAEnE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,SAAS,CAA4C,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,EAAE,CAAC,CAAA;YACxF,MAAM,SAAS,GAAG,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAE,SAAS,mCAAI,EAAE,CAAA;YAEpD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;;gBACvC,MAAM,CAAC,EAAE,EAAE,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;gBAE3D,MAAM,OAAO,GAAG,CAAA,MAAA,QAAQ,CAAC,QAAQ,0CAAE,SAAS,EAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAA;gBAEjG,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;YACnC,CAAC,CAAC,CAAA;YAEF,KAAK,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;gBAC3B,IAAI,UAAU;oBAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACzC,CAAC,CAAC,CAAA;YAEF,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC1B,CAAC;QAED,OAAO;YACL,iBAAiB,EAAE,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,iBAAiB,mCAAI,EAAE;YACpD,KAAK,EAAE,MAAM,aAAN,MAAM,cAAN,MAAM,GAAI,EAAE;SACpB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAE,SAAiB,EAAE,cAAsB;;QAC/D,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAA;QAEpG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB;aAC/B,oBAAoB,CAAC,GAAG,EAAE;YACzB,MAAM,EAAE,qBAAqB,CAAC,SAAS,EAAE,cAAc,CAAC;SACzD,CAAC;aACD,MAAM,CAAC;YACN,WAAW,EAAE,aAAa;SAC3B,CAAC,CAAA;QAEJ,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,SAAS,CAA4C,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,EAAE,CAAC,CAAA;YACxF,MAAM,SAAS,GAAG,MAAA,MAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,OAAO,0CAAE,SAAS,mCAAI,EAAE,CAAA;YAEpD,MAAM,gBAAgB,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAChD,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAChD,CAAA;YAED,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAA;YAEnC,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAE,QAAkB,EAAE,OAAqC;;QAC1E,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAA;QAEjE,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,YAAY,IAAI,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAA;QACrF,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAA;QAExB,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;QACpF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,QAAQ,GAA2B;YACvC,MAAM,EAAE,MAAA,MAAA,QAAQ,CAAC,IAAI,0CAAE,EAAE,mCAAI,EAAE;YAC/B,WAAW,EAAE,MAAA,MAAA,QAAQ,CAAC,SAAS,0CAAE,EAAE,mCAAI,EAAE;SAC1C,CAAA;QAED,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;YAChB,QAAQ,CAAC,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAA;QAC3B,CAAC;QACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAA;QAC5D,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IAChE,CAAC;CACF;AAvND,oDAuNC"}

package/dist/src/ignoreError.d.ts

@@ -0,0 +1,8 @@
+/**
+ * A function type that determines whether an error should be ignored.
+ * @param err - The error to check.
+ * @returns A boolean indicating whether the error should be ignored.
+ */
+export type IgnoreError = (err: Error) => boolean;
+export declare function ignoreError<T>(promise: Promise<T>, ignore: IgnoreError): Promise<T | null>;
+export declare function isStatusCodeError(...codes: number[]): IgnoreError;

package/dist/src/ignoreError.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ignoreError = ignoreError;
+exports.isStatusCodeError = isStatusCodeError;
+async function ignoreError(promise, ignore) {
+    try {
+        return await promise;
+    }
+    catch (err) {
+        if (!ignore(err)) {
+            throw err;
+        }
+        else {
+            return null;
+        }
+    }
+}
+function isStatusCodeError(...codes) {
+    const ignoredCodes = new Set(codes);
+    return function (err) {
+        return (typeof err.statusCode === 'number' &&
+            ignoredCodes.has(err.statusCode));
+    };
+}
+//# sourceMappingURL=ignoreError.js.map

package/dist/src/ignoreError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ignoreError.js","sourceRoot":"","sources":["../../src/ignoreError.ts"],"names":[],"mappings":";;AAOA,kCAUC;AASD,8CAQC;AA3BM,KAAK,UAAU,WAAW,CAAK,OAAmB,EAAE,MAAmB;IAC5E,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAA;IACtB,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,GAAG,CAAA;QACX,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;AACH,CAAC;AASD,SAAgB,iBAAiB,CAAE,GAAG,KAAe;IACnD,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAA;IACnC,OAAO,UAAU,GAAG;QAClB,OAAO,CACL,OAAQ,GAA2B,CAAC,UAAU,KAAK,QAAQ;YACrD,YAAY,CAAC,GAAG,CAAE,GAA2B,CAAC,UAAW,CAAC,CACjE,CAAA;IACH,CAAC,CAAA;AACH,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,2 @@
+export * from './blobsStorage';
+export * from './blobsTranscriptStore';

package/dist/src/index.js

@@ -0,0 +1,21 @@
+"use strict";
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./blobsStorage"), exports);
+__exportStar(require("./blobsTranscriptStore"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA,4DAA4D;AAC5D,kCAAkC;;;;;;;;;;;;;;;;AAElC,iDAA8B;AAC9B,yDAAsC"}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "$schema": "https://json.schemastore.org/package.json",
+  "name": "@microsoft/agents-hosting-storage-blob",
+  "version": "0.1.49",
+  "homepage": "https://github.com/microsoft/Agents-for-js",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/microsoft/Agents-for-js.git"
+  },
+  "author": {
+    "name": "Microsoft",
+    "email": "agentssdk@microsoft.com",
+    "url": "https://aka.ms/Agents"
+  },
+  "description": "Microsoft 365 Agents SDK State Blob Storage support.",
+  "main": "dist/index.js",
+  "types": "dist/src/index.d.ts",
+  "dependencies": {
+    "@azure/storage-blob": "^12.27.0",
+    "@microsoft/agents-hosting": "0.1.49"
+  },
+  "devDependencies": {},
+  "license": "MIT",
+  "files": [
+    "README.md",
+    "dist/src",
+    "src"
+  ],
+  "exports": {
+    ".": {
+      "import": "./dist/src/index.js",
+      "require": "./dist/src/index.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}

package/src/blobsStorage.ts

@@ -0,0 +1,139 @@
+import * as z from 'zod'
+import StreamConsumers from 'stream/consumers'
+import {
+  AnonymousCredential,
+  ContainerClient,
+  StoragePipelineOptions,
+  StorageSharedKeyCredential,
+} from '@azure/storage-blob'
+import { Storage, StoreItems } from '@microsoft/agents-hosting'
+import { sanitizeBlobKey } from './blobsTranscriptStore'
+import { ignoreError, isStatusCodeError } from './ignoreError'
+
+/**
+ * Options for configuring the BlobsStorage.
+ */
+export interface BlobsStorageOptions {
+  storagePipelineOptions?: StoragePipelineOptions;
+}
+
+/**
+ * A class that implements the Storage interface using Azure Blob Storage.
+ */
+export class BlobsStorage implements Storage {
+  private readonly _containerClient: ContainerClient
+  private readonly _concurrency = Infinity
+  private _initializePromise?: Promise<unknown>
+
+  constructor (
+    connectionString: string,
+    containerName: string,
+    options?: BlobsStorageOptions,
+    url = '',
+    credential?: StorageSharedKeyCredential | AnonymousCredential
+  ) {
+    if (url !== '' && credential != null) {
+      z.object({ url: z.string() }).parse({
+        url,
+      })
+
+      this._containerClient = new ContainerClient(url, credential, options?.storagePipelineOptions)
+
+      if (url.trim() === 'UseDevelopmentStorage=true;') {
+        this._concurrency = 1
+      }
+    } else {
+      z.object({ connectionString: z.string(), containerName: z.string() }).parse({
+        connectionString,
+        containerName,
+      })
+
+      this._containerClient = new ContainerClient(
+        connectionString,
+        containerName,
+        options?.storagePipelineOptions
+      )
+
+      if (connectionString.trim() === 'UseDevelopmentStorage=true;') {
+        this._concurrency = 1
+      }
+    }
+  }
+
+  private toJSON (): unknown {
+    return { name: 'BlobsStorage' }
+  }
+
+  private _initialize (): Promise<unknown> {
+    if (!this._initializePromise) {
+      this._initializePromise = this._containerClient.createIfNotExists()
+    }
+    return this._initializePromise
+  }
+
+  async read (keys: string[]): Promise<StoreItems> {
+    z.object({ keys: z.array(z.string()) }).parse({ keys })
+
+    await this._initialize()
+
+    const results = await Promise.all(keys.map(async (key) => {
+      const result = { key, value: undefined }
+
+      const blob = await ignoreError(
+        this._containerClient.getBlobClient(sanitizeBlobKey(key)).download(),
+        isStatusCodeError(404)
+      )
+
+      if (!blob) {
+        return result
+      }
+
+      const { etag: eTag, readableStreamBody } = blob
+      if (!readableStreamBody) {
+        return result
+      }
+
+      const parsed = (await StreamConsumers.json(readableStreamBody)) as any
+      result.value = { ...parsed, eTag }
+
+      return result
+    }))
+
+    return results.reduce((acc, { key, value }) => (value ? { ...acc, [key]: value } : acc), {})
+  }
+
+  async write (changes: StoreItems): Promise<void> {
+    z.record(z.unknown()).parse(changes)
+
+    await this._initialize()
+
+    await Promise.all(
+      Object.entries(changes).map(async ([key, { eTag = '', ...change }]) => {
+        try {
+          const blob = this._containerClient.getBlockBlobClient(sanitizeBlobKey(key))
+          const serialized = JSON.stringify(change)
+          return await blob.upload(serialized, serialized.length, {
+            conditions: typeof eTag === 'string' && eTag !== '*' ? { ifMatch: eTag } : {},
+            blobHTTPHeaders: { blobContentType: 'application/json' },
+          })
+        } catch (err: any) {
+          if (err.statusCode === 412) {
+            throw new Error(`Storage: error writing "${key}" due to eTag conflict.`)
+          } else {
+            throw err
+          }
+        }
+      })
+    )
+  }
+
+  async delete (keys: string[]): Promise<void> {
+    z.object({ keys: z.array(z.string()) }).parse({ keys })
+
+    await this._initialize()
+
+    await Promise.all(
+      keys.map((key) => ignoreError(this._containerClient.deleteBlob(sanitizeBlobKey(key)), isStatusCodeError(404)))
+    )
+  }
+}

package/src/blobsTranscriptStore.ts

@@ -0,0 +1,298 @@
+import * as z from 'zod'
+import StreamConsumers from 'stream/consumers'
+import { Activity } from '@microsoft/agents-activity'
+
+import {
+  AnonymousCredential,
+  BlobItem,
+  ContainerClient,
+  ContainerListBlobHierarchySegmentResponse,
+  StoragePipelineOptions,
+  StorageSharedKeyCredential,
+} from '@azure/storage-blob'
+import { TranscriptStore, PagedResult, TranscriptInfo } from '@microsoft/agents-hosting'
+
+function formatTicks (timestamp: Date): string {
+  const epochTicks = 621355968000000000
+  const ticksPerMillisecond = 10000
+  const ticks = epochTicks + timestamp.getTime() * ticksPerMillisecond
+  return ticks.toString(16)
+}
+
+function getChannelPrefix (channelId: string): string {
+  return sanitizeBlobKey(`${channelId}/`)
+}
+
+function getConversationPrefix (channelId: string, conversationId: string): string {
+  return sanitizeBlobKey(`${channelId}/${conversationId}`)
+}
+
+function getBlobKey (activity: Activity, options?: BlobsTranscriptStoreOptions): string {
+  if (!(activity.timestamp instanceof Date)) {
+    throw new Error('Invalid timestamp: must be an instance of Date')
+  }
+
+  const { timestamp } = z
+    .object({ timestamp: z.instanceof(Date) })
+    .passthrough()
+    .parse(activity)
+  return sanitizeBlobKey(
+    [activity.channelId, activity.conversation?.id, `${formatTicks(timestamp)}-${activity.id}.json`].join('/'),
+    options
+  )
+}
+
+export function sanitizeBlobKey (key: string, options?: BlobsTranscriptStoreOptions): string {
+  if (!key || key.length === 0) {
+    throw new Error('Please provide a non-empty key')
+  }
+
+  const sanitized = key.split('/').reduce((acc, part, idx) => {
+    return part ? `${acc}/${part}` : acc
+  }, '').substr(0, 1024)
+
+  const encodedKey = encodeURIComponent(sanitized).substr(0, 1024)
+
+  if (options?.decodeTranscriptKey) {
+    return decodeURIComponent(encodedKey).substr(0, 1024)
+  }
+  return encodedKey
+}
+
+export function maybeCast<T> (value: unknown, ctor?: { new (...args: any[]): T }): T {
+  if (ctor != null && value instanceof ctor) {
+    return value
+  }
+
+  return value as T
+}
+
+const MAX_PAGE_SIZE = 20
+
+/**
+ * Options for configuring the BlobsTranscriptStore.
+ */
+export interface BlobsTranscriptStoreOptions {
+  storagePipelineOptions?: StoragePipelineOptions;
+  decodeTranscriptKey?: boolean;
+}
+
+/**
+ * A class that implements the TranscriptStore interface using Azure Blob Storage.
+ */
+export class BlobsTranscriptStore implements TranscriptStore {
+  private readonly _containerClient: ContainerClient
+  private readonly _concurrency = Infinity
+  private _initializePromise?: Promise<unknown>
+  private _isDecodeTranscriptKey?: boolean = false
+
+  constructor (
+    connectionString: string,
+    containerName: string,
+    options?: BlobsTranscriptStoreOptions,
+    blobServiceUri = '',
+    tokenCredential?: StorageSharedKeyCredential | AnonymousCredential
+  ) {
+    if (blobServiceUri !== '' && tokenCredential !== null) {
+      z.object({ blobServiceUri: z.string() }).parse({
+        blobServiceUri,
+      })
+
+      this._containerClient = new ContainerClient(
+        blobServiceUri,
+        tokenCredential,
+        options?.storagePipelineOptions
+      )
+
+      if (blobServiceUri.trim() === 'UseDevelopmentStorage=true;') {
+        this._concurrency = 1
+      }
+    } else {
+      z.object({ connectionString: z.string(), containerName: z.string() }).parse({
+        connectionString,
+        containerName,
+      })
+
+      this._containerClient = new ContainerClient(
+        connectionString,
+        containerName,
+        options?.storagePipelineOptions
+      )
+
+      if (connectionString.trim() === 'UseDevelopmentStorage=true;') {
+        this._concurrency = 1
+      }
+    }
+
+    this._isDecodeTranscriptKey = options?.decodeTranscriptKey
+  }
+
+  private _initialize (): Promise<unknown> {
+    if (!this._initializePromise) {
+      this._initializePromise = this._containerClient.createIfNotExists()
+    }
+    return this._initializePromise
+  }
+
+  async getTranscriptActivities (
+    channelId: string,
+    conversationId: string,
+    continuationToken?: string,
+    startDate?: Date
+  ): Promise<PagedResult<Activity>> {
+    z.object({ channelId: z.string(), conversationId: z.string() }).parse({ channelId, conversationId })
+
+    await this._initialize()
+
+    const prefix = getConversationPrefix(channelId, conversationId)
+    console.log(`Using prefix: ${prefix}`)
+
+    const iter = this._containerClient
+      .listBlobsByHierarchy('/', {
+        prefix,
+      })
+      .byPage({ continuationToken, maxPageSize: MAX_PAGE_SIZE })
+
+    let page = await iter.next()
+    const result: Activity[] = []
+    let response: ContainerListBlobHierarchySegmentResponse | undefined
+    while (!page.done) {
+      response = maybeCast<ContainerListBlobHierarchySegmentResponse>(page?.value ?? {})
+      const blobItems = response?.segment?.blobItems ?? []
+
+      console.log(`Fetched ${blobItems.length} blob items.`)
+
+      const fromIdx =
+                startDate != null
+                  ? blobItems.findIndex(
+                    (blobItem: BlobItem) => blobItem?.properties?.createdOn && blobItem?.properties?.createdOn >= startDate
+                  )
+                  : 0
+
+      console.log(`fromIdx: ${fromIdx}`)
+
+      if (fromIdx !== -1) {
+        const activities = await Promise.all(
+          blobItems.slice(fromIdx).map(async (blobItem: BlobItem) => {
+            const blob = await this._containerClient.getBlobClient(blobItem.name).download()
+
+            const { readableStreamBody } = blob
+            if (!readableStreamBody) {
+              return null
+            }
+
+            const activity = (await StreamConsumers.json(readableStreamBody)) as any
+            return { ...activity, timestamp: new Date(activity.timestamp) } as Activity
+          })
+        )
+
+        activities.forEach((activity: Activity | null) => {
+          if (activity) result.push(activity)
+        })
+      }
+
+      page = await iter.next()
+    }
+
+    console.log(`Total activities fetched: ${result.length}`)
+
+    return {
+      continuationToken: response?.continuationToken ?? '',
+      items: result.reduce<Activity[]>((acc, activity) => (activity ? acc.concat(activity) : acc), []),
+    }
+  }
+
+  async listTranscripts (channelId: string, continuationToken?: string): Promise<PagedResult<TranscriptInfo>> {
+    z.object({ channelId: z.string() }).parse({ channelId })
+
+    await this._initialize()
+
+    const iter = this._containerClient
+      .listBlobsByHierarchy('/', {
+        prefix: getChannelPrefix(channelId),
+      })
+      .byPage({ continuationToken, maxPageSize: MAX_PAGE_SIZE })
+
+    let page = await iter.next()
+    const result: any[] = []
+    let response: ContainerListBlobHierarchySegmentResponse | undefined
+
+    while (!page.done) {
+      const response = maybeCast<ContainerListBlobHierarchySegmentResponse>(page?.value ?? {})
+      const blobItems = response?.segment?.blobItems ?? []
+
+      const items = blobItems.map((blobItem) => {
+        const [, id] = decodeURIComponent(blobItem.name).split('/')
+
+        const created = blobItem.metadata?.timestamp ? new Date(blobItem.metadata.timestamp) : new Date()
+
+        return { channelId, created, id }
+      })
+
+      items.forEach((transcript) => {
+        if (transcript) result.push(transcript)
+      })
+
+      page = await iter.next()
+    }
+
+    return {
+      continuationToken: response?.continuationToken ?? '',
+      items: result ?? [],
+    }
+  }
+
+  async deleteTranscript (channelId: string, conversationId: string): Promise<void> {
+    z.object({ channelId: z.string(), conversationId: z.string() }).parse({ channelId, conversationId })
+
+    await this._initialize()
+
+    const iter = this._containerClient
+      .listBlobsByHierarchy('/', {
+        prefix: getConversationPrefix(channelId, conversationId),
+      })
+      .byPage({
+        maxPageSize: MAX_PAGE_SIZE,
+      })
+
+    let page = await iter.next()
+    while (!page.done) {
+      const response = maybeCast<ContainerListBlobHierarchySegmentResponse>(page?.value ?? {})
+      const blobItems = response?.segment?.blobItems ?? []
+
+      const deletionPromises = blobItems.map(blobItem =>
+        this._containerClient.deleteBlob(blobItem.name)
+      )
+
+      await Promise.all(deletionPromises)
+
+      page = await iter.next()
+    }
+  }
+
+  async logActivity (activity: Activity, options?: BlobsTranscriptStoreOptions): Promise<void> {
+    z.object({ activity: z.record(z.unknown()) }).parse({ activity })
+
+    if (!(activity.timestamp instanceof Date)) {
+      activity.timestamp = activity.timestamp ? new Date(activity.timestamp) : new Date()
+    }
+
+    await this._initialize()
+
+    const blob = this._containerClient.getBlockBlobClient(getBlobKey(activity, options))
+    const serialized = JSON.stringify(activity)
+    const metadata: Record<string, string> = {
+      FromId: activity.from?.id ?? '',
+      RecipientId: activity.recipient?.id ?? '',
+    }
+
+    if (activity.id) {
+      metadata.Id = activity.id
+    }
+    if (activity.timestamp) {
+      metadata.Timestamp = new Date(activity.timestamp).toJSON()
+    }
+
+    await blob.upload(serialized, serialized.length, { metadata })
+  }
+}

package/src/ignoreError.ts

@@ -0,0 +1,35 @@
+/**
+ * A function type that determines whether an error should be ignored.
+ * @param err - The error to check.
+ * @returns A boolean indicating whether the error should be ignored.
+ */
+export type IgnoreError = (err: Error) => boolean
+
+export async function ignoreError<T> (promise: Promise<T>, ignore: IgnoreError): Promise<T | null> {
+  try {
+    return await promise
+  } catch (err: any) {
+    if (!ignore(err)) {
+      throw err
+    } else {
+      return null
+    }
+  }
+}
+
+/**
+ * An interface representing an error with an optional status code.
+ */
+interface ErrorWithStatusCode {
+  statusCode?: number;
+}
+
+export function isStatusCodeError (...codes: number[]): IgnoreError {
+  const ignoredCodes = new Set(codes)
+  return function (err) {
+    return (
+      typeof (err as ErrorWithStatusCode).statusCode === 'number' &&
+            ignoredCodes.has((err as ErrorWithStatusCode).statusCode!)
+    )
+  }
+}

package/src/index.ts

@@ -0,0 +1,5 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+export * from './blobsStorage'
+export * from './blobsTranscriptStore'