@memberjunction/content-autotagging 4.4.0 → 5.0.0

package/dist/src/Engine/generic/content.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.types.js","sourceRoot":"","sources":["../../../../src/Engine/generic/content.types.ts"],"names":[],"mappings":";;;AAAA,MAAa,iBAAiB;IAC1B,eAAe,CAAS;IACxB,IAAI,CAAS;IACb,WAAW,CAAU;IACrB,aAAa,CAAS;IACtB,mBAAmB,CAAS;IAC5B,iBAAiB,CAAS;IAC1B,GAAG,CAAS;IACZ,SAAS,CAAU;IACnB,OAAO,CAAU;IACjB,OAAO,CAAU;CACpB;AAXD,8CAWC;AAED,MAAa,mBAAmB;IAC5B,eAAe,CAAS;IACxB,IAAI,CAAU;IACd,WAAW,CAAU;IACrB,aAAa,CAAS;IACtB,mBAAmB,CAAS;IAC5B,iBAAiB,CAAS;IAC1B,GAAG,CAAS;IACZ,SAAS,CAAU;IACnB,OAAO,CAAU;IACjB,OAAO,CAAU;CACpB;AAXD,kDAWC;AAED,MAAa,uBAAuB;IAChC,eAAe,CAAS;IACxB,mBAAmB,CAAS;IAC5B,IAAI,CAAS;IACb,KAAK,CAAS;IACd,IAAI,CAAS;CAChB;AAND,0DAMC"}

package/dist/src/Engine/generic/process.types.d.ts

@@ -0,0 +1,30 @@
+export declare class ProcessRunParams {
+    sourceID: string;
+    startTime: Date;
+    endTime: Date;
+    numItemsProcessed: number;
+}
+export declare class ContentItemProcessParams {
+    text: string;
+    modelID: string;
+    minTags: number;
+    maxTags: number;
+    contentItemID: string;
+    contentTypeID: string;
+    contentFileTypeID: string;
+    contentSourceTypeID: string;
+}
+export declare class ContentItemProcessResults {
+    title: string;
+    author: string[];
+    publicationDate: Date;
+    keywords: string[];
+    content_text: string;
+    processStartTime: Date;
+    processEndTime: Date;
+    contentItemID: string;
+}
+export interface JsonObject {
+    [key: string]: any;
+}
+//# sourceMappingURL=process.types.d.ts.map

package/dist/src/Engine/generic/process.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.types.d.ts","sourceRoot":"","sources":["../../../../src/Engine/generic/process.types.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,wBAAwB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,yBAAyB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,EAAE,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,IAAI,CAAC;IACvB,cAAc,EAAE,IAAI,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACtB"}

package/dist/src/Engine/generic/process.types.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContentItemProcessResults = exports.ContentItemProcessParams = exports.ProcessRunParams = void 0;
+class ProcessRunParams {
+    sourceID;
+    startTime;
+    endTime;
+    numItemsProcessed;
+}
+exports.ProcessRunParams = ProcessRunParams;
+class ContentItemProcessParams {
+    text;
+    modelID;
+    minTags;
+    maxTags;
+    contentItemID;
+    contentTypeID;
+    contentFileTypeID;
+    contentSourceTypeID;
+}
+exports.ContentItemProcessParams = ContentItemProcessParams;
+class ContentItemProcessResults {
+    title;
+    author;
+    publicationDate;
+    keywords;
+    content_text;
+    processStartTime;
+    processEndTime;
+    contentItemID;
+}
+exports.ContentItemProcessResults = ContentItemProcessResults;
+//# sourceMappingURL=process.types.js.map

package/dist/src/Engine/generic/process.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.types.js","sourceRoot":"","sources":["../../../../src/Engine/generic/process.types.ts"],"names":[],"mappings":";;;AAAA,MAAa,gBAAgB;IACzB,QAAQ,CAAS;IACjB,SAAS,CAAO;IAChB,OAAO,CAAO;IACd,iBAAiB,CAAS;CAC7B;AALD,4CAKC;AAED,MAAa,wBAAwB;IACjC,IAAI,CAAS;IACb,OAAO,CAAS;IAChB,OAAO,CAAS;IAChB,OAAO,CAAS;IAChB,aAAa,CAAS;IACtB,aAAa,CAAS;IACtB,iBAAiB,CAAS;IAC1B,mBAAmB,CAAS;CAC/B;AATD,4DASC;AAED,MAAa,yBAAyB;IAClC,KAAK,CAAS;IACd,MAAM,CAAW;IACjB,eAAe,CAAO;IACtB,QAAQ,CAAW;IACnB,YAAY,CAAS;IACrB,gBAAgB,CAAO;IACvB,cAAc,CAAO;IACrB,aAAa,CAAS;CACzB;AATD,8DASC"}

package/dist/src/Engine/index.d.ts

@@ -0,0 +1,4 @@
+export * from './generic/AutotagBaseEngine.js';
+export * from './generic/content.types.js';
+export * from './generic/process.types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/Engine/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/Engine/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}

package/dist/src/Engine/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generic/AutotagBaseEngine.js"), exports);
+__exportStar(require("./generic/content.types.js"), exports);
+__exportStar(require("./generic/process.types.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/Engine/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/Engine/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8DAA2C;AAC3C,0DAAwC;AACxC,0DAAwC"}

package/dist/src/Entity/generic/AutotagEntity.d.ts

@@ -0,0 +1,19 @@
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { UserInfo, BaseEntity } from "@memberjunction/core";
+import { ContentSourceEntity, ContentItemEntity } from "@memberjunction/core-entities";
+export declare class AutotagEntity extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    private EntityName;
+    private EntityFields;
+    constructor();
+    Autotag(contextUser: UserInfo): Promise<void>;
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    getNewOrModifiedContentItems(contentSourceParams: ContentSourceParams, contextUser: UserInfo): Promise<ContentItemEntity[]>;
+    setContentItemsFromEntityResults(results: BaseEntity[], contentSourceParams: ContentSourceParams, lastRunDate: Date): Promise<ContentItemEntity[]>;
+    setNewContentItem(item: BaseEntity, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+    getTextFromEntityResult(result: BaseEntity): string;
+}
+//# sourceMappingURL=AutotagEntity.d.ts.map

package/dist/src/Entity/generic/AutotagEntity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagEntity.d.ts","sourceRoot":"","sources":["../../../../src/Entity/generic/AutotagEntity.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,QAAQ,EAAqB,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAEvF,qBACa,aAAc,SAAQ,WAAW;IAC1C,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;IACrC,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,YAAY,CAAU;;IAMjB,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7C,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAsC7F,4BAA4B,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAwB3H,gCAAgC,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,IAAI,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAelJ,iBAAiB,CAAC,IAAI,EAAE,UAAU,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuB/G,uBAAuB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM;CAU7D"}

package/dist/src/Entity/generic/AutotagEntity.js

@@ -0,0 +1,130 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutotagEntity = void 0;
+const global_1 = require("@memberjunction/global");
+const Core_1 = require("../../Core/index.js");
+const Engine_1 = require("../../Engine/index.js");
+const core_1 = require("@memberjunction/core");
+let AutotagEntity = class AutotagEntity extends Core_1.AutotagBase {
+    contextUser;
+    engine;
+    contentSourceTypeID;
+    EntityName;
+    EntityFields;
+    constructor() {
+        super();
+        this.engine = Engine_1.AutotagBaseEngine.Instance;
+    }
+    async Autotag(contextUser) {
+        this.contextUser = contextUser;
+        this.contentSourceTypeID = await this.engine.setSubclassContentSourceType('Entity', this.contextUser);
+        const contentSources = await this.engine.getAllContentSources(this.contextUser, this.contentSourceTypeID) || [];
+        const contentItemsToProcess = await this.SetContentItemsToProcess(contentSources);
+        await this.engine.ExtractTextAndProcessWithLLM(contentItemsToProcess, this.contextUser);
+    }
+    async SetContentItemsToProcess(contentSources) {
+        const contentItemsToProcess = [];
+        for (const contentSource of contentSources) {
+            const contentSourceParamsMap = await this.engine.getContentSourceParams(contentSource, this.contextUser);
+            if (contentSourceParamsMap) {
+                contentSourceParamsMap.forEach((value, key) => {
+                    if (key in this) {
+                        this[key] = value;
+                    }
+                });
+            }
+            const contentSourceParams = {
+                contentSourceID: contentSource.ID,
+                name: contentSource.Name,
+                ContentTypeID: contentSource.ContentTypeID,
+                ContentFileTypeID: contentSource.ContentFileTypeID,
+                ContentSourceTypeID: contentSource.ContentSourceTypeID,
+                URL: contentSource.URL
+            };
+            const contentItems = await this.getNewOrModifiedContentItems(contentSourceParams, this.contextUser);
+            if (contentItems && contentItems.length > 0) {
+                contentItemsToProcess.push(...contentItems);
+            }
+            else {
+                console.log(`No content items found to process for content source: ${contentSource.Name}`);
+            }
+        }
+        return contentItemsToProcess;
+    }
+    async getNewOrModifiedContentItems(contentSourceParams, contextUser) {
+        const lastRunDate = await this.engine.getContentSourceLastRunDate(contentSourceParams.contentSourceID, contextUser);
+        const lastRunDateISOString = lastRunDate.toISOString();
+        const rv = new core_1.RunView();
+        const results = await rv.RunView({
+            EntityName: this.EntityName,
+            Fields: this.EntityFields,
+            ExtraFilter: `__mj_UpdatedAt > '${lastRunDateISOString}'`,
+            ResultType: 'entity_object'
+        }, contextUser);
+        const entityResults = results.Results;
+        if (results.Results && results.Results.length > 0) {
+            const contentItems = await this.setContentItemsFromEntityResults(entityResults, contentSourceParams, lastRunDate);
+            return contentItems;
+        }
+        else {
+            return [];
+        }
+    }
+    async setContentItemsFromEntityResults(results, contentSourceParams, lastRunDate) {
+        const contentItems = [];
+        for (const result of results) {
+            const lastUpdatedAt = result.Get('__mj_UpdatedAt');
+            if (lastUpdatedAt > lastRunDate) {
+                const contentItem = await this.setNewContentItem(result, contentSourceParams);
+                if (contentItem) {
+                    contentItems.push(contentItem);
+                }
+            }
+        }
+        return contentItems;
+    }
+    async setNewContentItem(item, contentSourceParams) {
+        const md = new core_1.Metadata();
+        const text = this.getTextFromEntityResult(item);
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        contentItem.NewRecord();
+        contentItem.ContentSourceID = contentSourceParams.contentSourceID;
+        contentItem.Name = contentSourceParams.name;
+        contentItem.Description = await this.engine.getContentItemDescription(contentSourceParams, this.contextUser);
+        contentItem.ContentTypeID = contentSourceParams.ContentTypeID;
+        contentItem.ContentFileTypeID = contentSourceParams.ContentFileTypeID;
+        contentItem.ContentSourceTypeID = contentSourceParams.ContentSourceTypeID;
+        contentItem.Text = text;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        contentItem.URL = contentSourceParams.URL;
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+    getTextFromEntityResult(result) {
+        let text = '';
+        for (const field of this.EntityFields) {
+            const fieldVal = result.Get(field);
+            text += `${field}: ${fieldVal}\n`;
+        }
+        return text;
+    }
+};
+exports.AutotagEntity = AutotagEntity;
+exports.AutotagEntity = AutotagEntity = __decorate([
+    (0, global_1.RegisterClass)(Core_1.AutotagBase, 'AutotagEntity'),
+    __metadata("design:paramtypes", [])
+], AutotagEntity);
+//# sourceMappingURL=AutotagEntity.js.map

package/dist/src/Entity/generic/AutotagEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagEntity.js","sourceRoot":"","sources":["../../../../src/Entity/generic/AutotagEntity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mDAAuD;AACvD,qCAAyC;AACzC,yCAAsE;AACtE,+CAA+E;AAIxE,IAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,kBAAW;IAClC,WAAW,CAAW;IACtB,MAAM,CAAoB;IACxB,mBAAmB,CAAQ;IAC7B,UAAU,CAAQ;IAClB,YAAY,CAAU;IAE9B;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,0BAAiB,CAAC,QAAQ,CAAC;IAC7C,CAAC;IACM,KAAK,CAAC,OAAO,CAAC,WAAqB;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtG,MAAM,cAAc,GAA0B,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QACvI,MAAM,qBAAqB,GAAwB,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAA;QACtG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,qBAAqB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5F,CAAC;IAEM,KAAK,CAAC,wBAAwB,CAAC,cAAqC;QACvE,MAAM,qBAAqB,GAAwB,EAAE,CAAA;QAErD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAGzC,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzG,IAAI,sBAAsB,EAAE,CAAC;gBAEzB,sBAAsB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBAC1C,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;wBACb,IAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;oBAC/B,CAAC;gBACL,CAAC,CAAC,CAAA;YACN,CAAC;YAED,MAAM,mBAAmB,GAAwB;gBAC7C,eAAe,EAAE,aAAa,CAAC,EAAE;gBACjC,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;gBAClD,mBAAmB,EAAE,aAAa,CAAC,mBAAmB;gBACtD,GAAG,EAAE,aAAa,CAAC,GAAG;aACzB,CAAA;YAED,MAAM,YAAY,GAAwB,MAAM,IAAI,CAAC,4BAA4B,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzH,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,qBAAqB,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAChD,CAAC;iBACI,CAAC;gBAEF,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/F,CAAC;QACL,CAAC;QAED,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,4BAA4B,CAAC,mBAAwC,EAAE,WAAqB;QACrG,MAAM,WAAW,GAAS,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAA;QACzH,MAAM,oBAAoB,GAAW,WAAW,CAAC,WAAW,EAAE,CAAC;QAE/D,MAAM,EAAE,GAAG,IAAI,cAAO,EAAE,CAAC;QAGzB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAa;YACzC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,YAAY;YACzB,WAAW,EAAE,qBAAqB,oBAAoB,GAAG;YACzD,UAAU,EAAE,eAAe;SAC9B,EAAE,WAAW,CAAC,CAAC;QAEhB,MAAM,aAAa,GAAiB,OAAO,CAAC,OAAO,CAAA;QACnD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,YAAY,GAAwB,MAAM,IAAI,CAAC,gCAAgC,CAAC,aAAa,EAAE,mBAAmB,EAAE,WAAW,CAAC,CAAC;YACvI,OAAO,YAAY,CAAC;QACxB,CAAC;aACI,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,gCAAgC,CAAC,OAAqB,EAAE,mBAAwC,EAAE,WAAiB;QAC5H,MAAM,YAAY,GAAwB,EAAE,CAAC;QAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACnD,IAAI,aAAa,GAAG,WAAW,EAAE,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;gBAC9E,IAAI,WAAW,EAAC,CAAC;oBACb,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,YAAY,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,IAAgB,EAAE,mBAAwC;QACrF,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,WAAW,CAAC,eAAe,GAAG,mBAAmB,CAAC,eAAe,CAAC;QAClE,WAAW,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAA;QAC3C,WAAW,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAC5G,WAAW,CAAC,aAAa,GAAG,mBAAmB,CAAC,aAAa,CAAA;QAC7D,WAAW,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAA;QACrE,WAAW,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAA;QACzE,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC;QACxB,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACnE,WAAW,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC;QAE1C,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAEM,uBAAuB,CAAC,MAAkB;QAC7C,IAAI,IAAI,GAAG,EAAE,CAAA;QAEb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAClC,IAAI,IAAI,GAAG,KAAK,KAAK,QAAQ,IAAI,CAAA;QACrC,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ,CAAA;AAjIY,sCAAa;wBAAb,aAAa;IADzB,IAAA,sBAAa,EAAC,kBAAW,EAAE,eAAe,CAAC;;GAC/B,aAAa,CAiIzB"}

package/dist/src/Entity/index.d.ts

@@ -0,0 +1,2 @@
+export * from './generic/AutotagEntity.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/Entity/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/Entity/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}

package/dist/src/Entity/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generic/AutotagEntity.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/Entity/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/Entity/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC"}

package/dist/src/LocalFileSystem/generic/AutotagLocalFileSystem.d.ts

@@ -0,0 +1,20 @@
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { UserInfo } from "@memberjunction/core";
+import { ContentSourceEntity, ContentItemEntity } from "@memberjunction/core-entities";
+import { OpenAI } from "openai";
+export declare class AutotagLocalFileSystem extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    static _openAI: OpenAI;
+    constructor();
+    getContextUser(): UserInfo | null;
+    Autotag(contextUser: UserInfo): Promise<void>;
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    setContentSourceParams(contentSource: ContentSourceEntity): Promise<ContentSourceParams>;
+    SetNewAndModifiedContentItems(contentSourceParams: ContentSourceParams, lastRunDate: Date, contextUser: UserInfo): Promise<ContentItemEntity[]>;
+    setAddedContentItem(filePath: string, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+    setModifiedContentItem(filePath: string, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+}
+//# sourceMappingURL=AutotagLocalFileSystem.d.ts.map

package/dist/src/LocalFileSystem/generic/AutotagLocalFileSystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagLocalFileSystem.d.ts","sourceRoot":"","sources":["../../../../src/LocalFileSystem/generic/AutotagLocalFileSystem.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAKhC,qBACa,sBAAuB,SAAQ,WAAW;IACnD,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;IACrC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;;IAOhB,cAAc,IAAI,QAAQ,GAAG,IAAI;IAS3B,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAc7C,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA+B7F,sBAAsB,CAAC,aAAa,EAAE,mBAAmB;IAgCzD,6BAA6B,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA+B/I,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuB3G,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAgB9H"}

package/dist/src/LocalFileSystem/generic/AutotagLocalFileSystem.js

@@ -0,0 +1,155 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutotagLocalFileSystem = void 0;
+const global_1 = require("@memberjunction/global");
+const fs_1 = __importDefault(require("fs"));
+const Core_1 = require("../../Core/index.js");
+const Engine_1 = require("../../Engine/index.js");
+const core_1 = require("@memberjunction/core");
+const path_1 = __importDefault(require("path"));
+const dotenv_1 = __importDefault(require("dotenv"));
+dotenv_1.default.config();
+let AutotagLocalFileSystem = class AutotagLocalFileSystem extends Core_1.AutotagBase {
+    contextUser;
+    engine;
+    contentSourceTypeID;
+    static _openAI;
+    constructor() {
+        super();
+        this.engine = Engine_1.AutotagBaseEngine.Instance;
+    }
+    getContextUser() {
+        return this.contextUser;
+    }
+    async Autotag(contextUser) {
+        this.contextUser = contextUser;
+        this.contentSourceTypeID = await this.engine.setSubclassContentSourceType('Local File System', this.contextUser);
+        const contentSources = await this.engine.getAllContentSources(this.contextUser, this.contentSourceTypeID) || [];
+        const contentItemsToProcess = await this.SetContentItemsToProcess(contentSources);
+        await this.engine.ExtractTextAndProcessWithLLM(contentItemsToProcess, this.contextUser);
+    }
+    async SetContentItemsToProcess(contentSources) {
+        const contentItemsToProcess = [];
+        for (const contentSource of contentSources) {
+            if (fs_1.default.existsSync(contentSource.URL)) {
+                const contentSourceParams = await this.setContentSourceParams(contentSource);
+                const lastRunDate = await this.engine.getContentSourceLastRunDate(contentSourceParams.contentSourceID, this.contextUser);
+                if (lastRunDate) {
+                    const contentItems = await this.SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, this.contextUser);
+                    if (contentItems && contentItems.length > 0) {
+                        contentItemsToProcess.push(...contentItems);
+                    }
+                    else {
+                        console.log(`No content items found to process for content source: ${contentSource.Get('Name')}`);
+                    }
+                }
+                else {
+                    throw new Error('Invalid last run date');
+                }
+            }
+            else {
+                console.log(`Invalid Content Source ${contentSource.Name}`);
+            }
+        }
+        return contentItemsToProcess;
+    }
+    async setContentSourceParams(contentSource) {
+        const contentSourceParamsMap = await this.engine.getContentSourceParams(contentSource, this.contextUser);
+        if (contentSourceParamsMap) {
+            contentSourceParamsMap.forEach((value, key) => {
+                if (key in this) {
+                    this[key] = value;
+                }
+            });
+        }
+        const contentSourceParams = {
+            contentSourceID: contentSource.ID,
+            name: contentSource.Name,
+            ContentTypeID: contentSource.ContentTypeID,
+            ContentSourceTypeID: contentSource.ContentSourceTypeID,
+            ContentFileTypeID: contentSource.ContentFileTypeID,
+            URL: contentSource.URL
+        };
+        return contentSourceParams;
+    }
+    async SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, contextUser) {
+        const contentItems = [];
+        let contentSourcePath = contentSourceParams.URL;
+        const filesAndDirs = fs_1.default.readdirSync(contentSourcePath);
+        for (const file of filesAndDirs) {
+            const filePath = path_1.default.join(contentSourcePath, file);
+            const stats = fs_1.default.statSync(filePath);
+            if (stats.isDirectory()) {
+                contentSourceParams.URL = filePath;
+                await this.SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, contextUser);
+            }
+            else if (stats.isFile()) {
+                const modifiedDate = new Date(stats.mtime.toUTCString());
+                const changedDate = new Date(stats.ctime.toUTCString());
+                if (changedDate > lastRunDate) {
+                    const contentItem = await this.setAddedContentItem(filePath, contentSourceParams);
+                    contentItems.push(contentItem);
+                }
+                else if (modifiedDate > lastRunDate) {
+                    const contentItem = await this.setModifiedContentItem(filePath, contentSourceParams);
+                    contentItems.push(contentItem);
+                }
+            }
+        }
+        return contentItems;
+    }
+    async setAddedContentItem(filePath, contentSourceParams) {
+        const md = new core_1.Metadata();
+        const text = await this.engine.parseFileFromPath(filePath);
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        contentItem.NewRecord();
+        contentItem.ContentSourceID = contentSourceParams.contentSourceID;
+        contentItem.Name = contentSourceParams.name;
+        contentItem.Description = await this.engine.getContentItemDescription(contentSourceParams, this.contextUser);
+        contentItem.ContentTypeID = contentSourceParams.ContentTypeID;
+        contentItem.ContentFileTypeID = contentSourceParams.ContentFileTypeID;
+        contentItem.ContentSourceTypeID = contentSourceParams.ContentSourceTypeID;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        contentItem.URL = contentSourceParams.URL;
+        contentItem.Text = text;
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+    async setModifiedContentItem(filePath, contentSourceParams) {
+        const md = new core_1.Metadata();
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        const contentItemID = await this.engine.getContentItemIDFromURL(contentSourceParams, this.contextUser);
+        await contentItem.Load(contentItemID);
+        const text = await this.engine.parseFileFromPath(filePath);
+        contentItem.Text = text;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+};
+exports.AutotagLocalFileSystem = AutotagLocalFileSystem;
+exports.AutotagLocalFileSystem = AutotagLocalFileSystem = __decorate([
+    (0, global_1.RegisterClass)(Core_1.AutotagBase, 'AutotagLocalFileSystem'),
+    __metadata("design:paramtypes", [])
+], AutotagLocalFileSystem);
+//# sourceMappingURL=AutotagLocalFileSystem.js.map

package/dist/src/LocalFileSystem/generic/AutotagLocalFileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagLocalFileSystem.js","sourceRoot":"","sources":["../../../../src/LocalFileSystem/generic/AutotagLocalFileSystem.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mDAAuD;AACvD,4CAAoB;AACpB,qCAAyC;AACzC,yCAAsE;AACtE,+CAAmE;AAGnE,gDAAwB;AACxB,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAA;AAGR,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,kBAAW;IAC3C,WAAW,CAAW;IACtB,MAAM,CAAoB;IACxB,mBAAmB,CAAQ;IACrC,MAAM,CAAC,OAAO,CAAS;IAEvB;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,0BAAiB,CAAC,QAAQ,CAAC;IAC7C,CAAC;IAEM,cAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAOM,KAAK,CAAC,OAAO,CAAC,WAAqB;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACjH,MAAM,cAAc,GAA0B,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QACvI,MAAM,qBAAqB,GAAwB,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAA;QACtG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,qBAAqB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5F,CAAC;IAQM,KAAK,CAAC,wBAAwB,CAAC,cAAqC;QACvE,MAAM,qBAAqB,GAAwB,EAAE,CAAA;QAErD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAEzC,IAAI,YAAE,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;gBAC7E,MAAM,WAAW,GAAS,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;gBAG9H,IAAI,WAAW,EAAE,CAAC;oBAClB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,mBAAmB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;oBAC9G,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1C,qBAAqB,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;oBAChD,CAAC;yBACI,CAAC;wBAEF,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACtG,CAAC;gBACL,CAAC;qBACI,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBACzC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YAChE,CAAC;QACL,CAAC;QAED,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,aAAkC;QAElE,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACzG,IAAI,sBAAsB,EAAE,CAAC;YAEzB,sBAAsB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC1C,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;oBACb,IAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBAC/B,CAAC;YACL,CAAC,CAAC,CAAA;QACN,CAAC;QAED,MAAM,mBAAmB,GAAwB;YAC7C,eAAe,EAAE,aAAa,CAAC,EAAE;YACjC,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,aAAa,EAAE,aAAa,CAAC,aAAa;YAC1C,mBAAmB,EAAE,aAAa,CAAC,mBAAmB;YACtD,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;YAClD,GAAG,EAAE,aAAa,CAAC,GAAG;SACzB,CAAA;QAED,OAAO,mBAAmB,CAAC;IAC/B,CAAC;IAUM,KAAK,CAAC,6BAA6B,CAAC,mBAAwC,EAAE,WAAiB,EAAE,WAAqB;QACzH,MAAM,YAAY,GAAwB,EAAE,CAAA;QAC5C,IAAI,iBAAiB,GAAG,mBAAmB,CAAC,GAAG,CAAA;QAC/C,MAAM,YAAY,GAAG,YAAE,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAA;QAEtD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;YACnD,MAAM,KAAK,GAAG,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YACnC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACtB,mBAAmB,CAAC,GAAG,GAAG,QAAQ,CAAA;gBAClC,MAAM,IAAI,CAAC,6BAA6B,CAAC,mBAAmB,EAAE,WAAW,EAAE,WAAW,CAAC,CAAA;YAC3F,CAAC;iBAEI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;gBACxD,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;gBACvD,IAAI,WAAW,GAAG,WAAW,EAAE,CAAC;oBAE5B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;oBAClF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;qBACI,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;oBAElC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;oBACrF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,QAAgB,EAAE,mBAAwC;QACvF,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,WAAW,CAAC,eAAe,GAAG,mBAAmB,CAAC,eAAe,CAAA;QACjE,WAAW,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAA;QAC3C,WAAW,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAC5G,WAAW,CAAC,aAAa,GAAG,mBAAmB,CAAC,aAAa,CAAA;QAC7D,WAAW,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAA;QACrE,WAAW,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAA;QACzE,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAClE,WAAW,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAA;QACzC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAA;QAEvB,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,mBAAwC;QAC1F,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,MAAM,aAAa,GAAW,MAAM,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/G,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3D,WAAW,CAAC,IAAI,GAAG,IAAI,CAAA;QACvB,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAElE,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;CACJ,CAAA;AAvKY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,sBAAa,EAAC,kBAAW,EAAE,wBAAwB,CAAC;;GACxC,sBAAsB,CAuKlC"}

package/dist/src/LocalFileSystem/index.d.ts

@@ -0,0 +1,2 @@
+export * from './generic/AutotagLocalFileSystem.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/LocalFileSystem/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/LocalFileSystem/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAA"}

package/dist/src/LocalFileSystem/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generic/AutotagLocalFileSystem.js"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/LocalFileSystem/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/LocalFileSystem/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mEAAgD"}

package/dist/src/RSSFeed/generic/AutotagRSSFeed.d.ts

@@ -0,0 +1,19 @@
+import { UserInfo } from '@memberjunction/core';
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { ContentSourceEntity, ContentItemEntity } from '@memberjunction/core-entities';
+import { RSSItem } from './RSS.types.js';
+export declare class AutotagRSSFeed extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    constructor();
+    protected getContextUser(): UserInfo;
+    Autotag(contextUser: UserInfo): Promise<void>;
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    SetNewAndModifiedContentItems(allRSSItems: RSSItem[], contentSourceParams: ContentSourceParams): Promise<ContentItemEntity[]>;
+    parseRSSFeed(url: string): Promise<RSSItem[]>;
+    protected urlIsValid(url: string): Promise<boolean>;
+    getChecksumFromRSSItem(RSSContentItem: RSSItem, contextUser: UserInfo): Promise<string>;
+}
+//# sourceMappingURL=AutotagRSSFeed.d.ts.map

package/dist/src/RSSFeed/generic/AutotagRSSFeed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagRSSFeed.d.ts","sourceRoot":"","sources":["../../../../src/RSSFeed/generic/AutotagRSSFeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAOtC,qBACa,cAAe,SAAQ,WAAW;IAC3C,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;;IAOrC,SAAS,CAAC,cAAc,IAAI,QAAQ;IASvB,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAc7C,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAuC7F,6BAA6B,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAkD7H,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;cAqC1C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAW5C,sBAAsB,CAAC,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;CAIvG"}