@memberjunction/content-autotagging 3.3.0 → 4.0.0

package/dist/Engine/generic/content.types.d.ts

@@ -0,0 +1,32 @@
+export declare class ContentItemParams {
+    contentSourceID: string;
+    name: string;
+    description?: string;
+    ContentTypeID: string;
+    ContentSourceTypeID: string;
+    ContentFileTypeID: string;
+    URL: string;
+    AIModelID?: string;
+    minTags?: number;
+    maxTags?: number;
+}
+export declare class ContentSourceParams {
+    contentSourceID: string;
+    name?: string;
+    description?: string;
+    ContentTypeID: string;
+    ContentSourceTypeID: string;
+    ContentFileTypeID: string;
+    URL: string;
+    AIModelID?: string;
+    minTags?: number;
+    maxTags?: number;
+}
+export declare class ContentSourceTypeParams {
+    contentSourceID: string;
+    contentSourceTypeID: string;
+    name: string;
+    value: string;
+    type: string;
+}
+//# sourceMappingURL=content.types.d.ts.map

package/dist/Engine/generic/content.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.types.d.ts","sourceRoot":"","sources":["../../../src/Engine/generic/content.types.ts"],"names":[],"mappings":"AAAA,qBAAa,iBAAiB;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,mBAAmB;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,uBAAuB;IAChC,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CAChB"}

package/dist/Engine/generic/content.types.js

@@ -0,0 +1,7 @@
+export class ContentItemParams {
+}
+export class ContentSourceParams {
+}
+export class ContentSourceTypeParams {
+}
+//# sourceMappingURL=content.types.js.map

package/dist/Engine/generic/content.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.types.js","sourceRoot":"","sources":["../../../src/Engine/generic/content.types.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,iBAAiB;CAW7B;AAED,MAAM,OAAO,mBAAmB;CAW/B;AAED,MAAM,OAAO,uBAAuB;CAMnC"}

package/dist/Engine/generic/process.types.d.ts

@@ -0,0 +1,30 @@
+export declare class ProcessRunParams {
+    sourceID: string;
+    startTime: Date;
+    endTime: Date;
+    numItemsProcessed: number;
+}
+export declare class ContentItemProcessParams {
+    text: string;
+    modelID: string;
+    minTags: number;
+    maxTags: number;
+    contentItemID: string;
+    contentTypeID: string;
+    contentFileTypeID: string;
+    contentSourceTypeID: string;
+}
+export declare class ContentItemProcessResults {
+    title: string;
+    author: string[];
+    publicationDate: Date;
+    keywords: string[];
+    content_text: string;
+    processStartTime: Date;
+    processEndTime: Date;
+    contentItemID: string;
+}
+export interface JsonObject {
+    [key: string]: any;
+}
+//# sourceMappingURL=process.types.d.ts.map

package/dist/Engine/generic/process.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.types.d.ts","sourceRoot":"","sources":["../../../src/Engine/generic/process.types.ts"],"names":[],"mappings":"AAAA,qBAAa,gBAAgB;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,IAAI,CAAC;IACd,iBAAiB,EAAE,MAAM,CAAC;CAC7B;AAED,qBAAa,wBAAwB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,yBAAyB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,EAAE,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,IAAI,CAAC;IACvB,cAAc,EAAE,IAAI,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACvB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACtB"}

package/dist/Engine/generic/process.types.js

@@ -0,0 +1,7 @@
+export class ProcessRunParams {
+}
+export class ContentItemProcessParams {
+}
+export class ContentItemProcessResults {
+}
+//# sourceMappingURL=process.types.js.map

package/dist/Engine/generic/process.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.types.js","sourceRoot":"","sources":["../../../src/Engine/generic/process.types.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,gBAAgB;CAK5B;AAED,MAAM,OAAO,wBAAwB;CASpC;AAED,MAAM,OAAO,yBAAyB;CASrC"}

package/dist/Engine/index.d.ts

@@ -0,0 +1,4 @@
+export * from './generic/AutotagBaseEngine.js';
+export * from './generic/content.types.js';
+export * from './generic/process.types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/Engine/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/Engine/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}

package/dist/Engine/index.js

@@ -0,0 +1,4 @@
+export * from './generic/AutotagBaseEngine.js';
+export * from './generic/content.types.js';
+export * from './generic/process.types.js';
+//# sourceMappingURL=index.js.map

package/dist/Engine/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/Engine/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAA;AAC3C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}

package/dist/Entity/generic/AutotagEntity.d.ts

@@ -0,0 +1,19 @@
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { UserInfo, BaseEntity } from "@memberjunction/core";
+import { ContentSourceEntity, ContentItemEntity } from "@memberjunction/core-entities";
+export declare class AutotagEntity extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    private EntityName;
+    private EntityFields;
+    constructor();
+    Autotag(contextUser: UserInfo): Promise<void>;
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    getNewOrModifiedContentItems(contentSourceParams: ContentSourceParams, contextUser: UserInfo): Promise<ContentItemEntity[]>;
+    setContentItemsFromEntityResults(results: BaseEntity[], contentSourceParams: ContentSourceParams, lastRunDate: Date): Promise<ContentItemEntity[]>;
+    setNewContentItem(item: BaseEntity, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+    getTextFromEntityResult(result: BaseEntity): string;
+}
+//# sourceMappingURL=AutotagEntity.d.ts.map

package/dist/Entity/generic/AutotagEntity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagEntity.d.ts","sourceRoot":"","sources":["../../../src/Entity/generic/AutotagEntity.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,QAAQ,EAAqB,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAEvF,qBACa,aAAc,SAAQ,WAAW;IAC1C,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;IACrC,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,YAAY,CAAU;;IAMjB,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ7C,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAsC7F,4BAA4B,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAwB3H,gCAAgC,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,IAAI,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAelJ,iBAAiB,CAAC,IAAI,EAAE,UAAU,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuB/G,uBAAuB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM;CAU7D"}

package/dist/Entity/generic/AutotagEntity.js

@@ -0,0 +1,127 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { RegisterClass } from "@memberjunction/global";
+import { AutotagBase } from "../../Core/index.js";
+import { AutotagBaseEngine } from "../../Engine/index.js";
+import { Metadata, RunView } from "@memberjunction/core";
+let AutotagEntity = class AutotagEntity extends AutotagBase {
+    constructor() {
+        super();
+        this.engine = AutotagBaseEngine.Instance;
+    }
+    async Autotag(contextUser) {
+        this.contextUser = contextUser;
+        this.contentSourceTypeID = await this.engine.setSubclassContentSourceType('Entity', this.contextUser);
+        const contentSources = await this.engine.getAllContentSources(this.contextUser, this.contentSourceTypeID) || [];
+        const contentItemsToProcess = await this.SetContentItemsToProcess(contentSources);
+        await this.engine.ExtractTextAndProcessWithLLM(contentItemsToProcess, this.contextUser);
+    }
+    async SetContentItemsToProcess(contentSources) {
+        const contentItemsToProcess = [];
+        for (const contentSource of contentSources) {
+            // If content source parameters were provided, set them. Otherwise, use the default values.
+            const contentSourceParamsMap = await this.engine.getContentSourceParams(contentSource, this.contextUser);
+            if (contentSourceParamsMap) {
+                // Override defaults with content source specific params
+                contentSourceParamsMap.forEach((value, key) => {
+                    if (key in this) {
+                        this[key] = value;
+                    }
+                });
+            }
+            const contentSourceParams = {
+                contentSourceID: contentSource.ID,
+                name: contentSource.Name,
+                ContentTypeID: contentSource.ContentTypeID,
+                ContentFileTypeID: contentSource.ContentFileTypeID,
+                ContentSourceTypeID: contentSource.ContentSourceTypeID,
+                URL: contentSource.URL
+            };
+            const contentItems = await this.getNewOrModifiedContentItems(contentSourceParams, this.contextUser);
+            if (contentItems && contentItems.length > 0) {
+                contentItemsToProcess.push(...contentItems);
+            }
+            else {
+                // No content items found to process
+                console.log(`No content items found to process for content source: ${contentSource.Name}`);
+            }
+        }
+        return contentItemsToProcess;
+    }
+    async getNewOrModifiedContentItems(contentSourceParams, contextUser) {
+        const lastRunDate = await this.engine.getContentSourceLastRunDate(contentSourceParams.contentSourceID, contextUser);
+        const lastRunDateISOString = lastRunDate.toISOString();
+        const rv = new RunView();
+        // Get all entities that have been added/updated since the last run date
+        const results = await rv.RunView({
+            EntityName: this.EntityName,
+            Fields: this.EntityFields,
+            ExtraFilter: `__mj_UpdatedAt > '${lastRunDateISOString}'`,
+            ResultType: 'entity_object'
+        }, contextUser);
+        const entityResults = results.Results;
+        if (results.Results && results.Results.length > 0) {
+            const contentItems = await this.setContentItemsFromEntityResults(entityResults, contentSourceParams, lastRunDate);
+            return contentItems;
+        }
+        else {
+            return [];
+        }
+    }
+    async setContentItemsFromEntityResults(results, contentSourceParams, lastRunDate) {
+        const contentItems = [];
+        for (const result of results) {
+            const lastUpdatedAt = result.Get('__mj_UpdatedAt');
+            if (lastUpdatedAt > lastRunDate) {
+                const contentItem = await this.setNewContentItem(result, contentSourceParams);
+                if (contentItem) {
+                    contentItems.push(contentItem);
+                }
+            }
+        }
+        return contentItems;
+    }
+    async setNewContentItem(item, contentSourceParams) {
+        const md = new Metadata();
+        const text = this.getTextFromEntityResult(item);
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        contentItem.NewRecord();
+        contentItem.ContentSourceID = contentSourceParams.contentSourceID;
+        contentItem.Name = contentSourceParams.name;
+        contentItem.Description = await this.engine.getContentItemDescription(contentSourceParams, this.contextUser);
+        contentItem.ContentTypeID = contentSourceParams.ContentTypeID;
+        contentItem.ContentFileTypeID = contentSourceParams.ContentFileTypeID;
+        contentItem.ContentSourceTypeID = contentSourceParams.ContentSourceTypeID;
+        contentItem.Text = text;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        contentItem.URL = contentSourceParams.URL;
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+    getTextFromEntityResult(result) {
+        let text = '';
+        // For every field in the field list, add the field's name and value to the text in the format FieldName: FieldValue
+        for (const field of this.EntityFields) {
+            const fieldVal = result.Get(field);
+            text += `${field}: ${fieldVal}\n`;
+        }
+        return text;
+    }
+};
+AutotagEntity = __decorate([
+    RegisterClass(AutotagBase, 'AutotagEntity'),
+    __metadata("design:paramtypes", [])
+], AutotagEntity);
+export { AutotagEntity };
+//# sourceMappingURL=AutotagEntity.js.map

package/dist/Entity/generic/AutotagEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagEntity.js","sourceRoot":"","sources":["../../../src/Entity/generic/AutotagEntity.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAuB,MAAM,cAAc,CAAC;AACtE,OAAO,EAAY,QAAQ,EAAE,OAAO,EAAc,MAAM,sBAAsB,CAAC;AAIxE,IAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,WAAW;IAO1C;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC;IAC7C,CAAC;IACM,KAAK,CAAC,OAAO,CAAC,WAAqB;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACtG,MAAM,cAAc,GAA0B,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QACvI,MAAM,qBAAqB,GAAwB,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAA;QACtG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,qBAAqB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5F,CAAC;IAEM,KAAK,CAAC,wBAAwB,CAAC,cAAqC;QACvE,MAAM,qBAAqB,GAAwB,EAAE,CAAA;QAErD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YAEzC,2FAA2F;YAC3F,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzG,IAAI,sBAAsB,EAAE,CAAC;gBACzB,wDAAwD;gBACxD,sBAAsB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;oBAC1C,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;wBACb,IAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;oBAC/B,CAAC;gBACL,CAAC,CAAC,CAAA;YACN,CAAC;YAED,MAAM,mBAAmB,GAAwB;gBAC7C,eAAe,EAAE,aAAa,CAAC,EAAE;gBACjC,IAAI,EAAE,aAAa,CAAC,IAAI;gBACxB,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;gBAClD,mBAAmB,EAAE,aAAa,CAAC,mBAAmB;gBACtD,GAAG,EAAE,aAAa,CAAC,GAAG;aACzB,CAAA;YAED,MAAM,YAAY,GAAwB,MAAM,IAAI,CAAC,4BAA4B,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACzH,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,qBAAqB,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAChD,CAAC;iBACI,CAAC;gBACF,oCAAoC;gBACpC,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/F,CAAC;QACL,CAAC;QAED,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,4BAA4B,CAAC,mBAAwC,EAAE,WAAqB;QACrG,MAAM,WAAW,GAAS,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,eAAe,EAAE,WAAW,CAAC,CAAA;QACzH,MAAM,oBAAoB,GAAW,WAAW,CAAC,WAAW,EAAE,CAAC;QAE/D,MAAM,EAAE,GAAG,IAAI,OAAO,EAAE,CAAC;QAEzB,wEAAwE;QACxE,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAa;YACzC,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,YAAY;YACzB,WAAW,EAAE,qBAAqB,oBAAoB,GAAG;YACzD,UAAU,EAAE,eAAe;SAC9B,EAAE,WAAW,CAAC,CAAC;QAEhB,MAAM,aAAa,GAAiB,OAAO,CAAC,OAAO,CAAA;QACnD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,MAAM,YAAY,GAAwB,MAAM,IAAI,CAAC,gCAAgC,CAAC,aAAa,EAAE,mBAAmB,EAAE,WAAW,CAAC,CAAC;YACvI,OAAO,YAAY,CAAC;QACxB,CAAC;aACI,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,gCAAgC,CAAC,OAAqB,EAAE,mBAAwC,EAAE,WAAiB;QAC5H,MAAM,YAAY,GAAwB,EAAE,CAAC;QAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACnD,IAAI,aAAa,GAAG,WAAW,EAAE,CAAC;gBAC9B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;gBAC9E,IAAI,WAAW,EAAC,CAAC;oBACb,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,YAAY,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,IAAgB,EAAE,mBAAwC;QACrF,MAAM,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,WAAW,CAAC,eAAe,GAAG,mBAAmB,CAAC,eAAe,CAAC;QAClE,WAAW,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAA;QAC3C,WAAW,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAC5G,WAAW,CAAC,aAAa,GAAG,mBAAmB,CAAC,aAAa,CAAA;QAC7D,WAAW,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAA;QACrE,WAAW,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAA;QACzE,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC;QACxB,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACnE,WAAW,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC;QAE1C,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAEM,uBAAuB,CAAC,MAAkB;QAC7C,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,oHAAoH;QACpH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAClC,IAAI,IAAI,GAAG,KAAK,KAAK,QAAQ,IAAI,CAAA;QACrC,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ,CAAA;AAjIY,aAAa;IADzB,aAAa,CAAC,WAAW,EAAE,eAAe,CAAC;;GAC/B,aAAa,CAiIzB"}

package/dist/Entity/index.d.ts

@@ -0,0 +1,2 @@
+export * from './generic/AutotagEntity.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/Entity/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/Entity/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}

package/dist/Entity/index.js

@@ -0,0 +1,2 @@
+export * from './generic/AutotagEntity.js';
+//# sourceMappingURL=index.js.map

package/dist/Entity/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/Entity/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}

package/dist/LocalFileSystem/generic/AutotagLocalFileSystem.d.ts

@@ -0,0 +1,39 @@
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { UserInfo } from "@memberjunction/core";
+import { ContentSourceEntity, ContentItemEntity } from "@memberjunction/core-entities";
+import { OpenAI } from "openai";
+export declare class AutotagLocalFileSystem extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    static _openAI: OpenAI;
+    constructor();
+    getContextUser(): UserInfo | null;
+    /**
+     * Implemented abstract method from the AutotagBase class. that runs the entire autotagging process. This method is the entry point for the autotagging process.
+     * It initializes the connection, retrieves the content sources corresponding to the content source type, sets the content items that we want to process,
+     * extracts and processes the text, and sets the results in the database.
+     */
+    Autotag(contextUser: UserInfo): Promise<void>;
+    /**
+    * Implemented abstract method from the AutotagBase class. Given a list of content sources, this method should return a list
+    * of content source items that have been modified or added after the most recent process run for that content source.
+    * @param contentSources - An array of content sources to check for modified or added content source items
+    * @returns - An array of content source items that have been modified or added after the most recent process run for that content source
+    */
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    setContentSourceParams(contentSource: ContentSourceEntity): Promise<ContentSourceParams>;
+    /**
+     * Given a content source and last run date, recursively traverse through the directory and return a
+     * list of content source items that have been modified or added after the last run date.
+     * @param contentSource
+     * @param lastRunDate
+     * @param contextUser
+     * @returns
+     */
+    SetNewAndModifiedContentItems(contentSourceParams: ContentSourceParams, lastRunDate: Date, contextUser: UserInfo): Promise<ContentItemEntity[]>;
+    setAddedContentItem(filePath: string, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+    setModifiedContentItem(filePath: string, contentSourceParams: ContentSourceParams): Promise<ContentItemEntity>;
+}
+//# sourceMappingURL=AutotagLocalFileSystem.d.ts.map

package/dist/LocalFileSystem/generic/AutotagLocalFileSystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagLocalFileSystem.d.ts","sourceRoot":"","sources":["../../../src/LocalFileSystem/generic/AutotagLocalFileSystem.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAKhC,qBACa,sBAAuB,SAAQ,WAAW;IACnD,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;IACrC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;;IAOhB,cAAc,IAAI,QAAQ,GAAG,IAAI;IAIxC;;;;OAIG;IACU,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ1D;;;;;MAKE;IACW,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA+B7F,sBAAsB,CAAC,aAAa,EAAE,mBAAmB;IAwBtE;;;;;;;OAOG;IACU,6BAA6B,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA+B/I,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAuB3G,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,CAAC;CAgB9H"}

package/dist/LocalFileSystem/generic/AutotagLocalFileSystem.js

@@ -0,0 +1,171 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { RegisterClass } from "@memberjunction/global";
+import fs from 'fs';
+import { AutotagBase } from "../../Core/index.js";
+import { AutotagBaseEngine } from "../../Engine/index.js";
+import { Metadata } from "@memberjunction/core";
+import path from 'path';
+import dotenv from 'dotenv';
+dotenv.config({ quiet: true });
+let AutotagLocalFileSystem = class AutotagLocalFileSystem extends AutotagBase {
+    constructor() {
+        super();
+        this.engine = AutotagBaseEngine.Instance;
+    }
+    getContextUser() {
+        return this.contextUser;
+    }
+    /**
+     * Implemented abstract method from the AutotagBase class. that runs the entire autotagging process. This method is the entry point for the autotagging process.
+     * It initializes the connection, retrieves the content sources corresponding to the content source type, sets the content items that we want to process,
+     * extracts and processes the text, and sets the results in the database.
+     */
+    async Autotag(contextUser) {
+        this.contextUser = contextUser;
+        this.contentSourceTypeID = await this.engine.setSubclassContentSourceType('Local File System', this.contextUser);
+        const contentSources = await this.engine.getAllContentSources(this.contextUser, this.contentSourceTypeID) || [];
+        const contentItemsToProcess = await this.SetContentItemsToProcess(contentSources);
+        await this.engine.ExtractTextAndProcessWithLLM(contentItemsToProcess, this.contextUser);
+    }
+    /**
+    * Implemented abstract method from the AutotagBase class. Given a list of content sources, this method should return a list
+    * of content source items that have been modified or added after the most recent process run for that content source.
+    * @param contentSources - An array of content sources to check for modified or added content source items
+    * @returns - An array of content source items that have been modified or added after the most recent process run for that content source
+    */
+    async SetContentItemsToProcess(contentSources) {
+        const contentItemsToProcess = [];
+        for (const contentSource of contentSources) {
+            // First check that the directory exists
+            if (fs.existsSync(contentSource.URL)) {
+                const contentSourceParams = await this.setContentSourceParams(contentSource);
+                const lastRunDate = await this.engine.getContentSourceLastRunDate(contentSourceParams.contentSourceID, this.contextUser);
+                // Traverse through all the files in the directory
+                if (lastRunDate) {
+                    const contentItems = await this.SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, this.contextUser);
+                    if (contentItems && contentItems.length > 0) {
+                        contentItemsToProcess.push(...contentItems);
+                    }
+                    else {
+                        // No content items found to process
+                        console.log(`No content items found to process for content source: ${contentSource.Get('Name')}`);
+                    }
+                }
+                else {
+                    throw new Error('Invalid last run date');
+                }
+            }
+            else {
+                console.log(`Invalid Content Source ${contentSource.Name}`);
+            }
+        }
+        return contentItemsToProcess;
+    }
+    async setContentSourceParams(contentSource) {
+        // If content source parameters were provided, set them. Otherwise, use the default values.
+        const contentSourceParamsMap = await this.engine.getContentSourceParams(contentSource, this.contextUser);
+        if (contentSourceParamsMap) {
+            // Override defaults with content source specific params
+            contentSourceParamsMap.forEach((value, key) => {
+                if (key in this) {
+                    this[key] = value;
+                }
+            });
+        }
+        const contentSourceParams = {
+            contentSourceID: contentSource.ID,
+            name: contentSource.Name,
+            ContentTypeID: contentSource.ContentTypeID,
+            ContentSourceTypeID: contentSource.ContentSourceTypeID,
+            ContentFileTypeID: contentSource.ContentFileTypeID,
+            URL: contentSource.URL
+        };
+        return contentSourceParams;
+    }
+    /**
+     * Given a content source and last run date, recursively traverse through the directory and return a
+     * list of content source items that have been modified or added after the last run date.
+     * @param contentSource
+     * @param lastRunDate
+     * @param contextUser
+     * @returns
+     */
+    async SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, contextUser) {
+        const contentItems = [];
+        let contentSourcePath = contentSourceParams.URL;
+        const filesAndDirs = fs.readdirSync(contentSourcePath);
+        for (const file of filesAndDirs) {
+            const filePath = path.join(contentSourcePath, file);
+            const stats = fs.statSync(filePath);
+            if (stats.isDirectory()) {
+                contentSourceParams.URL = filePath;
+                await this.SetNewAndModifiedContentItems(contentSourceParams, lastRunDate, contextUser);
+            }
+            else if (stats.isFile()) {
+                const modifiedDate = new Date(stats.mtime.toUTCString());
+                const changedDate = new Date(stats.ctime.toUTCString());
+                if (changedDate > lastRunDate) {
+                    // The file has been added, create a new record for this file
+                    const contentItem = await this.setAddedContentItem(filePath, contentSourceParams);
+                    contentItems.push(contentItem); // Content item was added, add to list
+                }
+                else if (modifiedDate > lastRunDate) {
+                    // The file's contents has been, update the record for this file 
+                    const contentItem = await this.setModifiedContentItem(filePath, contentSourceParams);
+                    contentItems.push(contentItem);
+                }
+            }
+        }
+        return contentItems;
+    }
+    async setAddedContentItem(filePath, contentSourceParams) {
+        const md = new Metadata();
+        const text = await this.engine.parseFileFromPath(filePath);
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        contentItem.NewRecord();
+        contentItem.ContentSourceID = contentSourceParams.contentSourceID;
+        contentItem.Name = contentSourceParams.name;
+        contentItem.Description = await this.engine.getContentItemDescription(contentSourceParams, this.contextUser);
+        contentItem.ContentTypeID = contentSourceParams.ContentTypeID;
+        contentItem.ContentFileTypeID = contentSourceParams.ContentFileTypeID;
+        contentItem.ContentSourceTypeID = contentSourceParams.ContentSourceTypeID;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        contentItem.URL = contentSourceParams.URL;
+        contentItem.Text = text;
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+    async setModifiedContentItem(filePath, contentSourceParams) {
+        const md = new Metadata();
+        const contentItem = await md.GetEntityObject('Content Items', this.contextUser);
+        const contentItemID = await this.engine.getContentItemIDFromURL(contentSourceParams, this.contextUser);
+        await contentItem.Load(contentItemID);
+        const text = await this.engine.parseFileFromPath(filePath);
+        contentItem.Text = text;
+        contentItem.Checksum = await this.engine.getChecksumFromText(text);
+        if (await contentItem.Save()) {
+            return contentItem;
+        }
+        else {
+            throw new Error('Failed to save content item');
+        }
+    }
+};
+AutotagLocalFileSystem = __decorate([
+    RegisterClass(AutotagBase, 'AutotagLocalFileSystem'),
+    __metadata("design:paramtypes", [])
+], AutotagLocalFileSystem);
+export { AutotagLocalFileSystem };
+//# sourceMappingURL=AutotagLocalFileSystem.js.map

package/dist/LocalFileSystem/generic/AutotagLocalFileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagLocalFileSystem.js","sourceRoot":"","sources":["../../../src/LocalFileSystem/generic/AutotagLocalFileSystem.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAuB,MAAM,cAAc,CAAC;AACtE,OAAO,EAAY,QAAQ,EAAW,MAAM,sBAAsB,CAAC;AAGnE,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;AAGvB,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,WAAW;IAMnD;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC;IAC7C,CAAC;IAEM,cAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,OAAO,CAAC,WAAqB;QACtC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACjH,MAAM,cAAc,GAA0B,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QACvI,MAAM,qBAAqB,GAAwB,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,CAAC,CAAA;QACtG,MAAM,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,qBAAqB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5F,CAAC;IAED;;;;;MAKE;IACK,KAAK,CAAC,wBAAwB,CAAC,cAAqC;QACvE,MAAM,qBAAqB,GAAwB,EAAE,CAAA;QAErD,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YACzC,wCAAwC;YACxC,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;gBAC7E,MAAM,WAAW,GAAS,MAAM,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,mBAAmB,CAAC,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;gBAE9H,kDAAkD;gBAClD,IAAI,WAAW,EAAE,CAAC;oBAClB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,mBAAmB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;oBAC9G,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1C,qBAAqB,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;oBAChD,CAAC;yBACI,CAAC;wBACF,oCAAoC;wBACpC,OAAO,CAAC,GAAG,CAAC,yDAAyD,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBACtG,CAAC;gBACL,CAAC;qBACI,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;gBACzC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YAChE,CAAC;QACL,CAAC;QAED,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,aAAkC;QAClE,2FAA2F;QAC3F,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACzG,IAAI,sBAAsB,EAAE,CAAC;YACzB,wDAAwD;YACxD,sBAAsB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC1C,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;oBACb,IAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBAC/B,CAAC;YACL,CAAC,CAAC,CAAA;QACN,CAAC;QAED,MAAM,mBAAmB,GAAwB;YAC7C,eAAe,EAAE,aAAa,CAAC,EAAE;YACjC,IAAI,EAAE,aAAa,CAAC,IAAI;YACxB,aAAa,EAAE,aAAa,CAAC,aAAa;YAC1C,mBAAmB,EAAE,aAAa,CAAC,mBAAmB;YACtD,iBAAiB,EAAE,aAAa,CAAC,iBAAiB;YAClD,GAAG,EAAE,aAAa,CAAC,GAAG;SACzB,CAAA;QAED,OAAO,mBAAmB,CAAC;IAC/B,CAAC;IAED;;;;;;;OAOG;IACI,KAAK,CAAC,6BAA6B,CAAC,mBAAwC,EAAE,WAAiB,EAAE,WAAqB;QACzH,MAAM,YAAY,GAAwB,EAAE,CAAA;QAC5C,IAAI,iBAAiB,GAAG,mBAAmB,CAAC,GAAG,CAAA;QAC/C,MAAM,YAAY,GAAG,EAAE,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAA;QAEtD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;YACnD,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YACnC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACtB,mBAAmB,CAAC,GAAG,GAAG,QAAQ,CAAA;gBAClC,MAAM,IAAI,CAAC,6BAA6B,CAAC,mBAAmB,EAAE,WAAW,EAAE,WAAW,CAAC,CAAA;YAC3F,CAAC;iBAEI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBACtB,MAAM,YAAY,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;gBACxD,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;gBACvD,IAAI,WAAW,GAAG,WAAW,EAAE,CAAC;oBAC5B,6DAA6D;oBAC7D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;oBAClF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,sCAAsC;gBAC1E,CAAC;qBACI,IAAI,YAAY,GAAG,WAAW,EAAE,CAAC;oBAClC,iEAAiE;oBACjE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;oBACrF,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,YAAY,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,mBAAmB,CAAC,QAAgB,EAAE,mBAAwC;QACvF,MAAM,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,WAAW,CAAC,SAAS,EAAE,CAAC;QACxB,WAAW,CAAC,eAAe,GAAG,mBAAmB,CAAC,eAAe,CAAA;QACjE,WAAW,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAA;QAC3C,WAAW,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,yBAAyB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAC5G,WAAW,CAAC,aAAa,GAAG,mBAAmB,CAAC,aAAa,CAAA;QAC7D,WAAW,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,iBAAiB,CAAA;QACrE,WAAW,CAAC,mBAAmB,GAAG,mBAAmB,CAAC,mBAAmB,CAAA;QACzE,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAClE,WAAW,CAAC,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAA;QACzC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAA;QAEvB,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,QAAgB,EAAE,mBAAwC;QAC1F,MAAM,EAAE,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,eAAe,CAAoB,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnG,MAAM,aAAa,GAAW,MAAM,IAAI,CAAC,MAAM,CAAC,uBAAuB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/G,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3D,WAAW,CAAC,IAAI,GAAG,IAAI,CAAA;QACvB,WAAW,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAA;QAElE,IAAG,MAAM,WAAW,CAAC,IAAI,EAAE,EAAC,CAAC;YACzB,OAAO,WAAW,CAAC;QACvB,CAAC;aACI,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;CACJ,CAAA;AAvKY,sBAAsB;IADlC,aAAa,CAAC,WAAW,EAAE,wBAAwB,CAAC;;GACxC,sBAAsB,CAuKlC"}

package/dist/LocalFileSystem/index.d.ts

@@ -0,0 +1,2 @@
+export * from './generic/AutotagLocalFileSystem.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/LocalFileSystem/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/LocalFileSystem/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAA"}

package/dist/LocalFileSystem/index.js

@@ -0,0 +1,2 @@
+export * from './generic/AutotagLocalFileSystem.js';
+//# sourceMappingURL=index.js.map

package/dist/LocalFileSystem/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/LocalFileSystem/index.ts"],"names":[],"mappings":"AAAA,cAAc,kCAAkC,CAAA"}

package/dist/RSSFeed/generic/AutotagRSSFeed.d.ts

@@ -0,0 +1,30 @@
+import { UserInfo } from '@memberjunction/core';
+import { AutotagBase } from "../../Core/index.js";
+import { ContentSourceParams } from "../../Engine/index.js";
+import { ContentSourceEntity, ContentItemEntity } from '@memberjunction/core-entities';
+import { RSSItem } from './RSS.types.js';
+export declare class AutotagRSSFeed extends AutotagBase {
+    private contextUser;
+    private engine;
+    protected contentSourceTypeID: string;
+    constructor();
+    protected getContextUser(): UserInfo;
+    /**
+     * Implemented abstract method from the AutotagBase class. that runs the entire autotagging process. This method is the entry point for the autotagging process.
+     * It initializes the connection, retrieves the content sources corresponding to the content source type, sets the content items that we want to process,
+     * extracts and processes the text, and sets the results in the database.
+     */
+    Autotag(contextUser: UserInfo): Promise<void>;
+    /**
+     * Implemented abstract method from the AutotagBase class. Given a list of content sources, this method should return a list
+     * of content source items that have been modified or added after the most recent process run for that content source.
+     * @param contentSources - An array of content sources to check for modified or added content source items
+     * @returns - An array of content source items that have been modified or added after the most recent process run for that content source
+     */
+    SetContentItemsToProcess(contentSources: ContentSourceEntity[]): Promise<ContentItemEntity[]>;
+    SetNewAndModifiedContentItems(allRSSItems: RSSItem[], contentSourceParams: ContentSourceParams): Promise<ContentItemEntity[]>;
+    parseRSSFeed(url: string): Promise<RSSItem[]>;
+    protected urlIsValid(url: string): Promise<boolean>;
+    getChecksumFromRSSItem(RSSContentItem: RSSItem, contextUser: UserInfo): Promise<string>;
+}
+//# sourceMappingURL=AutotagRSSFeed.d.ts.map

package/dist/RSSFeed/generic/AutotagRSSFeed.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutotagRSSFeed.d.ts","sourceRoot":"","sources":["../../../src/RSSFeed/generic/AutotagRSSFeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAqB,MAAM,sBAAsB,CAAC;AAEnE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAqB,mBAAmB,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAOtC,qBACa,cAAe,SAAQ,WAAW;IAC3C,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAoB;IAClC,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAA;;IAOrC,SAAS,CAAC,cAAc,IAAI,QAAQ;IAIpC;;;;OAIG;IACU,OAAO,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ1D;;;;;OAKG;IACU,wBAAwB,CAAC,cAAc,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAuC7F,6BAA6B,CAAC,WAAW,EAAE,OAAO,EAAE,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAkD7H,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;cAqC1C,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAW5C,sBAAsB,CAAC,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;CAIvG"}