only_ever_generator 8.0.2 → 8.0.4

package/dist/generators/typology_generator.js

@@ -1,184 +0,0 @@
-"use strict";
-/**
- * Standalone TypologyGenerator module
- * Analyzes content and determines learning value and classification
- */
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.TypologyGenerator = void 0;
-const openai_helper_1 = require("../helper/openai_helper");
-const logger_1 = require("../logger");
-const open_ai_service_1 = require("../services/open_ai_service");
-const build_classify_summarize_schema_1 = require("../helper/schema_helper/build_classify_summarize_schema");
-const sanitize_strings_1 = require("../utils/sanitize_strings");
-const typology_generator_config_1 = require("../configs/typology_generator_config");
-const validation_1 = require("../utils/validation");
-class TypologyGenerator {
-    constructor(config) {
-        this.validateConfig(config);
-        this.config = Object.assign(Object.assign({}, typology_generator_config_1.DEFAULT_TYPOLOGY_GENERATOR_CONFIG), config);
-        this.openAiService = new open_ai_service_1.OpenAiService(this.config.apiKey, this.config.model);
-        this.openAIHelper = new openai_helper_1.OpenAIHelper(this.config.apiKey);
-    }
-    /**
-     * Generate typology analysis for the configured content
-     */
-    generate() {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a, _b, _c, _d, _e;
-            try {
-                const headings = this.config.content.h1_headings ||
-                    this.config.content.timecodes || [""];
-                // Use OpenAI Responses API
-                const classifySummarizeSchema = yield (0, build_classify_summarize_schema_1.buildClassifySummarizeSchema)(headings.length > 0 ? headings : [""]);
-                const openAiResponse = yield this.openAIHelper.openAI.responses.create({
-                    prompt: {
-                        id: this.config.promptId,
-                        variables: {
-                            heading_type: this.config.content.timecodes
-                                ? "timecode"
-                                : "h1 heading",
-                        },
-                    },
-                    max_output_tokens: 30000,
-                    input: [
-                        {
-                            role: "user",
-                            content: [
-                                {
-                                    type: "input_text",
-                                    text: JSON.stringify(this.config.content),
-                                },
-                            ],
-                        },
-                    ],
-                    store: true,
-                    text: {
-                        format: {
-                            type: "json_schema",
-                            name: classifySummarizeSchema.name,
-                            strict: true,
-                            schema: classifySummarizeSchema.schema,
-                        },
-                    },
-                });
-                console.log(openAiResponse);
-                if (!openAiResponse) {
-                    yield (0, logger_1.log_error)({
-                        flow: this.config.generationCurriculum
-                            ? "curriculum_manual_generation"
-                            : "manual_generation",
-                        data: openAiResponse,
-                        error: "empty_openai_response",
-                        timestamp: new Date(),
-                        source_id: this.config.sourceId || "unknown",
-                        type: {
-                            request_type: "breadth",
-                            n: 1,
-                        },
-                    });
-                    return;
-                }
-                openAiResponse["request_type"] = {
-                    type: "breadth",
-                    n: 1,
-                };
-                openAiResponse.metadata = {
-                    req_time: (_a = openAiResponse.created) !== null && _a !== void 0 ? _a : new Date(),
-                    req_type: {
-                        type: "breadth",
-                        n: 1,
-                    },
-                    req_tokens: (_c = (_b = openAiResponse.usage) === null || _b === void 0 ? void 0 : _b.input_tokens) !== null && _c !== void 0 ? _c : 0,
-                    res_tokens: (_e = (_d = openAiResponse.usage) === null || _d === void 0 ? void 0 : _d.output_tokens) !== null && _e !== void 0 ? _e : 0,
-                    prompt: openAiResponse.prompt,
-                    model: openAiResponse.model,
-                    usage: openAiResponse.usage,
-                };
-                if (openAiResponse.status == "completed") {
-                    console.log("Completed");
-                    return this.parseTypologyOnSuccess(openAiResponse);
-                }
-                else {
-                    openAiResponse.metadata.err_message = openAiResponse.message;
-                    return openAiResponse;
-                }
-            }
-            catch (e) {
-                console.log(e);
-                yield (0, logger_1.log_error)({
-                    flow: this.config.generationCurriculum
-                        ? "curriculum_manual_generation"
-                        : "manual_generation",
-                    data: e,
-                    timestamp: new Date(),
-                    error: "error_in_typology_generation",
-                    source_id: this.config.sourceId || "unknown",
-                    type: {
-                        request_type: "breadth",
-                        n: 1,
-                    },
-                });
-                throw e;
-            }
-        });
-    }
-    parseTypologyOnSuccess(responseData) {
-        responseData.metadata.status = "completed";
-        const generatedContent = this.parseJson(responseData);
-        console.log(generatedContent.learn_value);
-        return {
-            status_code: 200,
-            metadata: [responseData.metadata],
-            field: this.parseFields(generatedContent.field),
-            generate_cards: generatedContent.learn_value,
-            summary_cards: generatedContent.summary_cards,
-        };
-    }
-    parseJson(response) {
-        var _a;
-        try {
-            const generatedContent = JSON.parse(response.output_text);
-            const summaryCards = (_a = generatedContent === null || generatedContent === void 0 ? void 0 : generatedContent.summary_cards) !== null && _a !== void 0 ? _a : [];
-            if (summaryCards) {
-                const remappedSummaryCards = summaryCards.map((item) => {
-                    return Object.assign(Object.assign({}, item), { reference: (0, sanitize_strings_1.restoreQuotesInString)(item.reference) });
-                });
-                return Object.assign(Object.assign({}, generatedContent), { summary_cards: remappedSummaryCards });
-            }
-            return generatedContent;
-        }
-        catch (e) {
-            throw new logger_1.ParsingError("Something went wrong in parsing the json", response);
-        }
-    }
-    parseFields(fields) {
-        const fieldKeys = ["primary_field", "secondary_field", "tertiary_field"];
-        return fields.slice(0, 3).map((item, index) => ({
-            [fieldKeys[index]]: item,
-            reconcile: !this.config.expectedFields.includes(item.toLowerCase()),
-        }));
-    }
-    validateConfig(config) {
-        (0, validation_1.validateOpenAIKey)(config.apiKey);
-        (0, validation_1.validateOpenAIModel)(config.model);
-        (0, validation_1.validatePromptId)(config.promptId, "prompt ID");
-        (0, validation_1.validateStringArray)(config.expectedFields, "expected fields", true);
-        if (!config.content) {
-            throw new Error("Content is required");
-        }
-        if (!config.content.title) {
-            throw new Error("Content title is required");
-        }
-    }
-}
-exports.TypologyGenerator = TypologyGenerator;
-//# sourceMappingURL=typology_generator.js.map

package/dist/generators/typology_generator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"typology_generator.js","sourceRoot":"","sources":["../../src/generators/typology_generator.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;AAEH,2DAAkE;AAClE,sCAAiE;AACjE,iEAA4D;AAC5D,6GAAuG;AACvG,gEAAkE;AAClE,oFAG8C;AAC9C,oDAK6B;AAE7B,MAAa,iBAAiB;IAK5B,YAAY,MAA+B;QACzC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,mCAAQ,6DAAiC,GAAK,MAAM,CAAE,CAAC;QAClE,IAAI,CAAC,aAAa,GAAG,IAAI,+BAAa,CACpC,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAClB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACG,QAAQ;;;YACZ,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW;oBAC9C,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,CAAC;gBAExC,2BAA2B;gBAC3B,MAAM,uBAAuB,GAAG,MAAM,IAAA,8DAA4B,EAChE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CACtC,CAAC;gBAEF,MAAM,cAAc,GAClB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;oBAC9C,MAAM,EAAE;wBACN,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;wBACxB,SAAS,EAAE;4BACT,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS;gCACzC,CAAC,CAAC,UAAU;gCACZ,CAAC,CAAC,YAAY;yBACjB;qBACF;oBACD,iBAAiB,EAAE,KAAK;oBACxB,KAAK,EAAE;wBACL;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,YAAY;oCAClB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;iCAC1C;6BACF;yBACF;qBACF;oBACD,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,uBAAuB,CAAC,IAAI;4BAClC,MAAM,EAAE,IAAI;4BACZ,MAAM,EAAE,uBAAuB,CAAC,MAAM;yBACvC;qBACF;iBACF,CAAC,CAAC;gBAEL,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAE5B,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAA,kBAAS,EAAC;wBACd,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB;4BACpC,CAAC,CAAC,8BAA8B;4BAChC,CAAC,CAAC,mBAAmB;wBACvB,IAAI,EAAE,cAAc;wBACpB,KAAK,EAAE,uBAAuB;wBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS;wBAC5C,IAAI,EAAE;4BACJ,YAAY,EAAE,SAAS;4BACvB,CAAC,EAAE,CAAC;yBACL;qBACF,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,cAAc,CAAC,cAAc,CAAC,GAAG;oBAC/B,IAAI,EAAE,SAAS;oBACf,CAAC,EAAE,CAAC;iBACL,CAAC;gBAEF,cAAc,CAAC,QAAQ,GAAG;oBACxB,QAAQ,EAAE,MAAA,cAAc,CAAC,OAAO,mCAAI,IAAI,IAAI,EAAE;oBAC9C,QAAQ,EAAE;wBACR,IAAI,EAAE,SAAS;wBACf,CAAC,EAAE,CAAC;qBACL;oBACD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,YAAY,mCAAI,CAAC;oBACnD,UAAU,EAAE,MAAA,MAAA,cAAc,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;oBACpD,MAAM,EAAE,cAAc,CAAC,MAAM;oBAC7B,KAAK,EAAE,cAAc,CAAC,KAAK;oBAC3B,KAAK,EAAE,cAAc,CAAC,KAAK;iBAC5B,CAAC;gBAEF,IAAI,cAAc,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;oBACzC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACzB,OAAO,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;gBACrD,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC;oBAC7D,OAAO,cAAc,CAAC;gBACxB,CAAC;YACH,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACf,MAAM,IAAA,kBAAS,EAAC;oBACd,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB;wBACpC,CAAC,CAAC,8BAA8B;wBAChC,CAAC,CAAC,mBAAmB;oBACvB,IAAI,EAAE,CAAC;oBACP,SAAS,EAAE,IAAI,IAAI,EAAE;oBACrB,KAAK,EAAE,8BAA8B;oBACrC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS;oBAC5C,IAAI,EAAE;wBACJ,YAAY,EAAE,SAAS;wBACvB,CAAC,EAAE,CAAC;qBACL;iBACF,CAAC,CAAC;gBACH,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;KAAA;IAEO,sBAAsB,CAAC,YAAiB;QAC9C,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;QAC3C,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAE1C,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,QAAQ,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,CAAC;YAC/C,cAAc,EAAE,gBAAgB,CAAC,WAAW;YAC5C,aAAa,EAAE,gBAAgB,CAAC,aAAa;SAC9C,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,QAAa;;QAC7B,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC1D,MAAM,YAAY,GAAG,MAAA,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,aAAa,mCAAI,EAAE,CAAC;YAE3D,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,oBAAoB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;oBAC1D,uCACK,IAAI,KACP,SAAS,EAAE,IAAA,wCAAqB,EAAC,IAAI,CAAC,SAAS,CAAC,IAChD;gBACJ,CAAC,CAAC,CAAC;gBACH,uCACK,gBAAgB,KACnB,aAAa,EAAE,oBAAoB,IACnC;YACJ,CAAC;YACD,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,qBAAY,CACpB,0CAA0C,EAC1C,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAAqB;QACvC,MAAM,SAAS,GAAG,CAAC,eAAe,EAAE,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;QACzE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC9C,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;SACpE,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,cAAc,CAAC,MAA+B;QACpD,IAAA,8BAAiB,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,IAAA,gCAAmB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAClC,IAAA,6BAAgB,EAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QAC/C,IAAA,gCAAmB,EAAC,MAAM,CAAC,cAAc,EAAE,iBAAiB,EAAE,IAAI,CAAC,CAAC;QAEpE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;CACF;AA1LD,8CA0LC"}

package/dist/parsers/card_response_parser.d.ts

@@ -1,16 +0,0 @@
-/**
- * Standalone CardResponseParser module
- * Parses and validates generated cards
- */
-import { CardResponseParserConfig } from "../configs/parser_config";
-import { GeneratedCardResponseType } from "../types/raw_card_response_types/generated_card_response_type";
-export declare class CardResponseParser {
-    private config;
-    constructor(config: CardResponseParserConfig);
-    /**
-     * Parse and validate generated card response
-     */
-    parse(generatedData: GeneratedCardResponseType): Promise<any>;
-    private validateConfig;
-}
-//# sourceMappingURL=card_response_parser.d.ts.map

package/dist/parsers/card_response_parser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"card_response_parser.d.ts","sourceRoot":"","sources":["../../src/parsers/card_response_parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,wBAAwB,EAEzB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,yBAAyB,EAAE,MAAM,+DAA+D,CAAC;AAG1G,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,MAAM,CAA2B;gBAE7B,MAAM,EAAE,wBAAwB;IAK5C;;OAEG;IACG,KAAK,CAAC,aAAa,EAAE,yBAAyB,GAAG,OAAO,CAAC,GAAG,CAAC;IA6BnE,OAAO,CAAC,cAAc;CASvB"}

package/dist/parsers/card_response_parser.js

@@ -1,59 +0,0 @@
-"use strict";
-/**
- * Standalone CardResponseParser module
- * Parses and validates generated cards
- */
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CardResponseParser = void 0;
-const parse_card_response_1 = require("../parse/parse_card_response");
-const parser_config_1 = require("../configs/parser_config");
-class CardResponseParser {
-    constructor(config) {
-        this.validateConfig(config);
-        this.config = Object.assign(Object.assign({}, parser_config_1.DEFAULT_CARD_RESPONSE_PARSER_CONFIG), config);
-    }
-    /**
-     * Parse and validate generated card response
-     */
-    parse(generatedData) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const parser = new parse_card_response_1.ParseCardResponse();
-            // Create source taxonomy from config
-            const sourceTaxonomy = {
-                concepts_facts: this.config.sourceTaxonomy.concepts_facts.map((concept) => ({
-                    text: concept.text,
-                    type: concept.type,
-                    reference: concept.reference,
-                    id: concept.id,
-                })),
-                fields: [],
-                learn_value: {
-                    value: 50,
-                    reason: "Generated for card parsing",
-                    bloom_levels: [],
-                    bloom_levels_reason: "",
-                },
-            };
-            return yield parser.parse(generatedData, sourceTaxonomy, this.config.bloomLevel);
-        });
-    }
-    validateConfig(config) {
-        if (!config.sourceTaxonomy) {
-            throw new Error("Source taxonomy is required");
-        }
-        if (!config.sourceTaxonomy.concepts_facts) {
-            throw new Error("Concepts facts are required in source taxonomy");
-        }
-    }
-}
-exports.CardResponseParser = CardResponseParser;
-//# sourceMappingURL=card_response_parser.js.map

package/dist/parsers/card_response_parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"card_response_parser.js","sourceRoot":"","sources":["../../src/parsers/card_response_parser.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;AAEH,sEAAiE;AACjE,4DAGkC;AAIlC,MAAa,kBAAkB;IAG7B,YAAY,MAAgC;QAC1C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,mCAAQ,mDAAmC,GAAK,MAAM,CAAE,CAAC;IACtE,CAAC;IAED;;OAEG;IACG,KAAK,CAAC,aAAwC;;YAClD,MAAM,MAAM,GAAG,IAAI,uCAAiB,EAAE,CAAC;YAEvC,qCAAqC;YACrC,MAAM,cAAc,GAAmB;gBACrC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,CAC3D,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;oBACZ,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,EAAE,EAAE,OAAO,CAAC,EAAE;iBACf,CAAC,CACH;gBACD,MAAM,EAAE,EAAE;gBACV,WAAW,EAAE;oBACX,KAAK,EAAE,EAAE;oBACT,MAAM,EAAE,4BAA4B;oBACpC,YAAY,EAAE,EAAE;oBAChB,mBAAmB,EAAE,EAAE;iBACxB;aACF,CAAC;YAEF,OAAO,MAAM,MAAM,CAAC,KAAK,CACvB,aAAa,EACb,cAAc,EACd,IAAI,CAAC,MAAM,CAAC,UAAW,CACxB,CAAC;QACJ,CAAC;KAAA;IAEO,cAAc,CAAC,MAAgC;QACrD,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAjDD,gDAiDC"}

package/dist/parsers/content_parser.d.ts

@@ -1,27 +0,0 @@
-/**
- * Standalone ContentParser module
- * Parses and sanitizes source content
- */
-import { ContentParserConfig } from "../configs/parser_config";
-export interface ParsedContent {
-    source_id: string;
-    type: string;
-    title: string;
-    content: any[];
-    headings: string[];
-    taxonomy?: any;
-}
-export declare class ContentParser {
-    private config;
-    constructor(config: ContentParserConfig);
-    /**
-     * Parse raw content into structured format
-     */
-    parse(rawContent: any): ParsedContent;
-    /**
-     * Parse video content with timecode collapsing
-     */
-    parseVideoContent(rawContent: any): ParsedContent;
-    private validateConfig;
-}
-//# sourceMappingURL=content_parser.d.ts.map

package/dist/parsers/content_parser.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"content_parser.d.ts","sourceRoot":"","sources":["../../src/parsers/content_parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAGlC,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,GAAG,EAAE,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,GAAG,CAAC;CAChB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAsB;gBAExB,MAAM,EAAE,mBAAmB;IAKvC;;OAEG;IACH,KAAK,CAAC,UAAU,EAAE,GAAG,GAAG,aAAa;IAyBrC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,GAAG,GAAG,aAAa;IA0BjD,OAAO,CAAC,cAAc;CAGvB"}

package/dist/parsers/content_parser.js

@@ -1,66 +0,0 @@
-"use strict";
-/**
- * Standalone ContentParser module
- * Parses and sanitizes source content
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ContentParser = void 0;
-const parse_source_content_1 = require("../parse/parse_source_content");
-const parser_config_1 = require("../configs/parser_config");
-const validation_1 = require("../utils/validation");
-class ContentParser {
-    constructor(config) {
-        this.validateConfig(config);
-        this.config = Object.assign(Object.assign({}, parser_config_1.DEFAULT_CONTENT_PARSER_CONFIG), config);
-    }
-    /**
-     * Parse raw content into structured format
-     */
-    parse(rawContent) {
-        // Create a custom ParseSourceContent instance with our config
-        const parser = new parse_source_content_1.ParseSourceContent(rawContent);
-        // Override the default titles and block types if provided
-        if (this.config.titlesToRemove) {
-            parser.titles_to_remove = this.config.titlesToRemove;
-        }
-        if (this.config.blockTypesToRemove) {
-            parser.block_types_toremove = this.config.blockTypesToRemove;
-        }
-        const parsedData = parser.parseData();
-        return {
-            source_id: parsedData.source_id,
-            type: parsedData.type,
-            title: parsedData.title,
-            content: parsedData.content,
-            headings: parsedData.headings,
-            taxonomy: parsedData.taxonomy,
-        };
-    }
-    /**
-     * Parse video content with timecode collapsing
-     */
-    parseVideoContent(rawContent) {
-        const parser = new parse_source_content_1.ParseSourceContent(rawContent);
-        // Override the collapse timecodes method if max duration is specified
-        if (this.config.maxTimecodeDuration) {
-            const originalCollapseTimeCodes = parser.collapseTimeCodes.bind(parser);
-            parser.collapseTimeCodes = (data, maxDuration = this.config.maxTimecodeDuration) => {
-                return originalCollapseTimeCodes(data, maxDuration);
-            };
-        }
-        const parsedData = parser.parseData();
-        return {
-            source_id: parsedData.source_id,
-            type: parsedData.type,
-            title: parsedData.title,
-            content: parsedData.content,
-            headings: parsedData.headings,
-            taxonomy: parsedData.taxonomy,
-        };
-    }
-    validateConfig(config) {
-        (0, validation_1.validateContentType)(config.type);
-    }
-}
-exports.ContentParser = ContentParser;
-//# sourceMappingURL=content_parser.js.map

package/dist/parsers/content_parser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"content_parser.js","sourceRoot":"","sources":["../../src/parsers/content_parser.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,wEAAmE;AACnE,4DAGkC;AAClC,oDAA0D;AAW1D,MAAa,aAAa;IAGxB,YAAY,MAA2B;QACrC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,mCAAQ,6CAA6B,GAAK,MAAM,CAAE,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAe;QACnB,8DAA8D;QAC9D,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;QAElD,0DAA0D;QAC1D,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvD,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YACnC,MAAM,CAAC,oBAAoB,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC;QAC/D,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEtC,OAAO;YACL,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,QAAQ,EAAE,UAAU,CAAC,QAAQ;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,UAAe;QAC/B,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;QAElD,sEAAsE;QACtE,IAAI,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACpC,MAAM,yBAAyB,GAAG,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM,CAAC,iBAAiB,GAAG,CACzB,IAAW,EACX,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAC7C,EAAE;gBACF,OAAO,yBAAyB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YACtD,CAAC,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEtC,OAAO;YACL,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,QAAQ,EAAE,UAAU,CAAC,QAAQ;SAC9B,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,MAA2B;QAChD,IAAA,gCAAmB,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;CACF;AApED,sCAoEC"}

package/dist/utils/validation.d.ts

@@ -1,68 +0,0 @@
-/**
- * Input validation utilities for OnlyEver Generator
- */
-export declare class ValidationError extends Error {
-    field?: string | undefined;
-    constructor(message: string, field?: string | undefined);
-}
-/**
- * Validates that a value is not null or undefined
- */
-export declare function validateRequired<T>(value: T | null | undefined, fieldName: string): T;
-/**
- * Validates that a string is not empty
- */
-export declare function validateNonEmptyString(value: string | null | undefined, fieldName: string): string;
-/**
- * Validates that a value is a positive number
- */
-export declare function validatePositiveNumber(value: number | null | undefined, fieldName: string): number;
-/**
- * Validates that a number is within a range
- */
-export declare function validateNumberRange(value: number | null | undefined, fieldName: string, min: number, max: number): number;
-/**
- * Validates that a value is one of the allowed values
- */
-export declare function validateEnum<T extends string>(value: T | null | undefined, fieldName: string, allowedValues: readonly T[]): T;
-/**
- * Validates that a value is an array with at least one element
- */
-export declare function validateNonEmptyArray<T>(value: T[] | null | undefined, fieldName: string): T[];
-/**
- * Validates OpenAI API key format
- */
-export declare function validateOpenAIKey(apiKey: string | null | undefined): string;
-/**
- * Validates OpenAI model name
- */
-export declare function validateOpenAIModel(model: string | null | undefined): string;
-/**
- * Validates prompt ID format
- */
-export declare function validatePromptId(promptId: string | null | undefined, fieldName: string): string;
-/**
- * Validates content type
- */
-export declare function validateContentType(type: string | null | undefined): string;
-/**
- * Validates source ID format
- */
-export declare function validateSourceId(sourceId: string | null | undefined): string;
-/**
- * Validates similarity threshold
- */
-export declare function validateSimilarityThreshold(threshold: number | null | undefined, fieldName: string): number;
-/**
- * Validates embedding dimensions
- */
-export declare function validateEmbeddingDimensions(dimensions: number | null | undefined): number;
-/**
- * Validates that an object has required properties
- */
-export declare function validateObjectProperties<T extends Record<string, any>>(obj: T | null | undefined, fieldName: string, requiredProperties: (keyof T)[]): T;
-/**
- * Validates array of strings
- */
-export declare function validateStringArray(value: string[] | null | undefined, fieldName: string, allowEmpty?: boolean): string[];
-//# sourceMappingURL=validation.d.ts.map

package/dist/utils/validation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/utils/validation.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qBAAa,eAAgB,SAAQ,KAAK;IACJ,KAAK,CAAC,EAAE,MAAM;gBAAtC,OAAO,EAAE,MAAM,EAAS,KAAK,CAAC,EAAE,MAAM,YAAA;CAInD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,SAAS,EAC3B,SAAS,EAAE,MAAM,GAChB,CAAC,CAKH;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAChC,SAAS,EAAE,MAAM,GAChB,MAAM,CASR;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAChC,SAAS,EAAE,MAAM,GAChB,MAAM,CASR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAChC,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,GACV,MAAM,CASR;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,CAAC,SAAS,MAAM,EAC3C,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,SAAS,EAC3B,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,SAAS,CAAC,EAAE,GAC1B,CAAC,CASH;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,KAAK,EAAE,CAAC,EAAE,GAAG,IAAI,GAAG,SAAS,EAC7B,SAAS,EAAE,MAAM,GAChB,CAAC,EAAE,CASL;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAgB3E;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAsB5E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACnC,SAAS,EAAE,MAAM,GAChB,MAAM,CAmBR;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAE3E;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAY5E;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EACpC,SAAS,EAAE,MAAM,GAChB,MAAM,CAER;AAED;;GAEG;AACH,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GACpC,MAAM,CAeR;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EACpE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,SAAS,EACzB,SAAS,EAAE,MAAM,EACjB,kBAAkB,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,GAC9B,CAAC,CAiBH;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,SAAS,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAc,GACzB,MAAM,EAAE,CAqBV"}

package/dist/utils/validation.js

@@ -1,203 +0,0 @@
-"use strict";
-/**
- * Input validation utilities for OnlyEver Generator
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ValidationError = void 0;
-exports.validateRequired = validateRequired;
-exports.validateNonEmptyString = validateNonEmptyString;
-exports.validatePositiveNumber = validatePositiveNumber;
-exports.validateNumberRange = validateNumberRange;
-exports.validateEnum = validateEnum;
-exports.validateNonEmptyArray = validateNonEmptyArray;
-exports.validateOpenAIKey = validateOpenAIKey;
-exports.validateOpenAIModel = validateOpenAIModel;
-exports.validatePromptId = validatePromptId;
-exports.validateContentType = validateContentType;
-exports.validateSourceId = validateSourceId;
-exports.validateSimilarityThreshold = validateSimilarityThreshold;
-exports.validateEmbeddingDimensions = validateEmbeddingDimensions;
-exports.validateObjectProperties = validateObjectProperties;
-exports.validateStringArray = validateStringArray;
-class ValidationError extends Error {
-    constructor(message, field) {
-        super(message);
-        this.field = field;
-        this.name = "ValidationError";
-    }
-}
-exports.ValidationError = ValidationError;
-/**
- * Validates that a value is not null or undefined
- */
-function validateRequired(value, fieldName) {
-    if (value === null || value === undefined) {
-        throw new ValidationError(`${fieldName} is required`, fieldName);
-    }
-    return value;
-}
-/**
- * Validates that a string is not empty
- */
-function validateNonEmptyString(value, fieldName) {
-    const validated = validateRequired(value, fieldName);
-    if (typeof validated !== "string" || validated.trim().length === 0) {
-        throw new ValidationError(`${fieldName} must be a non-empty string`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates that a value is a positive number
- */
-function validatePositiveNumber(value, fieldName) {
-    const validated = validateRequired(value, fieldName);
-    if (typeof validated !== "number" || validated <= 0) {
-        throw new ValidationError(`${fieldName} must be a positive number`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates that a number is within a range
- */
-function validateNumberRange(value, fieldName, min, max) {
-    const validated = validateRequired(value, fieldName);
-    if (typeof validated !== "number" || validated < min || validated > max) {
-        throw new ValidationError(`${fieldName} must be between ${min} and ${max}`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates that a value is one of the allowed values
- */
-function validateEnum(value, fieldName, allowedValues) {
-    const validated = validateRequired(value, fieldName);
-    if (!allowedValues.includes(validated)) {
-        throw new ValidationError(`${fieldName} must be one of: ${allowedValues.join(", ")}`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates that a value is an array with at least one element
- */
-function validateNonEmptyArray(value, fieldName) {
-    const validated = validateRequired(value, fieldName);
-    if (!Array.isArray(validated) || validated.length === 0) {
-        throw new ValidationError(`${fieldName} must be a non-empty array`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates OpenAI API key format
- */
-function validateOpenAIKey(apiKey) {
-    const validated = validateNonEmptyString(apiKey, "OpenAI API key");
-    // Basic format validation for OpenAI API keys
-    if (!validated.startsWith("sk-")) {
-        throw new ValidationError('OpenAI API key must start with "sk-"', "apiKey");
-    }
-    if (validated.length < 20) {
-        throw new ValidationError("OpenAI API key appears to be too short", "apiKey");
-    }
-    return validated;
-}
-/**
- * Validates OpenAI model name
- */
-function validateOpenAIModel(model) {
-    const validated = validateNonEmptyString(model, "OpenAI model");
-    // Common OpenAI model patterns
-    const validModels = [
-        "gpt-4o",
-        "gpt-4o-mini",
-        "gpt-4",
-        "gpt-4-turbo",
-        "gpt-3.5-turbo",
-        "gpt-3.5-turbo-16k",
-    ];
-    if (!validModels.some((validModel) => validated.startsWith(validModel))) {
-        console.warn(`Model "${validated}" may not be a valid OpenAI model. Valid models include: ${validModels.join(", ")}`);
-    }
-    return validated;
-}
-/**
- * Validates prompt ID format
- */
-function validatePromptId(promptId, fieldName) {
-    const validated = validateNonEmptyString(promptId, fieldName);
-    // Basic format validation for prompt IDs
-    if (!validated.startsWith("pmpt_")) {
-        throw new ValidationError(`${fieldName} must start with "pmpt_"`, fieldName);
-    }
-    if (validated.length < 10) {
-        throw new ValidationError(`${fieldName} appears to be too short`, fieldName);
-    }
-    return validated;
-}
-/**
- * Validates content type
- */
-function validateContentType(type) {
-    return validateEnum(type, "content type", ["text", "video"]);
-}
-/**
- * Validates source ID format
- */
-function validateSourceId(sourceId) {
-    const validated = validateNonEmptyString(sourceId, "source ID");
-    // Basic validation - should be a reasonable length
-    if (validated.length < 3) {
-        throw new ValidationError("Source ID must be at least 3 characters long", "sourceId");
-    }
-    return validated;
-}
-/**
- * Validates similarity threshold
- */
-function validateSimilarityThreshold(threshold, fieldName) {
-    return validateNumberRange(threshold, fieldName, 0, 1);
-}
-/**
- * Validates embedding dimensions
- */
-function validateEmbeddingDimensions(dimensions) {
-    const validated = validateRequired(dimensions, "embedding dimensions");
-    // Common embedding dimensions
-    const validDimensions = [128, 256, 512, 768, 1024, 1536, 2048];
-    if (!validDimensions.includes(validated)) {
-        console.warn(`Embedding dimensions ${validated} may not be standard. Common values: ${validDimensions.join(", ")}`);
-    }
-    return validated;
-}
-/**
- * Validates that an object has required properties
- */
-function validateObjectProperties(obj, fieldName, requiredProperties) {
-    const validated = validateRequired(obj, fieldName);
-    for (const prop of requiredProperties) {
-        if (!(prop in validated) ||
-            validated[prop] === null ||
-            validated[prop] === undefined) {
-            throw new ValidationError(`${fieldName} must have property "${String(prop)}"`, fieldName);
-        }
-    }
-    return validated;
-}
-/**
- * Validates array of strings
- */
-function validateStringArray(value, fieldName, allowEmpty = true) {
-    const validated = validateRequired(value, fieldName);
-    if (!Array.isArray(validated)) {
-        throw new ValidationError(`${fieldName} must be an array`, fieldName);
-    }
-    if (!allowEmpty && validated.length === 0) {
-        throw new ValidationError(`${fieldName} must not be empty`, fieldName);
-    }
-    for (let i = 0; i < validated.length; i++) {
-        if (typeof validated[i] !== "string") {
-            throw new ValidationError(`${fieldName}[${i}] must be a string`, fieldName);
-        }
-    }
-    return validated;
-}
-//# sourceMappingURL=validation.js.map