nodecommons-esm-ai 0.0.2

package/dist/helpers/commons-ai-cross-validator.d.mts

@@ -0,0 +1,4 @@
+import { ICommonsAiModelTrainable, TCommonsAiCrossValidationK, TCommonsAiGenericTrainingData, TCommonsAiModelWithQuality, TCommonsAiTrainingStats } from 'tscommons-esm-ai';
+import { ICommonsAiEarlyStopping } from '../interfaces/icommons-ai-early-stopping.mjs';
+import { ICommonsAiCrossTrainKable } from '../interfaces/icommons-ai-cross-train-kable.mjs';
+export declare function commonsAiCrossValidationTrain<InputT, OutputT, ModelT extends ICommonsAiModelTrainable<InputT, OutputT, StatsT> & ICommonsAiCrossTrainKable, StatsT extends TCommonsAiTrainingStats>(crossValidationKs: TCommonsAiCrossValidationK<InputT, OutputT>[], testingData: TCommonsAiGenericTrainingData<InputT, OutputT>[], modelConstructorCallback: (training: TCommonsAiGenericTrainingData<InputT, OutputT>[], epochs: number, validation: TCommonsAiGenericTrainingData<InputT, OutputT>[] | undefined, earlyStopping: ICommonsAiEarlyStopping | undefined) => Promise<ModelT>, epochs: number, earlyStopping?: ICommonsAiEarlyStopping, dumpAttemptQualitiesCallback?: (qualities: number[]) => void): Promise<TCommonsAiModelWithQuality<InputT, OutputT, ModelT>>;

package/dist/helpers/commons-ai-cross-validator.mjs

@@ -0,0 +1,59 @@
+import { commonsLogDebug, commonsLogDoing, commonsLogInfo } from 'nodecommons-esm-log';
+export async function commonsAiCrossValidationTrain(crossValidationKs, testingData, modelConstructorCallback, epochs, earlyStopping, dumpAttemptQualitiesCallback) {
+    const iterations = crossValidationKs.length;
+    const attempts = [];
+    for (const crossValidationK of crossValidationKs) {
+        if (crossValidationK.training.length === 0)
+            throw new Error(`Not enough data to train for ${crossValidationKs.length} Ks.`);
+        if (crossValidationK.validation.length === 0)
+            throw new Error(`Not enough data to validate for ${crossValidationKs.length} Ks.`);
+        commonsLogInfo(`K iteration ${attempts.length + 1} of ${iterations}`);
+        const model = await modelConstructorCallback(crossValidationK.training, epochs, crossValidationK.validation, earlyStopping);
+        model.k = attempts.length + 1;
+        { // scope
+            const log = commonsLogDoing('commonsAiCrossValidationTrain', 'Building data');
+            await model.build();
+            log.success();
+        }
+        { // scope
+            const log = commonsLogDoing('commonsAiCrossValidationTrain', 'Training model');
+            const stats = await model.train();
+            if (stats) {
+                log.result(`loss=${stats.loss}, acc=${stats.acc}, epochs=${stats.epochs}`);
+            }
+            else {
+                log.success();
+            }
+        }
+        { // scope
+            const log = commonsLogDoing('commonsAiCrossValidationTrain', 'Testing model quality using testing data');
+            const quality = await model.test(testingData);
+            const delta = quality.positive - quality.negative;
+            log.result(`${quality.positive} positive, ${quality.negative} negative, overall ${delta}`);
+            attempts.push({
+                model: model,
+                quality: quality,
+                delta: delta
+            });
+        }
+    }
+    attempts
+        .sort((a, b) => {
+        if (a.delta < b.delta)
+            return -1;
+        if (b.delta > a.delta)
+            return 1;
+        return 0;
+    })
+        .reverse();
+    const qualities = attempts
+        .map((attempt) => attempt.delta);
+    commonsLogDebug(`Attempt delta qualities are ${qualities.join(', ')}`);
+    if (dumpAttemptQualitiesCallback)
+        dumpAttemptQualitiesCallback(qualities);
+    return {
+        model: attempts[0].model,
+        quality: attempts[0].quality
+    };
+}
+//# sourceMappingURL=commons-ai-cross-validator.mjs.map

package/dist/helpers/commons-ai-cross-validator.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"commons-ai-cross-validator.mjs","sourceRoot":"","sources":["../../src/helpers/commons-ai-cross-validator.mts"],"names":[],"mappings":"AASA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,cAAc,EAAsB,MAAM,qBAAqB,CAAC;AAK3G,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAMjD,iBAAgE,EAChE,WAA6D,EAC7D,wBAKoB,EACpB,MAAc,EACd,aAAuC,EACvC,4BAA4D;IAE7D,MAAM,UAAU,GAAW,iBAAiB,CAAC,MAAM,CAAC;IAQpD,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;QAClD,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,iBAAiB,CAAC,MAAM,MAAM,CAAC,CAAC;QAC5H,IAAI,gBAAgB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,iBAAiB,CAAC,MAAM,MAAM,CAAC,CAAC;QAEjI,cAAc,CAAC,eAAe,QAAQ,CAAC,MAAM,GAAG,CAAC,OAAO,UAAU,EAAE,CAAC,CAAC;QAEtE,MAAM,KAAK,GAAW,MAAM,wBAAwB,CAClD,gBAAgB,CAAC,QAAQ,EACzB,MAAM,EACN,gBAAgB,CAAC,UAAU,EAC3B,aAAa,CACd,CAAC;QACF,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QAE9B,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,+BAA+B,EAAE,eAAe,CAAC,CAAC;YAClG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,GAAG,CAAC,OAAO,EAAE,CAAC;QACf,CAAC;QAED,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,+BAA+B,EAAE,gBAAgB,CAAC,CAAC;YACnG,MAAM,KAAK,GAAqB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YACpD,IAAI,KAAK,EAAE,CAAC;gBACX,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACP,GAAG,CAAC,OAAO,EAAE,CAAC;YACf,CAAC;QACF,CAAC;QAED,CAAC,CAAC,QAAQ;YACT,MAAM,GAAG,GAAuB,eAAe,CAAC,+BAA+B,EAAE,0CAA0C,CAAC,CAAC;YAC7H,MAAM,OAAO,GAAsB,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,KAAK,GAAW,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC1D,GAAG,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,cAAc,OAAO,CAAC,QAAQ,sBAAsB,KAAK,EAAE,CAAC,CAAC;YAE3F,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,QAAQ;SACL,IAAI,CAAC,CAAC,CAAW,EAAE,CAAW,EAAU,EAAE;QAC1C,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAChC,OAAO,CAAC,CAAC;IACV,CAAC,CAAC;SACD,OAAO,EAAE,CAAC;IAEb,MAAM,SAAS,GAAa,QAAQ;SACjC,GAAG,CAAC,CAAC,OAAiB,EAAU,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACrD,eAAe,CAAC,+BAA+B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEvE,IAAI,4BAA4B;QAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC;IAE1E,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK;QACxB,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO;KAC7B,CAAC;AACH,CAAC"}

package/dist/index.d.mts

@@ -0,0 +1,4 @@
+import { commonsAiCrossValidationTrain } from './helpers/commons-ai-cross-validator.mjs';
+import { ICommonsAiCrossTrainKable } from './interfaces/icommons-ai-cross-train-kable.mjs';
+import { ICommonsAiEarlyStopping } from './interfaces/icommons-ai-early-stopping.mjs';
+export { commonsAiCrossValidationTrain, ICommonsAiCrossTrainKable, ICommonsAiEarlyStopping };

package/dist/index.mjs

@@ -0,0 +1,3 @@
+import { commonsAiCrossValidationTrain } from './helpers/commons-ai-cross-validator.mjs';
+export { commonsAiCrossValidationTrain };
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/index.mts"],"names":[],"mappings":"AAAA,OAAO,EAAE,6BAA6B,EAAE,MAAM,0CAA0C,CAAC;AAGzF,OAAO,EACN,6BAA6B,EAG7B,CAAC"}

package/dist/interfaces/icommons-ai-cross-train-kable.d.mts

@@ -0,0 +1,4 @@
+export interface ICommonsAiCrossTrainKable {
+    get k(): number | undefined;
+    set k(k: number | undefined);
+}

package/dist/interfaces/icommons-ai-cross-train-kable.mjs

@@ -0,0 +1,3 @@
+// this is a true interface
+export {};
+//# sourceMappingURL=icommons-ai-cross-train-kable.mjs.map

package/dist/interfaces/icommons-ai-cross-train-kable.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"icommons-ai-cross-train-kable.mjs","sourceRoot":"","sources":["../../src/interfaces/icommons-ai-cross-train-kable.mts"],"names":[],"mappings":"AAAA,2BAA2B"}

package/dist/interfaces/icommons-ai-early-stopping.d.mts

@@ -0,0 +1,5 @@
+import { TCommonsAiTrainingStats } from 'tscommons-esm-ai';
+export interface ICommonsAiEarlyStopping {
+    consider(stats: TCommonsAiTrainingStats): Promise<boolean>;
+    getCompletedEpochs(): number;
+}

package/dist/interfaces/icommons-ai-early-stopping.mjs

@@ -0,0 +1,3 @@
+// this is a true interface
+export {};
+//# sourceMappingURL=icommons-ai-early-stopping.mjs.map

package/dist/interfaces/icommons-ai-early-stopping.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"icommons-ai-early-stopping.mjs","sourceRoot":"","sources":["../../src/interfaces/icommons-ai-early-stopping.mts"],"names":[],"mappings":"AAAA,2BAA2B"}

package/package.json

@@ -0,0 +1,32 @@
+{
+	"name": "nodecommons-esm-ai",
+	"version": "0.0.2",
+	"description": "",
+	"scripts": {
+		"tsc": "./node_modules/typescript/bin/tsc",
+		"preprepare": "rm -rf ./dist; php ~/Dev/etim.php src/ && npm run tsc",
+		"publish-major": "rm -rf dist; npm run tsc && npx eslint . && npm run preprepare && npm version major && npm install && npm publish && git add . && git commit -m 'publish'",
+		"publish-minor": "rm -rf dist; npm run tsc && npx eslint . && npm run preprepare && npm version minor && npm install && npm publish && git add . && git commit -m 'publish'",
+		"publish-patch": "rm -rf dist; npm run tsc && npx eslint . && npm run preprepare && npm version patch && npm install && npm publish && git add . && git commit -m 'publish'"
+	},
+	"main": "dist/index.mjs",
+	"types": "dist/index.d.mjs",
+	"type": "module",
+	"author": "Pete Morris",
+	"license": "ISC",
+	"devDependencies": {
+		"@stylistic/eslint-plugin-ts": "^2.11.0",
+		"@types/node": "^22.10.0",
+		"eslint-plugin-import": "^2.31.0",
+		"eslint-plugin-prefer-arrow-functions": "^3.4.1",
+		"typescript": "^5.7.2",
+		"typescript-eslint": "^8.16.0"
+	},
+	"files": [
+		"dist/**/*"
+	],
+	"dependencies": {
+		"nodecommons-esm-log": "^0.0.6",
+		"tscommons-esm-ai": "^0.0.6"
+	}
+}