@naturalcycles/nodejs-lib 15.49.0 → 15.50.0

package/dist/validation/ajv/from-data/generateJsonSchemaFromData.d.ts

@@ -0,0 +1,8 @@
+import { type AnyObject } from '@naturalcycles/js-lib/types';
+import type { JsonSchema } from '../jsonSchemaBuilder.js';
+/**
+ * Each row must be an object (current limitation).
+ *
+ * `additionalProperties` is set to `true`, cause it's safer.
+ */
+export declare function generateJsonSchemaFromData<T extends AnyObject = AnyObject>(rows: AnyObject[]): JsonSchema<T>;

package/dist/validation/ajv/from-data/generateJsonSchemaFromData.js

@@ -0,0 +1,87 @@
+import { _uniq } from '@naturalcycles/js-lib/array';
+import { _stringMapEntries } from '@naturalcycles/js-lib/types';
+/**
+ * Each row must be an object (current limitation).
+ *
+ * `additionalProperties` is set to `true`, cause it's safer.
+ */
+export function generateJsonSchemaFromData(rows) {
+    return objectToJsonSchema(rows);
+}
+function objectToJsonSchema(rows) {
+    const typesByKey = {};
+    rows.forEach(r => {
+        Object.keys(r).forEach(key => {
+            typesByKey[key] ||= new Set();
+            typesByKey[key].add(getTypeOfValue(r[key]));
+        });
+    });
+    const s = {
+        type: 'object',
+        properties: {},
+        required: [],
+        additionalProperties: true,
+    };
+    _stringMapEntries(typesByKey).forEach(([key, types]) => {
+        const schema = mergeTypes([...types], rows.map(r => r[key]));
+        if (!schema)
+            return;
+        s.properties[key] = schema;
+    });
+    // console.log(typesByKey)
+    return s;
+}
+function mergeTypes(types, samples) {
+    // skip "undefined" types
+    types = types.filter(t => t !== 'undefined');
+    if (!types.length)
+        return undefined;
+    if (types.length > 1) {
+        // oneOf
+        const s = {
+            oneOf: types.map(type => mergeTypes([type], samples)),
+        };
+        return s;
+    }
+    const type = types[0];
+    if (type === 'null') {
+        return {
+            type: 'null',
+        };
+    }
+    if (type === 'boolean') {
+        return {
+            type: 'boolean',
+        };
+    }
+    if (type === 'string') {
+        return {
+            type: 'string',
+        };
+    }
+    if (type === 'number') {
+        return {
+            type: 'number',
+        };
+    }
+    if (type === 'object') {
+        return objectToJsonSchema(samples.filter((r) => r && typeof r === 'object'));
+    }
+    if (type === 'array') {
+        // possible feature: detect if it's a tuple
+        // currently assume no-tuple
+        const items = samples.filter(r => Array.isArray(r)).flat();
+        const itemTypes = _uniq(items.map(i => getTypeOfValue(i)));
+        return {
+            type: 'array',
+            items: mergeTypes(itemTypes, items),
+        };
+    }
+}
+function getTypeOfValue(v) {
+    if (v === null)
+        return 'null';
+    if (Array.isArray(v))
+        return 'array';
+    return typeof v;
+}

package/dist/validation/ajv/index.d.ts

@@ -1,6 +1,7 @@
 import Ajv from 'ajv';
 export * from './ajvSchema.js';
 export * from './ajvValidationError.js';
+export * from './from-data/generateJsonSchemaFromData.js';
 export * from './getAjv.js';
 export * from './jsonSchemaBuilder.js';
 export { Ajv };

package/dist/validation/ajv/index.js

@@ -1,6 +1,7 @@
 import Ajv from 'ajv';
 export * from './ajvSchema.js';
 export * from './ajvValidationError.js';
+export * from './from-data/generateJsonSchemaFromData.js';
 export * from './getAjv.js';
 export * from './jsonSchemaBuilder.js';
 export { Ajv };

package/dist/validation/ajv/jsonSchemaBuilder.js

@@ -496,7 +496,7 @@ export class JsonSchemaObjectBuilder extends JsonSchemaAnyBuilder {
     /**
      * Extends the current schema with `id`, `created` and `updated` according to NC DB conventions.
      */
-    // eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+    // oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
     dbEntity() {
         return this.extend({
             id: j.string(),
@@ -558,7 +558,7 @@ export class JsonSchemaObjectInferringBuilder extends JsonSchemaAnyBuilder {
     /**
      * Extends the current schema with `id`, `created` and `updated` according to NC DB conventions.
      */
-    // eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+    // oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
     dbEntity() {
         return this.extend({
             id: j.string(),

package/dist/yargs/yargs.util.js

@@ -5,7 +5,7 @@ import { hideBin } from 'yargs/helpers';
  * Quick yargs helper to make it work in esm.
  * It also allows to not have yargs and `@types/yargs` to be declared as dependencies.
  */
-// eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+// oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
 export function _yargs() {
     return yargs(hideBin(process.argv));
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@naturalcycles/nodejs-lib",
   "type": "module",
-  "version": "15.49.0",
+  "version": "15.50.0",
   "dependencies": {
     "@naturalcycles/js-lib": "^15",
     "@types/js-yaml": "^4",

package/src/validation/ajv/ajvSchema.ts

@@ -73,7 +73,7 @@ export class AjvSchema<IN = unknown, OUT = IN> {
     let jsonSchema: JsonSchema<IN, OUT>
 
     if (AjvSchema.isJsonSchemaBuilder(schema)) {
-      jsonSchema = (schema as JsonSchemaTerminal<IN, OUT, any>).build()
+      jsonSchema = schema.build()
       AjvSchema.requireValidJsonSchema(jsonSchema)
     } else {
       jsonSchema = schema

package/src/validation/ajv/from-data/generateJsonSchemaFromData.ts

@@ -0,0 +1,112 @@
+import { _uniq } from '@naturalcycles/js-lib/array'
+import { _stringMapEntries, type AnyObject, type StringMap } from '@naturalcycles/js-lib/types'
+import type { JsonSchema } from '../jsonSchemaBuilder.js'
+
+type PrimitiveType = 'undefined' | 'null' | 'boolean' | 'string' | 'number'
+type Type = PrimitiveType | 'array' | 'object'
+
+/**
+ * Each row must be an object (current limitation).
+ *
+ * `additionalProperties` is set to `true`, cause it's safer.
+ */
+export function generateJsonSchemaFromData<T extends AnyObject = AnyObject>(
+  rows: AnyObject[],
+): JsonSchema<T> {
+  return objectToJsonSchema<T>(rows as any)
+}
+
+function objectToJsonSchema<T extends AnyObject>(rows: AnyObject[]): JsonSchema<T> {
+  const typesByKey: StringMap<Set<Type>> = {}
+
+  rows.forEach(r => {
+    Object.keys(r).forEach(key => {
+      typesByKey[key] ||= new Set<Type>()
+      typesByKey[key].add(getTypeOfValue(r[key]))
+    })
+  })
+
+  const s: JsonSchema<T> = {
+    type: 'object',
+    properties: {} as any,
+    required: [],
+    additionalProperties: true,
+  }
+
+  _stringMapEntries(typesByKey).forEach(([key, types]) => {
+    const schema = mergeTypes(
+      [...types],
+      rows.map(r => r[key]),
+    )
+    if (!schema) return
+    s.properties![key as keyof T] = schema as any
+  })
+
+  // console.log(typesByKey)
+
+  return s
+}
+
+function mergeTypes(types: Type[], samples: any[]): JsonSchema | undefined {
+  // skip "undefined" types
+  types = types.filter(t => t !== 'undefined')
+
+  if (!types.length) return undefined
+
+  if (types.length > 1) {
+    // oneOf
+    const s: JsonSchema = {
+      oneOf: types.map(type => mergeTypes([type], samples)!),
+    }
+
+    return s
+  }
+
+  const type = types[0]!
+
+  if (type === 'null') {
+    return {
+      type: 'null',
+    } as JsonSchema
+  }
+
+  if (type === 'boolean') {
+    return {
+      type: 'boolean',
+    } as JsonSchema
+  }
+
+  if (type === 'string') {
+    return {
+      type: 'string',
+    } as JsonSchema
+  }
+
+  if (type === 'number') {
+    return {
+      type: 'number',
+    } as JsonSchema
+  }
+
+  if (type === 'object') {
+    return objectToJsonSchema(samples.filter((r: any) => r && typeof r === 'object'))
+  }
+
+  if (type === 'array') {
+    // possible feature: detect if it's a tuple
+    // currently assume no-tuple
+    const items = samples.filter(r => Array.isArray(r)).flat()
+    const itemTypes = _uniq(items.map(i => getTypeOfValue(i)))
+
+    return {
+      type: 'array',
+      items: mergeTypes(itemTypes, items),
+    } as JsonSchema
+  }
+}
+
+function getTypeOfValue(v: any): Type {
+  if (v === null) return 'null'
+  if (Array.isArray(v)) return 'array'
+  return typeof v as Type
+}

package/src/validation/ajv/index.ts

@@ -2,6 +2,7 @@ import Ajv from 'ajv'
 
 export * from './ajvSchema.js'
 export * from './ajvValidationError.js'
+export * from './from-data/generateJsonSchemaFromData.js'
 export * from './getAjv.js'
 export * from './jsonSchemaBuilder.js'
 

package/src/validation/ajv/jsonSchemaBuilder.ts

@@ -677,7 +677,7 @@ export class JsonSchemaObjectBuilder<
   /**
    * Extends the current schema with `id`, `created` and `updated` according to NC DB conventions.
    */
-  // eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+  // oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
   dbEntity() {
     return this.extend({
       id: j.string(),
@@ -805,7 +805,7 @@ export class JsonSchemaObjectInferringBuilder<
   /**
    * Extends the current schema with `id`, `created` and `updated` according to NC DB conventions.
    */
-  // eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+  // oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
   dbEntity() {
     return this.extend({
       id: j.string(),

package/src/yargs/yargs.util.ts

@@ -6,7 +6,7 @@ import { hideBin } from 'yargs/helpers'
  * Quick yargs helper to make it work in esm.
  * It also allows to not have yargs and `@types/yargs` to be declared as dependencies.
  */
-// eslint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
+// oxlint-disable-next-line @typescript-eslint/explicit-function-return-type, @typescript-eslint/explicit-module-boundary-types
 export function _yargs() {
   return yargs(hideBin(process.argv))
 }