@rebasepro/schema-inference 0.0.1-canary.09e5ec5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +114 -0
- package/README.md +1 -0
- package/dist/builders/reference_property_builder.d.ts +3 -0
- package/dist/builders/string_property_builder.d.ts +3 -0
- package/dist/builders/validation_builder.d.ts +3 -0
- package/dist/collection_builder.d.ts +6 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.es.js +523 -0
- package/dist/index.es.js.map +1 -0
- package/dist/index.umd.cjs +540 -0
- package/dist/index.umd.cjs.map +1 -0
- package/dist/strings.d.ts +19 -0
- package/dist/test_schemas/test_schema.d.ts +1 -0
- package/dist/types.d.ts +35 -0
- package/dist/util.d.ts +11 -0
- package/package.json +38 -0
- package/src/builders/reference_property_builder.ts +18 -0
- package/src/builders/string_property_builder.ts +115 -0
- package/src/builders/validation_builder.ts +18 -0
- package/src/collection_builder.ts +404 -0
- package/src/index.ts +3 -0
- package/src/strings.ts +104 -0
- package/src/test_schemas/pop_products.json +948 -0
- package/src/test_schemas/test_schema.ts +34 -0
- package/src/types.ts +43 -0
- package/src/util.ts +44 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.umd.cjs","sources":["../src/strings.ts","../src/util.ts","../src/builders/string_property_builder.ts","../src/builders/validation_builder.ts","../src/builders/reference_property_builder.ts","../src/collection_builder.ts"],"sourcesContent":["import { ValuesCountEntry } from \"./types\";\n\n/**\n * Parse a reference string value which can be in the format:\n * - Simple: \"path/entityId\"\n * - With database: \"database_name:::path/entityId\"\n * Returns the path and database (undefined if not specified or if \"(default)\")\n */\nexport function parseReferenceString(value: string): { path: string; database?: string } | null {\n if (!value) return null;\n\n let database: string | undefined = undefined;\n let fullPath = value;\n\n // Parse the new format: database_name:::path/entityId\n if (value.includes(\":::\")) {\n const [dbName, pathPart] = value.split(\":::\");\n if (dbName && dbName !== \"(default)\") {\n database = dbName;\n }\n fullPath = pathPart;\n }\n\n // Check if it looks like a path (contains at least one slash)\n if (!fullPath || !fullPath.includes(\"/\")) {\n return null;\n }\n\n // Extract the collection path (everything before the last slash)\n const path = fullPath.substring(0, fullPath.lastIndexOf(\"/\"));\n\n return { path,\ndatabase };\n}\n\n/**\n * Check if a string value looks like a reference\n */\nexport function looksLikeReference(value: any): boolean {\n if (typeof value !== \"string\") return false;\n return parseReferenceString(value) !== null;\n}\n\nexport function findCommonInitialStringInPath(valuesCount?: ValuesCountEntry) {\n\n if (!valuesCount) return undefined;\n\n function getPath(value: any): string | undefined {\n let pathString: string | undefined;\n\n if (typeof value === \"string\") {\n pathString = value;\n } else if (value.slug) {\n pathString = value.slug;\n } else {\n console.warn(\"findCommonInitialStringInPath: value is not a string or document with path\", value);\n return undefined;\n }\n\n if (!pathString) return undefined;\n\n // Parse the new format: database_name:::path/entityId\n // Extract just the path portion for comparison\n if (pathString.includes(\":::\")) {\n const [, pathPart] = pathString.split(\":::\");\n pathString = pathPart;\n }\n\n return pathString;\n }\n\n const strings: string[] = valuesCount.values.map((v) => getPath(v)).filter(v => !!v) as string[];\n const pathWithSlash = strings.find((s) => s.includes(\"/\"));\n if (!pathWithSlash)\n return undefined;\n\n const searchedPath = pathWithSlash.substring(0, pathWithSlash.lastIndexOf(\"/\"));\n\n const yep = valuesCount.values\n .filter((value) => {\n const path = getPath(value);\n if (!path) return false;\n return path.startsWith(searchedPath)\n }).length > valuesCount.values.length / 3 * 2;\n\n return yep ? searchedPath : undefined;\n\n}\n\nexport function removeInitialAndTrailingSlashes(s: string): string {\n return removeInitialSlash(removeTrailingSlash(s));\n}\n\nexport function removeInitialSlash(s: string) {\n if (s.startsWith(\"/\"))\n return s.slice(1);\n else return s;\n}\n\nexport function removeTrailingSlash(s: string) {\n if (s.endsWith(\"/\"))\n return s.slice(0, -1);\n else return s;\n}\n","import { EnumValueConfig, EnumValues } from \"@rebasepro/types\";\nimport { unslugify } from \"@rebasepro/utils\";\n\n// Canonical utility functions — single source of truth in @rebasepro/utils\nexport { unslugify, prettifyIdentifier, isObject, isPlainObject, mergeDeep } from \"@rebasepro/utils\";\n\n/**\n * Extract enum values from a list of sample values.\n * This is schema-inference-specific logic (not a general utility).\n */\nexport function extractEnumFromValues(values: unknown[]) {\n if (!Array.isArray(values)) {\n return [];\n }\n const enumValues = values\n .map((value) => {\n if (typeof value === \"string\") {\n return ({\n id: value,\n label: unslugify(value)\n });\n } else\n return null;\n }).filter(Boolean) as Array<{ id: string, label: string }>;\n enumValues.sort((a, b) => a.label.localeCompare(b.label));\n return enumValues;\n}\n\nexport function resolveEnumValues(input: EnumValues): EnumValueConfig[] | undefined {\n // Check Array.isArray first since typeof [] === \"object\" is true in JavaScript\n if (Array.isArray(input)) {\n return input as EnumValueConfig[];\n } else if (typeof input === \"object\" && input !== null) {\n return Object.entries(input).map(([id, value]) =>\n (typeof value === \"string\"\n ? {\n id,\n label: value\n }\n : value));\n } else {\n return undefined;\n }\n}\n","import { findCommonInitialStringInPath } from \"../strings\";\nimport { extractEnumFromValues } from \"../util\";\nimport { FileType, Property, StringProperty } from \"@rebasepro/types\";\nimport { InferencePropertyBuilderProps, ValuesCountEntry } from \"../types\";\n\nconst IMAGE_EXTENSIONS = [\".jpg\", \".jpeg\", \".png\", \".webp\", \".gif\", \".avif\"];\nconst AUDIO_EXTENSIONS = [\".mp3\", \".ogg\", \".opus\", \".aac\"];\nconst VIDEO_EXTENSIONS = [\".avi\", \".mp4\"];\n\nconst emailRegEx = /^[a-zA-Z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/;\n\nexport function buildStringProperty({\n name,\n totalDocsCount,\n valuesResult\n}: InferencePropertyBuilderProps): Property {\n\n let stringProperty: Property = {\n name: name ?? \"\",\n type: \"string\"\n\n };\n\n if (valuesResult) {\n\n const totalEntriesCount = valuesResult.values.length;\n const totalValues = Array.from(valuesResult.valuesCount.keys()).length;\n\n const config: Partial<StringProperty> = {};\n\n const probablyAURL = valuesResult.values\n .filter((value) => typeof value === \"string\" &&\n value.toString().startsWith(\"http\")).length > totalDocsCount / 3 * 2;\n if (probablyAURL) {\n config.url = true;\n }\n\n const probablyAnEmail = valuesResult.values\n .filter((value) => typeof value === \"string\" &&\n emailRegEx.test(value)).length > totalDocsCount / 3 * 2;\n if (probablyAnEmail) {\n config.email = true;\n }\n\n const probablyUserIds = valuesResult.values\n .filter((value) => typeof value === \"string\" && value.length === 28 && !value.includes(\" \"))\n .length > totalDocsCount / 3 * 2;\n if (probablyUserIds)\n config.readOnly = true;\n\n if (!probablyAnEmail &&\n !probablyAURL &&\n !probablyUserIds &&\n !probablyAURL &&\n totalValues < totalEntriesCount / 3\n ) {\n const enumValues = extractEnumFromValues(Array.from(valuesResult.valuesCount.keys()));\n\n if (Object.keys(enumValues).length > 1)\n config.enum = enumValues;\n }\n\n // regular string\n if (!probablyAnEmail &&\n !probablyAURL &&\n !probablyUserIds &&\n !probablyAURL &&\n !config.enum) {\n const fileType = probableFileType(valuesResult, totalDocsCount);\n if (fileType) {\n config.storage = {\n acceptedFiles: fileType as FileType[],\n storagePath: findCommonInitialStringInPath(valuesResult) ?? \"/\"\n };\n }\n }\n\n if (Object.keys(config).length > 0)\n stringProperty = {\n ...stringProperty,\n ...config\n } as StringProperty;\n }\n\n return stringProperty;\n}\n\nfunction probableFileType(valuesCount: ValuesCountEntry, totalDocsCount: number): false | FileType[] {\n const isImage = (value: string) => IMAGE_EXTENSIONS.some((extension) => value.toString().endsWith(extension));\n const isAudio = (value: string) => AUDIO_EXTENSIONS.some((extension) => value.toString().endsWith(extension));\n const isVideo = (value: string) => VIDEO_EXTENSIONS.some((extension) => value.toString().endsWith(extension));\n\n const stringValues = valuesCount.values.filter((v): v is string => typeof v === \"string\");\n\n let imageCount = 0;\n let audioCount = 0;\n let videoCount = 0;\n\n for (const value of stringValues) {\n if (isImage(value)) imageCount++;\n else if (isAudio(value)) audioCount++;\n else if (isVideo(value)) videoCount++;\n }\n\n const totalMediaCount = imageCount + audioCount + videoCount;\n if (totalMediaCount > (totalDocsCount * 2) / 3) {\n const fileTypes: FileType[] = [];\n if (imageCount > 0) fileTypes.push(\"image/*\");\n if (audioCount > 0) fileTypes.push(\"audio/*\");\n if (videoCount > 0) fileTypes.push(\"video/*\");\n return fileTypes.length > 0 ? fileTypes : false;\n }\n\n return false;\n}\n","import { PropertyValidationSchema } from \"@rebasepro/types\";\nimport { InferencePropertyBuilderProps } from \"../types\";\n\nexport function buildValidation({\n totalDocsCount,\n valuesResult\n}: InferencePropertyBuilderProps): PropertyValidationSchema | undefined {\n\n if (valuesResult) {\n const totalEntriesCount = valuesResult.values.length;\n if (totalDocsCount === totalEntriesCount)\n return {\n required: true\n }\n }\n\n return undefined;\n}\n","import { findCommonInitialStringInPath } from \"../strings\";\nimport { InferencePropertyBuilderProps } from \"../types\";\nimport { Property } from \"@rebasepro/types\";\n\nexport function buildReferenceProperty({\n name,\n totalDocsCount,\n valuesResult\n}: InferencePropertyBuilderProps): Property {\n\n const property: Property = {\n name: name ?? \"\",\n type: \"reference\",\n path: findCommonInitialStringInPath(valuesResult) ?? \"!!!FIX_ME!!!\"\n };\n\n return property;\n}\n","import {\n InferencePropertyBuilderProps,\n TypesCount,\n TypesCountRecord,\n ValuesCountEntry,\n ValuesCountRecord\n} from \"./types\";\nimport { buildStringProperty } from \"./builders/string_property_builder\";\nimport { buildValidation } from \"./builders/validation_builder\";\nimport { buildReferenceProperty } from \"./builders/reference_property_builder\";\nimport { extractEnumFromValues, mergeDeep, prettifyIdentifier, resolveEnumValues } from \"./util\";\nimport { DataType, EnumValues, Properties, Property, StringProperty } from \"@rebasepro/types\";\n\nexport type InferenceTypeBuilder = (value: any) => DataType;\n\nexport async function buildEntityPropertiesFromData(\n data: object[],\n getType: InferenceTypeBuilder\n): Promise<Properties> {\n const typesCount: TypesCountRecord = {};\n const valuesCount: ValuesCountRecord = {};\n if (data) {\n data.forEach((entry) => {\n if (entry) {\n Object.entries(entry).forEach(([key, value]) => {\n if (key.startsWith(\"_\")) return; // Ignore properties starting with _\n increaseMapTypeCount(typesCount, key, value, getType);\n increaseValuesCount(valuesCount, key, value, getType);\n });\n }\n });\n }\n return buildPropertiesFromCount(data.length, typesCount, valuesCount);\n}\n\nexport function buildPropertyFromData(\n data: any[],\n property: Property,\n getType: InferenceTypeBuilder\n): Property {\n const typesCount = {};\n const valuesCount: ValuesCountRecord = {};\n if (data) {\n data.forEach((entry) => {\n increaseTypeCount(property.type, typesCount, entry, getType);\n increaseValuesCount(valuesCount, \"inferred_prop\", entry, getType);\n });\n }\n const enumValues = \"enum\" in property ? resolveEnumValues(property[\"enum\"] as EnumValues) : undefined;\n if (enumValues) {\n const newEnumValues = extractEnumFromValues(Array.from(valuesCount[\"inferred_prop\"].valuesCount.keys()));\n return {\n ...property,\n enum: [...newEnumValues, ...enumValues]\n } as StringProperty;\n }\n const generatedProperty = buildPropertyFromCount(\n \"inferred_prop\",\n data.length,\n property.type,\n typesCount,\n valuesCount[\"inferred_prop\"]\n );\n return mergeDeep(generatedProperty, property);\n}\n\nexport function buildPropertiesOrder(\n properties: Properties,\n propertiesOrder?: string[],\n priorityKeys?: string[]\n): string[] {\n const lowerCasePriorityKeys = (priorityKeys ?? []).map((key) => key.toLowerCase());\n\n function propOrder(s: string) {\n const k = s.toLowerCase();\n if (lowerCasePriorityKeys.includes(k)) return 4;\n if (k === \"title\" || k === \"name\") return 3;\n if (k.includes(\"title\") || k.includes(\"name\")) return 2;\n if (k.includes(\"image\") || k.includes(\"picture\")) return 1;\n return 0;\n }\n\n const keys = propertiesOrder ?? Object.keys(properties);\n keys.sort(); // alphabetically\n keys.sort((a, b) => {\n return propOrder(b) - propOrder(a);\n });\n return keys;\n}\n\n/**\n * @param type\n * @param typesCount\n * @param fieldValue\n * @param getType\n */\nfunction increaseTypeCount(\n type: DataType,\n typesCount: TypesCount,\n fieldValue: any,\n getType: InferenceTypeBuilder\n) {\n if (type === \"map\") {\n if (fieldValue) {\n let mapTypesCount = typesCount[type];\n if (!mapTypesCount) {\n mapTypesCount = {};\n typesCount[type] = mapTypesCount;\n }\n Object.entries(fieldValue).forEach(([key, value]) => {\n increaseMapTypeCount(mapTypesCount as TypesCountRecord, key, value, getType);\n });\n }\n } else if (type === \"array\") {\n let arrayTypesCount = typesCount[type];\n if (!arrayTypesCount) {\n arrayTypesCount = {};\n typesCount[type] = arrayTypesCount;\n }\n if (fieldValue && Array.isArray(fieldValue) && fieldValue.length > 0) {\n const arrayType = getMostProbableTypeInArray(fieldValue, getType);\n if (arrayType === \"map\") {\n let mapTypesCount = arrayTypesCount[arrayType];\n if (!mapTypesCount) {\n mapTypesCount = {};\n }\n fieldValue.forEach((value) => {\n if (value && typeof value === \"object\" && !Array.isArray(value)) { // Ensure value is an object for Object.entries\n Object.entries(value).forEach(([key, v]) =>\n increaseMapTypeCount(mapTypesCount, key, v, getType)\n );\n }\n });\n arrayTypesCount[arrayType] = mapTypesCount;\n } else {\n if (!arrayTypesCount[arrayType]) arrayTypesCount[arrayType] = 1;\n else arrayTypesCount[arrayType] = Number(arrayTypesCount[arrayType]) + 1;\n }\n }\n } else {\n if (!typesCount[type]) typesCount[type] = 1;\n else typesCount[type] = Number(typesCount[type]) + 1;\n }\n}\n\nfunction increaseMapTypeCount(\n typesCountRecord: TypesCountRecord,\n key: string,\n fieldValue: any,\n getType: InferenceTypeBuilder\n) {\n if (key.startsWith(\"_\")) return; // Ignore properties starting with _\n\n let typesCount: TypesCount = typesCountRecord[key];\n if (!typesCount) {\n typesCount = {};\n typesCountRecord[key] = typesCount;\n }\n\n if (fieldValue != null) {\n // Check that fieldValue is not null or undefined before proceeding\n const type = getType(fieldValue);\n increaseTypeCount(type, typesCount, fieldValue, getType);\n }\n}\n\nfunction increaseValuesCount(\n typeValuesRecord: ValuesCountRecord,\n key: string,\n fieldValue: any,\n getType: InferenceTypeBuilder\n) {\n if (key.startsWith(\"_\")) return; // Ignore properties starting with _\n\n const type = getType(fieldValue);\n\n let valuesRecord: {\n values: any[];\n valuesCount: Map<any, number>;\n map?: ValuesCountRecord;\n } = typeValuesRecord[key];\n\n if (!valuesRecord) {\n valuesRecord = {\n values: [],\n valuesCount: new Map()\n };\n typeValuesRecord[key] = valuesRecord;\n }\n\n if (type === \"map\") {\n let mapValuesRecord: ValuesCountRecord | undefined = valuesRecord.map;\n if (!mapValuesRecord) {\n mapValuesRecord = {};\n valuesRecord.map = mapValuesRecord;\n }\n if (fieldValue)\n Object.entries(fieldValue).forEach(([subKey, value]) =>\n increaseValuesCount(mapValuesRecord as ValuesCountRecord, subKey, value, getType)\n );\n } else if (type === \"array\") {\n if (Array.isArray(fieldValue)) {\n fieldValue.forEach((value) => {\n valuesRecord.values.push(value);\n valuesRecord.valuesCount.set(value, (valuesRecord.valuesCount.get(value) ?? 0) + 1);\n });\n }\n } else {\n if (fieldValue !== null && fieldValue !== undefined) {\n valuesRecord.values.push(fieldValue);\n valuesRecord.valuesCount.set(fieldValue, (valuesRecord.valuesCount.get(fieldValue) ?? 0) + 1);\n }\n }\n}\n\nfunction getHighestTypesCount(typesCount: TypesCount): number {\n let highestCount = 0;\n Object.entries(typesCount).forEach(([type, count]) => {\n let countValue = 0;\n if (type === \"map\") {\n countValue = getHighestRecordCount(count as TypesCountRecord);\n } else if (type === \"array\") {\n countValue = getHighestTypesCount(count as TypesCount);\n } else {\n countValue = Number(count);\n }\n if (countValue > highestCount) {\n highestCount = countValue;\n }\n });\n\n return highestCount;\n}\n\nfunction getHighestRecordCount(record: TypesCountRecord): number {\n return Object.entries(record)\n .map(([key, typesCount]) => getHighestTypesCount(typesCount))\n .reduce((a, b) => Math.max(a, b), 0);\n}\n\nfunction getMostProbableType(typesCount: TypesCount): DataType {\n let highestCount = -1;\n let probableType: DataType = \"string\"; // default\n Object.entries(typesCount).forEach(([type, count]) => {\n let countValue;\n if (type === \"map\") {\n countValue = getHighestRecordCount(count as TypesCountRecord);\n } else if (type === \"array\") {\n countValue = getHighestTypesCount(count as TypesCount);\n } else {\n countValue = Number(count);\n }\n if (countValue > highestCount) {\n highestCount = countValue;\n probableType = type as DataType;\n }\n });\n return probableType;\n}\n\nfunction buildPropertyFromCount(\n key: string,\n totalDocsCount: number,\n mostProbableType: DataType,\n typesCount: TypesCount,\n valuesResult?: ValuesCountEntry\n): Property {\n let title: string | undefined;\n\n if (key) {\n title = prettifyIdentifier(key);\n }\n\n let result: Property | undefined = undefined;\n if (mostProbableType === \"map\") {\n const highVariability = checkTypesCountHighVariability(typesCount);\n if (highVariability) {\n result = {\n type: \"map\",\n name: title ?? key ?? \"\",\n keyValue: true,\n properties: {}\n };\n }\n const properties = buildPropertiesFromCount(\n totalDocsCount,\n typesCount.map as TypesCountRecord,\n valuesResult ? valuesResult.mapValues : undefined\n );\n result = {\n type: \"map\",\n name: title ?? key ?? \"\",\n properties\n };\n } else if (mostProbableType === \"array\") {\n const arrayTypesCount = typesCount.array as TypesCount;\n const arrayMostProbableType = getMostProbableType(arrayTypesCount);\n const of = buildPropertyFromCount(\n key,\n totalDocsCount,\n arrayMostProbableType,\n arrayTypesCount,\n valuesResult\n );\n result = {\n type: \"array\",\n name: title ?? key ?? \"\",\n of\n };\n }\n\n if (!result) {\n const propertyProps: InferencePropertyBuilderProps = {\n name: key,\n totalDocsCount,\n valuesResult\n };\n if (mostProbableType === \"string\") {\n result = buildStringProperty(propertyProps);\n } else if (mostProbableType === \"reference\") {\n result = buildReferenceProperty(propertyProps);\n } else {\n result = {\n type: mostProbableType\n } as Property;\n }\n\n if (title) {\n result.name = title;\n }\n\n const validation = buildValidation(propertyProps);\n if (validation) {\n result.validation = validation;\n }\n }\n\n return result;\n}\n\nfunction buildPropertiesFromCount(\n totalDocsCount: number,\n typesCountRecord: TypesCountRecord,\n valuesCountRecord?: ValuesCountRecord\n): Properties {\n const res: Properties = {};\n Object.entries(typesCountRecord).forEach(([key, typesCount]) => {\n const mostProbableType = getMostProbableType(typesCount);\n res[key] = buildPropertyFromCount(\n key,\n totalDocsCount,\n mostProbableType,\n typesCount,\n valuesCountRecord ? valuesCountRecord[key] : undefined\n );\n });\n return res;\n}\n\nfunction countMaxDocumentsUnder(typesCount: TypesCount) {\n let count = 0;\n Object.entries(typesCount).forEach(([type, value]) => {\n if (typeof value === \"object\") {\n count = Math.max(count, countMaxDocumentsUnder(value as TypesCountRecord));\n } else {\n count = Math.max(count, Number(value));\n }\n });\n return count;\n}\n\nfunction getMostProbableTypeInArray(\n array: any[],\n getType: InferenceTypeBuilder\n): DataType {\n const typesCount: TypesCount = {};\n array.forEach((value) => {\n increaseTypeCount(getType(value), typesCount, value, getType);\n });\n return getMostProbableType(typesCount);\n}\n\nfunction checkTypesCountHighVariability(typesCount: TypesCount) {\n const maxCount = countMaxDocumentsUnder(typesCount);\n let keysWithFewValues = 0;\n Object.entries(typesCount.map ?? {}).forEach(([key, value]) => {\n const count = countMaxDocumentsUnder(value);\n if (count < maxCount / 3) {\n keysWithFewValues++;\n }\n });\n return keysWithFewValues / Object.entries(typesCount.map ?? {}).length > 0.5;\n}\n\n\nexport function inferTypeFromValue(value: any): DataType {\n if (value === null || value === undefined) return \"string\";\n if (typeof value === \"string\") return \"string\";\n if (typeof value === \"number\") return \"number\";\n if (typeof value === \"boolean\") return \"boolean\";\n if (Array.isArray(value)) return \"array\";\n if (typeof value === \"object\") return \"map\";\n return \"string\";\n}\n"],"names":["unslugify","mergeDeep","prettifyIdentifier"],"mappings":";;;;AAQO,WAAS,qBAAqB,OAA2D;AAC5F,QAAI,CAAC,MAAO,QAAO;AAEnB,QAAI,WAA+B;AACnC,QAAI,WAAW;AAGf,QAAI,MAAM,SAAS,KAAK,GAAG;AACvB,YAAM,CAAC,QAAQ,QAAQ,IAAI,MAAM,MAAM,KAAK;AAC5C,UAAI,UAAU,WAAW,aAAa;AAClC,mBAAW;AAAA,MACf;AACA,iBAAW;AAAA,IACf;AAGA,QAAI,CAAC,YAAY,CAAC,SAAS,SAAS,GAAG,GAAG;AACtC,aAAO;AAAA,IACX;AAGA,UAAM,OAAO,SAAS,UAAU,GAAG,SAAS,YAAY,GAAG,CAAC;AAE5D,WAAO;AAAA,MAAE;AAAA,MACb;AAAA,IAAA;AAAA,EACA;AAKO,WAAS,mBAAmB,OAAqB;AACpD,QAAI,OAAO,UAAU,SAAU,QAAO;AACtC,WAAO,qBAAqB,KAAK,MAAM;AAAA,EAC3C;AAEO,WAAS,8BAA8B,aAAgC;AAE1E,QAAI,CAAC,YAAa,QAAO;AAEzB,aAAS,QAAQ,OAAgC;AAC7C,UAAI;AAEJ,UAAI,OAAO,UAAU,UAAU;AAC3B,qBAAa;AAAA,MACjB,WAAW,MAAM,MAAM;AACnB,qBAAa,MAAM;AAAA,MACvB,OAAO;AACH,gBAAQ,KAAK,8EAA8E,KAAK;AAChG,eAAO;AAAA,MACX;AAEA,UAAI,CAAC,WAAY,QAAO;AAIxB,UAAI,WAAW,SAAS,KAAK,GAAG;AAC5B,cAAM,CAAA,EAAG,QAAQ,IAAI,WAAW,MAAM,KAAK;AAC3C,qBAAa;AAAA,MACjB;AAEA,aAAO;AAAA,IACX;AAEA,UAAM,UAAoB,YAAY,OAAO,IAAI,CAAC,MAAM,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAA,MAAK,CAAC,CAAC,CAAC;AACnF,UAAM,gBAAgB,QAAQ,KAAK,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC;AACzD,QAAI,CAAC;AACD,aAAO;AAEX,UAAM,eAAe,cAAc,UAAU,GAAG,cAAc,YAAY,GAAG,CAAC;AAE9E,UAAM,MAAM,YAAY,OACnB,OAAO,CAAC,UAAU;AACf,YAAM,OAAO,QAAQ,KAAK;AAC1B,UAAI,CAAC,KAAM,QAAO;AAClB,aAAO,KAAK,WAAW,YAAY;AAAA,IACvC,CAAC,EAAE,SAAS,YAAY,OAAO,SAAS,IAAI;AAEhD,WAAO,MAAM,eAAe;AAAA,EAEhC;AAEO,WAAS,gCAAgC,GAAmB;AAC/D,WAAO,mBAAmB,oBAAoB,CAAC,CAAC;AAAA,EACpD;AAEO,WAAS,mBAAmB,GAAW;AAC1C,QAAI,EAAE,WAAW,GAAG;AAChB,aAAO,EAAE,MAAM,CAAC;AAAA,QACf,QAAO;AAAA,EAChB;AAEO,WAAS,oBAAoB,GAAW;AAC3C,QAAI,EAAE,SAAS,GAAG;AACd,aAAO,EAAE,MAAM,GAAG,EAAE;AAAA,QACnB,QAAO;AAAA,EAChB;AC7FO,WAAS,sBAAsB,QAAmB;AACrD,QAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AACxB,aAAO,CAAA;AAAA,IACX;AACA,UAAM,aAAa,OACd,IAAI,CAAC,UAAU;AACZ,UAAI,OAAO,UAAU,UAAU;AAC3B,eAAQ;AAAA,UACJ,IAAI;AAAA,UACJ,OAAOA,MAAAA,UAAU,KAAK;AAAA,QAAA;AAAA,MAE9B;AACI,eAAO;AAAA,IACf,CAAC,EAAE,OAAO,OAAO;AACrB,eAAW,KAAK,CAAC,GAAG,MAAM,EAAE,MAAM,cAAc,EAAE,KAAK,CAAC;AACxD,WAAO;AAAA,EACX;AAEO,WAAS,kBAAkB,OAAkD;AAEhF,QAAI,MAAM,QAAQ,KAAK,GAAG;AACtB,aAAO;AAAA,IACX,WAAW,OAAO,UAAU,YAAY,UAAU,MAAM;AACpD,aAAO,OAAO,QAAQ,KAAK,EAAE,IAAI,CAAC,CAAC,IAAI,KAAK,MAC3C,OAAO,UAAU,WACZ;AAAA,QACE;AAAA,QACA,OAAO;AAAA,MAAA,IAET,KAAM;AAAA,IAChB,OAAO;AACH,aAAO;AAAA,IACX;AAAA,EACJ;ACtCA,QAAM,mBAAmB,CAAC,QAAQ,SAAS,QAAQ,SAAS,QAAQ,OAAO;AAC3E,QAAM,mBAAmB,CAAC,QAAQ,QAAQ,SAAS,MAAM;AACzD,QAAM,mBAAmB,CAAC,QAAQ,MAAM;AAExC,QAAM,aAAa;AAEZ,WAAS,oBAAoB;AAAA,IAChC;AAAA,IACA;AAAA,IACA;AAAA,EACJ,GAA4C;AAExC,QAAI,iBAA2B;AAAA,MAC3B,MAAM,QAAQ;AAAA,MACd,MAAM;AAAA,IAAA;AAIV,QAAI,cAAc;AAEd,YAAM,oBAAoB,aAAa,OAAO;AAC9C,YAAM,cAAc,MAAM,KAAK,aAAa,YAAY,KAAA,CAAM,EAAE;AAEhE,YAAM,SAAkC,CAAA;AAExC,YAAM,eAAe,aAAa,OAC7B,OAAO,CAAC,UAAU,OAAO,UAAU,YAChC,MAAM,SAAA,EAAW,WAAW,MAAM,CAAC,EAAE,SAAS,iBAAiB,IAAI;AAC3E,UAAI,cAAc;AACd,eAAO,MAAM;AAAA,MACjB;AAEA,YAAM,kBAAkB,aAAa,OAChC,OAAO,CAAC,UAAU,OAAO,UAAU,YAChC,WAAW,KAAK,KAAK,CAAC,EAAE,SAAS,iBAAiB,IAAI;AAC9D,UAAI,iBAAiB;AACjB,eAAO,QAAQ;AAAA,MACnB;AAEA,YAAM,kBAAkB,aAAa,OAChC,OAAO,CAAC,UAAU,OAAO,UAAU,YAAY,MAAM,WAAW,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,EAC1F,SAAS,iBAAiB,IAAI;AACnC,UAAI;AACA,eAAO,WAAW;AAEtB,UAAI,CAAC,mBACD,CAAC,gBACD,CAAC,mBACD,CAAC,gBACD,cAAc,oBAAoB,GACpC;AACE,cAAM,aAAa,sBAAsB,MAAM,KAAK,aAAa,YAAY,KAAA,CAAM,CAAC;AAEpF,YAAI,OAAO,KAAK,UAAU,EAAE,SAAS;AACjC,iBAAO,OAAO;AAAA,MACtB;AAGA,UAAI,CAAC,mBACD,CAAC,gBACD,CAAC,mBACD,CAAC,gBACD,CAAC,OAAO,MAAM;AACd,cAAM,WAAW,iBAAiB,cAAc,cAAc;AAC9D,YAAI,UAAU;AACV,iBAAO,UAAU;AAAA,YACb,eAAe;AAAA,YACf,aAAa,8BAA8B,YAAY,KAAK;AAAA,UAAA;AAAA,QAEpE;AAAA,MACJ;AAEA,UAAI,OAAO,KAAK,MAAM,EAAE,SAAS;AAC7B,yBAAiB;AAAA,UACb,GAAG;AAAA,UACH,GAAG;AAAA,QAAA;AAAA,IAEf;AAEA,WAAO;AAAA,EACX;AAEA,WAAS,iBAAiB,aAA+B,gBAA4C;AACjG,UAAM,UAAU,CAAC,UAAkB,iBAAiB,KAAK,CAAC,cAAc,MAAM,SAAA,EAAW,SAAS,SAAS,CAAC;AAC5G,UAAM,UAAU,CAAC,UAAkB,iBAAiB,KAAK,CAAC,cAAc,MAAM,SAAA,EAAW,SAAS,SAAS,CAAC;AAC5G,UAAM,UAAU,CAAC,UAAkB,iBAAiB,KAAK,CAAC,cAAc,MAAM,SAAA,EAAW,SAAS,SAAS,CAAC;AAE5G,UAAM,eAAe,YAAY,OAAO,OAAO,CAAC,MAAmB,OAAO,MAAM,QAAQ;AAExF,QAAI,aAAa;AACjB,QAAI,aAAa;AACjB,QAAI,aAAa;AAEjB,eAAW,SAAS,cAAc;AAC9B,UAAI,QAAQ,KAAK,EAAG;AAAA,eACX,QAAQ,KAAK,EAAG;AAAA,eAChB,QAAQ,KAAK,EAAG;AAAA,IAC7B;AAEA,UAAM,kBAAkB,aAAa,aAAa;AAClD,QAAI,kBAAmB,iBAAiB,IAAK,GAAG;AAC5C,YAAM,YAAwB,CAAA;AAC9B,UAAI,aAAa,EAAG,WAAU,KAAK,SAAS;AAC5C,UAAI,aAAa,EAAG,WAAU,KAAK,SAAS;AAC5C,UAAI,aAAa,EAAG,WAAU,KAAK,SAAS;AAC5C,aAAO,UAAU,SAAS,IAAI,YAAY;AAAA,IAC9C;AAEA,WAAO;AAAA,EACX;AC/GO,WAAS,gBAAgB;AAAA,IAC5B;AAAA,IACA;AAAA,EACJ,GAAwE;AAEpE,QAAI,cAAc;AACd,YAAM,oBAAoB,aAAa,OAAO;AAC9C,UAAI,mBAAmB;AACnB,eAAO;AAAA,UACH,UAAU;AAAA,QAAA;AAAA,IAEtB;AAEA,WAAO;AAAA,EACX;ACbO,WAAS,uBAAuB;AAAA,IACnC;AAAA,IACA;AAAA,IACA;AAAA,EACJ,GAA4C;AAExC,UAAM,WAAqB;AAAA,MACvB,MAAM,QAAQ;AAAA,MACd,MAAM;AAAA,MACN,MAAM,8BAA8B,YAAY,KAAK;AAAA,IAAA;AAGzD,WAAO;AAAA,EACX;ACFA,iBAAsB,8BAClB,MACA,SACmB;AACnB,UAAM,aAA+B,CAAA;AACrC,UAAM,cAAiC,CAAA;AACvC,QAAI,MAAM;AACN,WAAK,QAAQ,CAAC,UAAU;AACpB,YAAI,OAAO;AACP,iBAAO,QAAQ,KAAK,EAAE,QAAQ,CAAC,CAAC,KAAK,KAAK,MAAM;AAC5C,gBAAI,IAAI,WAAW,GAAG,EAAG;AACzB,iCAAqB,YAAY,KAAK,OAAO,OAAO;AACpD,gCAAoB,aAAa,KAAK,OAAO,OAAO;AAAA,UACxD,CAAC;AAAA,QACL;AAAA,MACJ,CAAC;AAAA,IACL;AACA,WAAO,yBAAyB,KAAK,QAAQ,YAAY,WAAW;AAAA,EACxE;AAEO,WAAS,sBACZ,MACA,UACA,SACQ;AACR,UAAM,aAAa,CAAA;AACnB,UAAM,cAAiC,CAAA;AACvC,QAAI,MAAM;AACN,WAAK,QAAQ,CAAC,UAAU;AACpB,0BAAkB,SAAS,MAAM,YAAY,OAAO,OAAO;AAC3D,4BAAoB,aAAa,iBAAiB,OAAO,OAAO;AAAA,MACpE,CAAC;AAAA,IACL;AACA,UAAM,aAAa,UAAU,WAAW,kBAAkB,SAAS,MAAM,CAAe,IAAI;AAC5F,QAAI,YAAY;AACZ,YAAM,gBAAgB,sBAAsB,MAAM,KAAK,YAAY,eAAe,EAAE,YAAY,KAAA,CAAM,CAAC;AACvG,aAAO;AAAA,QACH,GAAG;AAAA,QACH,MAAM,CAAC,GAAG,eAAe,GAAG,UAAU;AAAA,MAAA;AAAA,IAE9C;AACA,UAAM,oBAAoB;AAAA,MACtB;AAAA,MACA,KAAK;AAAA,MACL,SAAS;AAAA,MACT;AAAA,MACA,YAAY,eAAe;AAAA,IAAA;AAE/B,WAAOC,MAAAA,UAAU,mBAAmB,QAAQ;AAAA,EAChD;AAEO,WAAS,qBACZ,YACA,iBACA,cACQ;AACR,UAAM,yBAAyB,gBAAgB,CAAA,GAAI,IAAI,CAAC,QAAQ,IAAI,aAAa;AAEjF,aAAS,UAAU,GAAW;AAC1B,YAAM,IAAI,EAAE,YAAA;AACZ,UAAI,sBAAsB,SAAS,CAAC,EAAG,QAAO;AAC9C,UAAI,MAAM,WAAW,MAAM,OAAQ,QAAO;AAC1C,UAAI,EAAE,SAAS,OAAO,KAAK,EAAE,SAAS,MAAM,EAAG,QAAO;AACtD,UAAI,EAAE,SAAS,OAAO,KAAK,EAAE,SAAS,SAAS,EAAG,QAAO;AACzD,aAAO;AAAA,IACX;AAEA,UAAM,OAAO,mBAAmB,OAAO,KAAK,UAAU;AACtD,SAAK,KAAA;AACL,SAAK,KAAK,CAAC,GAAG,MAAM;AAChB,aAAO,UAAU,CAAC,IAAI,UAAU,CAAC;AAAA,IACrC,CAAC;AACD,WAAO;AAAA,EACX;AAQA,WAAS,kBACL,MACA,YACA,YACA,SACF;AACE,QAAI,SAAS,OAAO;AAChB,UAAI,YAAY;AACZ,YAAI,gBAAgB,WAAW,IAAI;AACnC,YAAI,CAAC,eAAe;AAChB,0BAAgB,CAAA;AAChB,qBAAW,IAAI,IAAI;AAAA,QACvB;AACA,eAAO,QAAQ,UAAU,EAAE,QAAQ,CAAC,CAAC,KAAK,KAAK,MAAM;AACjD,+BAAqB,eAAmC,KAAK,OAAO,OAAO;AAAA,QAC/E,CAAC;AAAA,MACL;AAAA,IACJ,WAAW,SAAS,SAAS;AACzB,UAAI,kBAAkB,WAAW,IAAI;AACrC,UAAI,CAAC,iBAAiB;AAClB,0BAAkB,CAAA;AAClB,mBAAW,IAAI,IAAI;AAAA,MACvB;AACA,UAAI,cAAc,MAAM,QAAQ,UAAU,KAAK,WAAW,SAAS,GAAG;AAClE,cAAM,YAAY,2BAA2B,YAAY,OAAO;AAChE,YAAI,cAAc,OAAO;AACrB,cAAI,gBAAgB,gBAAgB,SAAS;AAC7C,cAAI,CAAC,eAAe;AAChB,4BAAgB,CAAA;AAAA,UACpB;AACA,qBAAW,QAAQ,CAAC,UAAU;AAC1B,gBAAI,SAAS,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK,GAAG;AAC7D,qBAAO,QAAQ,KAAK,EAAE;AAAA,gBAAQ,CAAC,CAAC,KAAK,CAAC,MAClC,qBAAqB,eAAe,KAAK,GAAG,OAAO;AAAA,cAAA;AAAA,YAE3D;AAAA,UACJ,CAAC;AACD,0BAAgB,SAAS,IAAI;AAAA,QACjC,OAAO;AACH,cAAI,CAAC,gBAAgB,SAAS,EAAG,iBAAgB,SAAS,IAAI;AAAA,+BACzC,SAAS,IAAI,OAAO,gBAAgB,SAAS,CAAC,IAAI;AAAA,QAC3E;AAAA,MACJ;AAAA,IACJ,OAAO;AACH,UAAI,CAAC,WAAW,IAAI,EAAG,YAAW,IAAI,IAAI;AAAA,sBAC1B,IAAI,IAAI,OAAO,WAAW,IAAI,CAAC,IAAI;AAAA,IACvD;AAAA,EACJ;AAEA,WAAS,qBACL,kBACA,KACA,YACA,SACF;AACE,QAAI,IAAI,WAAW,GAAG,EAAG;AAEzB,QAAI,aAAyB,iBAAiB,GAAG;AACjD,QAAI,CAAC,YAAY;AACb,mBAAa,CAAA;AACb,uBAAiB,GAAG,IAAI;AAAA,IAC5B;AAEA,QAAI,cAAc,MAAM;AAEpB,YAAM,OAAO,QAAQ,UAAU;AAC/B,wBAAkB,MAAM,YAAY,YAAY,OAAO;AAAA,IAC3D;AAAA,EACJ;AAEA,WAAS,oBACL,kBACA,KACA,YACA,SACF;AACE,QAAI,IAAI,WAAW,GAAG,EAAG;AAEzB,UAAM,OAAO,QAAQ,UAAU;AAE/B,QAAI,eAIA,iBAAiB,GAAG;AAExB,QAAI,CAAC,cAAc;AACf,qBAAe;AAAA,QACX,QAAQ,CAAA;AAAA,QACR,iCAAiB,IAAA;AAAA,MAAI;AAEzB,uBAAiB,GAAG,IAAI;AAAA,IAC5B;AAEA,QAAI,SAAS,OAAO;AAChB,UAAI,kBAAiD,aAAa;AAClE,UAAI,CAAC,iBAAiB;AAClB,0BAAkB,CAAA;AAClB,qBAAa,MAAM;AAAA,MACvB;AACA,UAAI;AACA,eAAO,QAAQ,UAAU,EAAE;AAAA,UAAQ,CAAC,CAAC,QAAQ,KAAK,MAC9C,oBAAoB,iBAAsC,QAAQ,OAAO,OAAO;AAAA,QAAA;AAAA,IAE5F,WAAW,SAAS,SAAS;AACzB,UAAI,MAAM,QAAQ,UAAU,GAAG;AAC3B,mBAAW,QAAQ,CAAC,UAAU;AAC1B,uBAAa,OAAO,KAAK,KAAK;AAC9B,uBAAa,YAAY,IAAI,QAAQ,aAAa,YAAY,IAAI,KAAK,KAAK,KAAK,CAAC;AAAA,QACtF,CAAC;AAAA,MACL;AAAA,IACJ,OAAO;AACH,UAAI,eAAe,QAAQ,eAAe,QAAW;AACjD,qBAAa,OAAO,KAAK,UAAU;AACnC,qBAAa,YAAY,IAAI,aAAa,aAAa,YAAY,IAAI,UAAU,KAAK,KAAK,CAAC;AAAA,MAChG;AAAA,IACJ;AAAA,EACJ;AAEA,WAAS,qBAAqB,YAAgC;AAC1D,QAAI,eAAe;AACnB,WAAO,QAAQ,UAAU,EAAE,QAAQ,CAAC,CAAC,MAAM,KAAK,MAAM;AAClD,UAAI,aAAa;AACjB,UAAI,SAAS,OAAO;AAChB,qBAAa,sBAAsB,KAAyB;AAAA,MAChE,WAAW,SAAS,SAAS;AACzB,qBAAa,qBAAqB,KAAmB;AAAA,MACzD,OAAO;AACH,qBAAa,OAAO,KAAK;AAAA,MAC7B;AACA,UAAI,aAAa,cAAc;AAC3B,uBAAe;AAAA,MACnB;AAAA,IACJ,CAAC;AAED,WAAO;AAAA,EACX;AAEA,WAAS,sBAAsB,QAAkC;AAC7D,WAAO,OAAO,QAAQ,MAAM,EACvB,IAAI,CAAC,CAAC,KAAK,UAAU,MAAM,qBAAqB,UAAU,CAAC,EAC3D,OAAO,CAAC,GAAG,MAAM,KAAK,IAAI,GAAG,CAAC,GAAG,CAAC;AAAA,EAC3C;AAEA,WAAS,oBAAoB,YAAkC;AAC3D,QAAI,eAAe;AACnB,QAAI,eAAyB;AAC7B,WAAO,QAAQ,UAAU,EAAE,QAAQ,CAAC,CAAC,MAAM,KAAK,MAAM;AAClD,UAAI;AACJ,UAAI,SAAS,OAAO;AAChB,qBAAa,sBAAsB,KAAyB;AAAA,MAChE,WAAW,SAAS,SAAS;AACzB,qBAAa,qBAAqB,KAAmB;AAAA,MACzD,OAAO;AACH,qBAAa,OAAO,KAAK;AAAA,MAC7B;AACA,UAAI,aAAa,cAAc;AAC3B,uBAAe;AACf,uBAAe;AAAA,MACnB;AAAA,IACJ,CAAC;AACD,WAAO;AAAA,EACX;AAEA,WAAS,uBACL,KACA,gBACA,kBACA,YACA,cACQ;AACR,QAAI;AAEJ,QAAI,KAAK;AACL,cAAQC,MAAAA,mBAAmB,GAAG;AAAA,IAClC;AAEA,QAAI,SAA+B;AACnC,QAAI,qBAAqB,OAAO;AAC5B,YAAM,kBAAkB,+BAA+B,UAAU;AACjE,UAAI,iBAAiB;AACjB,iBAAS;AAAA,UACL,MAAM;AAAA,UACN,MAAM,SAAS,OAAO;AAAA,UACtB,UAAU;AAAA,UACV,YAAY,CAAA;AAAA,QAAC;AAAA,MAErB;AACA,YAAM,aAAa;AAAA,QACf;AAAA,QACA,WAAW;AAAA,QACX,eAAe,aAAa,YAAY;AAAA,MAAA;AAE5C,eAAS;AAAA,QACL,MAAM;AAAA,QACN,MAAM,SAAS,OAAO;AAAA,QACtB;AAAA,MAAA;AAAA,IAER,WAAW,qBAAqB,SAAS;AACrC,YAAM,kBAAkB,WAAW;AACnC,YAAM,wBAAwB,oBAAoB,eAAe;AACjE,YAAM,KAAK;AAAA,QACP;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAEJ,eAAS;AAAA,QACL,MAAM;AAAA,QACN,MAAM,SAAS,OAAO;AAAA,QACtB;AAAA,MAAA;AAAA,IAER;AAEA,QAAI,CAAC,QAAQ;AACT,YAAM,gBAA+C;AAAA,QACjD,MAAM;AAAA,QACN;AAAA,QACA;AAAA,MAAA;AAEJ,UAAI,qBAAqB,UAAU;AAC/B,iBAAS,oBAAoB,aAAa;AAAA,MAC9C,WAAW,qBAAqB,aAAa;AACzC,iBAAS,uBAAuB,aAAa;AAAA,MACjD,OAAO;AACH,iBAAS;AAAA,UACL,MAAM;AAAA,QAAA;AAAA,MAEd;AAEA,UAAI,OAAO;AACP,eAAO,OAAO;AAAA,MAClB;AAEA,YAAM,aAAa,gBAAgB,aAAa;AAChD,UAAI,YAAY;AACZ,eAAO,aAAa;AAAA,MACxB;AAAA,IACJ;AAEA,WAAO;AAAA,EACX;AAEA,WAAS,yBACL,gBACA,kBACA,mBACU;AACV,UAAM,MAAkB,CAAA;AACxB,WAAO,QAAQ,gBAAgB,EAAE,QAAQ,CAAC,CAAC,KAAK,UAAU,MAAM;AAC5D,YAAM,mBAAmB,oBAAoB,UAAU;AACvD,UAAI,GAAG,IAAI;AAAA,QACP;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,oBAAoB,kBAAkB,GAAG,IAAI;AAAA,MAAA;AAAA,IAErD,CAAC;AACD,WAAO;AAAA,EACX;AAEA,WAAS,uBAAuB,YAAwB;AACpD,QAAI,QAAQ;AACZ,WAAO,QAAQ,UAAU,EAAE,QAAQ,CAAC,CAAC,MAAM,KAAK,MAAM;AAClD,UAAI,OAAO,UAAU,UAAU;AAC3B,gBAAQ,KAAK,IAAI,OAAO,uBAAuB,KAAyB,CAAC;AAAA,MAC7E,OAAO;AACH,gBAAQ,KAAK,IAAI,OAAO,OAAO,KAAK,CAAC;AAAA,MACzC;AAAA,IACJ,CAAC;AACD,WAAO;AAAA,EACX;AAEA,WAAS,2BACL,OACA,SACQ;AACR,UAAM,aAAyB,CAAA;AAC/B,UAAM,QAAQ,CAAC,UAAU;AACrB,wBAAkB,QAAQ,KAAK,GAAG,YAAY,OAAO,OAAO;AAAA,IAChE,CAAC;AACD,WAAO,oBAAoB,UAAU;AAAA,EACzC;AAEA,WAAS,+BAA+B,YAAwB;AAC5D,UAAM,WAAW,uBAAuB,UAAU;AAClD,QAAI,oBAAoB;AACxB,WAAO,QAAQ,WAAW,OAAO,CAAA,CAAE,EAAE,QAAQ,CAAC,CAAC,KAAK,KAAK,MAAM;AAC3D,YAAM,QAAQ,uBAAuB,KAAK;AAC1C,UAAI,QAAQ,WAAW,GAAG;AACtB;AAAA,MACJ;AAAA,IACJ,CAAC;AACD,WAAO,oBAAoB,OAAO,QAAQ,WAAW,OAAO,CAAA,CAAE,EAAE,SAAS;AAAA,EAC7E;AAGO,WAAS,mBAAmB,OAAsB;AACrD,QAAI,UAAU,QAAQ,UAAU,OAAW,QAAO;AAClD,QAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAI,OAAO,UAAU,UAAW,QAAO;AACvC,QAAI,MAAM,QAAQ,KAAK,EAAG,QAAO;AACjC,QAAI,OAAO,UAAU,SAAU,QAAO;AACtC,WAAO;AAAA,EACX;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { ValuesCountEntry } from "./types";
|
|
2
|
+
/**
|
|
3
|
+
* Parse a reference string value which can be in the format:
|
|
4
|
+
* - Simple: "path/entityId"
|
|
5
|
+
* - With database: "database_name:::path/entityId"
|
|
6
|
+
* Returns the path and database (undefined if not specified or if "(default)")
|
|
7
|
+
*/
|
|
8
|
+
export declare function parseReferenceString(value: string): {
|
|
9
|
+
path: string;
|
|
10
|
+
database?: string;
|
|
11
|
+
} | null;
|
|
12
|
+
/**
|
|
13
|
+
* Check if a string value looks like a reference
|
|
14
|
+
*/
|
|
15
|
+
export declare function looksLikeReference(value: any): boolean;
|
|
16
|
+
export declare function findCommonInitialStringInPath(valuesCount?: ValuesCountEntry): string | undefined;
|
|
17
|
+
export declare function removeInitialAndTrailingSlashes(s: string): string;
|
|
18
|
+
export declare function removeInitialSlash(s: string): string;
|
|
19
|
+
export declare function removeTrailingSlash(s: string): string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { DataType } from "@rebasepro/types";
|
|
2
|
+
export type TypesCount = {
|
|
3
|
+
number?: number;
|
|
4
|
+
string?: number;
|
|
5
|
+
boolean?: number;
|
|
6
|
+
map?: TypesCountRecord;
|
|
7
|
+
array?: TypesCount;
|
|
8
|
+
date?: number;
|
|
9
|
+
geopoint?: number;
|
|
10
|
+
reference?: number;
|
|
11
|
+
relation?: number;
|
|
12
|
+
};
|
|
13
|
+
export type TypesCountRecord<K extends keyof DataType = any> = {
|
|
14
|
+
[P in K]: TypesCount;
|
|
15
|
+
};
|
|
16
|
+
export type ValuesCountEntry = {
|
|
17
|
+
values: any[];
|
|
18
|
+
valuesCount: Map<any, number>;
|
|
19
|
+
mapValues?: ValuesCountRecord;
|
|
20
|
+
};
|
|
21
|
+
export type ValuesCountRecord = Record<string, ValuesCountEntry>;
|
|
22
|
+
export type InferencePropertyBuilderProps = {
|
|
23
|
+
/**
|
|
24
|
+
* Name of the property
|
|
25
|
+
*/
|
|
26
|
+
name: string;
|
|
27
|
+
/**
|
|
28
|
+
* Total documents this props are built from
|
|
29
|
+
*/
|
|
30
|
+
totalDocsCount: number;
|
|
31
|
+
/**
|
|
32
|
+
* How many times does each value show up
|
|
33
|
+
*/
|
|
34
|
+
valuesResult?: ValuesCountEntry;
|
|
35
|
+
};
|
package/dist/util.d.ts
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { EnumValueConfig, EnumValues } from "@rebasepro/types";
|
|
2
|
+
export { unslugify, prettifyIdentifier, isObject, isPlainObject, mergeDeep } from "@rebasepro/utils";
|
|
3
|
+
/**
|
|
4
|
+
* Extract enum values from a list of sample values.
|
|
5
|
+
* This is schema-inference-specific logic (not a general utility).
|
|
6
|
+
*/
|
|
7
|
+
export declare function extractEnumFromValues(values: unknown[]): {
|
|
8
|
+
id: string;
|
|
9
|
+
label: string;
|
|
10
|
+
}[];
|
|
11
|
+
export declare function resolveEnumValues(input: EnumValues): EnumValueConfig[] | undefined;
|
package/package.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@rebasepro/schema-inference",
|
|
3
|
+
"version": "0.0.1-canary.09e5ec5",
|
|
4
|
+
"type": "module",
|
|
5
|
+
"publishConfig": {
|
|
6
|
+
"access": "public"
|
|
7
|
+
},
|
|
8
|
+
"main": "./dist/index.umd.cjs",
|
|
9
|
+
"module": "./dist/index.es.js",
|
|
10
|
+
"types": "dist/index.d.ts",
|
|
11
|
+
"source": "src/index.ts",
|
|
12
|
+
"devDependencies": {
|
|
13
|
+
"@types/node": "^20.17.14",
|
|
14
|
+
"typescript": "^5.9.3",
|
|
15
|
+
"vite": "^7.2.4",
|
|
16
|
+
"@rebasepro/types": "0.0.1-canary.09e5ec5",
|
|
17
|
+
"@rebasepro/utils": "0.0.1-canary.09e5ec5"
|
|
18
|
+
},
|
|
19
|
+
"exports": {
|
|
20
|
+
".": {
|
|
21
|
+
"types": "./dist/index.d.ts",
|
|
22
|
+
"development": "./src/index.ts",
|
|
23
|
+
"import": "./dist/index.es.js",
|
|
24
|
+
"require": "./dist/index.umd.cjs"
|
|
25
|
+
},
|
|
26
|
+
"./package.json": "./package.json"
|
|
27
|
+
},
|
|
28
|
+
"files": [
|
|
29
|
+
"dist",
|
|
30
|
+
"src"
|
|
31
|
+
],
|
|
32
|
+
"gitHead": "d935eefa5aa8d1009a2398cfac2c1e4ee9aeb6b6",
|
|
33
|
+
"scripts": {
|
|
34
|
+
"dev": "vite",
|
|
35
|
+
"build": "vite build && tsc --emitDeclarationOnly -p tsconfig.prod.json",
|
|
36
|
+
"clean": "rm -rf dist && find ./src -name '*.js' -type f | xargs rm -f"
|
|
37
|
+
}
|
|
38
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { findCommonInitialStringInPath } from "../strings";
|
|
2
|
+
import { InferencePropertyBuilderProps } from "../types";
|
|
3
|
+
import { Property } from "@rebasepro/types";
|
|
4
|
+
|
|
5
|
+
export function buildReferenceProperty({
|
|
6
|
+
name,
|
|
7
|
+
totalDocsCount,
|
|
8
|
+
valuesResult
|
|
9
|
+
}: InferencePropertyBuilderProps): Property {
|
|
10
|
+
|
|
11
|
+
const property: Property = {
|
|
12
|
+
name: name ?? "",
|
|
13
|
+
type: "reference",
|
|
14
|
+
path: findCommonInitialStringInPath(valuesResult) ?? "!!!FIX_ME!!!"
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
return property;
|
|
18
|
+
}
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
import { findCommonInitialStringInPath } from "../strings";
|
|
2
|
+
import { extractEnumFromValues } from "../util";
|
|
3
|
+
import { FileType, Property, StringProperty } from "@rebasepro/types";
|
|
4
|
+
import { InferencePropertyBuilderProps, ValuesCountEntry } from "../types";
|
|
5
|
+
|
|
6
|
+
const IMAGE_EXTENSIONS = [".jpg", ".jpeg", ".png", ".webp", ".gif", ".avif"];
|
|
7
|
+
const AUDIO_EXTENSIONS = [".mp3", ".ogg", ".opus", ".aac"];
|
|
8
|
+
const VIDEO_EXTENSIONS = [".avi", ".mp4"];
|
|
9
|
+
|
|
10
|
+
const emailRegEx = /^[a-zA-Z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/;
|
|
11
|
+
|
|
12
|
+
export function buildStringProperty({
|
|
13
|
+
name,
|
|
14
|
+
totalDocsCount,
|
|
15
|
+
valuesResult
|
|
16
|
+
}: InferencePropertyBuilderProps): Property {
|
|
17
|
+
|
|
18
|
+
let stringProperty: Property = {
|
|
19
|
+
name: name ?? "",
|
|
20
|
+
type: "string"
|
|
21
|
+
|
|
22
|
+
};
|
|
23
|
+
|
|
24
|
+
if (valuesResult) {
|
|
25
|
+
|
|
26
|
+
const totalEntriesCount = valuesResult.values.length;
|
|
27
|
+
const totalValues = Array.from(valuesResult.valuesCount.keys()).length;
|
|
28
|
+
|
|
29
|
+
const config: Partial<StringProperty> = {};
|
|
30
|
+
|
|
31
|
+
const probablyAURL = valuesResult.values
|
|
32
|
+
.filter((value) => typeof value === "string" &&
|
|
33
|
+
value.toString().startsWith("http")).length > totalDocsCount / 3 * 2;
|
|
34
|
+
if (probablyAURL) {
|
|
35
|
+
config.url = true;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
const probablyAnEmail = valuesResult.values
|
|
39
|
+
.filter((value) => typeof value === "string" &&
|
|
40
|
+
emailRegEx.test(value)).length > totalDocsCount / 3 * 2;
|
|
41
|
+
if (probablyAnEmail) {
|
|
42
|
+
config.email = true;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const probablyUserIds = valuesResult.values
|
|
46
|
+
.filter((value) => typeof value === "string" && value.length === 28 && !value.includes(" "))
|
|
47
|
+
.length > totalDocsCount / 3 * 2;
|
|
48
|
+
if (probablyUserIds)
|
|
49
|
+
config.readOnly = true;
|
|
50
|
+
|
|
51
|
+
if (!probablyAnEmail &&
|
|
52
|
+
!probablyAURL &&
|
|
53
|
+
!probablyUserIds &&
|
|
54
|
+
!probablyAURL &&
|
|
55
|
+
totalValues < totalEntriesCount / 3
|
|
56
|
+
) {
|
|
57
|
+
const enumValues = extractEnumFromValues(Array.from(valuesResult.valuesCount.keys()));
|
|
58
|
+
|
|
59
|
+
if (Object.keys(enumValues).length > 1)
|
|
60
|
+
config.enum = enumValues;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
// regular string
|
|
64
|
+
if (!probablyAnEmail &&
|
|
65
|
+
!probablyAURL &&
|
|
66
|
+
!probablyUserIds &&
|
|
67
|
+
!probablyAURL &&
|
|
68
|
+
!config.enum) {
|
|
69
|
+
const fileType = probableFileType(valuesResult, totalDocsCount);
|
|
70
|
+
if (fileType) {
|
|
71
|
+
config.storage = {
|
|
72
|
+
acceptedFiles: fileType as FileType[],
|
|
73
|
+
storagePath: findCommonInitialStringInPath(valuesResult) ?? "/"
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
if (Object.keys(config).length > 0)
|
|
79
|
+
stringProperty = {
|
|
80
|
+
...stringProperty,
|
|
81
|
+
...config
|
|
82
|
+
} as StringProperty;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
return stringProperty;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
function probableFileType(valuesCount: ValuesCountEntry, totalDocsCount: number): false | FileType[] {
|
|
89
|
+
const isImage = (value: string) => IMAGE_EXTENSIONS.some((extension) => value.toString().endsWith(extension));
|
|
90
|
+
const isAudio = (value: string) => AUDIO_EXTENSIONS.some((extension) => value.toString().endsWith(extension));
|
|
91
|
+
const isVideo = (value: string) => VIDEO_EXTENSIONS.some((extension) => value.toString().endsWith(extension));
|
|
92
|
+
|
|
93
|
+
const stringValues = valuesCount.values.filter((v): v is string => typeof v === "string");
|
|
94
|
+
|
|
95
|
+
let imageCount = 0;
|
|
96
|
+
let audioCount = 0;
|
|
97
|
+
let videoCount = 0;
|
|
98
|
+
|
|
99
|
+
for (const value of stringValues) {
|
|
100
|
+
if (isImage(value)) imageCount++;
|
|
101
|
+
else if (isAudio(value)) audioCount++;
|
|
102
|
+
else if (isVideo(value)) videoCount++;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
const totalMediaCount = imageCount + audioCount + videoCount;
|
|
106
|
+
if (totalMediaCount > (totalDocsCount * 2) / 3) {
|
|
107
|
+
const fileTypes: FileType[] = [];
|
|
108
|
+
if (imageCount > 0) fileTypes.push("image/*");
|
|
109
|
+
if (audioCount > 0) fileTypes.push("audio/*");
|
|
110
|
+
if (videoCount > 0) fileTypes.push("video/*");
|
|
111
|
+
return fileTypes.length > 0 ? fileTypes : false;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
return false;
|
|
115
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { PropertyValidationSchema } from "@rebasepro/types";
|
|
2
|
+
import { InferencePropertyBuilderProps } from "../types";
|
|
3
|
+
|
|
4
|
+
export function buildValidation({
|
|
5
|
+
totalDocsCount,
|
|
6
|
+
valuesResult
|
|
7
|
+
}: InferencePropertyBuilderProps): PropertyValidationSchema | undefined {
|
|
8
|
+
|
|
9
|
+
if (valuesResult) {
|
|
10
|
+
const totalEntriesCount = valuesResult.values.length;
|
|
11
|
+
if (totalDocsCount === totalEntriesCount)
|
|
12
|
+
return {
|
|
13
|
+
required: true
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
return undefined;
|
|
18
|
+
}
|