glost-core 0.5.0

package/dist/validators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB;;GAEG;AACH,eAAO,MAAM,qBAAqB,iFAOhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,0BAA0B,0EAMrC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,yBAAyB,sNAUpC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,kBAAkB,+HAO7B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,kBAAkB,yNAU7B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;EAIrC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOlC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAGrC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,wBAAwB;IACnC,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;EASlD,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;EAM9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAzB9B,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgClD,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAOlC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;EAKnC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAW9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QA3E1B,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAgFlD,CAAC;AAMH;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAGhG;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAGxG;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAG1G;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAGhG;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAGxF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAE3C;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAE/C;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAEnD;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,OAAO;;;;;;;;;;;;;;GAEpD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;GAE/C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,EAAE,CA8CzD;AAMD,eAAO,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAxNlB,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAAlD,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;YAAlD,kDAAkD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuOnD,CAAC"}

package/dist/validators.js

@@ -0,0 +1,302 @@
+import { z } from 'zod';
+// ============================================================================
+// Zod Schemas for GLOST Validation
+// ============================================================================
+/**
+ * Linguistic level schema
+ */
+export const LinguisticLevelSchema = z.enum([
+    'character',
+    'syllable',
+    'word',
+    'phrase',
+    'sentence',
+    'paragraph'
+]);
+/**
+ * Pronunciation context schema
+ */
+export const PronunciationContextSchema = z.enum([
+    'formal',
+    'informal',
+    'historical',
+    'regional',
+    'dialectal'
+]);
+/**
+ * Transcription system schema
+ */
+export const TranscriptionSystemSchema = z.union([
+    z.literal('rtgs'),
+    z.literal('aua'),
+    z.literal('paiboon'),
+    z.literal('romaji'),
+    z.literal('furigana'),
+    z.literal('ipa'),
+    z.literal('pinyin'),
+    z.literal('hangul'),
+    z.string()
+]);
+/**
+ * Language code schema
+ */
+export const LanguageCodeSchema = z.union([
+    z.literal('th'),
+    z.literal('ja'),
+    z.literal('zh'),
+    z.literal('ko'),
+    z.literal('en'),
+    z.string()
+]);
+/**
+ * Script system schema
+ */
+export const ScriptSystemSchema = z.union([
+    z.literal('thai'),
+    z.literal('hiragana'),
+    z.literal('katakana'),
+    z.literal('kanji'),
+    z.literal('hanzi'),
+    z.literal('hangul'),
+    z.literal('latin'),
+    z.literal('mixed'),
+    z.string()
+]);
+/**
+ * Pronunciation variant schema
+ */
+export const PronunciationVariantSchema = z.object({
+    text: z.string(),
+    context: PronunciationContextSchema,
+    notes: z.string().optional()
+});
+/**
+ * Transcription info schema
+ */
+export const TranscriptionInfoSchema = z.object({
+    text: z.string(),
+    system: TranscriptionSystemSchema,
+    variants: z.array(PronunciationVariantSchema).optional(),
+    tone: z.number().optional(),
+    syllables: z.array(z.string()).optional(),
+    phonetic: z.string().optional()
+});
+/**
+ * Transliteration data schema
+ */
+export const TransliterationDataSchema = z.record(z.string(), TranscriptionInfoSchema);
+/**
+ * Linguistic metadata schema
+ */
+export const LinguisticMetadataSchema = z.object({
+    /** @deprecated Use extras.translations instead */
+    meaning: z.string().optional(),
+    partOfSpeech: z.string(),
+    usage: z.string().optional(),
+    etymology: z.string().optional(),
+    examples: z.array(z.string()).optional(),
+    frequency: z.enum(['high', 'medium', 'low']).optional(),
+    formality: z.enum(['formal', 'neutral', 'informal']).optional(),
+    register: z.string().optional()
+});
+/**
+ * Base GLOST node schema
+ */
+export const GLOSTNodeBaseSchema = z.object({
+    type: z.string(),
+    lang: LanguageCodeSchema.optional(),
+    script: ScriptSystemSchema.optional(),
+    level: LinguisticLevelSchema.optional(),
+    position: z.any().optional()
+});
+/**
+ * GLOST word node schema
+ */
+export const GLOSTWordNodeSchema = GLOSTNodeBaseSchema.extend({
+    type: z.literal('GLOSTWordNode'),
+    value: z.string(),
+    transcription: TransliterationDataSchema,
+    metadata: LinguisticMetadataSchema,
+    level: LinguisticLevelSchema,
+    children: z.array(z.any()).default([])
+});
+/**
+ * GLOST sentence node schema
+ */
+export const GLOSTSentenceNodeSchema = GLOSTNodeBaseSchema.extend({
+    type: z.literal('GLOSTSentenceNode'),
+    originalText: z.string(),
+    lang: LanguageCodeSchema,
+    script: ScriptSystemSchema,
+    transcription: TransliterationDataSchema.optional(),
+    children: z.array(z.any()).default([])
+});
+/**
+ * GLOST paragraph node schema
+ */
+export const GLOSTParagraphNodeSchema = GLOSTNodeBaseSchema.extend({
+    type: z.literal('GLOSTParagraphNode'),
+    lang: LanguageCodeSchema,
+    script: ScriptSystemSchema,
+    children: z.array(z.any()).default([])
+});
+/**
+ * GLOST root node schema
+ */
+export const GLOSTRootNodeSchema = GLOSTNodeBaseSchema.extend({
+    type: z.literal('GLOSTRootNode'),
+    lang: LanguageCodeSchema,
+    script: ScriptSystemSchema,
+    metadata: z.object({
+        title: z.string().optional(),
+        author: z.string().optional(),
+        date: z.string().optional(),
+        description: z.string().optional()
+    }).optional(),
+    children: z.array(z.any()).default([])
+});
+/**
+ * Union schema for all GLOST node types
+ */
+export const GLOSTNodeSchema = z.union([
+    GLOSTWordNodeSchema,
+    GLOSTSentenceNodeSchema,
+    GLOSTParagraphNodeSchema,
+    GLOSTRootNodeSchema
+]);
+// ============================================================================
+// Validation Functions
+// ============================================================================
+/**
+ * Validate an GLOST word node
+ */
+export function validateGLOSTWordNode(data) {
+    const result = GLOSTWordNodeSchema.safeParse(data);
+    return result.success;
+}
+/**
+ * Validate an GLOST sentence node
+ */
+export function validateGLOSTSentenceNode(data) {
+    const result = GLOSTSentenceNodeSchema.safeParse(data);
+    return result.success;
+}
+/**
+ * Validate an GLOST paragraph node
+ */
+export function validateGLOSTParagraphNode(data) {
+    const result = GLOSTParagraphNodeSchema.safeParse(data);
+    return result.success;
+}
+/**
+ * Validate an GLOST root node
+ */
+export function validateGLOSTRootNode(data) {
+    const result = GLOSTRootNodeSchema.safeParse(data);
+    return result.success;
+}
+/**
+ * Validate any GLOST node
+ */
+export function validateGLOSTNode(data) {
+    const result = GLOSTNodeSchema.safeParse(data);
+    return result.success;
+}
+/**
+ * Parse and validate GLOST data with error details
+ */
+export function parseGLOSTNode(data) {
+    return GLOSTNodeSchema.safeParse(data);
+}
+/**
+ * Parse and validate GLOST word node with error details
+ */
+export function parseGLOSTWordNode(data) {
+    return GLOSTWordNodeSchema.safeParse(data);
+}
+/**
+ * Parse and validate GLOST sentence node with error details
+ */
+export function parseGLOSTSentenceNode(data) {
+    return GLOSTSentenceNodeSchema.safeParse(data);
+}
+/**
+ * Parse and validate GLOST paragraph node with error details
+ */
+export function parseGLOSTParagraphNode(data) {
+    return GLOSTParagraphNodeSchema.safeParse(data);
+}
+/**
+ * Parse and validate GLOST root node with error details
+ */
+export function parseGLOSTRootNode(data) {
+    return GLOSTRootNodeSchema.safeParse(data);
+}
+/**
+ * Validate an entire GLOST tree/document
+ */
+export function validateGLOSTTree(data) {
+    const errors = [];
+    // Validate root node
+    const rootResult = GLOSTRootNodeSchema.safeParse(data);
+    if (!rootResult.success) {
+        errors.push(`Root validation failed: ${rootResult.error.message}`);
+        return errors;
+    }
+    const root = rootResult.data;
+    // Validate all paragraphs
+    for (let i = 0; i < root.children.length; i++) {
+        const child = root.children[i];
+        if (child.type === 'ParagraphNode') {
+            const paragraphResult = GLOSTParagraphNodeSchema.safeParse(child);
+            if (!paragraphResult.success) {
+                errors.push(`Paragraph ${i} validation failed: ${paragraphResult.error.message}`);
+            }
+            else {
+                // Validate all sentences in paragraph
+                for (let j = 0; j < child.children.length; j++) {
+                    const sentence = child.children[j];
+                    if (sentence.type === 'SentenceNode') {
+                        const sentenceResult = GLOSTSentenceNodeSchema.safeParse(sentence);
+                        if (!sentenceResult.success) {
+                            errors.push(`Sentence ${i}.${j} validation failed: ${sentenceResult.error.message}`);
+                        }
+                        else {
+                            // Validate all words in sentence
+                            for (let k = 0; k < sentence.children.length; k++) {
+                                const word = sentence.children[k];
+                                if (word.type === 'WordNode') {
+                                    const wordResult = GLOSTWordNodeSchema.safeParse(word);
+                                    if (!wordResult.success) {
+                                        errors.push(`Word ${i}.${j}.${k} validation failed: ${wordResult.error.message}`);
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return errors;
+}
+// ============================================================================
+// Schema Export
+// ============================================================================
+export const schemas = {
+    LinguisticLevel: LinguisticLevelSchema,
+    PronunciationContext: PronunciationContextSchema,
+    TranscriptionSystem: TranscriptionSystemSchema,
+    LanguageCode: LanguageCodeSchema,
+    ScriptSystem: ScriptSystemSchema,
+    PronunciationVariant: PronunciationVariantSchema,
+    TranscriptionInfo: TranscriptionInfoSchema,
+    TransliterationData: TransliterationDataSchema,
+    LinguisticMetadata: LinguisticMetadataSchema,
+    GLOSTNode: GLOSTNodeSchema,
+    GLOSTWordNode: GLOSTWordNodeSchema,
+    GLOSTSentenceNode: GLOSTSentenceNodeSchema,
+    GLOSTParagraphNode: GLOSTParagraphNodeSchema,
+    GLOSTRootNode: GLOSTRootNodeSchema
+};
+//# sourceMappingURL=validators.js.map

package/dist/validators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.js","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,+EAA+E;AAC/E,mCAAmC;AACnC,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1C,WAAW;IACX,UAAU;IACV,MAAM;IACN,QAAQ;IACR,UAAU;IACV,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,IAAI,CAAC;IAC/C,QAAQ;IACR,UAAU;IACV,YAAY;IACZ,UAAU;IACV,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC;IAC/C,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACjB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAChB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IACpB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACnB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAChB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACnB,CAAC,CAAC,MAAM,EAAE;CACX,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC;IACxC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,MAAM,EAAE;CACX,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC;IACxC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACjB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACrB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IACrB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAClB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAClB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACnB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAClB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IAClB,CAAC,CAAC,MAAM,EAAE;CACX,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,0BAA0B;IACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,yBAAyB;IACjC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE;IACxD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAC/C,CAAC,CAAC,MAAM,EAAE,EACV,uBAAuB,CACxB,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,kDAAkD;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE;IACvD,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACnC,MAAM,EAAE,kBAAkB,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,qBAAqB,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC;IAC5D,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,aAAa,EAAE,yBAAyB;IACxC,QAAQ,EAAE,wBAAwB;IAClC,KAAK,EAAE,qBAAqB;IAC5B,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACvC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,mBAAmB,CAAC,MAAM,CAAC;IAChE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC;IACpC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,IAAI,EAAE,kBAAkB;IACxB,MAAM,EAAE,kBAAkB;IAC1B,aAAa,EAAE,yBAAyB,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACvC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,mBAAmB,CAAC,MAAM,CAAC;IACjE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;IACrC,IAAI,EAAE,kBAAkB;IACxB,MAAM,EAAE,kBAAkB;IAC1B,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACvC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,MAAM,CAAC;IAC5D,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAChC,IAAI,EAAE,kBAAkB;IACxB,MAAM,EAAE,kBAAkB;IAC1B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;QACjB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC3B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC,CAAC,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACvC,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC;IACrC,mBAAmB;IACnB,uBAAuB;IACvB,wBAAwB;IACxB,mBAAmB;CACpB,CAAC,CAAC;AAEH,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,IAAa;IACrD,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvD,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,IAAa;IACtD,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC7C,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/C,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAa;IAC1C,OAAO,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAa;IAC9C,OAAO,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAa;IAClD,OAAO,uBAAuB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAa;IACnD,OAAO,wBAAwB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAa;IAC9C,OAAO,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC7C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,qBAAqB;IACrB,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,2BAA2B,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACnE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;IAE7B,0BAA0B;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACnC,MAAM,eAAe,GAAG,wBAAwB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClE,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,uBAAuB,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACnC,IAAI,QAAQ,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;wBACrC,MAAM,cAAc,GAAG,uBAAuB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;wBACnE,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;4BAC5B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,uBAAuB,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;wBACvF,CAAC;6BAAM,CAAC;4BACN,iCAAiC;4BACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gCAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gCAClC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oCAC7B,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;oCACvD,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;wCACxB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oCACpF,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,gBAAgB;AAChB,+EAA+E;AAE/E,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,eAAe,EAAE,qBAAqB;IACtC,oBAAoB,EAAE,0BAA0B;IAChD,mBAAmB,EAAE,yBAAyB;IAC9C,YAAY,EAAE,kBAAkB;IAChC,YAAY,EAAE,kBAAkB;IAChC,oBAAoB,EAAE,0BAA0B;IAChD,iBAAiB,EAAE,uBAAuB;IAC1C,mBAAmB,EAAE,yBAAyB;IAC9C,kBAAkB,EAAE,wBAAwB;IAC5C,SAAS,EAAE,eAAe;IAC1B,aAAa,EAAE,mBAAmB;IAClC,iBAAiB,EAAE,uBAAuB;IAC1C,kBAAkB,EAAE,wBAAwB;IAC5C,aAAa,EAAE,mBAAmB;CACnC,CAAC"}

package/package.json

@@ -0,0 +1,73 @@
+{
+  "name": "glost-core",
+  "version": "0.5.0",
+  "description": "Core types, nodes, and utilities for GLOST (Glossed Syntax Tree)",
+  "author": "fustilio",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/fustilio/glost.git",
+    "directory": "packages/core"
+  },
+  "type": "module",
+  "main": "./src/index.ts",
+  "types": "./src/index.ts",
+  "bin": {
+    "glost": "./dist/cli/migrate.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./src/index.ts",
+      "default": "./src/index.ts"
+    },
+    "./nodes": {
+      "types": "./src/nodes.ts",
+      "default": "./src/nodes.ts"
+    },
+    "./utils": {
+      "types": "./src/utils.ts",
+      "default": "./src/utils.ts"
+    },
+    "./validators": {
+      "types": "./src/validators.ts",
+      "default": "./src/validators.ts"
+    },
+    "./guards": {
+      "types": "./src/guards.ts",
+      "default": "./src/guards.ts"
+    }
+  },
+  "dependencies": {
+    "unist-util-filter": "^5.0.1",
+    "unist-util-find": "^3.0.0",
+    "unist-util-flatmap": "^1.0.0",
+    "unist-util-is": "^6.0.0",
+    "unist-util-map": "^4.0.0",
+    "unist-util-modify-children": "^4.0.0",
+    "unist-util-remove": "^4.0.0",
+    "unist-util-select": "^5.1.0",
+    "unist-util-visit": "^5.0.0",
+    "zod": "^3.23.8",
+    "glost-common": "0.2.0"
+  },
+  "devDependencies": {
+    "@types/nlcst": "^2.0.3",
+    "typescript": "^5.8.3",
+    "vitest": "^3.0.5"
+  },
+  "keywords": [
+    "glost",
+    "glossed-syntax-tree",
+    "nlcst",
+    "multilingual",
+    "language-learning",
+    "linguistics",
+    "syntax-tree",
+    "unist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest --passWithNoTests"
+  }
+}

package/src/__benchmarks__/document-creation.bench.ts

@@ -0,0 +1,92 @@
+/**
+ * Document Creation Performance Benchmarks
+ * 
+ * Compares different approaches to creating GLOST documents
+ */
+
+import { bench, describe } from 'vitest';
+import { 
+  createSimpleDocument, 
+  createGLOSTWordNode, 
+  createDocumentFromSentences,
+  createSentenceFromWords,
+  createParagraphFromSentences,
+  createDocumentFromParagraphs,
+} from '../index.js';
+
+describe('Document Creation: Comparing Approaches', () => {
+  // Setup: Create test data once
+  const words100 = Array.from({ length: 100 }, (_, i) => 
+    createGLOSTWordNode({ value: `word${i}` })
+  );
+
+  describe('Compare: Simple vs Full Hierarchy (100 words)', () => {
+    bench('createSimpleDocument (recommended)', () => {
+      createSimpleDocument(words100, "en", "latin");
+    });
+
+    bench('createDocumentFromSentences', () => {
+      const sentence = createSentenceFromWords(words100, "en", "latin", "text");
+      createDocumentFromSentences([sentence], "en", "latin");
+    });
+
+    bench('createDocumentFromParagraphs (full hierarchy)', () => {
+      const sentence = createSentenceFromWords(words100, "en", "latin", "text");
+      const paragraph = createParagraphFromSentences([sentence]);
+      createDocumentFromParagraphs([paragraph], "en", "latin");
+    });
+  });
+
+  describe('Compare: Word Node Creation Approaches', () => {
+    bench('minimal word node', () => {
+      createGLOSTWordNode({ value: "test" });
+    });
+
+    bench('word with transcription', () => {
+      createGLOSTWordNode({ 
+        value: "test",
+        transcription: {
+          ipa: { text: "test", syllables: ["test"] }
+        }
+      });
+    });
+
+    bench('word with full metadata', () => {
+      createGLOSTWordNode({ 
+        value: "test",
+        transcription: {
+          ipa: { text: "test", syllables: ["test"] }
+        },
+        metadata: {
+          partOfSpeech: "noun",
+          meaning: "a test",
+          usage: "testing"
+        },
+        lang: "en",
+        script: "latin",
+        extras: {
+          translations: { th: "ทดสอบ" },
+          metadata: { frequency: "common" }
+        }
+      });
+    });
+  });
+
+  describe('Compare: Sentence Creation Strategies', () => {
+    const words10 = Array.from({ length: 10 }, (_, i) => 
+      createGLOSTWordNode({ value: `word${i}` })
+    );
+
+    bench('createDocumentFromSentences - multiple small sentences', () => {
+      const sentences = Array.from({ length: 10 }, (_, i) => {
+        const sentenceWords = words10.slice(i, i + 5);
+        return createSentenceFromWords(sentenceWords, "en", "latin", `Sentence ${i}`);
+      });
+      createDocumentFromSentences(sentences, "en", "latin");
+    });
+
+    bench('createSimpleDocument - single sentence', () => {
+      createSimpleDocument(words10, "en", "latin");
+    });
+  });
+});

package/src/__benchmarks__/traversal.bench.ts

@@ -0,0 +1,152 @@
+/**
+ * Document Traversal Performance Benchmarks
+ * 
+ * Compares different approaches to traversing and accessing GLOST documents
+ */
+
+import { bench, describe } from 'vitest';
+import { 
+  createSimpleDocument,
+  createGLOSTWordNode,
+  getAllWords,
+  getFirstWord,
+  getWordAtPath,
+  getAllSentences,
+  getAllParagraphs,
+} from '../index.js';
+import { visit } from 'unist-util-visit';
+import { NODE_TYPES } from '../types.js';
+
+// Helper to create test documents
+function createTestDocument(wordCount: number) {
+  const words = Array.from({ length: wordCount }, (_, i) => 
+    createGLOSTWordNode({ 
+      value: `word${i}`,
+      transcription: {
+        ipa: { text: `wɜːrd${i}`, syllables: [`word${i}`] }
+      },
+      metadata: { partOfSpeech: i % 2 === 0 ? "noun" : "verb" }
+    })
+  );
+  return createSimpleDocument(words, "en", "latin");
+}
+
+describe('Traversal: Comparing Access Patterns', () => {
+  const doc1000 = createTestDocument(1000);
+
+  describe('Compare: Getting All Words', () => {
+    bench('getAllWords (helper)', () => {
+      getAllWords(doc1000);
+    });
+
+    bench('visit with type filter', () => {
+      const words: any[] = [];
+      visit(doc1000, NODE_TYPES.WORD, (node) => {
+        words.push(node);
+      });
+    });
+
+    bench('manual recursive traversal', () => {
+      const words: any[] = [];
+      function traverse(node: any) {
+        if (node.type === NODE_TYPES.WORD) {
+          words.push(node);
+        }
+        if (node.children) {
+          node.children.forEach(traverse);
+        }
+      }
+      traverse(doc1000);
+    });
+  });
+
+  describe('Compare: Finding First Word', () => {
+    bench('getFirstWord (optimized with SKIP)', () => {
+      getFirstWord(doc1000);
+    });
+
+    bench('getAllWords then [0]', () => {
+      getAllWords(doc1000)[0];
+    });
+
+    bench('manual early-exit traversal', () => {
+      let found: any;
+      function traverse(node: any): boolean {
+        if (node.type === NODE_TYPES.WORD) {
+          found = node;
+          return true; // exit early
+        }
+        if (node.children) {
+          for (const child of node.children) {
+            if (traverse(child)) return true;
+          }
+        }
+        return false;
+      }
+      traverse(doc1000);
+    });
+  });
+
+  describe('Compare: Direct Path Access', () => {
+    bench('getWordAtPath (direct indexing)', () => {
+      getWordAtPath(doc1000, { paragraph: 0, sentence: 0, word: 500 });
+    });
+
+    bench('getAllWords then filter by index', () => {
+      getAllWords(doc1000)[500];
+    });
+  });
+});
+
+describe('Traversal: Comparing Filter Strategies', () => {
+  const doc500 = createTestDocument(500);
+
+  describe('Compare: Filter by Part of Speech', () => {
+    bench('getAllWords + array filter', () => {
+      const words = getAllWords(doc500);
+      words.filter(w => w.metadata?.partOfSpeech === "noun");
+    });
+
+    bench('visit with conditional push', () => {
+      const nouns: any[] = [];
+      visit(doc500, NODE_TYPES.WORD, (node: any) => {
+        if (node.metadata?.partOfSpeech === "noun") {
+          nouns.push(node);
+        }
+      });
+    });
+  });
+
+  describe('Compare: Extract Word Text', () => {
+    const words = getAllWords(doc500);
+
+    bench('map with type guard', () => {
+      words.map(w => {
+        const textNode = w.children[0];
+        return textNode && 'value' in textNode ? textNode.value : '';
+      });
+    });
+
+    bench('reduce to array', () => {
+      words.reduce((acc, w) => {
+        const textNode = w.children[0];
+        if (textNode && 'value' in textNode) {
+          acc.push(textNode.value);
+        }
+        return acc;
+      }, [] as string[]);
+    });
+  });
+
+  describe('Compare: Count with Condition', () => {
+    const words = getAllWords(doc500);
+
+    bench('filter then length', () => {
+      words.filter(w => w.transcription !== undefined).length;
+    });
+
+    bench('reduce with counter', () => {
+      words.reduce((count, w) => count + (w.transcription ? 1 : 0), 0);
+    });
+  });
+});

package/src/__tests__/README.md

@@ -0,0 +1,20 @@
+# Test Fixtures
+
+This directory contains mock data and fixtures for testing purposes only.
+
+**Important:** Files in this directory should **NOT** be imported by production code to avoid bundling test data with the main library.
+
+## Usage in Tests
+
+```typescript
+// In your test files
+import { thaiDocumentWithExtras, japaneseDocumentWithExtras } from '../__fixtures__/mock-data';
+```
+
+## Available Fixtures
+
+- `mock-data.ts` - Sample GLOST documents with enhanced Thai and Japanese examples including:
+  - Word-level annotations with multiple transcription systems
+  - Translations in multiple languages
+  - Cultural notes and metadata
+  - Example sentences and usage patterns