@lokascript/semantic 1.3.0 → 2.0.0

package/dist/validators/command-validator.d.ts

@@ -0,0 +1,83 @@
+/**
+ * Per-Command Semantic Validation
+ *
+ * Validates semantic parse results against command schemas.
+ * Ensures that role assignments match expected types and constraints.
+ *
+ * Design Philosophy:
+ * - Command schemas are the source of truth for validation rules
+ * - Validation happens AFTER pattern matching, BEFORE AST conversion
+ * - Provides detailed error messages for debugging
+ * - Supports confidence scoring for ambiguous parses
+ *
+ * Integration with core validators:
+ * - Uses patterns from @hyperfixi/core's lightweight-validators where applicable
+ * - Type validation follows same patterns as runtime validation
+ * - Can be extended with custom validators using the same API
+ */
+import type { SemanticParseResult, SemanticValue, SemanticRole, ActionType } from '../types';
+import type { CommandSchema } from '../generators/command-schemas';
+/**
+ * Validation error with detailed context.
+ */
+export interface ValidationError {
+    /** Error code for programmatic handling */
+    code: 'MISSING_REQUIRED_ROLE' | 'INVALID_TYPE' | 'UNKNOWN_ROLE' | 'CONSTRAINT_VIOLATION';
+    /** Human-readable message */
+    message: string;
+    /** The role that failed validation */
+    role?: SemanticRole;
+    /** Expected types */
+    expected?: string[];
+    /** Actual value */
+    actual?: SemanticValue;
+    /** Severity: 'error' blocks execution, 'warning' is logged */
+    severity: 'error' | 'warning';
+}
+/**
+ * Result of command validation.
+ */
+export interface ValidationResult {
+    /** Whether validation passed */
+    valid: boolean;
+    /** Validation errors (if any) */
+    errors: ValidationError[];
+    /** Warnings (non-blocking issues) */
+    warnings: ValidationError[];
+    /** Confidence adjustment (-1 to +1) based on validation */
+    confidenceAdjustment: number;
+    /** Suggested fixes for errors */
+    suggestions: string[];
+}
+/**
+ * Maps action types to their schemas.
+ * Initialized from the full commandSchemas record (54 schemas).
+ * Custom schemas can be added via registerSchema().
+ */
+declare const schemaRegistry: Map<ActionType, CommandSchema>;
+/**
+ * Get schema for an action type.
+ */
+export declare function getSchema(action: ActionType): CommandSchema | undefined;
+/**
+ * Register a custom schema.
+ */
+export declare function registerSchema(action: ActionType, schema: CommandSchema): void;
+/**
+ * Validate a semantic parse result against its command schema.
+ *
+ * @param result - The semantic parse result to validate
+ * @returns Validation result with errors, warnings, and confidence adjustment
+ */
+export declare function validateSemanticResult(result: SemanticParseResult): ValidationResult;
+/**
+ * Apply validation to a parse result and adjust confidence.
+ *
+ * @param result - The semantic parse result
+ * @returns Updated result with adjusted confidence
+ */
+export declare function validateAndAdjustConfidence(result: SemanticParseResult): SemanticParseResult & {
+    validation: ValidationResult;
+};
+export { schemaRegistry };
+//# sourceMappingURL=command-validator.d.ts.map

package/dist/validators/command-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"command-validator.d.ts","sourceRoot":"","sources":["../../src/validators/command-validator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EACV,mBAAmB,EACnB,aAAa,EACb,YAAY,EACZ,UAAU,EAEX,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAOnE;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,2CAA2C;IAC3C,IAAI,EAAE,uBAAuB,GAAG,cAAc,GAAG,cAAc,GAAG,sBAAsB,CAAC;IACzF,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,IAAI,CAAC,EAAE,YAAY,CAAC;IACpB,qBAAqB;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,mBAAmB;IACnB,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,8DAA8D;IAC9D,QAAQ,EAAE,OAAO,GAAG,SAAS,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,gCAAgC;IAChC,KAAK,EAAE,OAAO,CAAC;IACf,iCAAiC;IACjC,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,qCAAqC;IACrC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,2DAA2D;IAC3D,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iCAAiC;IACjC,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAMD;;;;GAIG;AACH,QAAA,MAAM,cAAc,gCAEnB,CAAC;AAEF;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,SAAS,CAEvE;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,GAAG,IAAI,CAE9E;AAwGD;;;;;GAKG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,mBAAmB,GAAG,gBAAgB,CA2GpF;AAED;;;;;GAKG;AACH,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,mBAAmB,GAC1B,mBAAmB,GAAG;IAAE,UAAU,EAAE,gBAAgB,CAAA;CAAE,CAQxD;AA8BD,OAAO,EAAE,cAAc,EAAE,CAAC"}

package/dist/validators/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Semantic Validators
+ *
+ * Validates semantic parse results for correctness and type safety.
+ */
+export { validateSemanticResult, validateAndAdjustConfidence, getSchema, registerSchema, schemaRegistry, type ValidationError, type ValidationResult, } from './command-validator';
+//# sourceMappingURL=index.d.ts.map

package/dist/validators/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/validators/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,sBAAsB,EACtB,2BAA2B,EAC3B,SAAS,EACT,cAAc,EACd,cAAc,EACd,KAAK,eAAe,EACpB,KAAK,gBAAgB,GACtB,MAAM,qBAAqB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lokascript/semantic",
-  "version": "1.3.0",
+  "version": "2.0.0",
   "description": "Semantic multilingual parser for hyperscript (23 languages)",
   "type": "module",
   "main": "dist/index.cjs",
@@ -180,14 +180,46 @@
     },
     "./browser/en-tr": {
       "default": "./dist/browser-en-tr.en-tr.global.js"
+    },
+    "./browser/bn": {
+      "default": "./dist/browser-bn.bn.global.js"
+    },
+    "./browser/hi": {
+      "default": "./dist/browser-hi.hi.global.js"
+    },
+    "./browser/it": {
+      "default": "./dist/browser-it.it.global.js"
+    },
+    "./browser/ms": {
+      "default": "./dist/browser-ms.ms.global.js"
+    },
+    "./browser/pl": {
+      "default": "./dist/browser-pl.pl.global.js"
+    },
+    "./browser/ru": {
+      "default": "./dist/browser-ru.ru.global.js"
+    },
+    "./browser/th": {
+      "default": "./dist/browser-th.th.global.js"
+    },
+    "./browser/tl": {
+      "default": "./dist/browser-tl.tl.global.js"
+    },
+    "./browser/uk": {
+      "default": "./dist/browser-uk.uk.global.js"
+    },
+    "./browser/vi": {
+      "default": "./dist/browser-vi.vi.global.js"
     }
   },
   "scripts": {
-    "build": "tsup",
+    "build": "tsup && npm run build:types",
+    "build:types": "tsc --emitDeclarationOnly --outDir dist",
     "build:browser": "tsup src/browser.ts --format iife --global-name LokaScriptSemantic --minify",
     "dev": "tsup --watch",
     "test": "vitest",
     "test:run": "vitest run",
+    "test:check": "vitest run --reporter=dot 2>&1 | tail -5",
     "test:coverage": "vitest run --coverage",
     "typecheck": "tsc --noEmit",
     "add-language": "npx tsx scripts/add-language.ts",
@@ -213,7 +245,7 @@
     "parser",
     "natural-language"
   ],
-  "author": "Hyperfixi Team",
+  "author": "LokaScript Contributors",
   "license": "MIT",
   "devDependencies": {
     "@types/node": "^20.0.0",
@@ -229,13 +261,13 @@
   ],
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/codetalcott/lokascript.git",
+    "url": "git+https://github.com/codetalcott/hyperfixi.git",
     "directory": "packages/semantic"
   },
   "bugs": {
-    "url": "https://github.com/codetalcott/lokascript/issues"
+    "url": "https://github.com/codetalcott/hyperfixi/issues"
   },
-  "homepage": "https://github.com/codetalcott/lokascript/tree/main/packages/semantic#readme",
+  "homepage": "https://github.com/codetalcott/hyperfixi/tree/main/packages/semantic#readme",
   "engines": {
     "node": ">=18.0.0"
   },

package/src/ast-builder/command-mappers.ts

@@ -76,7 +76,11 @@ function createCommandNode(
   name: string,
   args: ExpressionNode[] = [],
   modifiers?: Record<string, ExpressionNode>,
-  options: { isBlocking?: boolean; implicitTarget?: ExpressionNode } = {}
+  options: {
+    isBlocking?: boolean;
+    implicitTarget?: ExpressionNode;
+    semanticRoles?: Record<string, ExpressionNode>;
+  } = {}
 ): CommandNode {
   const result: CommandNode = {
     type: 'command',
@@ -97,6 +101,10 @@ function createCommandNode(
     (result as { implicitTarget: ExpressionNode }).implicitTarget = options.implicitTarget;
   }
 
+  if (options.semanticRoles && Object.keys(options.semanticRoles).length > 0) {
+    (result as unknown as Record<string, unknown>)['semanticRoles'] = options.semanticRoles;
+  }
+
   return result;
 }
 

package/src/ast-builder/expression-parser/parser.ts

@@ -256,7 +256,13 @@ export class ExpressionParser {
             : token.value === 'null'
               ? null
               : undefined;
-      return this.createLiteral(value, token.value as any, token);
+      const dataTypeMap: Record<string, LiteralNode['dataType']> = {
+        true: 'boolean',
+        false: 'boolean',
+        null: 'null',
+        undefined: 'undefined',
+      };
+      return this.createLiteral(value, dataTypeMap[token.value] ?? 'string', token);
     }
 
     if (this.match(TokenType.TEMPLATE_LITERAL)) {
@@ -491,7 +497,12 @@ export class ExpressionParser {
     return {
       type: 'propertyAccess',
       object,
-      property: typeof property === 'string' ? property : ((property as any).name ?? ''),
+      property:
+        typeof property === 'string'
+          ? property
+          : property.type === 'identifier'
+            ? (property as IdentifierNode).name
+            : '',
       start: object.start,
       end: this.previous().end,
     };

package/src/ast-builder/index.ts

@@ -26,7 +26,7 @@ import { getCommandMapper, type CommandMapperResult } from './command-mappers';
 import type { ExpressionNode } from './expression-parser';
 
 // =============================================================================
-// AST Types (compatible with @lokascript/core)
+// AST Types (compatible with @hyperfixi/core)
 // =============================================================================
 
 /**
@@ -54,7 +54,7 @@ export interface CommandNode extends ASTNode {
 }
 
 /**
- * Event handler AST node (compatible with @lokascript/core)
+ * Event handler AST node (compatible with @hyperfixi/core)
  */
 export interface EventHandlerNode extends ASTNode {
   readonly type: 'eventHandler';
@@ -164,6 +164,7 @@ export class ASTBuilder {
    */
   private buildCommand(node: CommandSemanticNode): CommandNode {
     const mapper = getCommandMapper(node.action);
+    let cmd: CommandNode;
 
     if (mapper) {
       // Use command-specific mapper
@@ -174,15 +175,28 @@ export class ASTBuilder {
         // New format with warnings
         const mapperResult = result as CommandMapperResult;
         this.warnings.push(...mapperResult.warnings);
-        return mapperResult.ast;
+        cmd = mapperResult.ast;
       } else {
         // Legacy format (just CommandNode)
-        return result as CommandNode;
+        cmd = result as CommandNode;
+      }
+    } else {
+      // Fallback: generic command mapping
+      cmd = this.buildGenericCommand(node);
+    }
+
+    // Attach semantic roles for downstream consumers (interchange format, AOT compiler)
+    if (node.roles && node.roles.size > 0) {
+      const roles: Record<string, ReturnType<typeof convertValue>> = {};
+      for (const [role, value] of node.roles) {
+        roles[role] = convertValue(value);
+      }
+      if (Object.keys(roles).length > 0) {
+        (cmd as unknown as Record<string, unknown>)['semanticRoles'] = roles;
       }
     }
 
-    // Fallback: generic command mapping
-    return this.buildGenericCommand(node);
+    return cmd;
   }
 
   /**

package/src/browser-bn.ts

@@ -0,0 +1,162 @@
+/**
+ * Bengali Browser Bundle Entry Point
+ *
+ * Minimal single-language bundle.
+ * Estimated size: ~71 KB (~25 KB gzip)
+ *
+ * @example
+ * ```html
+ * <script src="hyperfixi-semantic.bn.global.js"></script>
+ * <script>
+ *   const ast = HyperFixiSemanticBn.parse('toggle .active', 'bn');
+ * </script>
+ * ```
+ */
+
+// =============================================================================
+// Register Languages: bn
+// =============================================================================
+
+import './languages/bn';
+
+// =============================================================================
+// Version
+// =============================================================================
+
+export const VERSION = '1.0.0-bn';
+
+// =============================================================================
+// Supported Languages
+// =============================================================================
+
+const SUPPORTED_LANGUAGES = ['bn'] as const;
+
+/**
+ * Get all supported languages in this bundle.
+ */
+export function getSupportedLanguages(): string[] {
+  return [...SUPPORTED_LANGUAGES];
+}
+
+/**
+ * Validate that a language is supported by this bundle.
+ */
+function validateLanguage(language: string): void {
+  if (language !== 'bn') {
+    throw new Error(`Language not supported in this bundle: ${language}. ` + `Supported: bn`);
+  }
+}
+
+// =============================================================================
+// Tokenizers (from registry)
+// =============================================================================
+
+export { getTokenizer, isLanguageSupported } from './registry';
+
+import type { LanguageToken } from './types';
+import { tokenize as tokenizeInternal } from './tokenizers';
+
+/**
+ * Tokenize input and return array of tokens (browser-friendly wrapper).
+ */
+export function tokenize(input: string, language: string): LanguageToken[] {
+  validateLanguage(language);
+  const stream = tokenizeInternal(input, language);
+  return [...stream.tokens];
+}
+
+// Re-export tokenizers
+export { bengaliTokenizer } from './tokenizers/bengali';
+
+// =============================================================================
+// Patterns (from registry - lazy generation)
+// =============================================================================
+
+import { getPatternsForLanguage as getPatternsFromRegistry } from './registry';
+import type { LanguagePattern, ActionType } from './types';
+
+/**
+ * Get all patterns for a language.
+ */
+export function getPatternsForLanguage(language: string): LanguagePattern[] {
+  validateLanguage(language);
+  return getPatternsFromRegistry(language);
+}
+
+/**
+ * Get patterns for a language and specific command.
+ */
+export function getPatternsForLanguageAndCommand(
+  language: string,
+  command: ActionType
+): LanguagePattern[] {
+  return getPatternsForLanguage(language)
+    .filter(p => p.command === command)
+    .sort((a, b) => b.priority - a.priority);
+}
+
+// =============================================================================
+// Language Profiles (from registry)
+// =============================================================================
+
+export { getProfile, tryGetProfile } from './registry';
+export { bengaliProfile } from './generators/language-profiles';
+
+// =============================================================================
+// Parsing
+// =============================================================================
+
+export { parse, canParse } from './parser';
+export { parseAny, parseExplicit, isExplicitSyntax } from './explicit';
+
+// =============================================================================
+// Rendering
+// =============================================================================
+
+export { render, renderExplicit, toExplicit, fromExplicit } from './explicit';
+
+// =============================================================================
+// AST Builder
+// =============================================================================
+
+export { buildAST, ASTBuilder, getCommandMapper, registerCommandMapper } from './ast-builder';
+
+// =============================================================================
+// Semantic Analyzer (for core parser integration)
+// =============================================================================
+
+export {
+  createSemanticAnalyzer,
+  SemanticAnalyzerImpl,
+  shouldUseSemanticResult,
+  DEFAULT_CONFIDENCE_THRESHOLD,
+  HIGH_CONFIDENCE_THRESHOLD,
+} from './core-bridge';
+
+export type { SemanticAnalyzer, SemanticAnalysisResult } from './core-bridge';
+
+// =============================================================================
+// Type Helpers
+// =============================================================================
+
+export {
+  createSelector,
+  createLiteral,
+  createReference,
+  createPropertyPath,
+  createCommandNode,
+  createEventHandler,
+} from './types';
+
+// =============================================================================
+// Types
+// =============================================================================
+
+export type {
+  ActionType,
+  SemanticRole,
+  SemanticValue,
+  SemanticNode,
+  LanguageToken,
+  TokenStream,
+} from './types';

package/src/browser-east-asian.ts

@@ -47,7 +47,7 @@ export function getSupportedLanguages(): string[] {
 }
 
 function validateLanguage(language: string): void {
-  if (!SUPPORTED_LANGUAGES.includes(language as any)) {
+  if (!(SUPPORTED_LANGUAGES as readonly string[]).includes(language)) {
     throw new Error(
       `Language not supported in this bundle: ${language}. Supported: ${SUPPORTED_LANGUAGES.join(', ')}`
     );

package/src/browser-hi.ts

@@ -0,0 +1,162 @@
+/**
+ * Hindi Browser Bundle Entry Point
+ *
+ * Minimal single-language bundle.
+ * Estimated size: ~71 KB (~25 KB gzip)
+ *
+ * @example
+ * ```html
+ * <script src="hyperfixi-semantic.hi.global.js"></script>
+ * <script>
+ *   const ast = HyperFixiSemanticHi.parse('toggle .active', 'hi');
+ * </script>
+ * ```
+ */
+
+// =============================================================================
+// Register Languages: hi
+// =============================================================================
+
+import './languages/hi';
+
+// =============================================================================
+// Version
+// =============================================================================
+
+export const VERSION = '1.0.0-hi';
+
+// =============================================================================
+// Supported Languages
+// =============================================================================
+
+const SUPPORTED_LANGUAGES = ['hi'] as const;
+
+/**
+ * Get all supported languages in this bundle.
+ */
+export function getSupportedLanguages(): string[] {
+  return [...SUPPORTED_LANGUAGES];
+}
+
+/**
+ * Validate that a language is supported by this bundle.
+ */
+function validateLanguage(language: string): void {
+  if (language !== 'hi') {
+    throw new Error(`Language not supported in this bundle: ${language}. ` + `Supported: hi`);
+  }
+}
+
+// =============================================================================
+// Tokenizers (from registry)
+// =============================================================================
+
+export { getTokenizer, isLanguageSupported } from './registry';
+
+import type { LanguageToken } from './types';
+import { tokenize as tokenizeInternal } from './tokenizers';
+
+/**
+ * Tokenize input and return array of tokens (browser-friendly wrapper).
+ */
+export function tokenize(input: string, language: string): LanguageToken[] {
+  validateLanguage(language);
+  const stream = tokenizeInternal(input, language);
+  return [...stream.tokens];
+}
+
+// Re-export tokenizers
+export { hindiTokenizer } from './tokenizers/hindi';
+
+// =============================================================================
+// Patterns (from registry - lazy generation)
+// =============================================================================
+
+import { getPatternsForLanguage as getPatternsFromRegistry } from './registry';
+import type { LanguagePattern, ActionType } from './types';
+
+/**
+ * Get all patterns for a language.
+ */
+export function getPatternsForLanguage(language: string): LanguagePattern[] {
+  validateLanguage(language);
+  return getPatternsFromRegistry(language);
+}
+
+/**
+ * Get patterns for a language and specific command.
+ */
+export function getPatternsForLanguageAndCommand(
+  language: string,
+  command: ActionType
+): LanguagePattern[] {
+  return getPatternsForLanguage(language)
+    .filter(p => p.command === command)
+    .sort((a, b) => b.priority - a.priority);
+}
+
+// =============================================================================
+// Language Profiles (from registry)
+// =============================================================================
+
+export { getProfile, tryGetProfile } from './registry';
+export { hindiProfile } from './generators/language-profiles';
+
+// =============================================================================
+// Parsing
+// =============================================================================
+
+export { parse, canParse } from './parser';
+export { parseAny, parseExplicit, isExplicitSyntax } from './explicit';
+
+// =============================================================================
+// Rendering
+// =============================================================================
+
+export { render, renderExplicit, toExplicit, fromExplicit } from './explicit';
+
+// =============================================================================
+// AST Builder
+// =============================================================================
+
+export { buildAST, ASTBuilder, getCommandMapper, registerCommandMapper } from './ast-builder';
+
+// =============================================================================
+// Semantic Analyzer (for core parser integration)
+// =============================================================================
+
+export {
+  createSemanticAnalyzer,
+  SemanticAnalyzerImpl,
+  shouldUseSemanticResult,
+  DEFAULT_CONFIDENCE_THRESHOLD,
+  HIGH_CONFIDENCE_THRESHOLD,
+} from './core-bridge';
+
+export type { SemanticAnalyzer, SemanticAnalysisResult } from './core-bridge';
+
+// =============================================================================
+// Type Helpers
+// =============================================================================
+
+export {
+  createSelector,
+  createLiteral,
+  createReference,
+  createPropertyPath,
+  createCommandNode,
+  createEventHandler,
+} from './types';
+
+// =============================================================================
+// Types
+// =============================================================================
+
+export type {
+  ActionType,
+  SemanticRole,
+  SemanticValue,
+  SemanticNode,
+  LanguageToken,
+  TokenStream,
+} from './types';