@lokascript/i18n 1.0.0

package/src/index.ts

@@ -0,0 +1,202 @@
+// packages/i18n/src/index.ts
+
+// =============================================================================
+// Type Exports
+// =============================================================================
+
+export type {
+  DictionaryCategory,
+  Dictionary,
+  I18nConfig,
+  TranslationOptions,
+  ValidationResult,
+  ValidationError,
+  ValidationWarning,
+  LocaleMetadata,
+  TranslationContext,
+  TokenType,
+  Token,
+  TranslationResult,
+} from './types';
+
+export {
+  DICTIONARY_CATEGORIES,
+  isDictionaryCategory,
+  getDictionaryCategory,
+  forEachCategory,
+  findInDictionary,
+  translateFromEnglish,
+} from './types';
+
+// =============================================================================
+// Translator Exports
+// =============================================================================
+
+export { HyperscriptTranslator } from './translator';
+
+// =============================================================================
+// Dictionary Exports
+// =============================================================================
+
+export {
+  dictionaries,
+  en,
+  es,
+  ko,
+  zh,
+  fr,
+  de,
+  ja,
+  ar,
+  tr,
+  id,
+  qu,
+  sw,
+  pt,
+  supportedLocales,
+  isLocaleSupported,
+  getDictionary,
+} from './dictionaries';
+
+// =============================================================================
+// Parser Integration Exports
+// =============================================================================
+
+export type { KeywordProvider, KeywordProviderOptions } from './parser';
+
+export {
+  createKeywordProvider,
+  createEnglishProvider,
+  ENGLISH_COMMANDS,
+  ENGLISH_KEYWORDS,
+  UNIVERSAL_ENGLISH_KEYWORDS,
+  // Locale packs
+  esKeywords,
+  esDictionary,
+  jaKeywords,
+  jaDictionary,
+  frKeywords,
+  frDictionary,
+  deKeywords,
+  deDictionary,
+  arKeywords,
+  arDictionary,
+  koKeywords,
+  koDictionary,
+  zhKeywords,
+  zhDictionary,
+  trKeywords,
+  trDictionary,
+  idKeywords,
+  idDictionary,
+  quKeywords,
+  quDictionary,
+  swKeywords,
+  swDictionary,
+  ptKeywords,
+  ptDictionary,
+  // Locale management
+  LocaleManager,
+  detectBrowserLocale,
+} from './parser';
+
+// Re-export key utilities
+export { detectLocale, getBrowserLocales, isRTL } from './utils/locale';
+export { tokenize } from './utils/tokenizer';
+export { validate } from './validators';
+
+// Plugin exports
+export { hyperscriptI18nVitePlugin } from './plugins/vite';
+export { HyperscriptI18nWebpackPlugin } from './plugins/webpack';
+
+// SSR integration
+export { SSRLocaleManager, createExpressI18nMiddleware, withI18n } from './ssr-integration';
+export type { SSRLocaleContext, SSRLocaleOptions } from './ssr-integration';
+
+// Pluralization
+export {
+  pluralRules,
+  getPlural,
+  PluralAwareTranslator,
+  pluralTimeExpressions,
+} from './pluralization';
+export type { PluralRule, PluralForms } from './pluralization';
+
+// Formatting
+export {
+  NumberFormatter,
+  DateFormatter,
+  LocaleFormatter,
+  getFormatter,
+  formatForLocale,
+} from './formatting';
+export type {
+  NumberFormatOptions,
+  DateFormatOptions,
+  RelativeTimeFormatOptions,
+} from './formatting';
+
+// Runtime i18n
+export { RuntimeI18nManager, initializeI18n, getI18n, runtimeI18n } from './runtime';
+export type { RuntimeI18nOptions } from './runtime';
+
+// Create and export default translator instance
+import { HyperscriptTranslator } from './translator';
+export const defaultTranslator = new HyperscriptTranslator({ locale: 'en' });
+
+// Create and export default runtime instance for browser usage
+import { RuntimeI18nManager } from './runtime';
+export const defaultRuntime = new RuntimeI18nManager({ locale: 'en' });
+
+// Enhanced I18n Implementation (following enhanced pattern)
+export {
+  TypedI18nContextImplementation,
+  createI18nContext,
+  createEnhancedI18n,
+  enhancedI18nImplementation,
+  EnhancedI18nInputSchema,
+  EnhancedI18nOutputSchema,
+} from './enhanced-i18n';
+export type { EnhancedI18nInput, EnhancedI18nOutput } from './enhanced-i18n';
+
+// Grammar-aware transformation system (Phase 2)
+export {
+  // Types
+  type SemanticRole,
+  type WordOrder,
+  type AdpositionType,
+  type MorphologyType,
+  type GrammaticalMarker,
+  type LanguageProfile,
+  type GrammarRule,
+  type PatternMatcher,
+  type PatternTransform,
+  type ParsedStatement,
+  type ParsedElement,
+  UNIVERSAL_PATTERNS,
+  LANGUAGE_FAMILY_DEFAULTS,
+  reorderRoles,
+  insertMarkers,
+  transformStatement,
+  // Profiles
+  profiles,
+  getProfile,
+  getSupportedLocales,
+  englishProfile,
+  japaneseProfile,
+  koreanProfile,
+  chineseProfile,
+  arabicProfile,
+  turkishProfile,
+  spanishProfile,
+  indonesianProfile,
+  quechuaProfile,
+  swahiliProfile,
+  // Transformer
+  GrammarTransformer,
+  parseStatement,
+  toLocale,
+  toEnglish,
+  translate,
+  examples as grammarExamples,
+} from './grammar';

package/src/new-languages.test.ts

@@ -0,0 +1,389 @@
+/**
+ * Tests for newly added language support
+ * Turkish, Indonesian, Quechua, and Swahili
+ */
+
+import { describe, it, expect } from 'vitest';
+import { HyperscriptTranslator } from './translator';
+import { dictionaries } from './dictionaries';
+import { PluralAwareTranslator, pluralRules } from './pluralization';
+
+describe('New Language Support', () => {
+  const translator = new HyperscriptTranslator({ locale: 'en' });
+
+  describe('Turkish (tr)', () => {
+    it('should have complete dictionary coverage', () => {
+      expect(dictionaries.tr).toBeDefined();
+      expect(dictionaries.tr.commands.on).toBe('üzerinde');
+      expect(dictionaries.tr.commands.add).toBe('ekle');
+      expect(dictionaries.tr.commands.if).toBe('eğer');
+      expect(dictionaries.tr.logical.and).toBe('ve');
+      expect(dictionaries.tr.events.click).toBe('tıklama');
+    });
+
+    it('should translate basic commands', () => {
+      const result = translator.translate('on click add .active to me', { from: 'en', to: 'tr' });
+      // TODO: Once grammar transformation is implemented, test for native word order: 'tıklama üzerinde'
+      // Current word-by-word translation preserves English order
+      expect(result).toContain('tıklama'); // click → tıklama
+      expect(result).toContain('üzerinde'); // on → üzerinde
+      expect(result).toContain('ekle'); // add → ekle
+    });
+
+    it('should handle conditional logic', () => {
+      const result = translator.translate('if my value is empty then hide me else show me', {
+        from: 'en',
+        to: 'tr',
+      });
+      expect(result).toContain('eğer');
+      expect(result).toContain('yoksa');
+    });
+
+    it('should translate time expressions', () => {
+      const result = translator.translate('wait 3 seconds then continue', { from: 'en', to: 'tr' });
+      expect(result).toContain('bekle');
+      expect(result).toContain('saniye');
+    });
+
+    it('should handle events properly', () => {
+      const result = translator.translate('on mouseenter add .hover', { from: 'en', to: 'tr' });
+      expect(result).toContain('fare_gir');
+      expect(result).toContain('ekle');
+    });
+
+    it('should support pluralization', () => {
+      expect(pluralRules.tr).toBeDefined();
+      expect(pluralRules.tr(1)).toBe('one');
+      expect(pluralRules.tr(5)).toBe('other');
+    });
+
+    it('should handle plural time expressions', () => {
+      const singular = PluralAwareTranslator.translateTimeExpression(1, 'second', 'tr');
+      const plural = PluralAwareTranslator.translateTimeExpression(5, 'second', 'tr');
+      expect(singular).toBe('1 saniye');
+      expect(plural).toBe('5 saniye');
+    });
+  });
+
+  describe('Indonesian (id)', () => {
+    it('should have complete dictionary coverage', () => {
+      expect(dictionaries.id).toBeDefined();
+      expect(dictionaries.id.commands.on).toBe('pada');
+      expect(dictionaries.id.commands.add).toBe('tambah');
+      expect(dictionaries.id.commands.if).toBe('jika');
+      expect(dictionaries.id.logical.and).toBe('dan');
+      expect(dictionaries.id.events.click).toBe('klik');
+    });
+
+    it('should translate basic commands', () => {
+      const result = translator.translate('on click toggle .selected', { from: 'en', to: 'id' });
+      // TODO: Once grammar transformation is implemented, test for native word order
+      expect(result).toContain('klik'); // click → klik
+      expect(result).toContain('pada'); // on → pada
+      expect(result).toContain('ganti'); // toggle → ganti
+    });
+
+    it('should handle form interactions', () => {
+      const result = translator.translate('on submit take form data then send it', {
+        from: 'en',
+        to: 'id',
+      });
+      // TODO: Test expects Swahili-like translations - verify Indonesian dictionary values
+      expect(result).toContain('kirim'); // submit/send → kirim
+      expect(result).toContain('ambil'); // take → ambil
+    });
+
+    it('should translate async operations', () => {
+      const result = translator.translate('fetch /api/data then put result into #content', {
+        from: 'en',
+        to: 'id',
+      });
+      expect(result).toContain('ambil'); // fetch → ambil
+      expect(result).toContain('taruh'); // put → taruh
+      expect(result).toContain('hasil'); // result → hasil
+    });
+
+    it('should support simple pluralization (no actual plural forms)', () => {
+      expect(pluralRules.id).toBeDefined();
+      expect(pluralRules.id(1)).toBe('other');
+      expect(pluralRules.id(5)).toBe('other');
+    });
+
+    it('should handle time expressions without pluralization', () => {
+      const singular = PluralAwareTranslator.translateTimeExpression(1, 'minute', 'id');
+      const plural = PluralAwareTranslator.translateTimeExpression(5, 'minute', 'id');
+      expect(singular).toBe('1 menit');
+      expect(plural).toBe('5 menit');
+    });
+  });
+
+  describe('Quechua (qu)', () => {
+    it('should have complete dictionary coverage', () => {
+      expect(dictionaries.qu).toBeDefined();
+      expect(dictionaries.qu.commands.on).toBe('kaqpi');
+      expect(dictionaries.qu.commands.add).toBe('yapay');
+      expect(dictionaries.qu.commands.if).toBe('sichus');
+      expect(dictionaries.qu.logical.and).toBe('chaymanta');
+      expect(dictionaries.qu.events.click).toBe('ñitiy');
+    });
+
+    it('should translate basic commands', () => {
+      const result = translator.translate('on click put "Allin p\'unchaw" into #greeting', {
+        from: 'en',
+        to: 'qu',
+      });
+      // TODO: Once grammar transformation is implemented, test for native SOV word order
+      expect(result).toContain('ñitiy'); // click → ñitiy
+      expect(result).toContain('kaqpi'); // on → kaqpi
+      expect(result).toContain('churay'); // put → churay
+    });
+
+    it('should handle complex expressions', () => {
+      const result = translator.translate('if target matches .button then add .pressed', {
+        from: 'en',
+        to: 'qu',
+      });
+      expect(result).toContain('sichus'); // if → sichus
+      expect(result).toContain('tupan'); // matches → tupan
+      expect(result).toContain('yapay'); // add → yapay
+    });
+
+    it('should translate element references', () => {
+      const result = translator.translate('tell closest .card to add .highlight', {
+        from: 'en',
+        to: 'qu',
+      });
+      expect(result).toContain('niy'); // tell → niy
+      expect(result).toContain('aswan_kaylla'); // closest → aswan_kaylla
+    });
+
+    it('should support pluralization', () => {
+      expect(pluralRules.qu).toBeDefined();
+      expect(pluralRules.qu(1)).toBe('one');
+      expect(pluralRules.qu(5)).toBe('other');
+    });
+
+    it('should handle plural time expressions', () => {
+      const singular = PluralAwareTranslator.translateTimeExpression(1, 'hour', 'qu');
+      const plural = PluralAwareTranslator.translateTimeExpression(3, 'hour', 'qu');
+      expect(singular).toBe('1 hora');
+      expect(plural).toBe('3 horakuna');
+    });
+  });
+
+  describe('Swahili (sw)', () => {
+    it('should have complete dictionary coverage', () => {
+      expect(dictionaries.sw).toBeDefined();
+      expect(dictionaries.sw.commands.on).toBe('kwenye');
+      expect(dictionaries.sw.commands.add).toBe('ongeza');
+      expect(dictionaries.sw.commands.if).toBe('kama');
+      expect(dictionaries.sw.logical.and).toBe('na');
+      expect(dictionaries.sw.events.click).toBe('bonyeza');
+    });
+
+    it('should translate basic commands', () => {
+      const result = translator.translate('on click put "Habari za asubuhi" into .message', {
+        from: 'en',
+        to: 'sw',
+      });
+      // TODO: Once grammar transformation is implemented, test for native word order
+      expect(result).toContain('bonyeza'); // click → bonyeza
+      expect(result).toContain('kwenye'); // on → kwenye
+      expect(result).toContain('weka'); // put → weka
+    });
+
+    it('should handle double-click events', () => {
+      const result = translator.translate('on dblclick focus on me', { from: 'en', to: 'sw' });
+      expect(result).toContain('bonyeza_mara_mbili'); // dblclick → bonyeza_mara_mbili
+      expect(result).toContain('zingatia'); // focus → zingatia
+    });
+
+    it('should translate navigation commands', () => {
+      const result = translator.translate('go to next .panel with transition', {
+        from: 'en',
+        to: 'sw',
+      });
+      expect(result).toContain('nenda'); // go → nenda
+      expect(result).toContain('ijayo'); // next → ijayo
+    });
+
+    it('should support pluralization', () => {
+      expect(pluralRules.sw).toBeDefined();
+      expect(pluralRules.sw(1)).toBe('one');
+      expect(pluralRules.sw(5)).toBe('other');
+    });
+
+    it('should handle time expressions with special plural for hours', () => {
+      const singularHour = PluralAwareTranslator.translateTimeExpression(1, 'hour', 'sw');
+      const pluralHours = PluralAwareTranslator.translateTimeExpression(5, 'hour', 'sw');
+      expect(singularHour).toBe('1 saa');
+      expect(pluralHours).toBe('5 masaa');
+    });
+  });
+
+  describe('Cross-language consistency', () => {
+    const testExpressions = [
+      'on click add .active',
+      'if my value exists then show me',
+      'wait 2 seconds then hide me',
+      'on mouseenter tell closest .parent to add .hover',
+      'fetch /api/data then put result into #content',
+    ];
+
+    const newLanguages = ['tr', 'id', 'qu', 'sw'];
+
+    it('should translate all test expressions in all new languages', () => {
+      for (const lang of newLanguages) {
+        for (const expr of testExpressions) {
+          expect(() => {
+            const result = translator.translate(expr, { from: 'en', to: lang });
+            expect(result).toBeTruthy();
+            expect(result.length).toBeGreaterThan(0);
+          }).not.toThrow();
+        }
+      }
+    });
+
+    it('should maintain consistent command translations', () => {
+      const commands = ['add', 'remove', 'show', 'hide', 'wait', 'put'];
+
+      for (const lang of newLanguages) {
+        const dict = dictionaries[lang];
+        for (const cmd of commands) {
+          expect(dict.commands[cmd]).toBeTruthy();
+          expect(dict.commands[cmd].length).toBeGreaterThan(0);
+        }
+      }
+    });
+
+    it('should have consistent event translations', () => {
+      const events = ['click', 'mouseenter', 'mouseleave', 'focus', 'blur', 'submit'];
+
+      for (const lang of newLanguages) {
+        const dict = dictionaries[lang];
+        for (const event of events) {
+          expect(dict.events[event]).toBeTruthy();
+          expect(dict.events[event].length).toBeGreaterThan(0);
+        }
+      }
+    });
+
+    it('should support ordinal numbers in all new languages', () => {
+      for (const lang of newLanguages) {
+        const first = PluralAwareTranslator.getOrdinal(1, lang);
+        const second = PluralAwareTranslator.getOrdinal(2, lang);
+        const third = PluralAwareTranslator.getOrdinal(3, lang);
+
+        expect(first).toBeTruthy();
+        expect(second).toBeTruthy();
+        expect(third).toBeTruthy();
+        expect(first).not.toBe(second);
+      }
+    });
+  });
+
+  describe('Cultural and linguistic accuracy', () => {
+    it('should use appropriate Turkish agglutination patterns', () => {
+      const dict = dictionaries.tr;
+      // Turkish typically uses suffixes, our translations should reflect this
+      expect(dict.modifiers.to).toBe('e');
+      expect(dict.modifiers.from).toBe('den');
+      expect(dict.modifiers.in).toBe('içinde');
+    });
+
+    it('should use appropriate Indonesian word order', () => {
+      const dict = dictionaries.id;
+      // Indonesian follows SVO order, similar to English
+      expect(dict.commands.if).toBe('jika');
+      expect(dict.logical.then).toBe('lalu');
+      expect(dict.logical.else).toBe('lainnya');
+    });
+
+    it('should reflect Quechua agglutinative nature', () => {
+      const dict = dictionaries.qu;
+      // Quechua uses complex suffixation
+      expect(dict.modifiers.to).toBe('man');
+      expect(dict.modifiers.from).toBe('manta');
+      expect(dict.expressions.children).toBe('wawakuna'); // -kuna is plural marker
+    });
+
+    it('should use appropriate Swahili noun class system hints', () => {
+      const dict = dictionaries.sw;
+      // Swahili has noun classes, reflected in some translations
+      expect(dict.expressions.children).toBe('watoto'); // wa- prefix for people
+      expect(dict.values.window).toBe('dirisha'); // appropriate class
+    });
+  });
+
+  describe('Real-world usage scenarios', () => {
+    it('should handle e-commerce interactions in Turkish', () => {
+      const expr =
+        'on click if stock exists then add product to cart else show out-of-stock message';
+      const result = translator.translate(expr, { from: 'en', to: 'tr' });
+      // TODO: Test native word order once grammar transformation is implemented
+      expect(result).toContain('tıklama'); // click
+      expect(result).toContain('üzerinde'); // on
+      expect(result).toContain('eğer'); // if
+      expect(result).toContain('yoksa'); // else
+    });
+
+    it('should handle form validation in Indonesian', () => {
+      const expr = 'on blur if my value is empty then add .error to closest .field';
+      const result = translator.translate(expr, { from: 'en', to: 'id' });
+      expect(result).toContain('blur'); // blur (event name preserved or translated)
+      expect(result).toContain('jika'); // if
+    });
+
+    it('should handle social interactions in Quechua', () => {
+      const expr = 'on click toggle .liked then send like-count to /api/likes';
+      const result = translator.translate(expr, { from: 'en', to: 'qu' });
+      expect(result).toContain('ñitiy'); // click
+      expect(result).toContain('kaqpi'); // on
+      expect(result).toContain('tikray'); // toggle
+      expect(result).toContain('kachay'); // send
+    });
+
+    it('should handle dashboard updates in Swahili', () => {
+      const expr = 'on load fetch /api/dashboard then for each item put item into next .widget';
+      const result = translator.translate(expr, { from: 'en', to: 'sw' });
+      expect(result).toContain('pakia'); // load
+      expect(result).toContain('kwenye'); // on
+      expect(result).toContain('leta'); // fetch
+    });
+  });
+
+  describe('Performance and edge cases', () => {
+    const testLanguages = ['tr', 'id', 'qu', 'sw'];
+
+    it('should handle very long expressions efficiently', () => {
+      const longExpr =
+        'on click if my value matches /^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\\.[a-zA-Z]{2,}$/ then add .valid to closest .form-group then remove .invalid from closest .form-group then put "Valid email" into next .feedback else add .invalid to closest .form-group then remove .valid from closest .form-group then put "Invalid email format" into next .feedback';
+
+      for (const lang of testLanguages) {
+        expect(() => {
+          const result = translator.translate(longExpr, { from: 'en', to: lang });
+          expect(result.length).toBeGreaterThan(0);
+        }).not.toThrow();
+      }
+    });
+
+    it('should handle expressions with mixed content', () => {
+      const mixedExpr = 'on click put "Hello مرحبا Hola" into #multilingual-content';
+
+      for (const lang of testLanguages) {
+        const result = translator.translate(mixedExpr, { from: 'en', to: lang });
+        expect(result).toContain('"Hello مرحبا Hola"'); // String literals should be preserved
+      }
+    });
+
+    it('should handle numeric expressions correctly', () => {
+      const numericExpr = 'wait 1.5 seconds then set my opacity to 0.5';
+
+      for (const lang of testLanguages) {
+        const result = translator.translate(numericExpr, { from: 'en', to: lang });
+        expect(result).toContain('1.5');
+        expect(result).toContain('0.5');
+      }
+    });
+  });
+});