@lokascript/semantic 1.2.1 → 1.3.0

package/dist/languages/bn.d.ts

@@ -0,0 +1,33 @@
+import { B as BaseTokenizer, T as TokenStream, a as TokenKind, L as LanguageProfile } from '../types-BY3Id07j.js';
+
+/**
+ * Bengali Tokenizer
+ *
+ * Tokenizes Bengali hyperscript input.
+ * Bengali is an agglutinative SOV language with:
+ * - Bengali script (U+0980-U+09FF)
+ * - Postposition markers (কে, তে, থেকে, etc.)
+ * - Similar grammatical structure to Hindi
+ * - CSS selectors are embedded ASCII
+ */
+
+declare class BengaliTokenizer extends BaseTokenizer {
+    readonly language = "bn";
+    readonly direction: "ltr";
+    constructor();
+    tokenize(input: string): TokenStream;
+    classifyToken(value: string): TokenKind;
+    private extractNumber;
+}
+declare const bengaliTokenizer: BengaliTokenizer;
+
+/**
+ * Bengali Language Profile
+ *
+ * SOV word order, postpositions (কে, তে, থেকে, etc.), Bengali script.
+ * Agglutinative language similar to Hindi.
+ */
+
+declare const bengaliProfile: LanguageProfile;
+
+export { bengaliProfile, bengaliTokenizer };