ether-code 0.1.9 → 0.2.0

package/lexer/tokens.js

@@ -0,0 +1,292 @@
+const TokenType = {
+  IDENTIFIER: 'IDENTIFIER',
+  STRING: 'STRING',
+  BLOCK_STRING: 'BLOCK_STRING',
+  NUMBER: 'NUMBER',
+  INTEGER: 'INTEGER',
+  FLOAT: 'FLOAT',
+  HEX: 'HEX',
+  
+  COLON: 'COLON',
+  DOUBLE_COLON: 'DOUBLE_COLON',
+  EQUALS: 'EQUALS',
+  DOUBLE_EQUALS: 'DOUBLE_EQUALS',
+  TRIPLE_EQUALS: 'TRIPLE_EQUALS',
+  NOT_EQUALS: 'NOT_EQUALS',
+  NOT_DOUBLE_EQUALS: 'NOT_DOUBLE_EQUALS',
+  COMMA: 'COMMA',
+  DOT: 'DOT',
+  SPREAD: 'SPREAD',
+  ARROW: 'ARROW',
+  FAT_ARROW: 'FAT_ARROW',
+  
+  PLUS: 'PLUS',
+  PLUS_PLUS: 'PLUS_PLUS',
+  PLUS_EQUALS: 'PLUS_EQUALS',
+  MINUS: 'MINUS',
+  MINUS_MINUS: 'MINUS_MINUS',
+  MINUS_EQUALS: 'MINUS_EQUALS',
+  STAR: 'STAR',
+  STAR_EQUALS: 'STAR_EQUALS',
+  DOUBLE_STAR: 'DOUBLE_STAR',
+  DOUBLE_STAR_EQUALS: 'DOUBLE_STAR_EQUALS',
+  SLASH: 'SLASH',
+  SLASH_EQUALS: 'SLASH_EQUALS',
+  DOUBLE_SLASH: 'DOUBLE_SLASH',
+  PERCENT: 'PERCENT',
+  PERCENT_EQUALS: 'PERCENT_EQUALS',
+  
+  BANG: 'BANG',
+  QUESTION: 'QUESTION',
+  DOUBLE_QUESTION: 'DOUBLE_QUESTION',
+  QUESTION_DOT: 'QUESTION_DOT',
+  QUESTION_QUESTION_EQUALS: 'QUESTION_QUESTION_EQUALS',
+  AMPERSAND: 'AMPERSAND',
+  AMPERSAND_EQUALS: 'AMPERSAND_EQUALS',
+  DOUBLE_AMPERSAND: 'DOUBLE_AMPERSAND',
+  PIPE: 'PIPE',
+  PIPE_EQUALS: 'PIPE_EQUALS',
+  DOUBLE_PIPE: 'DOUBLE_PIPE',
+  PIPE_GT: 'PIPE_GT',
+  CARET: 'CARET',
+  CARET_EQUALS: 'CARET_EQUALS',
+  TILDE: 'TILDE',
+  
+  LT: 'LT',
+  LT_LT: 'LT_LT',
+  GT: 'GT',
+  GT_GT: 'GT_GT',
+  GT_GT_GT: 'GT_GT_GT',
+  LTE: 'LTE',
+  GTE: 'GTE',
+  SPACESHIP: 'SPACESHIP',
+  
+  AT: 'AT',
+  HASH: 'HASH',
+  UNDERSCORE: 'UNDERSCORE',
+  BACKSLASH: 'BACKSLASH',
+  SEMICOLON: 'SEMICOLON',
+  
+  LPAREN: 'LPAREN',
+  RPAREN: 'RPAREN',
+  LBRACKET: 'LBRACKET',
+  RBRACKET: 'RBRACKET',
+  LBRACE: 'LBRACE',
+  RBRACE: 'RBRACE',
+  
+  NEWLINE: 'NEWLINE',
+  INDENT: 'INDENT',
+  DEDENT: 'DEDENT',
+  
+  LANG_BLOCK: 'LANG_BLOCK',
+  
+  COMMENT: 'COMMENT',
+  BLOCK_COMMENT: 'BLOCK_COMMENT',
+  
+  EOF: 'EOF',
+  ERROR: 'ERROR'
+}
+
+const LANG_BLOCKS = [
+  'html', 'css', 'style', 'script', 'js', 'javascript',
+  'php', 'python', 'py', 'ruby', 'rb',
+  'sql', 'graphql', 'gql',
+  'node', 'nodejs', 'ts', 'typescript',
+  'react', 'jsx', 'tsx',
+  'json', 'xml', 'yaml', 'markdown', 'md'
+]
+
+const OPERATORS = {
+  ':': TokenType.COLON,
+  '::': TokenType.DOUBLE_COLON,
+  '=': TokenType.EQUALS,
+  '==': TokenType.DOUBLE_EQUALS,
+  '===': TokenType.TRIPLE_EQUALS,
+  '!=': TokenType.NOT_EQUALS,
+  '!==': TokenType.NOT_DOUBLE_EQUALS,
+  ',': TokenType.COMMA,
+  '.': TokenType.DOT,
+  '...': TokenType.SPREAD,
+  '->': TokenType.ARROW,
+  '=>': TokenType.FAT_ARROW,
+  
+  '+': TokenType.PLUS,
+  '++': TokenType.PLUS_PLUS,
+  '+=': TokenType.PLUS_EQUALS,
+  '-': TokenType.MINUS,
+  '--': TokenType.MINUS_MINUS,
+  '-=': TokenType.MINUS_EQUALS,
+  '*': TokenType.STAR,
+  '*=': TokenType.STAR_EQUALS,
+  '**': TokenType.DOUBLE_STAR,
+  '**=': TokenType.DOUBLE_STAR_EQUALS,
+  '/': TokenType.SLASH,
+  '/=': TokenType.SLASH_EQUALS,
+  '//': TokenType.DOUBLE_SLASH,
+  '%': TokenType.PERCENT,
+  '%=': TokenType.PERCENT_EQUALS,
+  
+  '!': TokenType.BANG,
+  '?': TokenType.QUESTION,
+  '??': TokenType.DOUBLE_QUESTION,
+  '?.': TokenType.QUESTION_DOT,
+  '??=': TokenType.QUESTION_QUESTION_EQUALS,
+  '&': TokenType.AMPERSAND,
+  '&=': TokenType.AMPERSAND_EQUALS,
+  '&&': TokenType.DOUBLE_AMPERSAND,
+  '|': TokenType.PIPE,
+  '|=': TokenType.PIPE_EQUALS,
+  '||': TokenType.DOUBLE_PIPE,
+  '|>': TokenType.PIPE_GT,
+  '^': TokenType.CARET,
+  '^=': TokenType.CARET_EQUALS,
+  '~': TokenType.TILDE,
+  
+  '<': TokenType.LT,
+  '<<': TokenType.LT_LT,
+  '>': TokenType.GT,
+  '>>': TokenType.GT_GT,
+  '>>>': TokenType.GT_GT_GT,
+  '<=': TokenType.LTE,
+  '>=': TokenType.GTE,
+  '<=>': TokenType.SPACESHIP,
+  
+  '@': TokenType.AT,
+  '#': TokenType.HASH,
+  '\\': TokenType.BACKSLASH,
+  ';': TokenType.SEMICOLON,
+  
+  '(': TokenType.LPAREN,
+  ')': TokenType.RPAREN,
+  '[': TokenType.LBRACKET,
+  ']': TokenType.RBRACKET,
+  '{': TokenType.LBRACE,
+  '}': TokenType.RBRACE
+}
+
+const COMPOUND_KEYWORDS_FR = [
+  'en ligne',
+  'hors ligne',
+  'au survol',
+  'au clic',
+  'au focus',
+  'au focus dans',
+  'au double clic',
+  'au changement',
+  'a la soumission',
+  'a la reinitialisation',
+  'retour a la ligne',
+  'lecture seule',
+  'zone texte',
+  'case a cocher',
+  'bouton radio',
+  'premiere lettre',
+  'premiere ligne',
+  'inferieur ou egal',
+  'superieur ou egal',
+  'espace de noms',
+  'element liste',
+  'racine carree',
+  'nouvelle fenetre',
+  'gauche a droite',
+  'droite a gauche',
+  'definir defaut',
+  'mettre a jour',
+  'cle primaire',
+  'cle etrangere',
+  'non nul',
+  'par defaut',
+  'pointeur bas',
+  'pointeur haut',
+  'obtenir contenu',
+  'erreur type',
+  'erreur syntaxe',
+  'nettoyer gauche',
+  'nettoyer droite',
+  'vers date',
+  'si null',
+  'creer role'
+]
+
+class Token {
+  constructor(type, value, line, column, indent = 0) {
+    this.type = type
+    this.value = value
+    this.line = line
+    this.column = column
+    this.indent = indent
+  }
+
+  is(type) {
+    return this.type === type
+  }
+
+  isOneOf(...types) {
+    return types.includes(this.type)
+  }
+
+  isOperator() {
+    return Object.values(OPERATORS).includes(this.type)
+  }
+
+  isLiteral() {
+    return this.isOneOf(
+      TokenType.STRING,
+      TokenType.BLOCK_STRING,
+      TokenType.INTEGER,
+      TokenType.FLOAT,
+      TokenType.HEX
+    )
+  }
+
+  isKeyword(keyword) {
+    return this.type === TokenType.IDENTIFIER && this.value.toLowerCase() === keyword.toLowerCase()
+  }
+
+  toString() {
+    return `Token(${this.type}, ${JSON.stringify(this.value)}, L${this.line}:${this.column})`
+  }
+
+  toJSON() {
+    return {
+      type: this.type,
+      value: this.value,
+      line: this.line,
+      column: this.column,
+      indent: this.indent
+    }
+  }
+}
+
+function normalizeAccents(str) {
+  const accentsMap = {
+    'à': 'a', 'â': 'a', 'ä': 'a', 'á': 'a',
+    'è': 'e', 'ê': 'e', 'ë': 'e', 'é': 'e',
+    'ì': 'i', 'î': 'i', 'ï': 'i', 'í': 'i',
+    'ò': 'o', 'ô': 'o', 'ö': 'o', 'ó': 'o',
+    'ù': 'u', 'û': 'u', 'ü': 'u', 'ú': 'u',
+    'ç': 'c', 'ñ': 'n'
+  }
+  return str.toLowerCase().split('').map(c => accentsMap[c] || c).join('')
+}
+
+function isCompoundKeyword(phrase) {
+  const normalized = normalizeAccents(phrase)
+  return COMPOUND_KEYWORDS_FR.includes(normalized)
+}
+
+function couldBeCompoundStart(partial) {
+  const normalized = normalizeAccents(partial)
+  return COMPOUND_KEYWORDS_FR.some(c => c.startsWith(normalized + ' '))
+}
+
+module.exports = {
+  Token,
+  TokenType,
+  LANG_BLOCKS,
+  OPERATORS,
+  COMPOUND_KEYWORDS_FR,
+  normalizeAccents,
+  isCompoundKeyword,
+  couldBeCompoundStart
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ether-code",
-  "version": "0.1.9",
+  "version": "0.2.0",
   "description": "Ether - Le langage intentionnel",
   "main": "cli/compiler.js",
   "bin": {