@altopelago/aeon-lexer 0.9.0 → 0.9.2

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 AltoPelago
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -15,10 +15,34 @@ import { tokenize } from '@altopelago/aeon-lexer';
 
 const result = tokenize('answer = 42');
 
+if (result.errors.length > 0) {
+  console.error(result.errors);
+}
+
 for (const token of result.tokens) {
   console.log(token.kind, token.raw);
 }
 ```
 
+## What This Package Does
+
+- converts AEON source text into lexer tokens
+- preserves raw token text for diagnostics and source-aware tooling
+- reports lexical errors without executing or interpreting document meaning
+
+## API
+
+- `tokenize(input, options?)`
+- token kinds and token metadata types used by parser and editor tooling
+
+## When To Use It
+
 Use this package when you need direct token access for tooling, analysis, or editor features.
 If you want the stable application-facing entry point, prefer `@altopelago/aeon-core`.
+
+## Notes
+
+- The lexer does not build AST nodes.
+- The lexer does not validate AEON schemas or materialize JSON.
+- Downstream packages such as `@altopelago/aeon-parser` and
+  `@altopelago/aeon-core` consume the token stream.

package/package.json

@@ -1,6 +1,8 @@
 {
   "name": "@altopelago/aeon-lexer",
-  "version": "0.9.0",
+  "version": "0.9.2",
+  "description": "Tokenize AEON source text for parsers, editors, and tooling.",
+  "license": "MIT",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -17,6 +19,31 @@
     "!dist/**/*.test.js",
     "!dist/**/*.test.js.map"
   ],
+  "sideEffects": false,
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/AltoPelago/aeon.git",
+    "directory": "implementations/typescript/packages/lexer"
+  },
+  "bugs": {
+    "url": "https://github.com/AltoPelago/aeon/issues"
+  },
+  "homepage": "https://github.com/AltoPelago/aeon/tree/main/implementations/typescript/packages/lexer#readme",
+  "keywords": [
+    "aeon",
+    "aeonite",
+    "lexer",
+    "tokenizer",
+    "tokens",
+    "syntax",
+    "typescript"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
   "scripts": {
     "build": "tsc -p tsconfig.json",
     "test": "node --test dist/*.test.js",