@yyds-lang/lexer 0.0.0

package/dist/index.d.mts

@@ -0,0 +1,2 @@
+import { t as tokenize } from "./tokenize-DUjh2gNM.mjs";
+export { tokenize };

package/dist/index.mjs

@@ -0,0 +1,2 @@
+import { t as tokenize } from "./tokenize-CmVwIkkB.mjs";
+export { tokenize };

package/dist/tokenize-CmVwIkkB.mjs

@@ -0,0 +1,145 @@
+//#region src/lexer/tokenize.ts
+const SYMBOLS = new Set([
+	"{",
+	"}",
+	"[",
+	"]",
+	"|",
+	"/",
+	".",
+	"@",
+	"%",
+	"=",
+	"-",
+	">",
+	"+"
+]);
+function createPosition(line, column, offset) {
+	return {
+		line,
+		column,
+		offset
+	};
+}
+function createRange(start, end) {
+	return {
+		start,
+		end
+	};
+}
+function isAlphaNumeric(char) {
+	return /[A-Za-z0-9_]/.test(char);
+}
+function tokenize(source) {
+	const tokens = [];
+	let index = 0;
+	let line = 1;
+	let column = 1;
+	while (index < source.length) {
+		const char = source[index];
+		if (char === "\n") {
+			index += 1;
+			line += 1;
+			column = 1;
+			continue;
+		}
+		if (char === " " || char === "	" || char === "\r") {
+			index += 1;
+			column += 1;
+			continue;
+		}
+		if (char === "/" && source[index + 1] === "/") {
+			while (index < source.length && source[index] !== "\n") {
+				index += 1;
+				column += 1;
+			}
+			continue;
+		}
+		const start = createPosition(line, column, index);
+		if (char === "\"") {
+			let value = "\"";
+			index += 1;
+			column += 1;
+			while (index < source.length && source[index] !== "\"") {
+				value += source[index];
+				index += 1;
+				column += 1;
+			}
+			if (source[index] === "\"") {
+				value += "\"";
+				index += 1;
+				column += 1;
+			}
+			tokens.push({
+				type: "string",
+				value,
+				range: createRange(start, createPosition(line, column, index))
+			});
+			continue;
+		}
+		if (/[0-9]/.test(char)) {
+			let value = "";
+			while (index < source.length && /[0-9.]/.test(source[index])) {
+				value += source[index];
+				index += 1;
+				column += 1;
+			}
+			tokens.push({
+				type: "number",
+				value,
+				range: createRange(start, createPosition(line, column, index))
+			});
+			continue;
+		}
+		if (/[A-Za-z_]/.test(char)) {
+			let value = "";
+			while (index < source.length && isAlphaNumeric(source[index])) {
+				value += source[index];
+				index += 1;
+				column += 1;
+			}
+			tokens.push({
+				type: "ident",
+				value,
+				range: createRange(start, createPosition(line, column, index))
+			});
+			continue;
+		}
+		if (char === "-" && source[index + 1] === ">") {
+			index += 2;
+			column += 2;
+			tokens.push({
+				type: "symbol",
+				value: "->",
+				range: createRange(start, createPosition(line, column, index))
+			});
+			continue;
+		}
+		if (SYMBOLS.has(char)) {
+			index += 1;
+			column += 1;
+			tokens.push({
+				type: "symbol",
+				value: char,
+				range: createRange(start, createPosition(line, column, index))
+			});
+			continue;
+		}
+		index += 1;
+		column += 1;
+		tokens.push({
+			type: "symbol",
+			value: char,
+			range: createRange(start, createPosition(line, column, index))
+		});
+	}
+	const eof = createPosition(line, column, index);
+	tokens.push({
+		type: "eof",
+		value: "",
+		range: createRange(eof, eof)
+	});
+	return tokens;
+}
+//#endregion
+export { tokenize as t };

package/dist/tokenize-DUjh2gNM.d.mts

@@ -0,0 +1,6 @@
+import { Token } from "@yyds-lang/ast/types";
+
+//#region src/lexer/tokenize.d.ts
+declare function tokenize(source: string): Token[];
+//#endregion
+export { tokenize as t };

package/dist/types.d.mts

@@ -0,0 +1,2 @@
+import { t as tokenize } from "./tokenize-DUjh2gNM.mjs";
+export { tokenize };

package/dist/types.mjs

@@ -0,0 +1,2 @@
+import { t as tokenize } from "./tokenize-CmVwIkkB.mjs";
+export { tokenize };

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@yyds-lang/lexer",
+  "version": "0.0.0",
+  "description": "YYDS lexer package.",
+  "license": "MIT",
+  "type": "module",
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@yyds-lang/ast": "0.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^24",
+    "typescript": "^5",
+    "vite-plus": "latest"
+  },
+  "exports": {
+    ".": "./dist/index.mjs",
+    "./types": "./dist/types.mjs",
+    "./package.json": "./package.json"
+  },
+  "scripts": {
+    "build": "vp pack",
+    "dev": "vp pack --watch",
+    "test": "vp test",
+    "check": "vp check"
+  }
+}