@flink-app/ts-source-to-json-schema 0.1.0

package/dist/tokenizer.js

@@ -0,0 +1,192 @@
+// ============================================================================
+// Tokenizer - Breaks TypeScript source into a stream of tokens
+// ============================================================================
+const KEYWORDS = new Set([
+    "interface", "type", "export", "extends", "enum", "const", "readonly",
+    "import", "from", "as",
+]);
+const PRIMITIVES = new Set([
+    "string", "number", "boolean", "null", "undefined",
+    "any", "unknown", "never", "void", "object", "bigint",
+    "true", "false",
+]);
+const PUNCTUATION = new Set([
+    "{", "}", "(", ")", "[", "]", ":", ";", ",", "?", "|", "&", "=", "<", ">", ".", "*",
+]);
+export function tokenize(source) {
+    const tokens = [];
+    let i = 0;
+    let line = 1;
+    let col = 1;
+    function peek(offset = 0) {
+        return source[i + offset] ?? "";
+    }
+    function advance(count = 1) {
+        let result = "";
+        for (let j = 0; j < count; j++) {
+            const ch = source[i];
+            if (ch === "\n") {
+                line++;
+                col = 1;
+            }
+            else {
+                col++;
+            }
+            result += ch;
+            i++;
+        }
+        return result;
+    }
+    function skipWhitespace() {
+        while (i < source.length && /[ \t\r]/.test(peek())) {
+            advance();
+        }
+    }
+    function readString(quote) {
+        advance(); // opening quote
+        let value = "";
+        while (i < source.length && peek() !== quote) {
+            if (peek() === "\\") {
+                advance(); // backslash
+                value += advance(); // escaped char
+            }
+            else {
+                value += advance();
+            }
+        }
+        if (i < source.length)
+            advance(); // closing quote
+        return value;
+    }
+    function readJSDoc() {
+        // We're at '/', next is '*', then '*'
+        let value = "";
+        advance(); // /
+        advance(); // *
+        advance(); // *
+        while (i < source.length) {
+            if (peek() === "*" && peek(1) === "/") {
+                advance(); // *
+                advance(); // /
+                break;
+            }
+            value += advance();
+        }
+        return value.trim();
+    }
+    function readLineComment() {
+        // Skip // comments
+        while (i < source.length && peek() !== "\n") {
+            advance();
+        }
+    }
+    function readBlockComment() {
+        advance(); // /
+        advance(); // *
+        while (i < source.length) {
+            if (peek() === "*" && peek(1) === "/") {
+                advance(); // *
+                advance(); // /
+                return;
+            }
+            advance();
+        }
+    }
+    function readWord() {
+        let word = "";
+        while (i < source.length && /[a-zA-Z0-9_$]/.test(peek())) {
+            word += advance();
+        }
+        return word;
+    }
+    function readNumber() {
+        let num = "";
+        // Handle negative numbers
+        if (peek() === "-") {
+            num += advance();
+        }
+        while (i < source.length && /[0-9.]/.test(peek())) {
+            num += advance();
+        }
+        return num;
+    }
+    while (i < source.length) {
+        skipWhitespace();
+        if (i >= source.length)
+            break;
+        const startLine = line;
+        const startCol = col;
+        const ch = peek();
+        // Newlines
+        if (ch === "\n") {
+            advance();
+            tokens.push({ type: "newline", value: "\n", line: startLine, col: startCol });
+            continue;
+        }
+        // JSDoc comments: /** ... */
+        if (ch === "/" && peek(1) === "*" && peek(2) === "*" && peek(3) !== "/") {
+            const value = readJSDoc();
+            tokens.push({ type: "jsdoc", value, line: startLine, col: startCol });
+            continue;
+        }
+        // Block comments: /* ... */
+        if (ch === "/" && peek(1) === "*") {
+            readBlockComment();
+            continue;
+        }
+        // Line comments: // ...
+        if (ch === "/" && peek(1) === "/") {
+            readLineComment();
+            continue;
+        }
+        // Strings
+        if (ch === '"' || ch === "'") {
+            const value = readString(ch);
+            tokens.push({ type: "string", value, line: startLine, col: startCol });
+            continue;
+        }
+        // Template literal (backtick) - read as string for now
+        if (ch === "`") {
+            advance(); // opening backtick
+            let value = "";
+            while (i < source.length && peek() !== "`") {
+                value += advance();
+            }
+            if (i < source.length)
+                advance(); // closing backtick
+            tokens.push({ type: "string", value, line: startLine, col: startCol });
+            continue;
+        }
+        // Numbers
+        if (/[0-9]/.test(ch) || (ch === "-" && /[0-9]/.test(peek(1)))) {
+            const value = readNumber();
+            tokens.push({ type: "number", value, line: startLine, col: startCol });
+            continue;
+        }
+        // Words (keywords, primitives, identifiers)
+        if (/[a-zA-Z_$]/.test(ch)) {
+            const word = readWord();
+            if (PRIMITIVES.has(word)) {
+                tokens.push({ type: "primitive", value: word, line: startLine, col: startCol });
+            }
+            else if (KEYWORDS.has(word)) {
+                tokens.push({ type: "keyword", value: word, line: startLine, col: startCol });
+            }
+            else {
+                tokens.push({ type: "identifier", value: word, line: startLine, col: startCol });
+            }
+            continue;
+        }
+        // Punctuation
+        if (PUNCTUATION.has(ch)) {
+            advance();
+            tokens.push({ type: "punctuation", value: ch, line: startLine, col: startCol });
+            continue;
+        }
+        // Unknown character - skip
+        advance();
+    }
+    tokens.push({ type: "eof", value: "", line, col });
+    return tokens;
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../src/tokenizer.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,+DAA+D;AAC/D,+EAA+E;AAoB/E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;IACvB,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU;IACrE,QAAQ,EAAE,MAAM,EAAE,IAAI;CACvB,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW;IAClD,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;IACrD,MAAM,EAAE,OAAO;CAChB,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;IAC1B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG;CACpF,CAAC,CAAC;AAEH,MAAM,UAAU,QAAQ,CAAC,MAAc;IACrC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,SAAS,IAAI,CAAC,MAAM,GAAG,CAAC;QACtB,OAAO,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,SAAS,OAAO,CAAC,KAAK,GAAG,CAAC;QACxB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAAC,IAAI,EAAE,CAAC;gBAAC,GAAG,GAAG,CAAC,CAAC;YAAC,CAAC;iBAChC,CAAC;gBAAC,GAAG,EAAE,CAAC;YAAC,CAAC;YACf,MAAM,IAAI,EAAE,CAAC;YACb,CAAC,EAAE,CAAC;QACN,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,SAAS,cAAc;QACrB,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACnD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,SAAS,UAAU,CAAC,KAAa;QAC/B,OAAO,EAAE,CAAC,CAAC,gBAAgB;QAC3B,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;YAC7C,IAAI,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBACpB,OAAO,EAAE,CAAC,CAAC,YAAY;gBACvB,KAAK,IAAI,OAAO,EAAE,CAAC,CAAC,eAAe;YACrC,CAAC;iBAAM,CAAC;gBACN,KAAK,IAAI,OAAO,EAAE,CAAC;YACrB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC,CAAC,gBAAgB;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS,SAAS;QAChB,sCAAsC;QACtC,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAC,CAAC,IAAI;gBACf,OAAO,EAAE,CAAC,CAAC,IAAI;gBACf,MAAM;YACR,CAAC;YACD,KAAK,IAAI,OAAO,EAAE,CAAC;QACrB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,SAAS,eAAe;QACtB,mBAAmB;QACnB,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,SAAS,gBAAgB;QACvB,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACtC,OAAO,EAAE,CAAC,CAAC,IAAI;gBACf,OAAO,EAAE,CAAC,CAAC,IAAI;gBACf,OAAO;YACT,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,SAAS,QAAQ;QACf,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,IAAI,IAAI,OAAO,EAAE,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,UAAU;QACjB,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,0BAA0B;QAC1B,IAAI,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACnB,GAAG,IAAI,OAAO,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAClD,GAAG,IAAI,OAAO,EAAE,CAAC;QACnB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,cAAc,EAAE,CAAC;QACjB,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM;YAAE,MAAM;QAE9B,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,MAAM,QAAQ,GAAG,GAAG,CAAC;QACrB,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAElB,WAAW;QACX,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC9E,SAAS;QACX,CAAC;QAED,6BAA6B;QAC7B,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACxE,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACtE,SAAS;QACX,CAAC;QAED,4BAA4B;QAC5B,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAClC,gBAAgB,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QAED,wBAAwB;QACxB,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAClC,eAAe,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QAED,UAAU;QACV,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QAED,uDAAuD;QACvD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,OAAO,EAAE,CAAC,CAAC,mBAAmB;YAC9B,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBAC3C,KAAK,IAAI,OAAO,EAAE,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC,CAAC,mBAAmB;YACrD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QAED,UAAU;QACV,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvE,SAAS;QACX,CAAC;QAED,4CAA4C;QAC5C,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;YACxB,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClF,CAAC;iBAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnF,CAAC;YACD,SAAS;QACX,CAAC;QAED,cAAc;QACd,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChF,SAAS;QACX,CAAC;QAED,2BAA2B;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/package.json

@@ -0,0 +1,59 @@
+{
+  "name": "@flink-app/ts-source-to-json-schema",
+  "version": "0.1.0",
+  "description": "A zero-dependency TypeScript-to-JSON Schema converter that uses its own mini-parser",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "ts-source-to-json-schema": "./dist/cli.js"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "require": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist/**/*",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "test": "node --experimental-vm-modules node_modules/jest/bin/jest.js",
+    "test:watch": "npm test -- --watch",
+    "test:coverage": "npm test -- --coverage",
+    "test:legacy": "tsx src/test.ts",
+    "dev": "tsx src/index.ts",
+    "clean": "rm -rf dist coverage",
+    "prepublishOnly": "npm run clean && npm run build && npm test"
+  },
+  "keywords": [
+    "typescript",
+    "json-schema",
+    "parser",
+    "converter",
+    "validation"
+  ],
+  "author": "",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/yourusername/ts-source-to-json-schema.git"
+  },
+  "bugs": {
+    "url": "https://github.com/yourusername/ts-source-to-json-schema/issues"
+  },
+  "homepage": "https://github.com/yourusername/ts-source-to-json-schema#readme",
+  "devDependencies": {
+    "@jest/globals": "^30.2.0",
+    "@types/jest": "^30.0.0",
+    "@types/node": "^25.3.0",
+    "jest": "^30.2.0",
+    "ts-jest": "^29.4.6",
+    "tsx": "^4.7.0",
+    "typescript": "^5.3.3"
+  }
+}