bonescript-compiler 0.2.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/dist/algorithm_catalog.js +166 -166
- package/dist/cli.d.ts +2 -1
- package/dist/cli.js +75 -543
- package/dist/cli.js.map +1 -1
- package/dist/commands/check.d.ts +5 -0
- package/dist/commands/check.js +34 -0
- package/dist/commands/check.js.map +1 -0
- package/dist/commands/compile.d.ts +5 -0
- package/dist/commands/compile.js +183 -0
- package/dist/commands/compile.js.map +1 -0
- package/dist/commands/debug.d.ts +5 -0
- package/dist/commands/debug.js +59 -0
- package/dist/commands/debug.js.map +1 -0
- package/dist/commands/diff.d.ts +5 -0
- package/dist/commands/diff.js +125 -0
- package/dist/commands/diff.js.map +1 -0
- package/dist/commands/fmt.d.ts +5 -0
- package/dist/commands/fmt.js +49 -0
- package/dist/commands/fmt.js.map +1 -0
- package/dist/commands/init.d.ts +5 -0
- package/dist/commands/init.js +69 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/ir.d.ts +5 -0
- package/dist/commands/ir.js +27 -0
- package/dist/commands/ir.js.map +1 -0
- package/dist/commands/lex.d.ts +5 -0
- package/dist/commands/lex.js +21 -0
- package/dist/commands/lex.js.map +1 -0
- package/dist/commands/parse.d.ts +5 -0
- package/dist/commands/parse.js +30 -0
- package/dist/commands/parse.js.map +1 -0
- package/dist/commands/test.d.ts +5 -0
- package/dist/commands/test.js +61 -0
- package/dist/commands/test.js.map +1 -0
- package/dist/commands/verify_determinism.d.ts +5 -0
- package/dist/commands/verify_determinism.js +64 -0
- package/dist/commands/verify_determinism.js.map +1 -0
- package/dist/commands/watch.d.ts +5 -0
- package/dist/commands/watch.js +50 -0
- package/dist/commands/watch.js.map +1 -0
- package/dist/emit_auth.d.ts +6 -0
- package/dist/emit_auth.js +69 -0
- package/dist/emit_auth.js.map +1 -0
- package/dist/emit_capability.d.ts +13 -0
- package/dist/emit_capability.js +235 -125
- package/dist/emit_capability.js.map +1 -1
- package/dist/emit_database.d.ts +7 -0
- package/dist/emit_database.js +74 -0
- package/dist/emit_database.js.map +1 -0
- package/dist/emit_deploy.js +162 -162
- package/dist/emit_events.js +274 -274
- package/dist/emit_full.js +102 -95
- package/dist/emit_full.js.map +1 -1
- package/dist/emit_index.d.ts +6 -0
- package/dist/emit_index.js +157 -0
- package/dist/emit_index.js.map +1 -0
- package/dist/emit_maintenance.js +249 -249
- package/dist/emit_package.d.ts +7 -0
- package/dist/emit_package.js +70 -0
- package/dist/emit_package.js.map +1 -0
- package/dist/emit_router.d.ts +12 -0
- package/dist/emit_router.js +375 -0
- package/dist/emit_router.js.map +1 -0
- package/dist/emit_runtime.d.ts +17 -11
- package/dist/emit_runtime.js +29 -686
- package/dist/emit_runtime.js.map +1 -1
- package/dist/emit_sourcemap.js +66 -66
- package/dist/extension_manager.d.ts +2 -2
- package/dist/extension_manager.js +6 -3
- package/dist/extension_manager.js.map +1 -1
- package/dist/lowering.d.ts +5 -14
- package/dist/lowering.js +32 -417
- package/dist/lowering.js.map +1 -1
- package/dist/lowering_channels.d.ts +11 -0
- package/dist/lowering_channels.js +102 -0
- package/dist/lowering_channels.js.map +1 -0
- package/dist/lowering_entities.d.ts +11 -0
- package/dist/lowering_entities.js +222 -0
- package/dist/lowering_entities.js.map +1 -0
- package/dist/lowering_helpers.d.ts +13 -0
- package/dist/lowering_helpers.js +76 -0
- package/dist/lowering_helpers.js.map +1 -0
- package/dist/module_loader.d.ts +2 -2
- package/dist/module_loader.js +20 -23
- package/dist/module_loader.js.map +1 -1
- package/dist/scaffold.d.ts +2 -2
- package/dist/scaffold.js +316 -319
- package/dist/scaffold.js.map +1 -1
- package/package.json +62 -52
- package/src/algorithm_catalog.ts +345 -345
- package/src/ast.ts +334 -334
- package/src/cli.ts +98 -624
- package/src/commands/check.ts +33 -0
- package/src/commands/compile.ts +160 -0
- package/src/commands/debug.ts +33 -0
- package/src/commands/diff.ts +108 -0
- package/src/commands/fmt.ts +22 -0
- package/src/commands/init.ts +46 -0
- package/src/commands/ir.ts +23 -0
- package/src/commands/lex.ts +17 -0
- package/src/commands/parse.ts +24 -0
- package/src/commands/test.ts +36 -0
- package/src/commands/verify_determinism.ts +66 -0
- package/src/commands/watch.ts +25 -0
- package/src/emit_auth.ts +67 -0
- package/src/emit_batch.ts +140 -140
- package/src/emit_capability.ts +562 -436
- package/src/emit_composition.ts +196 -196
- package/src/emit_database.ts +75 -0
- package/src/emit_deploy.ts +190 -190
- package/src/emit_events.ts +307 -307
- package/src/emit_extras.ts +240 -240
- package/src/emit_full.ts +316 -309
- package/src/emit_index.ts +161 -0
- package/src/emit_maintenance.ts +459 -459
- package/src/emit_package.ts +69 -0
- package/src/emit_router.ts +395 -0
- package/src/emit_runtime.ts +17 -728
- package/src/emit_sourcemap.ts +140 -140
- package/src/emit_tests.ts +205 -205
- package/src/emit_websocket.ts +229 -229
- package/src/emitter.ts +566 -566
- package/src/extension_manager.ts +189 -187
- package/src/formatter.ts +297 -297
- package/src/index.ts +88 -88
- package/src/ir.ts +215 -215
- package/src/lexer.ts +630 -630
- package/src/lowering.ts +124 -556
- package/src/lowering_channels.ts +107 -0
- package/src/lowering_entities.ts +248 -0
- package/src/lowering_helpers.ts +75 -0
- package/src/module_loader.ts +112 -114
- package/src/optimizer.ts +196 -196
- package/src/parse_decls.ts +409 -409
- package/src/parse_decls2.ts +244 -244
- package/src/parse_expr.ts +197 -197
- package/src/parse_types.ts +54 -54
- package/src/parser.ts +1 -1
- package/src/parser_base.ts +57 -57
- package/src/parser_recovery.ts +153 -153
- package/src/scaffold.ts +372 -375
- package/src/solver.ts +330 -330
- package/src/typechecker.ts +591 -591
- package/src/types.ts +122 -122
- package/src/verifier.ts +348 -348
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec check <file>
|
|
3
|
+
* Lex + parse + type check without code generation.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { Lexer } from "../lexer";
|
|
7
|
+
import { RecoveringParser } from "../parser_recovery";
|
|
8
|
+
import { TypeChecker } from "../typechecker";
|
|
9
|
+
|
|
10
|
+
export function runCheck(source: string): void {
|
|
11
|
+
const tokens = new Lexer(source).tokenize();
|
|
12
|
+
const result = new RecoveringParser(tokens).parse();
|
|
13
|
+
let totalErrors = 0;
|
|
14
|
+
|
|
15
|
+
for (const e of result.errors) {
|
|
16
|
+
console.error(` parse: ${e.message}`);
|
|
17
|
+
totalErrors++;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
if (result.ast) {
|
|
21
|
+
for (const err of new TypeChecker().check(result.ast)) {
|
|
22
|
+
console.error(` type: ${err.code} at ${err.loc.line}:${err.loc.column}: ${err.message}`);
|
|
23
|
+
totalErrors++;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
if (totalErrors === 0) {
|
|
28
|
+
console.log("v Check passed (0 errors)");
|
|
29
|
+
} else {
|
|
30
|
+
console.log(`x ${totalErrors} error(s) found.`);
|
|
31
|
+
process.exit(1);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec compile <file>
|
|
3
|
+
* Full 7-stage compilation pipeline → runnable project.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import * as path from "path";
|
|
8
|
+
import { createHash } from "crypto";
|
|
9
|
+
import { Lexer } from "../lexer";
|
|
10
|
+
import { TypeChecker } from "../typechecker";
|
|
11
|
+
import { Lowering } from "../lowering";
|
|
12
|
+
import { ConstraintSolver } from "../solver";
|
|
13
|
+
import { FullEmitter } from "../emit_full";
|
|
14
|
+
import { Verifier } from "../verifier";
|
|
15
|
+
import { ModuleLoader } from "../module_loader";
|
|
16
|
+
import { mergeWithExisting } from "../extension_manager";
|
|
17
|
+
import { optimize } from "../optimizer";
|
|
18
|
+
|
|
19
|
+
export async function runCompile(source: string, resolved: string): Promise<void> {
|
|
20
|
+
try {
|
|
21
|
+
const tokens = new Lexer(source).tokenize();
|
|
22
|
+
console.log(` [1/7] Lexed: ${tokens.length} tokens`);
|
|
23
|
+
|
|
24
|
+
const loader = new ModuleLoader();
|
|
25
|
+
const loadResult = await loader.load(resolved);
|
|
26
|
+
|
|
27
|
+
if (loadResult.errors.length > 0) {
|
|
28
|
+
console.log(` [2/7] Parse: ${loadResult.errors.length} error(s)`);
|
|
29
|
+
for (const e of loadResult.errors.slice(0, 10)) {
|
|
30
|
+
console.log(` ${path.basename(e.file)}: ${e.error.message}`);
|
|
31
|
+
}
|
|
32
|
+
if (!loadResult.ast) process.exit(1);
|
|
33
|
+
} else {
|
|
34
|
+
const sysCount = loadResult.ast?.systems.length || 0;
|
|
35
|
+
console.log(` [2/7] Parsed: ${sysCount} system(s) from ${loadResult.loadedFiles.length} file(s)`);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
const ast = loadResult.ast!;
|
|
39
|
+
|
|
40
|
+
for (const sys of ast.systems) {
|
|
41
|
+
console.log(` System '${sys.name}':`);
|
|
42
|
+
const counts: Record<string, number> = {};
|
|
43
|
+
for (const d of sys.declarations) counts[d.kind] = (counts[d.kind] || 0) + 1;
|
|
44
|
+
for (const [kind, count] of Object.entries(counts)) {
|
|
45
|
+
console.log(` ${kind}: ${count}`);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
// Stage 3: Type Check
|
|
50
|
+
const typeErrors = new TypeChecker().check(ast);
|
|
51
|
+
if (typeErrors.length > 0) {
|
|
52
|
+
console.log(` [3/7] Type check: ${typeErrors.length} error(s)`);
|
|
53
|
+
for (const err of typeErrors) {
|
|
54
|
+
console.log(` ${err.code} at ${err.loc.line}:${err.loc.column}: ${err.message}`);
|
|
55
|
+
}
|
|
56
|
+
} else {
|
|
57
|
+
console.log(` [3/7] Type check: v (0 errors)`);
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
// Stage 4: Lower to IR
|
|
61
|
+
const sourceHash = createHash("sha256").update(source).digest("hex").slice(0, 16);
|
|
62
|
+
const irSystems = new Lowering().lower(ast, sourceHash);
|
|
63
|
+
const totalModules = irSystems.reduce((sum, s) => sum + s.modules.length, 0);
|
|
64
|
+
const totalEvents = irSystems.reduce((sum, s) => sum + s.events.length, 0);
|
|
65
|
+
const totalFlows = irSystems.reduce((sum, s) => sum + s.flows.length, 0);
|
|
66
|
+
console.log(` [4/7] Lower to IR: ${totalModules} modules, ${totalEvents} events, ${totalFlows} flows`);
|
|
67
|
+
for (const sys of irSystems) {
|
|
68
|
+
for (const mod of sys.modules) {
|
|
69
|
+
const methodCount = mod.interfaces.reduce((s, i) => s + i.methods.length, 0);
|
|
70
|
+
console.log(` ${mod.kind.padEnd(16)} ${mod.name.padEnd(24)} (${methodCount} methods, ${mod.models.length} models)`);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
// Stage 4.5: IR Optimization
|
|
75
|
+
for (let i = 0; i < irSystems.length; i++) {
|
|
76
|
+
const result = optimize(irSystems[i]);
|
|
77
|
+
irSystems[i] = result.system;
|
|
78
|
+
if (result.log.length > 0) {
|
|
79
|
+
console.log(` [4.5] IR optimize: ${result.modulesRemoved} modules removed, ${result.eventsDeduped} events deduped, ${result.depsRemoved} deps minimized`);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// Stage 5: Constraint Solve
|
|
84
|
+
const solver = new ConstraintSolver();
|
|
85
|
+
let totalResolved = 0;
|
|
86
|
+
for (const sys of irSystems) {
|
|
87
|
+
const result = solver.solve(sys);
|
|
88
|
+
sys.resolution = result.resolution;
|
|
89
|
+
totalResolved += Object.keys(result.resolution).length;
|
|
90
|
+
if (result.errors.length > 0) {
|
|
91
|
+
console.log(` [5/7] Constraint solve: ${result.errors.length} error(s)`);
|
|
92
|
+
for (const err of result.errors) console.log(` x ${err}`);
|
|
93
|
+
} else {
|
|
94
|
+
console.log(` [5/7] Constraint solve: v (${totalResolved} resolved, ${result.assumptions.length} assumptions)`);
|
|
95
|
+
for (const a of result.assumptions.slice(0, 5)) console.log(` ${a}`);
|
|
96
|
+
if (result.assumptions.length > 5) console.log(` ... and ${result.assumptions.length - 5} more`);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// Stage 6: Code Emit
|
|
101
|
+
const emitter = new FullEmitter();
|
|
102
|
+
const allFiles: ReturnType<typeof emitter.emit> = [];
|
|
103
|
+
for (const sys of irSystems) allFiles.push(...emitter.emit(sys));
|
|
104
|
+
console.log(` [6/7] Code emit: ${allFiles.length} files generated`);
|
|
105
|
+
const byLang: Record<string, number> = {};
|
|
106
|
+
for (const f of allFiles) byLang[f.language] = (byLang[f.language] || 0) + 1;
|
|
107
|
+
for (const [lang, count] of Object.entries(byLang)) {
|
|
108
|
+
console.log(` ${lang}: ${count} file(s)`);
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
// Stage 7: Verify
|
|
112
|
+
const verifyResult = new Verifier().verify(irSystems[0], allFiles);
|
|
113
|
+
const errCount = verifyResult.issues.filter(i => i.severity === "error").length;
|
|
114
|
+
const warnCount = verifyResult.issues.filter(i => i.severity === "warning").length;
|
|
115
|
+
if (verifyResult.passed) {
|
|
116
|
+
console.log(` [7/7] Verify: v (${allFiles.length} files, ${warnCount} warnings)`);
|
|
117
|
+
} else {
|
|
118
|
+
console.log(` [7/7] Verify: FAILED (${errCount} errors, ${warnCount} warnings)`);
|
|
119
|
+
}
|
|
120
|
+
for (const issue of verifyResult.issues.slice(0, 10)) {
|
|
121
|
+
console.log(` ${issue.severity === "error" ? "x" : "!"} ${issue.code}: ${issue.message}`);
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
// Write output — all writes in parallel per directory
|
|
125
|
+
const outputDir = path.resolve(path.dirname(resolved), "output");
|
|
126
|
+
const allExtensions = irSystems.flatMap(s => s.extension_points || []);
|
|
127
|
+
const extensionErrors: string[] = [];
|
|
128
|
+
|
|
129
|
+
// Collect unique directories and create them all first
|
|
130
|
+
const dirs = new Set(allFiles.map(f => path.dirname(path.join(outputDir, f.path))));
|
|
131
|
+
await Promise.all([...dirs].map(dir => fs.promises.mkdir(dir, { recursive: true })));
|
|
132
|
+
|
|
133
|
+
// Write all files (extensions.ts merged, rest written directly)
|
|
134
|
+
await Promise.all(allFiles.map(async f => {
|
|
135
|
+
const outPath = path.join(outputDir, f.path);
|
|
136
|
+
|
|
137
|
+
if (f.path === "src/extensions.ts" && allExtensions.length > 0) {
|
|
138
|
+
const astExtensions = ast.systems.flatMap(s =>
|
|
139
|
+
s.declarations.filter((d): d is any => d.kind === "ExtensionPointDecl")
|
|
140
|
+
);
|
|
141
|
+
const { content, validationErrors } = await mergeWithExisting(f.content, outPath, astExtensions);
|
|
142
|
+
for (const e of validationErrors) extensionErrors.push(e.message);
|
|
143
|
+
await fs.promises.writeFile(outPath, content, "utf-8");
|
|
144
|
+
} else {
|
|
145
|
+
await fs.promises.writeFile(outPath, f.content, "utf-8");
|
|
146
|
+
}
|
|
147
|
+
}));
|
|
148
|
+
|
|
149
|
+
if (extensionErrors.length > 0) {
|
|
150
|
+
console.log(`\n Extension point errors:`);
|
|
151
|
+
for (const e of extensionErrors) console.log(` x ${e}`);
|
|
152
|
+
process.exit(1);
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
console.log(`\nv Compilation complete. ${allFiles.length} files written to output/`);
|
|
156
|
+
} catch (e: any) {
|
|
157
|
+
console.error(`x ${e.message}`);
|
|
158
|
+
process.exit(1);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec debug <file>
|
|
3
|
+
* Generate source maps (.bone.map) for runtime error annotation.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import * as path from "path";
|
|
8
|
+
import { createHash } from "crypto";
|
|
9
|
+
import { Lexer } from "../lexer";
|
|
10
|
+
import { Parser } from "../parser";
|
|
11
|
+
import { Lowering } from "../lowering";
|
|
12
|
+
import { emitSourceMapFile } from "../emit_sourcemap";
|
|
13
|
+
|
|
14
|
+
export async function runDebug(source: string, resolved: string): Promise<void> {
|
|
15
|
+
try {
|
|
16
|
+
const tokens = new Lexer(source).tokenize();
|
|
17
|
+
const ast = new Parser(tokens).parse();
|
|
18
|
+
const sourceHash = createHash("sha256").update(source).digest("hex").slice(0, 16);
|
|
19
|
+
const irSystems = new Lowering().lower(ast, sourceHash);
|
|
20
|
+
|
|
21
|
+
await Promise.all(irSystems.map(async sys => {
|
|
22
|
+
const mapContent = emitSourceMapFile(sys, path.basename(resolved));
|
|
23
|
+
const mapPath = path.join(path.dirname(resolved), `${sys.name}.bone.map`);
|
|
24
|
+
await fs.promises.writeFile(mapPath, mapContent, "utf-8");
|
|
25
|
+
console.log(`v Source map written: ${mapPath}`);
|
|
26
|
+
console.log(` ${sys.modules.length} modules mapped`);
|
|
27
|
+
console.log(` Use output/src/debug.ts to get annotated runtime errors`);
|
|
28
|
+
}));
|
|
29
|
+
} catch (e: any) {
|
|
30
|
+
console.error(`x ${e.message}`);
|
|
31
|
+
process.exit(1);
|
|
32
|
+
}
|
|
33
|
+
}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec diff <old.bone> <new.bone>
|
|
3
|
+
* Show SQL schema migration diff between two .bone files.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import * as path from "path";
|
|
8
|
+
import { createHash } from "crypto";
|
|
9
|
+
import { Lexer } from "../lexer";
|
|
10
|
+
import { Parser } from "../parser";
|
|
11
|
+
import { Lowering } from "../lowering";
|
|
12
|
+
import type * as IR from "../ir";
|
|
13
|
+
|
|
14
|
+
const SQL_TYPE_MAP: Record<string, string> = {
|
|
15
|
+
string: "VARCHAR", uint: "BIGINT", int: "BIGINT", float: "DOUBLE PRECISION",
|
|
16
|
+
bool: "BOOLEAN", timestamp: "TIMESTAMPTZ", uuid: "UUID", bytes: "BYTEA", json: "JSONB",
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
function toSnakeCase(s: string): string {
|
|
20
|
+
return s.replace(/([a-z])([A-Z])/g, "$1_$2").toLowerCase();
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
async function compileToIR(filePath: string): Promise<IR.IRSystem[]> {
|
|
24
|
+
const resolved = path.resolve(filePath);
|
|
25
|
+
try {
|
|
26
|
+
await fs.promises.access(resolved);
|
|
27
|
+
} catch {
|
|
28
|
+
console.error(`File not found: ${resolved}`);
|
|
29
|
+
process.exit(1);
|
|
30
|
+
}
|
|
31
|
+
const source = await fs.promises.readFile(resolved, "utf-8");
|
|
32
|
+
const tokens = new Lexer(source).tokenize();
|
|
33
|
+
const ast = new Parser(tokens).parse();
|
|
34
|
+
const hash = createHash("sha256").update(source).digest("hex").slice(0, 16);
|
|
35
|
+
return new Lowering().lower(ast, hash);
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export async function runDiff(args: string[]): Promise<void> {
|
|
39
|
+
if (args.length < 2) {
|
|
40
|
+
console.error("Usage: bonec diff <old.bone> <new.bone>");
|
|
41
|
+
process.exit(1);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
const [oldFile, newFile] = args;
|
|
45
|
+
|
|
46
|
+
// Load both files in parallel
|
|
47
|
+
const [oldIR, newIR] = await Promise.all([
|
|
48
|
+
compileToIR(oldFile),
|
|
49
|
+
compileToIR(newFile),
|
|
50
|
+
]);
|
|
51
|
+
|
|
52
|
+
const collectModels = (systems: IR.IRSystem[]) => {
|
|
53
|
+
const models: IR.IRModel[] = [];
|
|
54
|
+
for (const sys of systems)
|
|
55
|
+
for (const mod of sys.modules)
|
|
56
|
+
for (const m of mod.models) models.push(m);
|
|
57
|
+
return models;
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
const oldByName = new Map(collectModels(oldIR).map(m => [m.name, m]));
|
|
61
|
+
const newByName = new Map(collectModels(newIR).map(m => [m.name, m]));
|
|
62
|
+
const statements: string[] = [];
|
|
63
|
+
|
|
64
|
+
for (const [name] of newByName) {
|
|
65
|
+
if (!oldByName.has(name)) {
|
|
66
|
+
statements.push(`-- NEW TABLE: ${name}`);
|
|
67
|
+
statements.push(`-- Run: bonec compile ${newFile} (generates full migration)`);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
for (const [name] of oldByName) {
|
|
72
|
+
if (!newByName.has(name)) {
|
|
73
|
+
const table = toSnakeCase(name) + "s";
|
|
74
|
+
statements.push(`-- WARNING: Table '${table}' removed from schema`);
|
|
75
|
+
statements.push(`-- Manual: ALTER TABLE ${table} ... (or DROP TABLE ${table})`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
for (const [name, newModel] of newByName) {
|
|
80
|
+
const oldModel = oldByName.get(name);
|
|
81
|
+
if (!oldModel) continue;
|
|
82
|
+
const table = toSnakeCase(name) + "s";
|
|
83
|
+
const oldFields = new Map(oldModel.fields.map(f => [f.name, f]));
|
|
84
|
+
const newFields = new Map(newModel.fields.map(f => [f.name, f]));
|
|
85
|
+
|
|
86
|
+
for (const [fname, field] of newFields) {
|
|
87
|
+
if (!oldFields.has(fname)) {
|
|
88
|
+
const sqlType = SQL_TYPE_MAP[field.type] || "JSONB";
|
|
89
|
+
statements.push(`ALTER TABLE ${table} ADD COLUMN IF NOT EXISTS ${fname} ${sqlType};`);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
for (const [fname] of oldFields) {
|
|
93
|
+
if (!newFields.has(fname)) {
|
|
94
|
+
statements.push(`-- WARNING: Column '${table}.${fname}' removed`);
|
|
95
|
+
statements.push(`-- Manual: ALTER TABLE ${table} DROP COLUMN ${fname};`);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
if (statements.length === 0) {
|
|
101
|
+
console.log("No schema changes detected.");
|
|
102
|
+
} else {
|
|
103
|
+
console.log(`-- BoneScript schema diff: ${path.basename(oldFile)} → ${path.basename(newFile)}`);
|
|
104
|
+
console.log(`-- Generated: ${new Date().toISOString()}`);
|
|
105
|
+
console.log(``);
|
|
106
|
+
console.log(statements.join("\n"));
|
|
107
|
+
}
|
|
108
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec fmt <file>
|
|
3
|
+
* Format a .bone file in place.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import { Lexer } from "../lexer";
|
|
8
|
+
import { Parser } from "../parser";
|
|
9
|
+
import { Formatter } from "../formatter";
|
|
10
|
+
|
|
11
|
+
export async function runFormat(source: string, resolved: string): Promise<void> {
|
|
12
|
+
try {
|
|
13
|
+
const tokens = new Lexer(source).tokenize();
|
|
14
|
+
const ast = new Parser(tokens).parse();
|
|
15
|
+
const formatted = new Formatter().format(ast);
|
|
16
|
+
await fs.promises.writeFile(resolved, formatted, "utf-8");
|
|
17
|
+
console.log(`v Formatted ${resolved}`);
|
|
18
|
+
} catch (e: any) {
|
|
19
|
+
console.error(`x ${e.message}`);
|
|
20
|
+
process.exit(1);
|
|
21
|
+
}
|
|
22
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec init <name> [--domain <domain>] [--out <dir>]
|
|
3
|
+
* Scaffold a new project from a domain template.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as path from "path";
|
|
7
|
+
import { scaffold, ScaffoldDomain } from "../scaffold";
|
|
8
|
+
|
|
9
|
+
const VALID_DOMAINS: ScaffoldDomain[] = [
|
|
10
|
+
"multiplayer_game", "saas_platform", "iot_system",
|
|
11
|
+
"social_network", "marketplace", "realtime_collaboration",
|
|
12
|
+
];
|
|
13
|
+
|
|
14
|
+
export async function runInit(args: string[]): Promise<void> {
|
|
15
|
+
if (args.length === 0) {
|
|
16
|
+
console.error("Error: bonec init requires a project name.");
|
|
17
|
+
console.error("Example: bonec init my-project --domain saas_platform");
|
|
18
|
+
process.exit(1);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
const name = args[0];
|
|
22
|
+
let domain: ScaffoldDomain = "saas_platform";
|
|
23
|
+
let outDir = path.resolve(name);
|
|
24
|
+
|
|
25
|
+
for (let i = 1; i < args.length; i++) {
|
|
26
|
+
if (args[i] === "--domain" && args[i + 1]) {
|
|
27
|
+
domain = args[i + 1] as ScaffoldDomain;
|
|
28
|
+
i++;
|
|
29
|
+
} else if (args[i] === "--out" && args[i + 1]) {
|
|
30
|
+
outDir = path.resolve(args[i + 1]);
|
|
31
|
+
i++;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
if (!VALID_DOMAINS.includes(domain)) {
|
|
36
|
+
console.error(`Error: Invalid domain '${domain}'. Valid: ${VALID_DOMAINS.join(", ")}`);
|
|
37
|
+
process.exit(1);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
const result = await scaffold({ name, domain, outDir });
|
|
41
|
+
console.log(`v Created ${result.created.length} file(s):`);
|
|
42
|
+
for (const f of result.created) console.log(` ${f}`);
|
|
43
|
+
console.log(`\nNext steps:`);
|
|
44
|
+
console.log(` cd ${outDir}`);
|
|
45
|
+
console.log(` bonec compile ${name}.bone`);
|
|
46
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec ir <file>
|
|
3
|
+
* Print the IR as JSON.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { createHash } from "crypto";
|
|
7
|
+
import { Lexer } from "../lexer";
|
|
8
|
+
import { Parser } from "../parser";
|
|
9
|
+
import { Lowering } from "../lowering";
|
|
10
|
+
|
|
11
|
+
export function runIR(source: string): void {
|
|
12
|
+
try {
|
|
13
|
+
const tokens = new Lexer(source).tokenize();
|
|
14
|
+
const ast = new Parser(tokens).parse();
|
|
15
|
+
const sourceHash = createHash("sha256").update(source).digest("hex").slice(0, 16);
|
|
16
|
+
const irSystems = new Lowering().lower(ast, sourceHash);
|
|
17
|
+
console.log(JSON.stringify(irSystems, null, 2));
|
|
18
|
+
console.log(`\nv Lowered to ${irSystems.length} IR system(s).`);
|
|
19
|
+
} catch (e: any) {
|
|
20
|
+
console.error(`x ${e.message}`);
|
|
21
|
+
process.exit(1);
|
|
22
|
+
}
|
|
23
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec lex <file>
|
|
3
|
+
* Print the token stream as JSON.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { Lexer } from "../lexer";
|
|
7
|
+
|
|
8
|
+
export function runLex(source: string): void {
|
|
9
|
+
try {
|
|
10
|
+
const tokens = new Lexer(source).tokenize();
|
|
11
|
+
console.log(JSON.stringify(tokens, null, 2));
|
|
12
|
+
console.log(`\nv ${tokens.length} tokens produced.`);
|
|
13
|
+
} catch (e: any) {
|
|
14
|
+
console.error(`x ${e.message}`);
|
|
15
|
+
process.exit(1);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec parse <file>
|
|
3
|
+
* Print the AST as JSON.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { Lexer } from "../lexer";
|
|
7
|
+
import { RecoveringParser } from "../parser_recovery";
|
|
8
|
+
|
|
9
|
+
export function runParse(source: string): void {
|
|
10
|
+
try {
|
|
11
|
+
const tokens = new Lexer(source).tokenize();
|
|
12
|
+
const result = new RecoveringParser(tokens).parse();
|
|
13
|
+
if (result.errors.length > 0) {
|
|
14
|
+
console.error(`x ${result.errors.length} parse error(s):`);
|
|
15
|
+
for (const e of result.errors) console.error(` ${e.message}`);
|
|
16
|
+
if (!result.ast) process.exit(1);
|
|
17
|
+
}
|
|
18
|
+
console.log(JSON.stringify(result.ast, null, 2));
|
|
19
|
+
console.log(`\nv Parsed ${result.ast?.systems.length || 0} system(s).`);
|
|
20
|
+
} catch (e: any) {
|
|
21
|
+
console.error(`x ${e.message}`);
|
|
22
|
+
process.exit(1);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec test [output-dir]
|
|
3
|
+
* Run the generated regression test suite against a live server.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import * as path from "path";
|
|
8
|
+
import { execSync } from "child_process";
|
|
9
|
+
|
|
10
|
+
export async function runTest(args: string[]): Promise<void> {
|
|
11
|
+
const outputDir = args[0] ? path.resolve(args[0]) : path.resolve("output");
|
|
12
|
+
const testFile = path.join(outputDir, "src", "tests.ts");
|
|
13
|
+
|
|
14
|
+
try {
|
|
15
|
+
await fs.promises.access(testFile);
|
|
16
|
+
} catch {
|
|
17
|
+
console.error(`No test file found at ${testFile}`);
|
|
18
|
+
console.error("Run 'bonec compile <file>' first to generate tests.");
|
|
19
|
+
process.exit(1);
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
console.log(`Running BoneScript regression tests...`);
|
|
23
|
+
console.log(`Test file: ${testFile}`);
|
|
24
|
+
console.log(`Target: ${process.env.TEST_BASE_URL || "http://localhost:3000"}`);
|
|
25
|
+
console.log(``);
|
|
26
|
+
|
|
27
|
+
try {
|
|
28
|
+
execSync(`npx ts-node ${testFile}`, {
|
|
29
|
+
cwd: outputDir,
|
|
30
|
+
stdio: "inherit",
|
|
31
|
+
env: { ...process.env },
|
|
32
|
+
});
|
|
33
|
+
} catch {
|
|
34
|
+
process.exit(1);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec verify-determinism <file>
|
|
3
|
+
* Compile twice and assert bitwise-identical output.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { createHash } from "crypto";
|
|
7
|
+
import { Lexer } from "../lexer";
|
|
8
|
+
import { Parser } from "../parser";
|
|
9
|
+
import { Lowering } from "../lowering";
|
|
10
|
+
import { FullEmitter } from "../emit_full";
|
|
11
|
+
|
|
12
|
+
export function runVerifyDeterminism(source: string): void {
|
|
13
|
+
console.log("Verifying compilation determinism...");
|
|
14
|
+
|
|
15
|
+
const compile = (): string => {
|
|
16
|
+
const tokens = new Lexer(source).tokenize();
|
|
17
|
+
const ast = new Parser(tokens).parse();
|
|
18
|
+
const hash = createHash("sha256").update(source).digest("hex").slice(0, 16);
|
|
19
|
+
const ir = new Lowering().lower(ast, hash);
|
|
20
|
+
const emitter = new FullEmitter();
|
|
21
|
+
const files: { path: string; content: string }[] = [];
|
|
22
|
+
for (const sys of ir) {
|
|
23
|
+
for (const f of emitter.emit(sys)) {
|
|
24
|
+
files.push({ path: f.path, content: f.content });
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
files.sort((a, b) => a.path.localeCompare(b.path));
|
|
28
|
+
return JSON.stringify(files);
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
const run1 = compile();
|
|
32
|
+
const run2 = compile();
|
|
33
|
+
|
|
34
|
+
if (run1 === run2) {
|
|
35
|
+
const hash = createHash("sha256").update(run1).digest("hex").slice(0, 16);
|
|
36
|
+
console.log(`v Deterministic. Both runs produced identical output.`);
|
|
37
|
+
console.log(` Output hash: ${hash}`);
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
const files1: { path: string; content: string }[] = JSON.parse(run1);
|
|
42
|
+
const files2: { path: string; content: string }[] = JSON.parse(run2);
|
|
43
|
+
|
|
44
|
+
for (let i = 0; i < Math.max(files1.length, files2.length); i++) {
|
|
45
|
+
const f1 = files1[i];
|
|
46
|
+
const f2 = files2[i];
|
|
47
|
+
if (!f1 || !f2 || f1.path !== f2.path || f1.content !== f2.content) {
|
|
48
|
+
console.error(`x NON-DETERMINISTIC: First divergence at file ${i}`);
|
|
49
|
+
console.error(` Run 1: ${f1?.path || "(missing)"}`);
|
|
50
|
+
console.error(` Run 2: ${f2?.path || "(missing)"}`);
|
|
51
|
+
if (f1 && f2 && f1.path === f2.path) {
|
|
52
|
+
const lines1 = f1.content.split("\n");
|
|
53
|
+
const lines2 = f2.content.split("\n");
|
|
54
|
+
for (let j = 0; j < Math.max(lines1.length, lines2.length); j++) {
|
|
55
|
+
if (lines1[j] !== lines2[j]) {
|
|
56
|
+
console.error(` First differing line ${j + 1}:`);
|
|
57
|
+
console.error(` Run 1: ${lines1[j]}`);
|
|
58
|
+
console.error(` Run 2: ${lines2[j]}`);
|
|
59
|
+
break;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
process.exit(1);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bonec watch <file>
|
|
3
|
+
* Recompile on every save.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as fs from "fs";
|
|
7
|
+
import { runCompile } from "./compile";
|
|
8
|
+
|
|
9
|
+
export function runWatch(_source: string, resolved: string): void {
|
|
10
|
+
console.log(`Watching ${resolved}...`);
|
|
11
|
+
|
|
12
|
+
const compile = () => {
|
|
13
|
+
fs.promises.readFile(resolved, "utf-8")
|
|
14
|
+
.then(fresh => {
|
|
15
|
+
console.log(`\n[${new Date().toLocaleTimeString()}] Compiling...`);
|
|
16
|
+
return runCompile(fresh, resolved);
|
|
17
|
+
})
|
|
18
|
+
.catch((e: any) => console.error(`x ${e.message}`));
|
|
19
|
+
};
|
|
20
|
+
|
|
21
|
+
compile();
|
|
22
|
+
fs.watchFile(resolved, { interval: 500 }, (curr, prev) => {
|
|
23
|
+
if (curr.mtimeMs !== prev.mtimeMs) compile();
|
|
24
|
+
});
|
|
25
|
+
}
|
package/src/emit_auth.ts
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* BoneScript Auth Emitter
|
|
3
|
+
* Generates auth.ts — JWT middleware with production safety checks.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as IR from "./ir";
|
|
7
|
+
|
|
8
|
+
export function emitAuthMiddleware(_system: IR.IRSystem): string {
|
|
9
|
+
return `// Generated by BoneScript compiler. DO NOT EDIT.
|
|
10
|
+
import { Request, Response, NextFunction } from "express";
|
|
11
|
+
import jwt from "jsonwebtoken";
|
|
12
|
+
|
|
13
|
+
// JWT_SECRET must be set in production. The server will refuse to start without it
|
|
14
|
+
// when NODE_ENV is "production" to prevent accidental use of a weak fallback.
|
|
15
|
+
const JWT_SECRET = (() => {
|
|
16
|
+
const secret = process.env.JWT_SECRET;
|
|
17
|
+
if (!secret) {
|
|
18
|
+
if (process.env.NODE_ENV === "production") {
|
|
19
|
+
console.error("[FATAL] JWT_SECRET environment variable is not set. Refusing to start in production.");
|
|
20
|
+
process.exit(1);
|
|
21
|
+
}
|
|
22
|
+
console.warn("[WARN] JWT_SECRET is not set. Using insecure default — do not use in production.");
|
|
23
|
+
return "bonescript-dev-secret-do-not-use-in-production";
|
|
24
|
+
}
|
|
25
|
+
if (secret.length < 32) {
|
|
26
|
+
console.warn("[WARN] JWT_SECRET is shorter than 32 characters. Use a longer secret in production.");
|
|
27
|
+
}
|
|
28
|
+
return secret;
|
|
29
|
+
})();
|
|
30
|
+
|
|
31
|
+
export interface AuthContext {
|
|
32
|
+
authenticated: boolean;
|
|
33
|
+
actor_id: string | null;
|
|
34
|
+
trace_id: string;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function authMiddleware(req: Request, res: Response, next: NextFunction): void {
|
|
38
|
+
const header = req.headers.authorization;
|
|
39
|
+
if (!header || !header.startsWith("Bearer ")) {
|
|
40
|
+
(req as any).auth = { authenticated: false, actor_id: null, trace_id: req.headers["x-trace-id"] as string || "" };
|
|
41
|
+
next();
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
try {
|
|
45
|
+
const token = header.slice(7);
|
|
46
|
+
const decoded = jwt.verify(token, JWT_SECRET) as { sub: string };
|
|
47
|
+
(req as any).auth = {
|
|
48
|
+
authenticated: true,
|
|
49
|
+
actor_id: decoded.sub,
|
|
50
|
+
trace_id: req.headers["x-trace-id"] as string || "",
|
|
51
|
+
};
|
|
52
|
+
} catch {
|
|
53
|
+
(req as any).auth = { authenticated: false, actor_id: null, trace_id: req.headers["x-trace-id"] as string || "" };
|
|
54
|
+
}
|
|
55
|
+
next();
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
export function requireAuth(req: Request, res: Response, next: NextFunction): void {
|
|
59
|
+
const auth: AuthContext = (req as any).auth;
|
|
60
|
+
if (!auth || !auth.authenticated) {
|
|
61
|
+
res.status(401).json({ error: { code: "UNAUTHORIZED", message: "Authentication required" } });
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
next();
|
|
65
|
+
}
|
|
66
|
+
`;
|
|
67
|
+
}
|