@liquidmetal-ai/drizzle 0.0.1

package/dist/appify/build.test.js

@@ -0,0 +1,111 @@
+import { expect, test } from 'vitest';
+import { buildManifest } from './build.js';
+import { Parser, Tokenizer } from './parse.js';
+const CONFIG = `
+application "my-app" {
+  env "ACCOUNT_ID" {}
+
+  service "my-service" {
+    route {
+      zone = "testymctestface.com"
+      pattern = "testymctestface.com/*"
+    }
+
+    domain {
+      fqdn = "testy.testymctestface.com"
+    }
+
+    binding {
+      // This is a binding of foo to "bar".
+      FOO = "bar"  // this is a comment
+    }
+
+    // comment
+    env "API_KEY" {
+      secret = true
+    }
+
+    env "API_URL" {
+      // Empty but has a comment.
+    }
+    env "API_PATH" {}
+  }
+
+  bucket "my-bucket" {
+    visibility = 'public'
+  }
+
+  observer "my-observer" {
+    env "API_KEY" {}
+    source {
+      bucket = "my-bucket"
+      rule {
+        actions = ['PutObject', 'DeleteObject']
+        prefix = "/stuff"
+        suffix = ".csv"
+      }
+    }
+  }
+
+  actor "my-actor" {
+    env "API_KEY" {}
+    binding {
+      FOO = "bar"
+    }
+    visibility = 'protected'
+  }
+
+  queue "my-queue" {
+    visibility = 'application'
+  }
+
+  sql_database "my-database" {
+    schema = "my-schema.sql"
+  }
+
+  vector_index "my-index" {
+    dimension = 768
+    metric = 'cosine'
+  }
+}
+`;
+test('manifest with no errors', () => {
+    const tokenizer = new Tokenizer(CONFIG);
+    const parser = new Parser(tokenizer);
+    const ast = parser.parse();
+    expect(parser.errors).toEqual([]);
+    const [, errors] = buildManifest(ast);
+    expect(errors).toEqual([]);
+});
+test('observer with double assignment', () => {
+    const CONFIG = `
+application "foo" {
+  observer "my-observer" {
+    source {
+      bucket = "my-bucket"
+      bucket = "my-bucket"
+      rule {
+        actions = [
+          'PutObject',
+          'DeleteObject'
+        ]
+      }
+    }
+  }
+}
+`;
+    const tokenizer = new Tokenizer(CONFIG);
+    const parser = new Parser(tokenizer);
+    const ast = parser.parse();
+    expect(parser.errors).toEqual([]);
+    const [, errors] = buildManifest(ast);
+    expect(errors).toMatchObject([
+        {
+            message: 'duplicate bucket assignment "my-bucket"',
+            column: 7,
+            end: 100,
+            start: 94,
+            line: 6,
+        },
+    ]);
+});

package/dist/appify/index.d.ts

@@ -0,0 +1,8 @@
+import { Application, ConfigError } from '@liquidmetal-ai/drizzle/appify/build';
+export declare class ManifestError extends Error {
+    errors: ConfigError[];
+    constructor(errors: ConfigError[]);
+}
+export declare function manifestFromString(manifestString: string): Promise<[Application[], ConfigError[]]>;
+export declare function mustManifestFromString(manifestString: string): Promise<Application[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/appify/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/appify/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAiB,WAAW,EAAE,MAAM,sCAAsC,CAAC;AAI/F,qBAAa,aAAc,SAAQ,KAAK;IACtC,MAAM,EAAE,WAAW,EAAE,CAAC;gBAEV,MAAM,EAAE,WAAW,EAAE;CAKlC;AAED,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CASxG;AAGD,wBAAsB,sBAAsB,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CAM3F"}

package/dist/appify/index.js

@@ -0,0 +1,28 @@
+import { buildManifest } from '@liquidmetal-ai/drizzle/appify/build';
+import { Parser, Tokenizer } from '@liquidmetal-ai/drizzle/appify/parse';
+import { validate, VALIDATORS } from '@liquidmetal-ai/drizzle/appify/validate';
+export class ManifestError extends Error {
+    errors;
+    constructor(errors) {
+        const message = errors.map((e) => `${e.line}:${e.column} - ${e.message}`).join('\n');
+        super(message);
+        this.errors = errors;
+    }
+}
+export async function manifestFromString(manifestString) {
+    const tokenizer = new Tokenizer(manifestString);
+    const parser = new Parser(tokenizer);
+    const ast = parser.parse();
+    const parseErrors = parser.errors;
+    const [apps, buildErrors] = buildManifest(ast);
+    const validationErrors = await validate(apps, VALIDATORS);
+    return [apps, [...parseErrors, ...buildErrors, ...validationErrors]];
+}
+// MUST load without errors, but ignores warnings.
+export async function mustManifestFromString(manifestString) {
+    const [apps, errors] = await manifestFromString(manifestString);
+    if (errors.length > 0 && !errors.every((e) => 'severity' in e && e.severity === 'warning')) {
+        throw new ManifestError(errors);
+    }
+    return apps;
+}

package/dist/appify/index.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.test.d.ts.map

package/dist/appify/index.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../src/appify/index.test.ts"],"names":[],"mappings":""}

package/dist/appify/index.test.js

@@ -0,0 +1,40 @@
+import { expect, test } from 'vitest';
+import { valueOf } from './build.js';
+import { ManifestError, mustManifestFromString } from './index.js';
+test('mustManifestFromString no errors', async () => {
+    const manifest = `
+application "app" {
+  service "svc" {}
+}
+`;
+    const apps = await mustManifestFromString(manifest);
+    expect(apps).toHaveLength(1);
+    expect(valueOf(apps[0].name)).toBe('app');
+    expect(apps[0].service).toHaveLength(1);
+    expect(valueOf(apps[0].service[0].name)).toBe('svc');
+});
+test('mustManifestFromString with errors', async () => {
+    const manifest = `
+application "app" {
+  service "my-svc" {}
+  service "my-svc" {}
+}
+`;
+    expect(mustManifestFromString(manifest)).rejects.toThrowError(ManifestError);
+});
+test('mustManifestFromString with warnings', async () => {
+    const manifest = `
+application "app" {
+  service "svc" {
+    domain {
+      fqdn = "bad_domain_name"
+    }
+  }
+}
+`;
+    const apps = await mustManifestFromString(manifest);
+    expect(apps).toHaveLength(1);
+    expect(valueOf(apps[0].name)).toBe('app');
+    expect(apps[0].service).toHaveLength(1);
+    expect(valueOf(apps[0].service[0].name)).toBe('svc');
+});

package/dist/appify/parse.d.ts

@@ -0,0 +1,151 @@
+type TokenBase = {
+    value: string;
+    start: number;
+    end: number;
+    line: number;
+    column: number;
+};
+export type TokenNumber = TokenBase & {
+    type: 'number';
+};
+export type TokenOperator = TokenBase & {
+    type: 'operator';
+};
+export type TokenParenthesis = TokenBase & {
+    type: 'parenthesis';
+};
+export type TokenWhitespace = TokenBase & {
+    type: 'whitespace';
+};
+export type TokenBoolean = TokenBase & {
+    type: 'boolean';
+};
+export type TokenString = TokenBase & {
+    type: 'string';
+};
+export type TokenIdentifier = TokenBase & {
+    type: 'identifier';
+};
+export type TokenComment = TokenBase & {
+    type: 'comment';
+};
+export type TokenNewline = TokenBase & {
+    type: 'newline';
+};
+export type TokenUnknown = TokenBase & {
+    type: 'unknown';
+};
+export type TokenCurly = TokenBase & {
+    type: 'curly';
+};
+export type TokenBracket = TokenBase & {
+    type: 'bracket';
+};
+export type TokenComma = TokenBase & {
+    type: 'comma';
+};
+export type TokenEnd = TokenBase & {
+    type: 'end';
+};
+type Token = TokenNumber | TokenOperator | TokenParenthesis | TokenWhitespace | TokenBoolean | TokenString | TokenIdentifier | TokenComment | TokenNewline | TokenUnknown | TokenCurly | TokenBracket | TokenEnd | TokenComma;
+type TokenType = Token['type'];
+export declare class Tokenizer {
+    private input;
+    cursor: number;
+    line: number;
+    column: number;
+    constructor(input: string);
+    next(ignore?: TokenType[]): Token;
+    peek(ignore?: TokenType[]): Token;
+    eof(): boolean;
+}
+export type NodeType = Node['type'] | TokenType;
+export type Node = StanzaNode | AssignmentNode | BlockNode | ExpressionNode | EmptyNode | ArrayNode | ObjectNode | Token;
+type BaseNode = {
+    line: number;
+    column: number;
+    start: number;
+    end: number;
+};
+export type StanzaNode = BaseNode & {
+    type: 'stanza';
+    name: string;
+    args: (TokenString | TokenNumber | TokenBoolean)[];
+    block: BlockNode | null;
+};
+export type BlockNode = BaseNode & {
+    type: 'block';
+    children: (Node | TokenNewline | TokenComment)[];
+};
+export type AssignmentNode = BaseNode & {
+    type: 'assignment';
+    operator: TokenOperator;
+    key: Extract<Token, {
+        type: 'identifier';
+    }>;
+    value: ExpressionNode | Extract<Token, {
+        type: 'string' | 'number' | 'boolean';
+    }> | ArrayNode | ObjectNode;
+};
+export type ArrayNode = BaseNode & {
+    type: 'array';
+    elements: (ExpressionNode | Extract<Token, {
+        type: 'string' | 'number' | 'boolean';
+    }> | ArrayNode | ObjectNode)[];
+};
+export type ObjectNode = BaseNode & {
+    type: 'object';
+    properties: AssignmentNode[];
+};
+export type ExpressionNode = BaseNode & {
+    type: 'expression';
+    operator: TokenOperator;
+    left: Extract<Token, {
+        type: 'string' | 'number' | 'boolean';
+    }>;
+    right: ExpressionNode | Extract<Token, {
+        type: 'string' | 'number' | 'boolean';
+    }>;
+};
+export type EmptyNode = BaseNode & {
+    type: 'empty';
+};
+type ParserError = {
+    expected?: NodeType[];
+    received?: NodeType;
+    message: string;
+    line: number;
+    column: number;
+    start: number;
+    end: number;
+};
+export declare class Parser {
+    private tokenizer;
+    errors: ParserError[];
+    constructor(tokenizer: Tokenizer);
+    parse(root?: BlockNode): BlockNode;
+    parseIdentifier(): Node;
+    parseStanza(token: TokenIdentifier): Node;
+    parseAssignment(token: Token): AssignmentNode;
+    parseExpression(ignore?: TokenType[]): TokenNumber | TokenString | TokenBoolean | ArrayNode | ObjectNode | ExpressionNode;
+    parseArray(): ArrayNode;
+    parseObject(): ObjectNode;
+    expect<T extends TokenType>(type: T, value?: string): Extract<Token, {
+        type: T;
+    }>;
+}
+type TranslationError = {
+    message: string;
+    line: number;
+    column: number;
+};
+export declare class JSONTranslator {
+    errors: TranslationError[];
+    constructor();
+    translate(ast: BlockNode): any;
+    translateRoot(node: BlockNode): any;
+    translateStanza(node: StanzaNode): any;
+}
+export declare function fmt(ast: Node | Token | null, indent?: number, sibling?: Node | Token): string;
+export {};
+//# sourceMappingURL=parse.d.ts.map

package/dist/appify/parse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../../src/appify/parse.ts"],"names":[],"mappings":"AAAA,KAAK,SAAS,GAAG;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG;IACpC,IAAI,EAAE,QAAQ,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG;IACtC,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG;IACzC,IAAI,EAAE,aAAa,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG;IACxC,IAAI,EAAE,YAAY,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG;IACrC,IAAI,EAAE,SAAS,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG;IACpC,IAAI,EAAE,QAAQ,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG;IACxC,IAAI,EAAE,YAAY,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG;IACrC,IAAI,EAAE,SAAS,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG;IACrC,IAAI,EAAE,SAAS,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG;IACrC,IAAI,EAAE,SAAS,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG;IACnC,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG;IACrC,IAAI,EAAE,SAAS,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG;IACnC,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG;IACjC,IAAI,EAAE,KAAK,CAAC;CACb,CAAC;AAEF,KAAK,KAAK,GACN,WAAW,GACX,aAAa,GACb,gBAAgB,GAChB,eAAe,GACf,YAAY,GACZ,WAAW,GACX,eAAe,GACf,YAAY,GACZ,YAAY,GACZ,YAAY,GACZ,UAAU,GACV,YAAY,GACZ,QAAQ,GACR,UAAU,CAAC;AAEf,KAAK,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAoB/B,qBAAa,SAAS;IAKR,OAAO,CAAC,KAAK;IAJzB,MAAM,SAAK;IACX,IAAI,SAAK;IACT,MAAM,SAAK;gBAES,KAAK,EAAE,MAAM;IAKjC,IAAI,CAAC,MAAM,GAAE,SAAS,EAAmB,GAAG,KAAK;IA2CjD,IAAI,CAAC,MAAM,GAAE,SAAS,EAAmB,GAAG,KAAK;IAWjD,GAAG,IAAI,OAAO;CAGf;AAED,MAAM,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;AAEhD,MAAM,MAAM,IAAI,GACZ,UAAU,GACV,cAAc,GACd,SAAS,GACT,cAAc,GACd,SAAS,GACT,SAAS,GACT,UAAU,GACV,KAAK,CAAC;AAEV,KAAK,QAAQ,GAAG;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG;IAClC,IAAI,EAAE,QAAQ,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,CAAC,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC,EAAE,CAAC;IACnD,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,CAAC,IAAI,GAAG,YAAY,GAAG,YAAY,CAAC,EAAE,CAAC;CAClD,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG;IACtC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,GAAG,EAAE,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,YAAY,CAAA;KAAE,CAAC,CAAC;IAC5C,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAA;KAAE,CAAC,GAAG,SAAS,GAAG,UAAU,CAAC;CAC5G,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,CAAC,cAAc,GAAG,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAA;KAAE,CAAC,GAAG,SAAS,GAAG,UAAU,CAAC,EAAE,CAAC;CACnH,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG;IAClC,IAAI,EAAE,QAAQ,CAAC;IACf,UAAU,EAAE,cAAc,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG;IACtC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,IAAI,EAAE,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;IAChE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAA;KAAE,CAAC,CAAC;CACnF,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG;IACjC,IAAI,EAAE,OAAO,CAAC;CACf,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAIF,qBAAa,MAAM;IAGL,OAAO,CAAC,SAAS;IAF7B,MAAM,EAAE,WAAW,EAAE,CAAM;gBAEP,SAAS,EAAE,SAAS;IAIxC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,GAAG,SAAS;IAiElC,eAAe,IAAI,IAAI;IAgCvB,WAAW,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI;IAsCzC,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,cAAc;IAqB7C,eAAe,CACb,MAAM,CAAC,EAAE,SAAS,EAAE,GACnB,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,cAAc;IAyCrF,UAAU,IAAI,SAAS;IAoCvB,WAAW,IAAI,UAAU;IA0CzB,MAAM,CAAC,CAAC,SAAS,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,CAAC,CAAA;KAAE,CAAC;CAuDlF;AAED,KAAK,gBAAgB,GAAG;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAIF,qBAAa,cAAc;IACzB,MAAM,EAAE,gBAAgB,EAAE,CAAC;;IAQ3B,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,GAAG;IAM9B,aAAa,CAAC,IAAI,EAAE,SAAS,GAAG,GAAG;IAyBnC,eAAe,CAAC,IAAI,EAAE,UAAU,GAAG,GAAG;CAsCvC;AAGD,wBAAgB,GAAG,CAAC,GAAG,EAAE,IAAI,GAAG,KAAK,GAAG,IAAI,EAAE,MAAM,GAAE,MAAU,EAAE,OAAO,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAyEhG"}