spex-parser 0.1.5 → 0.6.2

package/tests/visitor.test.ts

@@ -6,10 +6,30 @@ import type {
   ExportDeclaration,
   GenerateDeclaration,
   PackageDeclaration,
+  RealizeDeclaration,
+  IncludeDeclaration,
+  ExponentialPattern,
+  EnumObject,
   Constraint,
 } from '../src/ast.js'
 
 describe('SpexParserVisitor', () => {
+  describe('lexing errors', () => {
+    it('should throw on unexpected characters', () => {
+      expect(() => parseToAst('package module spex-parser as Main;')).toThrow(
+        'Lexing errors: unexpected character: ->-<'
+      )
+    })
+
+    it('should throw on unclosed block comments', () => {
+      expect(() => parseToAst('create Foo as string; /* unclosed')).toThrow(/Lexing errors:/)
+    })
+
+    it('should not throw when the input lexes cleanly', () => {
+      expect(() => parseToAst('create Foo as string;')).not.toThrow()
+    })
+  })
+
   describe('object declaration', () => {
     it('should convert named object declaration to AST', () => {
       const testCase = 'create MyObject as Number;'
@@ -218,6 +238,29 @@ describe('SpexParserVisitor', () => {
       })
     })
 
+    it('should convert subobject declaration with a set operation base to AST', () => {
+      const testCase =
+        'create ExpressWebEnv as from Web intersect TypeScript select { is an express app };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'ExpressWebEnv',
+        object: {
+          kind: 'SubObject',
+          base: {
+            kind: 'SetIntersectionObject',
+            left: { kind: 'NamedObject', name: 'Web' },
+            right: { kind: 'NamedObject', name: 'TypeScript' },
+          },
+          constraint: {
+            raw: 'is an express app',
+            parts: [{ kind: 'ConstraintText', text: 'is an express app' }],
+          },
+        },
+      })
+    })
+
     it('should convert subobject declaration with text constraint to AST', () => {
       const testCase = 'create PositiveNumber as from Number select { the number is positive };'
       const ast = parseToAst(testCase)
@@ -375,6 +418,34 @@ describe('SpexParserVisitor', () => {
       })
     })
 
+    it('should convert basic object concept to AST', () => {
+      const testCase = 'create MyObject as concept;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'MyObject',
+        object: {
+          kind: 'NamedObject',
+          name: 'concept',
+        },
+      })
+    })
+
+    it('should convert basic object environment to AST', () => {
+      const testCase = 'create MyObject as environment;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'MyObject',
+        object: {
+          kind: 'NamedObject',
+          name: 'environment',
+        },
+      })
+    })
+
     it('should convert array type declaration to AST', () => {
       const testCase = 'create MyArray as string[];'
       const ast = parseToAst(testCase)
@@ -467,6 +538,25 @@ describe('SpexParserVisitor', () => {
         alias: 'types',
       })
     })
+
+    it('should convert named import with single quoted source to AST', () => {
+      const testCase = "import EmailAddress from 'types.spex' as Username;"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ImportDeclaration
+      expect(decl).toEqual({
+        kind: 'ImportDeclaration',
+        name: 'EmailAddress',
+        source: 'types.spex',
+        alias: 'Username',
+      })
+    })
+
+    it('should unescape escaped characters in import sources', () => {
+      const testCase = "import EmailAddress from 'dir\\\\types.spex';"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ImportDeclaration
+      expect(decl.source).toBe('dir\\types.spex')
+    })
   })
 
   describe('export declaration', () => {
@@ -493,6 +583,491 @@ describe('SpexParserVisitor', () => {
     })
   })
 
+  describe('enum object', () => {
+    it('should convert enum object declaration to AST', () => {
+      const testCase = "create myEnum as enum ('v1', 'v2');"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'myEnum',
+        object: {
+          kind: 'EnumObject',
+          values: ['v1', 'v2'],
+        },
+      })
+    })
+
+    it('should convert single-value enum object to AST', () => {
+      const testCase = "create Status as enum ('ACTIVE');"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'Status',
+        object: {
+          kind: 'EnumObject',
+          values: ['ACTIVE'],
+        },
+      })
+    })
+
+    it('should convert enum object with mixed quote values to AST', () => {
+      const testCase = "create myEnum as enum (\"v1\", 'v2');"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'myEnum',
+        object: {
+          kind: 'EnumObject',
+          values: ['v1', 'v2'],
+        },
+      })
+    })
+
+    it('should convert enum object with escaped values to AST', () => {
+      const testCase = "create myEnum as enum ('it\\'s', \"a \\\"b\\\"\", 'a\\\\b');"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'myEnum',
+        object: {
+          kind: 'EnumObject',
+          values: ["it's", 'a "b"', 'a\\b'],
+        },
+      })
+    })
+
+    it('should convert enum object inside a product object to AST', () => {
+      const testCase = "create Config as (kind: enum ('a', 'b'));"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          kind: { kind: 'EnumObject', values: ['a', 'b'] },
+        },
+      })
+    })
+  })
+
+  describe('literal object', () => {
+    it('should convert string literal object to AST', () => {
+      const testCase = 'create Foo as "SpexFile";'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl).toEqual({
+        kind: 'ObjectDeclaration',
+        name: 'Foo',
+        object: {
+          kind: 'StringLiteralObject',
+          value: 'SpexFile',
+        },
+      })
+    })
+
+    it('should convert number literal object to AST', () => {
+      const testCase = 'create Foo as 42;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'NumberLiteralObject',
+        value: '42',
+      })
+    })
+
+    it('should convert bool literal object to AST', () => {
+      const ast = parseToAst('create Foo as true;')
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'BoolLiteralObject',
+        value: true,
+      })
+    })
+
+    it('should convert product of literal objects to AST', () => {
+      const testCase = "create Foo as (name: \"John\", age: 42);"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          name: { kind: 'StringLiteralObject', value: 'John' },
+          age: { kind: 'NumberLiteralObject', value: '42' },
+        },
+      })
+    })
+
+    it('should unescape string literal object values', () => {
+      const testCase = "create Foo as 'it\\'s';"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'StringLiteralObject',
+        value: "it's",
+      })
+    })
+  })
+
+  describe('set object', () => {
+    it('should convert union object to AST', () => {
+      const testCase = 'create X as A UNION B;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetUnionObject',
+        left: { kind: 'NamedObject', name: 'A' },
+        right: { kind: 'NamedObject', name: 'B' },
+      })
+    })
+
+    it('should convert intersect object to AST', () => {
+      const testCase = 'create X as A INTERSECT B;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetIntersectionObject',
+        left: { kind: 'NamedObject', name: 'A' },
+        right: { kind: 'NamedObject', name: 'B' },
+      })
+    })
+
+    it('should convert except object to AST', () => {
+      const testCase = 'create X as A EXCEPT B;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetDifferenceObject',
+        left: { kind: 'NamedObject', name: 'A' },
+        right: { kind: 'NamedObject', name: 'B' },
+      })
+    })
+
+    it('should convert chained set operations left-associatively', () => {
+      const testCase = 'create X as A UNION B EXCEPT C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetDifferenceObject',
+        left: {
+          kind: 'SetUnionObject',
+          left: { kind: 'NamedObject', name: 'A' },
+          right: { kind: 'NamedObject', name: 'B' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should preserve mixed operation order', () => {
+      const testCase = 'create X as A EXCEPT B UNION C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetUnionObject',
+        left: {
+          kind: 'SetDifferenceObject',
+          left: { kind: 'NamedObject', name: 'A' },
+          right: { kind: 'NamedObject', name: 'B' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should convert set operations with literals to AST', () => {
+      const testCase = 'create X as string EXCEPT "root";'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetDifferenceObject',
+        left: { kind: 'NamedObject', name: 'string' },
+        right: { kind: 'StringLiteralObject', value: 'root' },
+      })
+    })
+
+    it('should convert set operations in product fields to AST', () => {
+      const testCase = 'create X as (a: A UNION B);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          a: {
+            kind: 'SetUnionObject',
+            left: { kind: 'NamedObject', name: 'A' },
+            right: { kind: 'NamedObject', name: 'B' },
+          },
+        },
+      })
+    })
+  })
+
+  describe('coproduct object', () => {
+    it('should convert pipe object to AST', () => {
+      const testCase = 'create Shape as Point | Circle;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'CoproductObject',
+        left: { kind: 'NamedObject', name: 'Point' },
+        right: { kind: 'NamedObject', name: 'Circle' },
+      })
+    })
+
+    it('should convert chained pipes left-associatively', () => {
+      const testCase = 'create X as A | B | C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'CoproductObject',
+        left: {
+          kind: 'CoproductObject',
+          left: { kind: 'NamedObject', name: 'A' },
+          right: { kind: 'NamedObject', name: 'B' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should bind arrow tighter than pipe', () => {
+      const testCase = 'create X as A -> B | C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'CoproductObject',
+        left: {
+          kind: 'ExponentialObject',
+          base: { kind: 'NamedObject', name: 'B' },
+          exponent: { kind: 'NamedObject', name: 'A' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should bind pipe tighter than set operations', () => {
+      const testCase = 'create X as A UNION B | C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetUnionObject',
+        left: { kind: 'NamedObject', name: 'A' },
+        right: {
+          kind: 'CoproductObject',
+          left: { kind: 'NamedObject', name: 'B' },
+          right: { kind: 'NamedObject', name: 'C' },
+        },
+      })
+    })
+
+    it('should bind arrow tighter than set operations', () => {
+      const testCase = 'create X as A -> B UNION C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetUnionObject',
+        left: {
+          kind: 'ExponentialObject',
+          base: { kind: 'NamedObject', name: 'B' },
+          exponent: { kind: 'NamedObject', name: 'A' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should convert pipes in product fields to AST', () => {
+      const testCase = 'create X as (a: A | B, b: C);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          a: {
+            kind: 'CoproductObject',
+            left: { kind: 'NamedObject', name: 'A' },
+            right: { kind: 'NamedObject', name: 'B' },
+          },
+          b: { kind: 'NamedObject', name: 'C' },
+        },
+      })
+    })
+
+    it('should convert pipes with literals to AST', () => {
+      const testCase = 'create X as string | "number";'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'CoproductObject',
+        left: { kind: 'NamedObject', name: 'string' },
+        right: { kind: 'StringLiteralObject', value: 'number' },
+      })
+    })
+  })
+
+  describe('parenthesized object', () => {
+    it('should strip grouping parentheses from the AST', () => {
+      const testCase = 'create X as (A | B);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'CoproductObject',
+        left: { kind: 'NamedObject', name: 'A' },
+        right: { kind: 'NamedObject', name: 'B' },
+      })
+    })
+
+    it('should override arrow precedence with parentheses', () => {
+      const testCase = 'create X as A -> (B | C);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ExponentialObject',
+        base: {
+          kind: 'CoproductObject',
+          left: { kind: 'NamedObject', name: 'B' },
+          right: { kind: 'NamedObject', name: 'C' },
+        },
+        exponent: { kind: 'NamedObject', name: 'A' },
+      })
+    })
+
+    it('should group set operations with parentheses', () => {
+      const testCase = 'create X as (A UNION B) EXCEPT C;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SetDifferenceObject',
+        left: {
+          kind: 'SetUnionObject',
+          left: { kind: 'NamedObject', name: 'A' },
+          right: { kind: 'NamedObject', name: 'B' },
+        },
+        right: { kind: 'NamedObject', name: 'C' },
+      })
+    })
+
+    it('should apply array brackets to the whole group', () => {
+      const testCase = 'create X as (A | B)[];'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ArrayObject',
+        base: {
+          kind: 'CoproductObject',
+          left: { kind: 'NamedObject', name: 'A' },
+          right: { kind: 'NamedObject', name: 'B' },
+        },
+      })
+    })
+
+    it('should convert the empty product to the unit object', () => {
+      const testCase = 'create X as ();'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({ kind: 'NamedObject', name: 'unit' })
+      expect(parseToAst('create X as unit;').declarations[0]).toEqual(decl)
+    })
+  })
+
+  describe('unit elision', () => {
+    it('should drop unit fields from a product', () => {
+      const testCase = 'create X as (id: string, foo: unit);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          id: { kind: 'NamedObject', name: 'string' },
+        },
+      })
+    })
+
+    it('should collapse a product of only unit fields to the unit object', () => {
+      const testCase = 'create X as (foo: unit, bar: unit);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({ kind: 'NamedObject', name: 'unit' })
+    })
+
+    it('should drop fields whose value is an empty product', () => {
+      const testCase = 'create X as (id: string, foo: ());'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          id: { kind: 'NamedObject', name: 'string' },
+        },
+      })
+    })
+
+    it('should keep fields that are not the unit object', () => {
+      const testCase = 'create X as (id: string, nothing: (a: unit, b: bool));'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          id: { kind: 'NamedObject', name: 'string' },
+          nothing: {
+            kind: 'ProductObject',
+            fields: {
+              b: { kind: 'NamedObject', name: 'bool' },
+            },
+          },
+        },
+      })
+    })
+  })
+
+  describe('pattern object', () => {
+    it('should convert a pattern object to AST', () => {
+      const testCase = 'create X as /\\d+/i;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'PatternLiteralObject',
+        source: '\\d+',
+        flags: 'i',
+      })
+    })
+
+    it('should keep the pattern source verbatim', () => {
+      const testCase = 'create X as /\\/\\*[\\s\\S]*?\\*\\//;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'PatternLiteralObject',
+        source: '\\/\\*[\\s\\S]*?\\*\\/',
+        flags: '',
+      })
+    })
+
+    it('should record empty flags', () => {
+      const testCase = 'create X as /[a-zA-Z_][a-zA-Z0-9_]*/;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'PatternLiteralObject',
+        source: '[a-zA-Z_][a-zA-Z0-9_]*',
+        flags: '',
+      })
+    })
+
+    it('should convert patterns in product fields to AST', () => {
+      const testCase = 'create X as (name: string, pattern: /[a-z]+/i);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          name: { kind: 'NamedObject', name: 'string' },
+          pattern: { kind: 'PatternLiteralObject', source: '[a-z]+', flags: 'i' },
+        },
+      })
+    })
+  })
+
   describe('parseConstraint', () => {
     it('should parse plain text constraint with no references', () => {
       const result = parseConstraint('value is positive')
@@ -596,9 +1171,104 @@ describe('SpexParserVisitor', () => {
     })
   })
 
+  describe('comments inside select constraints', () => {
+    it('should keep comment markers in the constraint raw text', () => {
+      const testCase = 'create Foo as from string select { are valid -- like emails };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'are valid -- like emails',
+          parts: [{ kind: 'ConstraintText', text: 'are valid -- like emails' }],
+        },
+      })
+    })
+
+    it('should extract references alongside comment markers', () => {
+      const testCase = 'create Foo as from string select { match /* strict */ @pattern };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'match /* strict */ @pattern',
+          parts: [
+            { kind: 'ConstraintText', text: 'match /* strict */ ' },
+            { kind: 'ConstraintReference', name: 'pattern' },
+          ],
+        },
+      })
+    })
+  })
+
+  describe('escaped braces in select constraints', () => {
+    it('should unescape an escaped close brace', () => {
+      const testCase = 'create Foo as from string select { end with \\} };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'end with }',
+          parts: [{ kind: 'ConstraintText', text: 'end with }' }],
+        },
+      })
+    })
+
+    it('should unescape escaped open and close braces', () => {
+      const testCase = 'create Foo as from string select { match \\{a\\} };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'match {a}',
+          parts: [{ kind: 'ConstraintText', text: 'match {a}' }],
+        },
+      })
+    })
+
+    it('should unescape escaped backslashes', () => {
+      const testCase = 'create Foo as from string select { paths use \\\\ };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'paths use \\',
+          parts: [{ kind: 'ConstraintText', text: 'paths use \\' }],
+        },
+      })
+    })
+
+    it('should extract references next to escaped braces', () => {
+      const testCase = 'create Foo as from string select { call @foo with \\} };'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'SubObject',
+        base: { kind: 'NamedObject', name: 'string' },
+        constraint: {
+          raw: 'call @foo with }',
+          parts: [
+            { kind: 'ConstraintText', text: 'call ' },
+            { kind: 'ConstraintReference', name: 'foo' },
+            { kind: 'ConstraintText', text: ' with }' },
+          ],
+        },
+      })
+    })
+  })
+
   describe('package declaration', () => {
     it('should convert package executable declaration to AST', () => {
-      const testCase = 'package executable myapp as Main;'
+      const testCase = 'package executable myapp as Main in Python;'
       const ast = parseToAst(testCase)
       const decl = ast.declarations[0] as PackageDeclaration
       expect(decl).toEqual({
@@ -606,11 +1276,12 @@ describe('SpexParserVisitor', () => {
         packageType: 'EXECUTABLE',
         name: 'myapp',
         objectName: { kind: 'NamedObject', name: 'Main' },
+        environment: { kind: 'NamedObject', name: 'Python' },
       })
     })
 
     it('should convert package module declaration to AST', () => {
-      const testCase = 'package module mylib as utils;'
+      const testCase = 'package module mylib as utils in Node;'
       const ast = parseToAst(testCase)
       const decl = ast.declarations[0] as PackageDeclaration
       expect(decl).toEqual({
@@ -618,11 +1289,12 @@ describe('SpexParserVisitor', () => {
         packageType: 'MODULE',
         name: 'mylib',
         objectName: { kind: 'NamedObject', name: 'utils' },
+        environment: { kind: 'NamedObject', name: 'Node' },
       })
     })
 
     it('should convert package executable with complex object to AST', () => {
-      const testCase = 'package executable cli as (path: string) -> unit;'
+      const testCase = 'package executable cli as (path: string) -> unit in Python;'
       const ast = parseToAst(testCase)
       const decl = ast.declarations[0] as PackageDeclaration
       expect(decl).toEqual({
@@ -637,11 +1309,12 @@ describe('SpexParserVisitor', () => {
           },
           base: { kind: 'NamedObject', name: 'unit' },
         },
+        environment: { kind: 'NamedObject', name: 'Python' },
       })
     })
 
     it('should convert package executable with dotted name to AST', () => {
-      const testCase = 'package executable myapp as app.Main;'
+      const testCase = 'package executable myapp as app.Main in Python;'
       const ast = parseToAst(testCase)
       const decl = ast.declarations[0] as PackageDeclaration
       expect(decl).toEqual({
@@ -649,11 +1322,12 @@ describe('SpexParserVisitor', () => {
         packageType: 'EXECUTABLE',
         name: 'myapp',
         objectName: { kind: 'NamedObject', name: 'app.Main' },
+        environment: { kind: 'NamedObject', name: 'Python' },
       })
     })
 
     it('should convert package executable with array type to AST', () => {
-      const testCase = 'package module mylib as string[];'
+      const testCase = 'package module mylib as string[] in Python;'
       const ast = parseToAst(testCase)
       const decl = ast.declarations[0] as PackageDeclaration
       expect(decl).toEqual({
@@ -661,11 +1335,13 @@ describe('SpexParserVisitor', () => {
         packageType: 'MODULE',
         name: 'mylib',
         objectName: { kind: 'ArrayObject', base: { kind: 'NamedObject', name: 'string' } },
+        environment: { kind: 'NamedObject', name: 'Python' },
       })
     })
 
     it('should convert mixed declarations with package to AST', () => {
-      const testCase = 'create Main as Number;\npackage executable myapp as Main;'
+      const testCase =
+        'create Main as Number;\npackage executable myapp as Main in Python;'
       const ast = parseToAst(testCase)
       expect(ast.declarations).toHaveLength(2)
       const createDecl = ast.declarations[0] as ObjectDeclaration
@@ -680,6 +1356,229 @@ describe('SpexParserVisitor', () => {
         packageType: 'EXECUTABLE',
         name: 'myapp',
         objectName: { kind: 'NamedObject', name: 'Main' },
+        environment: { kind: 'NamedObject', name: 'Python' },
+      })
+    })
+  })
+
+  describe('realize declaration', () => {
+    it('should convert a realize declaration to AST', () => {
+      const testCase = 'realize Shape as Circle in environment;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as RealizeDeclaration
+      expect(decl).toEqual({
+        kind: 'RealizeDeclaration',
+        object: { kind: 'NamedObject', name: 'Shape' },
+        target: { kind: 'NamedObject', name: 'Circle' },
+        environment: { kind: 'NamedObject', name: 'environment' },
+      })
+    })
+
+    it('should convert a realize declaration with complex objects to AST', () => {
+      const testCase = 'realize string -> number as (y: string) in MyEnv;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as RealizeDeclaration
+      expect(decl).toEqual({
+        kind: 'RealizeDeclaration',
+        object: {
+          kind: 'ExponentialObject',
+          exponent: { kind: 'NamedObject', name: 'string' },
+          base: { kind: 'NamedObject', name: 'number' },
+        },
+        target: {
+          kind: 'ProductObject',
+          fields: { y: { kind: 'NamedObject', name: 'string' } },
+        },
+        environment: { kind: 'NamedObject', name: 'MyEnv' },
+      })
+    })
+
+    it('should fall back to the base environment when omitted', () => {
+      const testCase = 'realize A as B;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as RealizeDeclaration
+      expect(decl).toEqual({
+        kind: 'RealizeDeclaration',
+        object: { kind: 'NamedObject', name: 'A' },
+        target: { kind: 'NamedObject', name: 'B' },
+        environment: { kind: 'NamedObject', name: 'environment' },
+      })
+    })
+
+    it('should convert mixed declarations with realize to AST', () => {
+      const testCase = 'create A as string;\nrealize A as B in MyEnv;'
+      const ast = parseToAst(testCase)
+      expect(ast.declarations).toHaveLength(2)
+      const realizeDecl = ast.declarations[1] as RealizeDeclaration
+      expect(realizeDecl).toEqual({
+        kind: 'RealizeDeclaration',
+        object: { kind: 'NamedObject', name: 'A' },
+        target: { kind: 'NamedObject', name: 'B' },
+        environment: { kind: 'NamedObject', name: 'MyEnv' },
+      })
+    })
+  })
+
+  describe('include declaration', () => {
+    it('should convert include declaration to AST', () => {
+      const testCase = 'include "config.json" as config;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as IncludeDeclaration
+      expect(decl).toEqual({
+        kind: 'IncludeDeclaration',
+        name: 'config',
+        address: 'config.json',
+      })
+    })
+
+    it('should convert include declaration case-insensitively to AST', () => {
+      const testCase = 'INCLUDE "config.json" AS config;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as IncludeDeclaration
+      expect(decl).toEqual({
+        kind: 'IncludeDeclaration',
+        name: 'config',
+        address: 'config.json',
+      })
+    })
+
+    it('should convert include with single-quoted address to AST', () => {
+      const testCase = "include 'data/file.txt' as myfile;"
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as IncludeDeclaration
+      expect(decl).toEqual({
+        kind: 'IncludeDeclaration',
+        name: 'myfile',
+        address: 'data/file.txt',
+      })
+    })
+
+    it('should convert include with folder address to AST', () => {
+      const testCase = 'include "images/" as assets;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as IncludeDeclaration
+      expect(decl).toEqual({
+        kind: 'IncludeDeclaration',
+        name: 'assets',
+        address: 'images/',
+      })
+    })
+
+    it('should convert mixed declarations with include to AST', () => {
+      const testCase = 'include "config.json" as config;\ncreate Todo as (id: string);'
+      const ast = parseToAst(testCase)
+      expect(ast.declarations).toHaveLength(2)
+      const includeDecl = ast.declarations[0] as IncludeDeclaration
+      expect(includeDecl).toEqual({
+        kind: 'IncludeDeclaration',
+        name: 'config',
+        address: 'config.json',
+      })
+      const createDecl = ast.declarations[1] as ObjectDeclaration
+      expect(createDecl.kind).toBe('ObjectDeclaration')
+    })
+  })
+
+  describe('lambda object', () => {
+    it('should convert lambda with product base to AST', () => {
+      const testCase = 'create sum as lambda (a: number, b: number) -> number ```python\nreturn a + b\n```;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      const lambda = decl.object as ExponentialPattern
+      expect(lambda).toEqual({
+        kind: 'ExponentialPattern',
+        base: { kind: 'NamedObject', name: 'number' },
+        exponent: {
+          kind: 'ProductObject',
+          fields: {
+            a: { kind: 'NamedObject', name: 'number' },
+            b: { kind: 'NamedObject', name: 'number' },
+          },
+        },
+        language: 'python',
+        body: 'return a + b',
+        patterns: [],
+      })
+    })
+
+    it('should convert lambda with named base to AST', () => {
+      const testCase = 'create double as lambda number -> number ```python\nreturn @n * 2\n```;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      const lambda = decl.object as ExponentialPattern
+      expect(lambda).toEqual({
+        kind: 'ExponentialPattern',
+        base: { kind: 'NamedObject', name: 'number' },
+        exponent: { kind: 'NamedObject', name: 'number' },
+        language: 'python',
+        body: 'return @n * 2',
+        patterns: [],
+      })
+    })
+
+    it('should extract pattern blocks from lambda body', () => {
+      const testCase =
+        'create transform as lambda (x: number) -> number ```python\nif @x > 0:\n  @{return sin(@x)}\nelse:\n  @{return cos(@x)}\n```;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      const lambda = decl.object as ExponentialPattern
+      expect(lambda.patterns).toHaveLength(2)
+      expect(lambda.patterns[0]).toEqual({
+        raw: 'return sin(@x)',
+        parts: [
+          { kind: 'ConstraintText', text: 'return sin(' },
+          { kind: 'ConstraintReference', name: 'x' },
+          { kind: 'ConstraintText', text: ')' },
+        ],
+        start: expect.any(Number),
+        end: expect.any(Number),
+      })
+      expect(lambda.patterns[1]).toEqual({
+        raw: 'return cos(@x)',
+        parts: [
+          { kind: 'ConstraintText', text: 'return cos(' },
+          { kind: 'ConstraintReference', name: 'x' },
+          { kind: 'ConstraintText', text: ')' },
+        ],
+        start: expect.any(Number),
+        end: expect.any(Number),
+      })
+    })
+
+    it('should track correct positions for multiple pattern blocks', () => {
+      const testCase =
+        'create transform as lambda (x: number) -> number ```python\nif @x > 0:\n  @{return sin(@x)}\nelse:\n  @{return cos(@x)}\n```;'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      const lambda = decl.object as ExponentialPattern
+      expect(lambda.patterns[0].start).toBeLessThan(lambda.patterns[0].end)
+      expect(lambda.patterns[1].start).toBeGreaterThan(lambda.patterns[0].end)
+      expect(lambda.patterns[1].start).toBeLessThan(lambda.patterns[1].end)
+    })
+
+    it('should convert lambda in product field to AST', () => {
+      const testCase =
+        'create Config as (handler: lambda (x: string) -> string ```typescript\nreturn x.toUpperCase();\n```, port: number);'
+      const ast = parseToAst(testCase)
+      const decl = ast.declarations[0] as ObjectDeclaration
+      expect(decl.object).toEqual({
+        kind: 'ProductObject',
+        fields: {
+          handler: {
+            kind: 'ExponentialPattern',
+            base: { kind: 'NamedObject', name: 'string' },
+            exponent: {
+              kind: 'ProductObject',
+              fields: {
+                x: { kind: 'NamedObject', name: 'string' },
+              },
+            },
+            language: 'typescript',
+            body: 'return x.toUpperCase();',
+            patterns: [],
+          },
+          port: { kind: 'NamedObject', name: 'number' },
+        },
       })
     })
   })