agentlang 0.7.9 → 0.7.11

package/out/runtime/module.js

@@ -3,7 +3,7 @@ import { isRelNodes, isLiteral, } from '../language/generated/ast.js';
 import { Path, nameToPath, isString, isNumber, isBoolean, isFqName, makeFqName, DefaultModuleName, DefaultModules, joinStatements, isMinusZero, now, findMetaSchema, findAllPrePostTriggerSchema, asCrudType, isPath, findUqCompositeAttributes, escapeFqName, encryptPassword, splitFqName, splitRefs, forceAsFqName, validateIdFormat, nameContainsSepEscape, registerInitFunction, ScratchModuleName, } from './util.js';
 import { parseStatement } from '../language/parser.js';
 import { AdminSession } from './auth/defs.js';
-import { FetchModuleFn, PathAttributeName } from './defs.js';
+import { FetchModuleFn, getUserTenantId, PathAttributeName, TenantAttributeName, } from './defs.js';
 import { logger } from './logger.js';
 import { CasePattern, FlowStepPattern } from '../language/syntax.js';
 import { getAgentDirectives, getAgentDirectivesJson, getAgentGlossary, getAgentGlossaryJson, getAgentResponseSchema, getAgentScenarios, getAgentScenariosJson, registerAgentDirectives, registerAgentGlossary, registerAgentResponseSchema, registerAgentScenarios, removeAgentDirectives, removeAgentGlossary, removeAgentResponseSchema, removeAgentScenarios, } from './agents/common.js';
@@ -118,7 +118,7 @@ function attributePropertyValueToString(propName, propValue, attrType) {
         return ss.join(',');
     }
     else if (propName == 'default') {
-        if (isTextualType(attrType) && propValue != 'now()' && propValue != 'uuid()') {
+        if (isTextualType(attrType) && !defaultValueIsFunctionCall(propValue)) {
             return `"${propValue}"`;
         }
     }
@@ -326,6 +326,41 @@ export class Record extends ModuleEntry {
         (_a = this.beforeTriggers) === null || _a === void 0 ? void 0 : _a.set(asCrudType(te.on), asTriggerInfo(te));
         return this;
     }
+    getSecretAttributes() {
+        const result = new Array();
+        this.schema.forEach((spec, n) => {
+            var _a;
+            if (((_a = spec.properties) === null || _a === void 0 ? void 0 : _a.get('secret')) === true) {
+                result.push(n);
+            }
+        });
+        return result;
+    }
+    isGlobal() {
+        var _a;
+        return ((_a = this.meta) === null || _a === void 0 ? void 0 : _a.get('global')) === true;
+    }
+    getWriteOnlyAttributes() {
+        const fqn = this.getFqName();
+        const cachedResult = Record.WriteOnlyAttributes.get(fqn);
+        if (cachedResult !== undefined) {
+            if (cachedResult.length === 0)
+                return undefined;
+            return cachedResult;
+        }
+        else {
+            const result = new Array();
+            this.schema.forEach((spec, n) => {
+                var _a;
+                if (((_a = spec.properties) === null || _a === void 0 ? void 0 : _a.get('writeonly')) === true) {
+                    result.push(n);
+                }
+            });
+            const finalResult = result.concat(this.getSecretAttributes());
+            Record.WriteOnlyAttributes.set(fqn, finalResult);
+            return finalResult;
+        }
+    }
     getCompositeUniqueAttributes() {
         return this.compositeUqAttributes;
     }
@@ -346,6 +381,7 @@ export class Record extends ModuleEntry {
             this.meta = newMeta();
         }
         this.meta.set(k, v);
+        return this;
     }
     getMeta(k) {
         if (this.meta) {
@@ -372,6 +408,10 @@ export class Record extends ModuleEntry {
             return undefined;
         }
     }
+    resetUserAttrs() {
+        this.userAttrNames = undefined;
+        this.userAttrsSchema = undefined;
+    }
     addAttribute(n, attrSpec) {
         if (this.schema.has(n)) {
             throw new Error(`Attribute named ${n} already exists in ${this.moduleName}.${this.name}`);
@@ -380,10 +420,12 @@ export class Record extends ModuleEntry {
             normalizePropertyNames(attrSpec.properties);
         }
         this.schema.set(n, attrSpec);
+        this.resetUserAttrs();
         return this;
     }
     removeAttribute(n) {
         this.schema.delete(n);
+        this.resetUserAttrs();
         return this;
     }
     reorderAttributes(desiredOrder) {
@@ -478,8 +520,10 @@ export class Record extends ModuleEntry {
     toString() {
         return this.toString_();
     }
-    toString_(internParentSchema = false) {
-        if (this.type == RecordType.EVENT && this.meta && this.meta.get(SystemDefinedEvent)) {
+    toString_(internParentSchema = false, toolCall = false) {
+        var _a, _b;
+        const isevent = this.type == RecordType.EVENT;
+        if (isevent && ((_a = this.meta) === null || _a === void 0 ? void 0 : _a.get(SystemDefinedEvent)) && !toolCall) {
             return '';
         }
         let s = `${RecordType[this.type].toLowerCase()} ${this.name}`;
@@ -510,9 +554,24 @@ export class Record extends ModuleEntry {
             scms = `${scms},\n    @rbac [${rbs.join(',\n')}]`;
         }
         if (this.meta && this.meta.size > 0) {
-            const metaObj = Object.fromEntries(this.meta);
-            const ms = `@meta ${JSON.stringify(metaObj)}`;
-            scms = `${scms},\n    ${ms}`;
+            let metaObj = undefined;
+            if (isevent && isAgentEvent(this) && toolCall) {
+                const m = new Map();
+                (_b = this.meta) === null || _b === void 0 ? void 0 : _b.forEach((v, k) => {
+                    if (!(k === IsAgentEventMeta || k === EventAgentName || k === DocumentationMetaTag))
+                        m.set(k, v);
+                });
+                if (m.size > 0) {
+                    metaObj = Object.fromEntries(m);
+                }
+            }
+            else {
+                metaObj = Object.fromEntries(this.meta);
+            }
+            if (metaObj) {
+                const ms = `@meta ${JSON.stringify(metaObj)}`;
+                scms = `${scms},\n    ${ms}`;
+            }
         }
         if (this.isPublic()) {
             s = `@public ${s}`;
@@ -520,18 +579,25 @@ export class Record extends ModuleEntry {
         return s.concat('\n{', scms, '\n}\n');
     }
     getUserAttributes() {
-        const recSchema = newRecordSchema();
-        this.schema.forEach((attrSpec, n) => {
-            if (!isSystemAttribute(attrSpec)) {
-                recSchema.set(n, attrSpec);
-            }
-        });
-        return recSchema;
+        if (this.userAttrsSchema === undefined) {
+            this.userAttrsSchema = newRecordSchema();
+            this.schema.forEach((attrSpec, n) => {
+                var _a;
+                if (!isSystemAttribute(attrSpec)) {
+                    (_a = this.userAttrsSchema) === null || _a === void 0 ? void 0 : _a.set(n, attrSpec);
+                }
+            });
+        }
+        return this.userAttrsSchema;
     }
     getUserAttributeNames() {
-        return [...this.getUserAttributes().keys()];
+        if (this.userAttrNames === undefined) {
+            this.userAttrNames = new Set([...this.getUserAttributes().keys()]);
+        }
+        return this.userAttrNames;
     }
 }
+Record.WriteOnlyAttributes = new Map();
 function fetchModuleByEntryName(entryName, suspectModuleName) {
     if (isFqName(entryName)) {
         const path = nameToPath(entryName);
@@ -955,11 +1021,12 @@ const SysAttr_CreatedSpec = asSystemAttribute({
     properties: new Map().set('default', 'now()'),
 });
 const SysAttr_LastModifiedSpec = SysAttr_CreatedSpec;
-const SysAttr_CreatedBySpec = asSystemAttribute({
+const SysAttr_OptionalString = asSystemAttribute({
     type: 'String',
     properties: new Map().set('optional', true),
 });
-const SysAttr_LastModifiedBySpec = SysAttr_CreatedBySpec;
+const SysAttr_CreatedBySpec = SysAttr_OptionalString;
+const SysAttr_LastModifiedBySpec = SysAttr_OptionalString;
 export class Entity extends Record {
     constructor(name, moduleName, scm, parentEntryName) {
         super(name, moduleName, scm, parentEntryName);
@@ -1345,16 +1412,22 @@ export class Workflow extends ModuleEntry {
         return s.concat('\n}');
     }
 }
+function splitFlowSteps(flow) {
+    var _a;
+    const steps = new Array();
+    (_a = flow.body) === null || _a === void 0 ? void 0 : _a.entries.forEach((fe) => {
+        var _a;
+        steps.push(((_a = fe.$cstNode) === null || _a === void 0 ? void 0 : _a.text) || '');
+    });
+    return steps;
+}
 export class Flow extends ModuleEntry {
     constructor(name, moduleName, flow) {
         super(name, moduleName);
-        this.flowSteps = new Array();
-        flow === null || flow === void 0 ? void 0 : flow.split('\n').forEach((step) => {
-            const s = step.trim();
-            if (s.length > 0) {
-                this.flowSteps.push(s);
-            }
-        });
+        if (flow)
+            this.flowSteps = splitFlowSteps(flow);
+        else
+            this.flowSteps = new Array();
     }
     getFlow() {
         return this.flowSteps.join('\n');
@@ -1374,10 +1447,11 @@ export class Flow extends ModuleEntry {
     stepsCount() {
         return this.flowSteps.length;
     }
-    toGraph() {
+    async toGraph() {
         const result = new Array();
-        this.flowSteps.forEach((s) => {
-            const fp = FlowStepPattern.Parse(s);
+        for (let i = 0; i < this.flowSteps.length; ++i) {
+            const s = this.flowSteps[i];
+            const fp = await FlowStepPattern.Parse(s);
             if (fp.condition) {
                 const orig = result.find((v) => {
                     return v.label == fp.first;
@@ -1404,7 +1478,7 @@ export class Flow extends ModuleEntry {
                     next: [fp.next],
                 });
             }
-        });
+        }
         return result;
     }
     static asFlowName(n) {
@@ -1518,6 +1592,10 @@ export class Retry extends ModuleEntry {
             factor: undefined,
         };
     }
+    setBackoffStrategy(s) {
+        this.backoff.strategy = s;
+        return this;
+    }
     setExponentialBackoff() {
         this.backoff.strategy = 'e';
         return this;
@@ -1545,6 +1623,18 @@ export class Retry extends ModuleEntry {
         }
         return this;
     }
+    setBackoffMagnitude(m) {
+        if (m[0] === 's') {
+            this.backoff.magnitude = 's';
+        }
+        else if (m.startsWith('milli')) {
+            this.backoff.magnitude = 'ms';
+        }
+        else {
+            this.backoff.magnitude = 'm';
+        }
+        return this;
+    }
     setBackoffMagnitudeAsMilliseconds() {
         this.backoff.magnitude = 'ms';
         return this;
@@ -1702,6 +1792,21 @@ export class Module {
         this.entries.push(entry);
         return entry;
     }
+    addImport(entry) {
+        var _a;
+        if (this.imports === undefined) {
+            this.imports = new Array();
+        }
+        (_a = this.imports) === null || _a === void 0 ? void 0 : _a.push(entry);
+        return this;
+    }
+    removeImportAt(index) {
+        var _a;
+        if (index >= 0) {
+            (_a = this.imports) === null || _a === void 0 ? void 0 : _a.splice(index, 1);
+        }
+        return this;
+    }
     getConfigEntity() {
         return this.getEntityEntries().find((e) => {
             return e.isConfigEntity();
@@ -1720,8 +1825,8 @@ export class Module {
     removeAgent(agentName) {
         return this.removeEntry(Agent.EscapeName(agentName));
     }
-    addFlow(name, flowString) {
-        const flow = new Flow(Flow.asFlowName(name), this.name, flowString);
+    addFlow(name, flowDef) {
+        const flow = new Flow(Flow.asFlowName(name), this.name, flowDef);
         this.addEntry(flow);
         return flow;
     }
@@ -2069,6 +2174,14 @@ export class Module {
         });
         return names;
     }
+    getBetweenRelationshipNames() {
+        const names = [];
+        this.getRelationshipEntries().forEach((re) => {
+            if (re.isBetween())
+                names.push(re.name);
+        });
+        return names;
+    }
     isContainsRelationship(entryName) {
         if (this.hasEntry(entryName)) {
             const entry = this.getEntry(entryName);
@@ -2085,16 +2198,42 @@ export class Module {
         }
         return false;
     }
+    importsAsString() {
+        if (this.imports !== undefined) {
+            const ss = new Array();
+            this.imports.forEach((me) => {
+                ss.push(`import "${me.path}" @as ${me.name}`);
+            });
+            return `\n${ss.join('\n')}\n`;
+        }
+        return '';
+    }
     toString() {
         const ss = [];
         this.entries.forEach((me) => {
-            if (me instanceof Event && isAgentEvent(me)) {
+            if (me instanceof Event && me.isSystemDefined()) {
                 return;
             }
             ss.push(me.toString());
         });
-        return `module ${this.name}\n\n${ss.join('\n')}`;
+        return `module ${this.name}\n${this.importsAsString()}\n${ss.join('\n')}`;
+    }
+}
+let GlobalRetries = undefined;
+export function addGlobalRetry(r) {
+    if (GlobalRetries === undefined) {
+        GlobalRetries = new Array();
     }
+    GlobalRetries === null || GlobalRetries === void 0 ? void 0 : GlobalRetries.push(r);
+    return r;
+}
+export function getGlobalRetry(name) {
+    if (GlobalRetries !== undefined) {
+        return GlobalRetries.find((r) => {
+            return r.name === name;
+        });
+    }
+    return undefined;
 }
 let browserModuleDb;
 const getModuleDb = function () {
@@ -2204,6 +2343,8 @@ export const propertyNames = new Set([
     '@fk',
     '@ref',
     '@readonly',
+    '@writeonly',
+    '@secret',
     '@enum',
     '@oneof',
     '@comment',
@@ -2268,7 +2409,8 @@ export function defaultAttributes(schema) {
 export function passwordAttributes(schema) {
     let result = undefined;
     schema.forEach((v, k) => {
-        if (v.type == 'Password') {
+        var _a;
+        if (v.type == 'Password' || ((_a = v.properties) === null || _a === void 0 ? void 0 : _a.get('secret')) === true) {
             if (result === undefined) {
                 result = new Set();
             }
@@ -2372,7 +2514,7 @@ export function addEvent(name, moduleName = activeModule, scm, ext) {
     const module = fetchModule(moduleName);
     const event = module.addEntry(new Event(name, moduleName, scm, ext));
     if (module.getAgent(name)) {
-        event.addMeta(IsAgentEventMeta, 'y');
+        defineAgentEvent(moduleName, name);
     }
     return event;
 }
@@ -2574,6 +2716,14 @@ export function getEvent(name, moduleName) {
     }
     throw new Error(`Event ${fr.entryName} not found in module ${fr.moduleName}`);
 }
+export function maybeGetEvent(name, moduleName) {
+    try {
+        return getEvent(name, moduleName);
+    }
+    catch (_a) {
+        return undefined;
+    }
+}
 export function getRecord(name, moduleName) {
     const fr = fetchModuleByEntryName(name, moduleName);
     if (fr.module.isRecord(fr.entryName)) {
@@ -2738,6 +2888,7 @@ export function newInstanceAttributes() {
 const EmptyInstanceAttributes = newInstanceAttributes();
 export class Instance {
     constructor(record, moduleName, name, attributes, queryAttributes, queryAttributeValues) {
+        this.orderByDesc = false;
         this.___id = crypto.randomUUID();
         this.record = record;
         this.name = name;
@@ -2809,6 +2960,19 @@ export class Instance {
     getPath() {
         return this.lookup(PathAttributeName);
     }
+    setAggregates(aggregates) {
+        this.aggregates = aggregates;
+        return this;
+    }
+    setGroupBy(n) {
+        this.groupBy = n;
+        return this;
+    }
+    setOrderBy(n, desc = false) {
+        this.orderBy = n;
+        this.orderByDesc = desc;
+        return this;
+    }
     asSerializableObject() {
         const obj = {
             AL_INSTANCE: true,
@@ -2885,6 +3049,15 @@ export class Instance {
         });
         return Object.fromEntries(attrs);
     }
+    userAttributesAsObject(forSerialization = false) {
+        const attrs = newInstanceAttributes();
+        const userAttrNames = this.getAllUserAttributeNames();
+        this.attributes.forEach((v, k) => {
+            if (userAttrNames.has(k))
+                attrs.set(k, Instance.asSerializableValue(v, forSerialization));
+        });
+        return Object.fromEntries(attrs);
+    }
     static stringifyObjects(attributes) {
         const attrs = newInstanceAttributes();
         attributes.forEach((v, k) => {
@@ -2912,6 +3085,10 @@ export class Instance {
         }
         return {};
     }
+    getQueryValue(k) {
+        var _a;
+        return (_a = this.queryAttributeValues) === null || _a === void 0 ? void 0 : _a.get(k);
+    }
     addQuery(attrName, op = '=', attrVal = undefined) {
         if (this.queryAttributes === undefined)
             this.queryAttributes = newInstanceAttributes();
@@ -3088,17 +3265,22 @@ export function findIdAttribute(inst) {
     }
     return undefined;
 }
+function defaultValueIsFunctionCall(dv) {
+    return dv.endsWith('()');
+}
 function maybeSetDefaultAttributeValues(schema, attributes) {
     const defAttrs = defaultAttributes(schema);
     defAttrs.forEach((v, k) => {
         const cv = attributes.get(k);
         if (cv === undefined || cv === null) {
             if (isString(v)) {
-                if (v == 'uuid()') {
-                    v = crypto.randomUUID();
-                }
-                else if (v == 'now()') {
-                    v = now();
+                if (defaultValueIsFunctionCall(v)) {
+                    try {
+                        v = eval(v);
+                    }
+                    catch (_a) {
+                        v = (0, eval)(`globalThis.${v}`);
+                    }
                 }
             }
             attributes.set(k, v);
@@ -3217,22 +3399,27 @@ function markAsAgentEvent(event) {
     return event;
 }
 export function defineAgentEvent(moduleName, agentName, instruction) {
-    const module = fetchModule(moduleName);
-    const event = new Event(agentName, moduleName);
-    markAsAgentEvent(event)
-        .addAttribute('message', { type: 'Any' })
-        .addAttribute('chatId', asOptionalAttribute({ type: 'String' }))
-        .addAttribute('mode', asSystemAttribute(asOptionalAttribute({ type: 'String' })))
-        .addMeta(EventAgentName, agentName);
+    let event = maybeGetEvent(agentName, moduleName);
+    const newEvent = event === undefined;
+    if (event === undefined) {
+        event = new Event(agentName, moduleName)
+            .addAttribute('message', { type: 'Any' })
+            .addAttribute('chatId', asOptionalAttribute({ type: 'String' }))
+            .addAttribute('mode', asSystemAttribute(asOptionalAttribute({ type: 'String' })))
+            .addMeta(SystemDefinedEvent, 'true');
+    }
+    markAsAgentEvent(event).addMeta(EventAgentName, agentName);
     if (instruction) {
         event.addMeta(DocumentationMetaTag, `This event will trigger an agent which has the instruction - "${instruction}".
     So make sure to pass all relevant information in the 'message' attribute of this event.`);
     }
+    const module = fetchModule(moduleName);
     const agent = module.getAgent(agentName);
     if (agent && agent.isPublic()) {
         event.setPublic(true);
     }
-    module.addEntry(event);
+    if (newEvent)
+        module.addEntry(event);
 }
 export function isTimer(eventInst) {
     return eventInst.getFqName() == 'agentlang/timer';
@@ -3320,16 +3507,17 @@ export function getAttributeNames(entityFqName) {
     const scm = fetchModule(parts.getModuleName()).getRecord(parts.getEntryName()).schema;
     return [...scm.keys()];
 }
-export function setMetaAttributes(attrs, env, inUpdateMode = false) {
+export async function setMetaAttributes(attrs, env, inUpdateMode = false) {
     const user = env.getActiveUser();
     attrs.set(SysAttr_LastModified, now()).set(SysAttr_LastModifiedBy, user);
     if (!inUpdateMode && attrs.get(SysAttr_CreatedBy) === undefined) {
         attrs.set(SysAttr_CreatedBy, user);
     }
+    attrs.set(TenantAttributeName, await getUserTenantId(user, env));
 }
-export function setAllMetaAttributes(attrs, env, inUpdateMode = false) {
+export async function setAllMetaAttributes(attrs, env, inUpdateMode = false) {
     attrs.set(SysAttr_Created, now());
-    setMetaAttributes(attrs, env, inUpdateMode);
+    await setMetaAttributes(attrs, env, inUpdateMode);
 }
 function linkEventName(moduleName, relName, unlink) {
     const tag = unlink ? 'unlink' : 'link';