agentlang 0.10.2 → 0.10.3

package/src/runtime/resolvers/vector/types.ts

@@ -0,0 +1,39 @@
+export interface VectorRecord {
+  id: string;
+  embedding: number[];
+  tenantId?: string;
+  agentId?: string;
+  documentId?: string;
+  metadata?: Record<string, any>;
+}
+
+export interface SearchResult {
+  id: string;
+  distance: number;
+  tenantId?: string;
+  agentId?: string;
+  documentId?: string;
+  metadata?: Record<string, any>;
+}
+
+export interface VectorStore {
+  init(): Promise<void>;
+  addEmbedding(record: VectorRecord): Promise<void>;
+  addEmbeddings(records: VectorRecord[]): Promise<void>;
+  search(
+    embedding: number[],
+    tenantId?: string,
+    agentId?: string,
+    limit?: number
+  ): Promise<SearchResult[]>;
+  delete(id: string): Promise<void>;
+  exists(id: string): Promise<boolean>;
+  close(): Promise<void>;
+}
+
+export interface VectorStoreConfig {
+  dbname?: string;
+  moduleName: string;
+  vectorDimension: number;
+  inMemory?: boolean;
+}

package/src/runtime/services/documentFetcher.ts

@@ -68,6 +68,7 @@ class DocumentFetcherService {
 
   async fetchDocument(config: DocumentConfig): Promise<FetchedDocument | null> {
     this.ensureNodeEnv();
+    logger.info(`[DOC-FETCH] Starting fetch for: ${config.title}`);
     const cacheKey = `${config.title}:${config.url || config.documentServiceId}`;
     const cached = this.documentCache.get(cacheKey);
 
@@ -79,6 +80,7 @@ class DocumentFetcherService {
     try {
       let content: string;
       let sourceUrl: string;
+      logger.info(`[DOC-FETCH] Fetching from URL: ${config.url}`);
 
       if (config.url?.startsWith('document-service://')) {
         if (!config.retrievalConfig || config.retrievalConfig.provider !== 'document-service') {
@@ -144,8 +146,10 @@ class DocumentFetcherService {
         content = await this.fetchFromUrl(config.url);
         sourceUrl = config.url;
       } else if (config.url) {
+        logger.info(`[DOC-FETCH] Fetching from local file: ${config.url}`);
         content = await this.fetchFromLocal(config.url);
         sourceUrl = config.url;
+        logger.info(`[DOC-FETCH] Local file fetched successfully: ${content.length} chars`);
       } else {
         if (this.documentServiceConfig) {
           const docId = await this.lookupDocumentByTitle(config.title);
@@ -171,7 +175,9 @@ class DocumentFetcherService {
 
       this.documentCache.set(cacheKey, document);
 
+      logger.info(`[DOC-FETCH] Creating Document entity for: ${config.title}`);
       await this.createDocumentEntity(document);
+      logger.info(`[DOC-FETCH] Document entity created successfully for: ${config.title}`);
 
       return document;
     } catch (error) {
@@ -443,11 +449,14 @@ class DocumentFetcherService {
 
   private async fetchFromLocal(filePath: string): Promise<string> {
     try {
+      logger.info(`[DOC-FETCH] Reading local file: ${filePath}`);
       const content = await readFile(filePath);
+      logger.info(`[DOC-FETCH] File read successfully: ${content.length} chars`);
       const lowerPath = filePath.toLowerCase();
       const isMarkdown = lowerPath.endsWith('.md') || lowerPath.endsWith('.markdown');
 
       if (isMarkdown) {
+        logger.info(`[DOC-FETCH] Parsing markdown...`);
         return this.parseMarkdownText(content);
       }
 
@@ -547,10 +556,11 @@ class DocumentFetcherService {
     // Lazy load PDF parser
     if (!this.pdfParser) {
       try {
-        const pdfParse = await import('pdf-parse');
-        // Handle both ESM and CSM module formats
-        const parser = (pdfParse as any).default || pdfParse;
-        this.pdfParser = parser;
+        const { PDFParse } = await import('pdf-parse');
+        if (!PDFParse) {
+          throw new Error('pdf-parse does not export PDFParse');
+        }
+        this.pdfParser = PDFParse;
       } catch (error) {
         logger.error('Failed to load PDF parser', { error });
         throw new Error(
@@ -560,11 +570,16 @@ class DocumentFetcherService {
     }
 
     try {
-      const result = await this.pdfParser(buffer);
+      const parser = new this.pdfParser({ data: buffer });
+      const result = await parser.getText();
+      if (typeof parser.destroy === 'function') {
+        await parser.destroy();
+      }
       return result.text || '';
     } catch (error) {
       logger.error('PDF parsing failed', { error });
-      throw new Error(`Failed to parse PDF: ${error}`);
+      const message = error instanceof Error ? error.message : String(error);
+      throw new Error(`Failed to parse PDF: ${message}`);
     }
   }
 

package/src/runtime/state.ts

@@ -35,6 +35,21 @@ export const ConfigSchema = z.object({
         type: z.literal('sqlite'),
         dbname: z.string().optional(),
       }),
+      z.object({
+        type: z.literal('lancedb'),
+        path: z.string().optional(),
+      }),
+    ])
+    .optional(),
+  vectorStore: z
+    .discriminatedUnion('type', [
+      z.object({
+        type: z.literal('pgvector'),
+      }),
+      z.object({
+        type: z.literal('lancedb'),
+        dbname: z.string().optional(),
+      }),
     ])
     .optional(),
   integrations: z
@@ -42,7 +57,17 @@ export const ConfigSchema = z.object({
       host: z.string(),
       username: z.string().optional(),
       password: z.string().optional(),
-      connections: z.record(z.string(), z.string()),
+      connections: z.record(
+        z.string(),
+        z.union([
+          z.string(),
+          z.object({
+            config: z.string(),
+            resolvers: z.array(z.string()),
+          }),
+        ])
+      ),
+      oauth: z.boolean().default(false),
     })
     .optional(),
   graphql: z
@@ -71,6 +96,11 @@ export const ConfigSchema = z.object({
       enabled: z.boolean().default(false),
     })
     .optional(),
+  knowledgeGraph: z
+    .object({
+      serviceUrl: z.string().default('#js process.env.KNOWLEDGE_SERVICE_URL || ""'),
+    })
+    .optional(),
   authentication: z
     .discriminatedUnion('service', [
       z.object({
@@ -155,6 +185,15 @@ export function isMonitoringEnabled(): boolean {
   return internalMonitoringEnabled || AppConfig?.monitoring?.enabled === true;
 }
 
+export function isKnowledgeGraphEnabled(): boolean {
+  const url = AppConfig?.knowledgeGraph?.serviceUrl?.trim();
+  return !!(url && url.length > 0) || !!process.env.KNOWLEDGE_SERVICE_URL;
+}
+
+export function getKnowledgeGraphConfig(): Config['knowledgeGraph'] | undefined {
+  return AppConfig?.knowledgeGraph;
+}
+
 type TtlCacheEntry<T> = {
   value: T;
   expireTime: number;

package/src/syntaxes/agentlang.monarch.ts

@@ -1,7 +1,7 @@
 // Monarch syntax highlighting for the agentlang language.
 export default {
     keywords: [
-        '@actions','@after','@as','@asc','@async','@before','@catch','@desc','@distinct','@empty','@enum','@expr','@from','@full_join','@groupBy','@inner_join','@into','@join','@left_join','@meta','@oneof','@orderBy','@public','@rbac','@ref','@right_join','@then','@upsert','@where','@withRole','@with_unique','agent','agentlang/retry','allow','and','attempts','await','backoff','between','case','commitTransaction','contains','create','decision','delete','directive','else','entity','error','eval','event','extends','false','flow','for','glossaryEntry','if','import','in','like','module','not','not_found','onSubscription','or','purge','query','read','record','relationship','resolver','return','roles','rollbackTransaction','scenario','startTransaction','subscribe','throw','true','update','upsert','where','workflow'
+        '@actions','@after','@as','@asc','@async','@before','@catch','@desc','@distinct','@empty','@enum','@expr','@from','@full_join','@groupBy','@inner_join','@into','@join','@left_join','@limit','@meta','@offset','@oneof','@orderBy','@public','@rbac','@ref','@right_join','@then','@upsert','@where','@withRole','@with_unique','agent','agentlang/retry','allow','and','attempts','await','backoff','between','case','commitTransaction','contains','create','decision','delete','directive','else','entity','error','eval','event','extends','false','flow','for','glossaryEntry','if','import','in','like','module','not','not_found','onSubscription','or','purge','query','read','record','relationship','resolver','return','roles','rollbackTransaction','scenario','startTransaction','subscribe','throw','true','update','upsert','where','workflow'
     ],
     operators: [
         '!=','*','+',',','-','-->','.','/',':',';','<','<=','<>','=','==','>','>=','?','@'