@aj-archipelago/cortex 0.0.10 → 0.0.11

package/config.js

@@ -1,7 +1,8 @@
-const path = require('path');
-const convict = require('convict');
-const handlebars = require("handlebars");
-const fs = require('fs');
+import path from 'path';
+const __dirname = path.dirname(new URL(import.meta.url).pathname);
+import convict from 'convict';
+import handlebars from 'handlebars';
+import fs from 'fs';
 
 // Schema for config
 var config = convict({
@@ -108,7 +109,13 @@ var config = convict({
         format: String,
         default: null,
         env: 'CORTEX_CONFIG_FILE'
-    }
+    },
+    serpApiKey: {
+        format: String,
+        default: null,
+        env: 'SERPAPI_API_KEY',
+        sensitive: true
+    },
 });
 
 // Read in environment variables and set up service configuration
@@ -127,22 +134,21 @@ if (configFile && fs.existsSync(configFile)) {
     }
 }
 
-
 // Build and load pathways to config
-const buildPathways = (config) => {
+const buildPathways = async (config) => {
     const { pathwaysPath, corePathwaysPath, basePathwayPath } = config.getProperties();
 
     // Load cortex base pathway 
-    const basePathway = require(basePathwayPath);
+    const basePathway = await import(basePathwayPath).then(module => module.default);
 
     // Load core pathways, default from the Cortex package
     console.log('Loading core pathways from', corePathwaysPath)
-    let loadedPathways = require(corePathwaysPath);
+    let loadedPathways = await import(`${corePathwaysPath}/index.js`).then(module => module);
 
     // Load custom pathways and override core pathways if same
     if (pathwaysPath && fs.existsSync(pathwaysPath)) {
         console.log('Loading custom pathways from', pathwaysPath)
-        const customPathways = require(pathwaysPath);
+        const customPathways = await import(`${pathwaysPath}/index.js`).then(module => module);
         loadedPathways = { ...loadedPathways, ...customPathways };
     }
 
@@ -191,4 +197,4 @@ const buildModels = (config) => {
 // TODO: Perform validation
 // config.validate({ allowed: 'strict' });
 
-module.exports = { config, buildPathways, buildModels };
+export { config, buildPathways, buildModels };

package/graphql/chunker.js

@@ -1,4 +1,4 @@
-const { encode, decode } = require('gpt-3-encoder')
+import { encode, decode } from 'gpt-3-encoder';
 
 const getLastNToken = (text, maxTokenLen) => { 
     const encoded = encode(text);
@@ -132,6 +132,6 @@ const semanticTruncate = (text, maxLength) => {
     : truncatedText + "...";
 };
 
-module.exports = {
+export {
     getSemanticChunks, semanticTruncate, getLastNToken, getFirstNToken
-}
+};

package/graphql/graphql.js

@@ -1,23 +1,21 @@
-const { createServer } = require('http');
-const {
+import { createServer } from 'http';
+import {
     ApolloServerPluginDrainHttpServer,
     ApolloServerPluginLandingPageLocalDefault,
-} = require("apollo-server-core");
-const { makeExecutableSchema } = require('@graphql-tools/schema');
-const { WebSocketServer } = require('ws');
-const { useServer } = require('graphql-ws/lib/use/ws');
-const express = require('express');
-
-/// Create apollo graphql server
-const Keyv = require("keyv");
-const { KeyvAdapter } = require("@apollo/utils.keyvadapter");
-const responseCachePlugin = require('apollo-server-plugin-response-cache').default
-
-const subscriptions = require('./subscriptions');
-const { buildLimiters } = require('../lib/request');
-const { cancelRequestResolver } = require('./resolver');
-const { buildPathways, buildModels } = require('../config');
-const { requestState } = require('./requestState');
+} from 'apollo-server-core';
+import { makeExecutableSchema } from '@graphql-tools/schema';
+import { WebSocketServer } from 'ws';
+import { useServer } from 'graphql-ws/lib/use/ws';
+import express from 'express';
+import { ApolloServer } from 'apollo-server-express';
+import Keyv from 'keyv';
+import { KeyvAdapter } from '@apollo/utils.keyvadapter';
+import responseCachePlugin from 'apollo-server-plugin-response-cache';
+import subscriptions from './subscriptions.js';
+import { buildLimiters } from '../lib/request.js';
+import { cancelRequestResolver } from './resolver.js';
+import { buildPathways, buildModels } from '../config.js';
+import { requestState } from './requestState.js';
 
 const getPlugins = (config) => {
     // server plugins
@@ -134,9 +132,9 @@ const getResolvers = (config, pathways) => {
 }
 
 //graphql api build factory method
-const build = (config) => {
+const build = async (config) => {
     // First perform config build
-    buildPathways(config);
+    await buildPathways(config);
     buildModels(config);
 
     // build api limiters 
@@ -152,7 +150,6 @@ const build = (config) => {
 
     const { plugins, cache } = getPlugins(config);
 
-    const { ApolloServer, gql } = require('apollo-server-express');
     const app = express()
 
     const httpServer = createServer(app);
@@ -221,6 +218,6 @@ const build = (config) => {
 }
 
 
-module.exports = {
+export {
     build
 };

package/graphql/parser.js

@@ -31,7 +31,7 @@ const parseNumberedObjectList = (text, format) => {
     return result;
 }
 
-module.exports = {
+export {
     regexParser,
     parseNumberedList,
     parseNumberedObjectList,

package/graphql/pathwayPrompter.js

@@ -1,10 +1,9 @@
 // PathwayPrompter.js
-const OpenAIChatPlugin = require('./plugins/openAIChatPlugin');
-const OpenAICompletionPlugin = require('./plugins/openAICompletionPlugin');
-const AzureTranslatePlugin = require('./plugins/azureTranslatePlugin');
-const OpenAIWhisperPlugin = require('./plugins/openAiWhisperPlugin');
-const handlebars = require("handlebars");
-const { Exception } = require("handlebars");
+import OpenAIChatPlugin from './plugins/openAIChatPlugin.js';
+import OpenAICompletionPlugin from './plugins/openAICompletionPlugin.js';
+import AzureTranslatePlugin from './plugins/azureTranslatePlugin.js';
+import OpenAIWhisperPlugin from './plugins/openAiWhisperPlugin.js';
+import handlebars from 'handlebars';
 
 // register functions that can be called directly in the prompt markdown
 handlebars.registerHelper('stripHTML', function (value) {
@@ -27,7 +26,7 @@ class PathwayPrompter {
         const model = config.get('models')[modelName];
 
         if (!model) {
-            throw new Exception(`Model ${modelName} not found in config`);
+            throw new handlebars.Exception(`Model ${modelName} not found in config`);
         }
 
         let plugin;
@@ -46,7 +45,7 @@ class PathwayPrompter {
                 plugin = new OpenAIWhisperPlugin(config, pathway);
                 break;
             default:
-                throw new Exception(`Unsupported model type: ${model.type}`);
+                throw new handlebars.Exception(`Unsupported model type: ${model.type}`);
         }
 
         this.plugin = plugin;
@@ -57,6 +56,6 @@ class PathwayPrompter {
     }
 }
 
-module.exports = {
+export {
     PathwayPrompter
 };

package/graphql/pathwayResolver.js

@@ -1,14 +1,12 @@
-const { PathwayPrompter } = require('./pathwayPrompter');
-const {
-    v4: uuidv4,
-} = require('uuid');
-const pubsub = require('./pubsub');
-const { encode } = require('gpt-3-encoder')
-const { getFirstNToken, getLastNToken, getSemanticChunks } = require('./chunker');
-const { PathwayResponseParser } = require('./pathwayResponseParser');
-const { Prompt } = require('./prompt');
-const { getv, setv } = require('../lib/keyValueStorageClient');
-const { requestState } = require('./requestState');
+import { PathwayPrompter } from './pathwayPrompter.js';
+import { v4 as uuidv4 } from 'uuid';
+import pubsub from './pubsub.js';
+import { encode } from 'gpt-3-encoder';
+import { getFirstNToken, getLastNToken, getSemanticChunks } from './chunker.js';
+import { PathwayResponseParser } from './pathwayResponseParser.js';
+import { Prompt } from './prompt.js';
+import { getv, setv } from '../lib/keyValueStorageClient.js';
+import { requestState } from './requestState.js';
 
 const MAX_PREVIOUS_RESULT_TOKEN_LENGTH = 1000;
 
@@ -125,7 +123,7 @@ class PathwayResolver {
         // Get saved context from contextId or change contextId if needed
         const { contextId } = args;
         this.savedContextId = contextId ? contextId : null;
-        this.savedContext = contextId ? (getv && await getv(contextId) || {}) : {};
+        this.savedContext = contextId ? (getv && (await getv(contextId)) || {}) : {};
 
         // Save the context before processing the request
         const savedContextStr = JSON.stringify(this.savedContext);
@@ -312,4 +310,4 @@ class PathwayResolver {
     }
 }
 
-module.exports = { PathwayResolver };
+export { PathwayResolver };

package/graphql/pathwayResponseParser.js

@@ -1,4 +1,4 @@
-const { parseNumberedList, parseNumberedObjectList } = require('./parser')
+import { parseNumberedList, parseNumberedObjectList } from './parser.js';
 
 class PathwayResponseParser {
     constructor(pathway) {
@@ -21,4 +21,4 @@ class PathwayResponseParser {
     }
 }
 
-module.exports = { PathwayResponseParser };
+export { PathwayResponseParser };

package/graphql/plugins/azureTranslatePlugin.js

@@ -1,5 +1,5 @@
 // AzureTranslatePlugin.js
-const ModelPlugin = require('./modelPlugin');
+import ModelPlugin from './modelPlugin.js';
 
 class AzureTranslatePlugin extends ModelPlugin {
     constructor(config, pathway) {
@@ -37,4 +37,4 @@ class AzureTranslatePlugin extends ModelPlugin {
     }
 }
 
-module.exports = AzureTranslatePlugin;
+export default AzureTranslatePlugin;

package/graphql/plugins/modelPlugin.js

@@ -1,8 +1,9 @@
 // ModelPlugin.js
-const handlebars = require('handlebars');
-const { request } = require("../../lib/request");
-const { encode } = require("gpt-3-encoder");
-const { getFirstNToken } = require("../chunker");
+import handlebars from 'handlebars';
+
+import { request } from '../../lib/request.js';
+import { encode } from 'gpt-3-encoder';
+import { getFirstNToken } from '../chunker.js';
 
 const DEFAULT_MAX_TOKENS = 4096;
 const DEFAULT_PROMPT_TOKEN_RATIO = 0.5;
@@ -237,7 +238,7 @@ class ModelPlugin {
         const responseData = await request({ url, data, params, headers, cache: this.shouldCache }, this.modelName);
         
         if (responseData.error) {
-            throw new Exception(`An error was returned from the server: ${JSON.stringify(responseData.error)}`);
+            throw new Error(`An error was returned from the server: ${JSON.stringify(responseData.error)}`);
         }
     
         this.logRequestData(data, responseData, prompt);
@@ -246,6 +247,6 @@ class ModelPlugin {
 
 }
 
-module.exports = ModelPlugin;
+export default ModelPlugin;
 
   

package/graphql/plugins/openAiChatPlugin.js

@@ -1,5 +1,5 @@
 // OpenAIChatPlugin.js
-const ModelPlugin = require('./modelPlugin');
+import ModelPlugin from './modelPlugin.js';
 
 class OpenAIChatPlugin extends ModelPlugin {
     constructor(config, pathway) {
@@ -43,4 +43,4 @@ class OpenAIChatPlugin extends ModelPlugin {
     }
 }
 
-module.exports = OpenAIChatPlugin;
+export default OpenAIChatPlugin;

package/graphql/plugins/openAiCompletionPlugin.js

@@ -1,6 +1,7 @@
 // OpenAICompletionPlugin.js
-const ModelPlugin = require('./modelPlugin');
-const { encode } = require("gpt-3-encoder");
+import ModelPlugin from './modelPlugin.js';
+
+import { encode } from 'gpt-3-encoder';
 
 class OpenAICompletionPlugin extends ModelPlugin {
     constructor(config, pathway) {
@@ -66,5 +67,5 @@ class OpenAICompletionPlugin extends ModelPlugin {
     }
 }
 
-module.exports = OpenAICompletionPlugin;
+export default OpenAICompletionPlugin;
 

package/graphql/plugins/openAiWhisperPlugin.js

@@ -1,9 +1,10 @@
 // OpenAICompletionPlugin.js
-const ModelPlugin = require('./modelPlugin');
-const FormData = require('form-data');
-const fs = require('fs');
-const { splitMediaFile, isValidYoutubeUrl, processYoutubeUrl, deleteTempPath } = require('../../lib/fileChunker');
-const pubsub = require('../pubsub');
+import ModelPlugin from './modelPlugin.js';
+
+import FormData from 'form-data';
+import fs from 'fs';
+import { splitMediaFile, isValidYoutubeUrl, processYoutubeUrl, deleteTempPath } from '../../lib/fileChunker.js';
+import pubsub from '../pubsub.js';
 
 class OpenAIWhisperPlugin extends ModelPlugin {
     constructor(config, pathway) {
@@ -87,5 +88,5 @@ class OpenAIWhisperPlugin extends ModelPlugin {
     }
 }
 
-module.exports = OpenAIWhisperPlugin;
+export default OpenAIWhisperPlugin;
 

package/graphql/prompt.js

@@ -43,4 +43,4 @@ function promptContains(variable, prompt) {
     return variables.includes(variable);
 }
 
-module.exports = { Prompt, promptContains };
+export { Prompt, promptContains };

package/graphql/pubsub.js

@@ -1,4 +1,4 @@
-const { PubSub } = require('graphql-subscriptions');
+import { PubSub } from 'graphql-subscriptions';
 const pubsub = new PubSub();
 
-module.exports = pubsub;
+export default pubsub;

package/graphql/requestState.js

@@ -1,5 +1,5 @@
 const requestState = {}; // Stores the state of each request
 
-module.exports = {
+export {
     requestState
 };

package/graphql/resolver.js

@@ -1,5 +1,5 @@
-const { fulfillWithTimeout } = require("../lib/promiser");
-const { PathwayResolver } = require("./pathwayResolver");
+import { fulfillWithTimeout } from '../lib/promiser.js';
+import { PathwayResolver } from './pathwayResolver.js';
 
 // This resolver uses standard parameters required by Apollo server:
 // (parent, args, contextValue, info)
@@ -38,6 +38,6 @@ const cancelRequestResolver = (parent, args, contextValue, info) => {
     return true
 }
 
-module.exports = {
+export {
     resolver, rootResolver, cancelRequestResolver
-}
+};

package/graphql/subscriptions.js

@@ -2,9 +2,10 @@
 //       multi-server instance
 // See https://www.apollographql.com/docs/apollo-server/v3/data/subscriptions/#resolving-a-subscription
 
-const pubsub = require("./pubsub");
-const { withFilter } = require("graphql-subscriptions");
-const { requestState } = require("./requestState");
+import pubsub from './pubsub.js';
+
+import { withFilter } from 'graphql-subscriptions';
+import { requestState } from './requestState.js';
 
 const subscriptions = {
     requestProgress: {
@@ -31,4 +32,4 @@ const subscriptions = {
     },
 };
 
-module.exports = subscriptions;
+export default subscriptions;

package/graphql/typeDef.js

@@ -3,59 +3,59 @@ const GRAPHQL_TYPE_MAP = {
     string: 'String',
     number: 'Int',
   };
-  
-  const typeDef = (pathway) => {
-    const { name, objName, defaultInputParameters, inputParameters, format } = pathway;
-  
-    const fields = format ? format.match(/\b(\w+)\b/g) : null;
-    const fieldsStr = !fields ? `` : fields.map((f) => `${f}: String`).join('\n    ');
-  
-    const typeName = fields ? `${objName}Result` : `String`;
-    const messageType = `input Message { role: String, content: String }`;
-  
-    const type = fields ? `type ${typeName} {
-      ${fieldsStr}
-      }` : ``;
-  
-    const resultStr = pathway.list ? `[${typeName}]` : typeName;
-  
-    const responseType = `type ${objName} {
-          debug: String
-          result: ${resultStr}
-          previousResult: String
-          warnings: [String]
-          contextId: String
-  }`;
-  
-    const params = { ...defaultInputParameters, ...inputParameters };
-  
-    const paramsStr = Object.entries(params)
-      .map(([key, value]) => {
-        if (typeof value === 'object' && Array.isArray(value)) {
-          return `${key}: [Message] = []`;
-        } else {
-          return `${key}: ${GRAPHQL_TYPE_MAP[typeof value]} = ${
-            typeof value === 'string' ? `"${value}"` : value
-          }`;
-        }
-      })
-      .join('\n');
-  
-    const restDefinition = Object.entries(params).map(([key, value]) => {
-      return {
-        name: key,
-        type: `${GRAPHQL_TYPE_MAP[typeof value]}${typeof value === 'object' && Array.isArray(value) ? '[]' : ''}`,
-      };
-    });
-  
-    const gqlDefinition = `${messageType}\n\n${type}\n\n${responseType}\n\nextend type Query {${name}(${paramsStr}): ${objName}}`;
-  
+
+const typeDef = (pathway) => {
+  const { name, objName, defaultInputParameters, inputParameters, format } = pathway;
+
+  const fields = format ? format.match(/\b(\w+)\b/g) : null;
+  const fieldsStr = !fields ? `` : fields.map((f) => `${f}: String`).join('\n    ');
+
+  const typeName = fields ? `${objName}Result` : `String`;
+  const messageType = `input Message { role: String, content: String }`;
+
+  const type = fields ? `type ${typeName} {
+    ${fieldsStr}
+    }` : ``;
+
+  const resultStr = pathway.list ? `[${typeName}]` : typeName;
+
+  const responseType = `type ${objName} {
+        debug: String
+        result: ${resultStr}
+        previousResult: String
+        warnings: [String]
+        contextId: String
+}`;
+
+  const params = { ...defaultInputParameters, ...inputParameters };
+
+  const paramsStr = Object.entries(params)
+    .map(([key, value]) => {
+      if (typeof value === 'object' && Array.isArray(value)) {
+        return `${key}: [Message] = []`;
+      } else {
+        return `${key}: ${GRAPHQL_TYPE_MAP[typeof value]} = ${
+          typeof value === 'string' ? `"${value}"` : value
+        }`;
+      }
+    })
+    .join('\n');
+
+  const restDefinition = Object.entries(params).map(([key, value]) => {
     return {
-      gqlDefinition,
-      restDefinition,
+      name: key,
+      type: `${GRAPHQL_TYPE_MAP[typeof value]}${typeof value === 'object' && Array.isArray(value) ? '[]' : ''}`,
     };
+  });
+
+  const gqlDefinition = `${messageType}\n\n${type}\n\n${responseType}\n\nextend type Query {${name}(${paramsStr}): ${objName}}`;
+
+  return {
+    gqlDefinition,
+    restDefinition,
   };
-  
-  module.exports = {
-    typeDef,
-  };
+};
+
+export {
+  typeDef,
+};

package/index.js

@@ -1,7 +1,7 @@
-const { config } = require('./config');
-const { build } = require('./graphql/graphql');
+import { config } from './config.js';
+import { build } from './graphql/graphql.js';
 
-module.exports = (configParams) => {
+export default async (configParams) => {
     configParams && config.load(configParams);
-    return build(config);
-}
+    return await build(config);
+};

package/lib/fileChunker.js

@@ -1,14 +1,18 @@
-const fs = require('fs');
-const ffmpegPath = require('@ffmpeg-installer/ffmpeg').path;
-const ffmpeg = require('fluent-ffmpeg');
+import fs from 'fs';
+import { path as ffmpegPath } from '@ffmpeg-installer/ffmpeg';
+import ffmpeg from 'fluent-ffmpeg';
 ffmpeg.setFfmpegPath(ffmpegPath);
-const path = require('path');
-const { v4: uuidv4 } = require('uuid');
-const os = require('os');
-const util = require('util');
+import path from 'path';
+import { v4 as uuidv4 } from 'uuid';
+import os from 'os';
+import util from 'util';
+import { pipeline } from 'stream';
+
 const ffmpegProbe = util.promisify(ffmpeg.ffprobe);
-const pipeline = util.promisify(require('stream').pipeline);
-const ytdl = require('ytdl-core');
+
+const cPipeline = util.promisify(pipeline);
+
+import ytdl from 'ytdl-core';
 
 
 async function processChunk(inputPath, outputFileName, start, duration) {
@@ -117,7 +121,7 @@ function convertYoutubeToMp3Stream(video) {
 
 async function pipeStreamToFile(stream, filePath) {
     try {
-        await pipeline(stream, fs.createWriteStream(filePath));
+        await cPipeline(stream, fs.createWriteStream(filePath));
         console.log('Stream piped to file successfully.');
     } catch (error) {
         console.error(`Error piping stream to file: ${error.message}`);
@@ -151,6 +155,6 @@ function deleteFile(filePath) {
     }
 }
 
-module.exports = {
+export {
     splitMediaFile, deleteTempPath, processYoutubeUrl, isValidYoutubeUrl
 };

package/lib/keyValueStorageClient.js

@@ -1,5 +1,5 @@
-const Keyv = require('keyv');
-const { config } = require('../config');
+import Keyv from 'keyv';
+import { config } from '../config.js';
 
 const storageConnectionString = config.get('storageConnectionString');
 
@@ -18,15 +18,15 @@ const keyValueStorageClient = new Keyv(storageConnectionString, {
 
 // Set values to keyv
 async function setv(key, value) {
-    return (keyValueStorageClient && await keyValueStorageClient.set(key, value));
+    return keyValueStorageClient && (await keyValueStorageClient.set(key, value));
 }
 
 // Get values from keyv
 async function getv(key) {
-    return (keyValueStorageClient && await keyValueStorageClient.get(key));
+    return keyValueStorageClient && (await keyValueStorageClient.get(key));
 }
 
-module.exports = {
+export {
     keyValueStorageClient,
     setv,
     getv

package/lib/promiser.js

@@ -19,6 +19,6 @@ const fulfillWithTimeout = (promise, timeout) => {
 };
 
 
-module.exports = {
+export {
     fulfillWithTimeout
-}
+};

package/lib/request.js

@@ -1,12 +1,14 @@
-const Bottleneck = require("bottleneck/es5");
-const RequestMonitor = require('./requestMonitor');
-const { config } = require('../config');
-let axios = require('axios');
+import Bottleneck from 'bottleneck/es5.js';
+import RequestMonitor from './requestMonitor.js';
+import { config } from '../config.js';
+import axios from 'axios';
+import { setupCache } from 'axios-cache-interceptor';
+
+let cortexAxios = axios;
 
 if (config.get('enableCache')) {
     // Setup cache
-    const { setupCache } = require('axios-cache-interceptor');
-    axios = setupCache(axios, {
+    cortexAxios = setupCache(axios, {
         // enable cache for all requests by default
         methods: ['get', 'post', 'put', 'delete', 'patch'],
         interpretHeader: false,
@@ -57,7 +59,7 @@ setInterval(() => {
 const postWithMonitor = async (model, url, data, axiosConfigObj) => {
     const monitor = monitors[model];
     monitor.incrementCallCount();
-    return axios.post(url, data, axiosConfigObj);
+    return cortexAxios.post(url, data, axiosConfigObj);
 }
 
 const MAX_RETRY = 10;
@@ -103,6 +105,6 @@ const request = async (params, model) => {
     return data;
 }
 
-module.exports = {
+export {
     request, postRequest, buildLimiters
-}
+};

package/lib/requestMonitor.js

@@ -38,6 +38,6 @@ class RequestMonitor {
       this.startTime = new Date();
     }
   }
-  
-  module.exports = RequestMonitor;
+
+export default RequestMonitor;
   

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aj-archipelago/cortex",
-  "version": "0.0.10",
+  "version": "0.0.11",
   "description": "Cortex is a GraphQL API for AI. It provides a simple, extensible interface for using AI services from OpenAI, Azure and others.",
   "repository": {
     "type": "git",
@@ -25,6 +25,7 @@
   },
   "author": "",
   "license": "MIT",
+  "type": "module",
   "homepage": "https://github.com/aj-archipelago/cortex#readme",
   "dependencies": {
     "@apollo/utils.keyvadapter": "^1.1.2",
@@ -49,6 +50,7 @@
     "graphql-ws": "^5.11.2",
     "handlebars": "^4.7.7",
     "keyv": "^4.5.2",
+    "langchain": "^0.0.47",
     "ws": "^8.12.0",
     "ytdl-core": "^4.11.2"
   },
@@ -57,7 +59,7 @@
     "dotenv": "^16.0.3"
   },
   "publishConfig": {
-    "access": "private"
+    "access": "restricted"
   },
   "ava": {
     "files": [

package/pathways/basePathway.js

@@ -1,8 +1,8 @@
-const { rootResolver, resolver } = require("../graphql/resolver");
-const { typeDef } = require('../graphql/typeDef')
+import { rootResolver, resolver } from '../graphql/resolver.js';
+import { typeDef } from '../graphql/typeDef.js';
 
 // all default definitions of a single pathway
-module.exports = {
+export default {
     prompt: `{{text}}`,
     defaultInputParameters: {
         text: ``,
@@ -19,4 +19,5 @@ module.exports = {
     useInputSummarization: false,    
     truncateFromFront: false,
     timeout: 120, // in seconds
-}
+};
+

package/pathways/bias.js

@@ -2,9 +2,9 @@
 // Objectivity analysis of text
 // This module exports a prompt that analyzes the given text and determines if it's written objectively. It also provides a detailed explanation of the decision.
 
-module.exports = {
+export default {
     // Uncomment the following line to enable caching for this prompt, if desired.
     // enableCache: true,
     
     prompt: `{{text}}\n\nIs the above text written objectively?  Why or why not, explain with details:\n`
-}
+};

package/pathways/chat.js

@@ -2,7 +2,7 @@
 // Simple context-aware chat bot
 // This is a two prompt implementation of a context aware chat bot. The first prompt generates content that will be stored in the previousResult variable and will be returned to the client. In the optimum implementation, the client will then update their chatContext variable for the next call. The second prompt actually responds to the user. The second prompt *could* use previousResult instead of chatContext, but in this situation previousResult will also include the current turn of the conversation to which it is responding. That can get a little confusing as it tends to overemphasize the current turn in the response.
 
-module.exports = {
+export default {
     prompt:
         [
             `{{{chatContext}}}\n\n{{{text}}}\n\nGiven the information above, create a short summary of the conversation to date making sure to include all of the personal details about the user that you encounter:\n\n`,            
@@ -12,4 +12,5 @@ module.exports = {
         chatContext: `User: Starting conversation.`,
     },
     useInputChunking: false,
-}
+};
+

package/pathways/complete.js

@@ -2,6 +2,8 @@
 // Text completion module
 // This module exports a prompt that takes an input text and completes it by generating a continuation of the given text.
 
-module.exports = {
+export default {
     prompt: `Continue and complete the following:\n\n{{text}}`
-}
+};
+
+

package/pathways/edit.js

@@ -2,9 +2,10 @@
 // Grammar and spelling correction module
 // This module exports a prompt that takes an input text and corrects all spelling and grammar errors found within the text.
 
-module.exports = {
+export default {
     // Set the temperature to 0 to favor more deterministic output when generating corrections.
     temperature: 0,
 
     prompt: `Correct all spelling and grammar errors in the input text.\n\nInput:\n{{text}}\n\nOutput:\n`
-}
+};
+

package/pathways/entities.js

@@ -2,7 +2,7 @@
 // Entity extraction module
 // This module exports a prompt that takes an input text and extracts the top entities and their definitions as specified by the count parameter.
 
-module.exports = {
+export default {
     // Set the temperature to 0 to favor more deterministic output when generating entity extraction.
     temperature: 0,
 
@@ -18,4 +18,5 @@ module.exports = {
 
     // Set the list option to true as the prompt is expected to return a list of entities.
     list: true,
-}
+};
+

package/pathways/index.js

@@ -1,12 +1,25 @@
-module.exports = {
-    "edit": require('./edit'),
-    "chat": require('./chat'),
-    "bias": require('./bias'),
-    "complete": require('./complete'),
-    "entities": require('./entities'),
-    "paraphrase": require('./paraphrase'),
-    "sentiment": require('./sentiment'),
-    "summary": require('./summary'),
-    "transcribe": require('./transcribe'),
-    "translate": require('./translate'),
-}
+import edit from './edit.js';
+import chat from './chat.js';
+import bias from './bias.js';
+import complete from './complete.js';
+import entities from './entities.js';
+import lc_test from './lc_test.mjs';
+import paraphrase from './paraphrase.js';
+import sentiment from './sentiment.js';
+import summary from './summary.js';
+import transcribe from './transcribe.js';
+import translate from './translate.js';
+
+export {
+    edit,
+    chat,
+    bias,
+    complete,
+    entities,
+    lc_test,
+    paraphrase,
+    sentiment,
+    summary,
+    transcribe,
+    translate
+};

package/pathways/lc_test.mjs

@@ -0,0 +1,99 @@
+// lc_test.js
+// LangChain Cortex integration test
+
+// Import required modules
+import { OpenAI } from "langchain/llms";
+import { PromptTemplate } from "langchain/prompts";
+import { LLMChain, ConversationChain } from "langchain/chains";
+import { initializeAgentExecutor } from "langchain/agents";
+import { SerpAPI, Calculator } from "langchain/tools";
+import { BufferMemory } from "langchain/memory";
+
+export default {
+
+    // Agent test case
+    resolver: async (parent, args, contextValue, info) => {
+
+        const { config } = contextValue;
+        const openAIApiKey = config.get('openaiApiKey');
+        const serpApiKey = config.get('serpApiKey');
+
+        const model = new OpenAI({ openAIApiKey: openAIApiKey, temperature: 0 });
+        const tools = [new SerpAPI( serpApiKey ), new Calculator()];
+
+        const executor = await initializeAgentExecutor(
+            tools,
+            model,
+            "zero-shot-react-description"
+            );
+
+        console.log(`====================`);
+        console.log("Loaded langchain agent.");
+        const input = args.text;
+        console.log(`Executing with input "${input}"...`);
+        const result = await executor.call({ input });
+        console.log(`Got output ${result.output}`);
+        console.log(`====================`);
+
+        return result?.output;
+    },
+
+    /*
+    // Agent test case
+    resolver: async (parent, args, contextValue, info) => {
+
+        const { config } = contextValue;
+        const openAIApiKey = config.get('openaiApiKey');
+        const serpApiKey = config.get('serpApiKey');
+
+        const model = new OpenAI({ openAIApiKey: openAIApiKey, temperature: 0 });
+        const tools = [new SerpAPI( serpApiKey ), new Calculator()];
+
+        const executor = await initializeAgentExecutor(
+            tools,
+            model,
+            "zero-shot-react-description"
+            );
+
+        console.log(`====================`);
+        console.log("Loaded langchain agent.");
+        const input = args.text;
+        console.log(`Executing with input "${input}"...`);
+        const result = await executor.call({ input });
+        console.log(`Got output ${result.output}`);
+        console.log(`====================`);
+
+        return result?.output;
+    },
+    */
+    // Simplest test case
+    /*
+    resolver: async (parent, args, contextValue, info) => {
+     
+        const { config } = contextValue;
+        const openAIApiKey = config.get('openaiApiKey');
+
+        const model = new OpenAI({ openAIApiKey: openAIApiKey, temperature: 0.9 });
+
+        const template = "What is a good name for a company that makes {product}?";
+
+        const prompt = new PromptTemplate({
+            template: template,
+            inputVariables: ["product"],
+        });
+
+        const chain = new LLMChain({ llm: model, prompt: prompt });  
+
+        console.log(`====================`);
+        console.log(`Calling langchain with prompt: ${prompt?.template}`);
+        console.log(`Input text: ${args.text}`);
+        const res = await chain.call({ product: args.text });
+        console.log(`Result: ${res?.text}`);
+        console.log(`====================`);     
+
+        return res?.text?.trim();
+    },
+    */
+};
+
+

package/pathways/paraphrase.js

@@ -2,6 +2,7 @@
 // Paraphrasing module
 // This module exports a prompt that takes an input text and rewrites it in a different way while maintaining the original meaning.
 
-module.exports = {
+export default {
     prompt: `Rewrite the following:\n\n{{{text}}}`
-}
+};
+

package/pathways/sentiment.js

@@ -2,6 +2,7 @@
 // Sentiment detection module
 // This module exports a prompt that takes an input text and asks how it makes the AI feel.
 
-module.exports = {
+export default {
     prompt: `How does the text below make you feel?\n\n{{text}}`,
-}
+};
+

package/pathways/summary.js

@@ -3,10 +3,10 @@
 // This module exports a prompt that takes an input text and generates a summary using a custom resolver.
 
 // Import required modules
-const { semanticTruncate } = require('../graphql/chunker');
-const { PathwayResolver } = require('../graphql/pathwayResolver');
+import { semanticTruncate } from '../graphql/chunker.js';
+import { PathwayResolver } from '../graphql/pathwayResolver.js';
 
-module.exports = {
+export default {
     // The main prompt function that takes the input text and asks to generate a summary.
     prompt: `{{{text}}}\n\nWrite a summary of the above text. If the text is in a language other than english, make sure the summary is written in the same language:\n\n`,
 
@@ -72,4 +72,6 @@ module.exports = {
             return summary;
         }
     }
-}
+};
+
+

package/pathways/transcribe.js

@@ -1,8 +1,10 @@
-module.exports = {
+export default {
     prompt: `{{text}}`,
     model: `oai-whisper`,
     inputParameters: {
         file: ``,
     },
     timeout: 600, // in seconds
-}
+};
+
+

package/pathways/translate.js

@@ -2,7 +2,7 @@
 // Translation module
 // This module exports a prompt that takes an input text and translates it from one language to another.
 
-module.exports = {
+export default {
     // Set the temperature to 0 to favor more deterministic output when generating translations.
     temperature: 0,
 
@@ -15,4 +15,5 @@ module.exports = {
 
     // Set the timeout for the translation process, in seconds.
     timeout: 300,
-}
+};
+

package/start.js

@@ -1,3 +1,6 @@
-const { startServer } = require('./index')();
+import startServerFactory from './index.js';
 
-startServer && startServer();
+(async () => {
+  const { startServer } = await startServerFactory();
+  startServer && startServer();
+})();

package/tests/chunkfunction.test.js

@@ -1,7 +1,6 @@
-const test = require('ava');
-
-const { getSemanticChunks } = require('../graphql/chunker');
-const { encode } = require('gpt-3-encoder')
+import test from 'ava';
+import { getSemanticChunks } from '../graphql/chunker.js';
+import { encode } from 'gpt-3-encoder';
 
 const testText = `Lorem ipsum dolor sit amet, consectetur adipiscing elit. In id erat sem. Phasellus ac dapibus purus, in fermentum nunc. Mauris quis rutrum magna. Quisque rutrum, augue vel blandit posuere, augue magna convallis turpis, nec elementum augue mauris sit amet nunc. Aenean sit amet leo est. Nunc ante ex, blandit et felis ut, iaculis lacinia est. Phasellus dictum orci id libero ullamcorper tempor.
 

package/tests/chunking.test.js

@@ -1,7 +1,12 @@
-const test = require('ava');
-const { getTestServer } = require('./main.test');
+import test from 'ava';
+import { getTestServer, initTypeDefsResolvers } from './main.test.js';
 
-const testServer = getTestServer();
+let testServer;
+
+test.before(async () => {
+  await initTypeDefsResolvers();
+  testServer = getTestServer();
+});
 
 test.after.always(async () => {
     await testServer.stop();

package/tests/main.test.js

@@ -1,22 +1,35 @@
-const test = require('ava');
+import test from 'ava';
+import { ApolloServer } from 'apollo-server';
+import { config } from '../config.js';
+import typeDefsresolversFactory from '../index.js';
 
-const { ApolloServer } = require('apollo-server');
-const { config } = require('../config');
-const { typeDefs, resolvers } = require('../index')();
+let typeDefs;
+let resolvers;
 
-const getTestServer = () => {
-    return new ApolloServer({
-        typeDefs,
-        resolvers,
-        context: () => ({ config, requestState: {} }),
-    });
-}
+const initTypeDefsResolvers = async () => {
+  const result = await typeDefsresolversFactory();
+  typeDefs = result.typeDefs;
+  resolvers = result.resolvers;
+};
 
-const testServer = getTestServer();
+const getTestServer = () => {
+  return new ApolloServer({
+    typeDefs,
+    resolvers,
+    context: () => ({ config, requestState: {} }),
+  });
+};
+
+let testServer;
+
+test.before(async () => {
+  await initTypeDefsResolvers();
+  testServer = getTestServer();
+});
 
 //stop server after all tests
 test.after.always('cleanup', async () => {
-    await testServer.stop();
+  await testServer.stop();
 });
 
 test('validates bias endpoint', async (t) => {
@@ -93,6 +106,7 @@ test('validates summary endpoint', async (t) => {
     t.truthy(response.data?.summary.result);
 });
 
-module.exports = {
+export {
+    initTypeDefsResolvers,
     getTestServer,
 };

package/tests/translate.test.js

@@ -1,9 +1,13 @@
-const test = require('ava');
-const { getTestServer } = require('./main.test');
+import test from 'ava';
+import { getTestServer, initTypeDefsResolvers } from './main.test.js';
 
-const testServer = getTestServer();
+let testServer;
+
+test.before(async () => {
+  await initTypeDefsResolvers();
+  testServer = getTestServer();
+});
 
-// stop server after all tests
 test.after.always(async () => {
     await testServer.stop();
 });