@surph_ai/cli 0.0.1

package/cli.js

@@ -0,0 +1,447 @@
+#!/usr/bin/env node
+
+// REFERENCE:
+// https://developer.atlassian.com/blog/2015/11/scripting-with-node/
+// https://www.npmjs.com/package/shelljs
+// https://github.com/expressjs/generator/blob/master/bin/express-cli.js
+// https://developer.atlassian.com/blog/2015/11/scripting-with-node/
+
+const { Command } = require('commander')
+const path = require('path')
+const fs = require('fs')
+const dotenv = require('dotenv')
+const prompt = require('prompt')
+const shell = require('shelljs')
+const colors = require('colors/safe')
+const AdmZip = require('adm-zip')
+// const auth = require('./auth')
+const deploy = require('./deploy')
+const scaffold = require('./scaffold')
+const utils = require('./utils')
+const packageJson = require('./package.json')
+
+const VERSION = packageJson.version
+const SURPH_REST_URL = 'https://surph-mongo-http-19075ff8d93f.herokuapp.com'
+// const RPC_URL = 'https://e3lunom2hka3u6iiotrlzrcez40uwdnk.lambda-url.us-east-1.on.aws'
+
+// FUTURE: Export as a referenceable type
+const ERRORS = {
+  // General errors
+  UNSPECIFIED: { exitCode: 1 },
+  INVALID_PARAMS: { exitCode: 2 },
+  NOT_LOGGED_IN: { exitCode: 3 },
+
+  // Deploy-specific errors
+  PROJECT_NOT_CONNECTED: { exitCode: 100 },
+  PROJECT_NOT_FOUND: { exitCode: 101 },
+  NOT_AUTHORIZED: { exitCode: 102 },
+};
+
+const surphSession = async () => {
+  try {
+    const userSessionPath = path.resolve(__dirname, '../../../.surph/session.json')
+    if (!fs.existsSync(userSessionPath)) {
+      console.log('Not logged in.')
+      return null
+    }
+    
+    const file = fs.readFileSync(userSessionPath, 'utf-8')
+    const session = JSON.parse(file)
+    return session
+  } catch (error) {
+    console.log('Not logged in.')
+    return null
+  }
+}
+
+const program = new Command()
+
+program.version(VERSION, '-v, --version', 'output the current version')
+
+program.command('help')
+.description('help')
+.action(() => {
+  console.log('HELP!')
+})
+
+program.command('version')
+.description('show current version')
+.action((cmd, options) => {
+  try {
+    const text = `${colors.cyan(`\nSurph Version: `)} ${colors.brightGreen(`${VERSION}`)}\n`
+    console.log(text)
+  } catch (error) {
+    // console.log(colors.red('\nError: '+err.message+'\n'))
+    utils.printError(error)
+  }
+})
+
+program.command('profile')
+.description('Current Surph user')
+.action(async (cmd, options) => {
+  // const userSessionPath = path.resolve(__dirname, '../../../.surph/session.json')
+  // if (!fs.existsSync(userSessionPath)) {
+  //   console.log('SESSION NOT FOUND:')
+  //   return
+  // }
+
+  // const file = fs.readFileSync(userSessionPath, 'utf-8')
+  // const data = JSON.parse(file)
+  // console.log('SESSION FOUND:' + JSON.stringify(data))
+
+  // const user = await auth.currentUser()
+  // if (user === false) {
+  //   program.error(`${colors.cyan('\nNot logged in. To log in:')}\n\n${colors.white('$ vly login')}`,
+  //     ERRORS.NOT_LOGGED_IN);
+  // }
+
+  // const text = `${colors.cyan(`\nLogged in as: `)} ${colors.brightGreen(`${user.username}`)}\n`
+  // console.log(text)
+})
+
+/*
+program.command('login')
+.description('login to Surph')
+.action(async (cmd, options) => {
+  try {
+    const credentials = await auth.showPrompt()
+
+    const resp = await axios({
+      url: `${PORTAL_URL}/auth/login`,
+      method: 'post',
+      data: credentials,
+      headers: { Accept: 'application/json'}
+    })
+
+    const { data } = resp.data
+		const user = { id: data._id, username: data.username }
+
+		shell.cd('')
+		utils.write('.Surph_user', JSON.stringify(user, null, 2) + '\n')
+
+    const successText = `${colors.cyan(`\nSuccess! `)} ${colors.brightGreen(`Currently Logged In As ${user.username}\n`)}`
+    console.log(successText)
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+
+program.command('dev')
+.description('run dev server')
+.action(async (cmd, options) => {
+  try {
+  	// shell.cp('-R', path.join(__dirname, '../default/lambda/js/index.js'), 'vectors/js/index.js')
+		shell.cd(path.join(__dirname, 'base/Surph-base'))
+    shell.exec('npm run dev')
+		// shell.cd('Surph-base')
+
+    // shell.exec('gulp build --gulpfile node_modules/@turbo360/turbo-sdk/src/gulpfile.js --silent')
+
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+*/
+
+program.command('new <name>')
+.description('create new Surph app')
+.action(name => scaffold(name, 'project'))
+
+program.command('toolserver')
+.description('run tool server')
+.action(async (cmd, options) => {
+  try {
+    shell.exec('nodemon --quiet ./node_modules/@surph_ai/sdk/toolserver/app')
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+
+program.command('chatserver')
+.description('run chat server')
+.action(async (cmd, options) => {
+  try {
+    shell.exec('nodemon --quiet ./node_modules/@surph_ai/sdk/toolserver/chat')
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+
+program.command('tool <name>')
+.description('create new Surph tool')
+.action(name => scaffold(name, 'tool'))
+
+program.command('manifest')
+.description('update manifest for Surph tool')
+.action(async (cmd, options) => {
+  try {
+    const manifestJson = require('../../../manifest.json')
+    const slug = Object.keys(manifestJson)[0]
+    const manifest = manifestJson[slug]
+    if (!manifest) {
+      throw new Error('manifest.json not found')
+    }
+
+    const schema = {
+      properties: {
+        description: {
+          description: colors.cyan('\nWhat does your tool do?'),
+          required: true
+        }
+      }
+    }
+
+    prompt.message = null
+    prompt.start()
+
+    const { description } = await prompt.get(schema)
+    // console.log('ARGS: ' + JSON.stringify(args))
+
+    const resp = await fetch('https://rpc.surph.ai/tools/manifest', {
+      method: "POST",
+      body: JSON.stringify({
+        description,
+        name: manifest.name,
+        slug: manifest.slug
+      }),
+      headers: {
+        'Accept': 'application/json',
+        'Content-type': 'application/json',
+        'x-surph-client': 'surph-sdk'
+      }
+    })
+
+    const { response } = await resp.json()
+		utils.write('manifest.json', JSON.stringify({[slug]: response}, null, 2) + '\n')
+    console.log(colors.white('\n\nManifest updated. Check manifest.json for changes.\n'))
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+
+
+/*
+program.command('connect')
+.description('Connect to Surph project')
+.action(async (cmd, options) => {
+  try {
+    const user = await auth.currentUser() // must be logged in.
+    if (user === false) {
+      program.error(`${colors.cyan('\nNot logged in. To log in:')}\n\n${colors.white('$ vly login')}`,
+        ERRORS.NOT_LOGGED_IN);
+    }
+
+    const projects = await Realm.restQuery('project', 'get', { 'members.id': user.id })
+    if (projects.length === 0) {
+      throw new Error(`No Projects not found.`)
+    }
+
+    // console.log('PROJECTS: ' + JSON.stringify(projects))
+
+    const _projects = projects.map(({ name }, idx) => `${idx + 1}. ${name}`)
+
+    const schema = {
+      properties: {
+        framework: {
+          message: `\n\n${_projects.join('\n')}\n\nSelect project number then press "enter"\n`,
+          required: true
+        }
+      }
+    }
+
+    prompt.start()
+
+    prompt.get(schema, (err, result) => {
+      if (err) {
+        console.log('\n')
+        return
+      }
+
+      const selected = result.framework.trim()
+      const index = parseInt(selected - 1)
+
+      if (index < 0) {
+        utils.printError(new Error('Invalid entry.'))
+        return
+      }
+
+      if (_projects.length < (index + 1)) {
+        utils.printError(new Error('Invalid entry.'))
+        return
+      }
+
+      const selectedApp = projects[index]
+      if (!selectedApp) {
+        utils.printError(new Error('Invalid entry.'))
+        return
+      }
+
+      // console.log('SELECTED: ' + JSON.stringify(selectedApp))
+      const { name, slug } = selectedApp
+      const envFile = utils.readFile('.env') || '{}'
+      const envJson = dotenv.parse(envFile)
+
+      const env = {
+        ...envJson,
+        'TURBO_PROJECT': name,
+        'TURBO_PROJECT_SLUG': slug
+      }
+
+      let envString = ''
+      Object.keys(env).forEach((key, i) => {
+        if (env[key] !== null) {
+          envString += key+'='+env[key]+'\n'
+        }
+      })
+
+      utils.write('.env', envString)
+      console.log('\nApp Connected!\nto deploy:\n\n$ vly deploy\n\n')
+    })
+  } catch (error) {
+    utils.printError(error)
+  }
+})
+*/
+
+program.command('publish')
+.description('Publish Surph tool')
+.action(async (cmd, options) => {
+  try {
+    const manifest = require('../../../manifest.json')
+    if (!manifest) {
+      throw new Error('manifest.json not found')
+    }
+
+    const keys = Object.keys(manifest)
+    if (keys.length === 0) {
+      throw new Error('invalid manifest.json')
+    }
+
+    const session = await surphSession()
+    if (!session) {
+      throw new Error('Not logged in.')
+    }
+
+    // console.log('SESSION: ' + JSON.stringify(session))
+    const userId = session?.userId
+
+    let resp = await fetch(`${SURPH_REST_URL}/rest/user/${userId}`, {
+      method: 'GET',
+      headers: {
+        Accept: 'application/json',
+        'x-surph-client': 'surph-sdk'
+      }
+    })
+
+    const { payload: user } = await resp.json()
+    // console.log('USER: ' + JSON.stringify(user))
+
+
+    const slug = keys[0]
+    resp = await fetch(`${SURPH_REST_URL}/rest/tool?slug=${slug}`, {
+      method: 'GET',
+      headers: {
+        Accept: 'application/json',
+        'x-surph-client': 'surph-sdk'
+      }
+    })
+
+    const { payload } = await resp.json()
+
+    const toolJson = manifest[slug]
+
+    // tool not registered yet, create:
+    if (payload.length === 0) {
+      const resp = await fetch(`${SURPH_REST_URL}/rest/tool`, {
+        method: 'POST',
+        body: JSON.stringify({
+          ...toolJson,
+          creator: {
+            _id: user._id,
+            username: user.username,
+            avatar: user.avatar
+          }
+        }),
+        headers: {
+          Accept: 'application/json',
+          'Content-Type': 'application/json',
+          'x-surph-client': 'surph-sdk'
+        }
+      })
+    
+      const { payload } = await resp.json()
+      console.log(`\nSurph tool registered. To view, visit:\n\nhttps://surph.ai/tool/${slug}\n`)
+      return
+    }
+
+    resp = await fetch(`${SURPH_REST_URL}/rest/tool/${payload[0]._id}`, {
+      method: 'PUT',
+      body: JSON.stringify({
+        ...toolJson,
+        creator: {
+          _id: user._id,
+          username: user.username,
+          avatar: user.avatar
+        }
+      }),
+      headers: {
+        Accept: 'application/json',
+        'Content-Type': 'application/json',
+        'x-surph-client': 'surph-sdk'
+      }
+    })
+  
+    const data = await resp.json()
+    console.log('\nSurph tool updated.')
+  } catch (error) {
+    console.log(colors.red('\nError: '+error.message+'\n'))
+  }
+})
+
+
+program.command('deploy')
+.description('Deploy to Surph')
+.action(async (cmd, options) => {
+  try {
+    /*
+    const { type } = cmd
+    if (type !== 'default' && type !== 'static') {
+      const msg = colors.red(`\nError: Invalid deployment type ${type}.\n`) +
+        colors.white(`Please select type "static" or omit type flag.\n`);
+      program.error(msg, ERRORS.INVALID_PARAMS)
+    }
+
+    const user = await auth.currentUser() // must be logged in.
+    if (user === false) {
+      program.error(`${colors.cyan('\nNot logged in. To log in:')}\n\n${colors.white('$ vly login')}`,
+        ERRORS.NOT_LOGGED_IN);
+    }
+
+    */
+
+    /*
+    const apps = await Realm.restQuery('project', 'get', { slug: TURBO_PROJECT_SLUG })
+    if (apps.length === 0) {
+      program.error(`App ${TURBO_PROJECT} not found.`, ERRORS.PROJECT_NOT_FOUND)
+    }
+
+    const { members } = apps[0]
+    if (!members.find(member => (member.id === user.id))) {
+      program.error('Unauthorized', ERRORS.NOT_AUTHORIZED)
+    }
+    */
+
+    const { SURPH_TOOL = null } = dotenv.parse(utils.readFile('.env') ?? '')
+
+    if (SURPH_TOOL === null) {
+      program.error('Surph project not connected. To connect, run:\n\n$ surph connect', ERRORS.PROJECT_NOT_CONNECTED)
+    }
+
+    await deploy.tool({ SURPH_TOOL_SLUG: SURPH_TOOL })
+  } catch (error) {
+    utils.printError(error)
+    program.error(`Unexpected error: ${error}`, ERRORS.UNSPECIFIED)
+  }
+})
+
+program.parse(process.argv)

package/deploy/index.js

@@ -0,0 +1,153 @@
+const path = require('path')
+const fs = require('fs')
+const shell = require('shelljs')
+const colors = require('colors/safe') // https://www.npmjs.com/package/colors
+const bestzip = require('bestzip')
+
+// const RPC_URL = 'https://e3lunom2hka3u6iiotrlzrcez40uwdnk.lambda-url.us-east-1.on.aws'
+const RPC_URL = 'https://rpc.surph.ai'
+const ZIP_NAME = 'LATEST.zip'
+const STATIC_ARCHIVE_NAME = 'Archive.zip'
+const DEFAULT_HEADERS = {
+  'Content-Type': 'application/json',
+  'Accept': 'application/json'
+}
+
+const rpcCall = async (action, args, headers = DEFAULT_HEADERS) => {
+  let path = null
+  if (action === 'uploadUrl') {
+    path = 's3/upload_url'
+  }
+  if (action === 'deployTool') {
+    path = 'tools/deploy'
+  }
+
+  try {
+    if (action === null) {
+      throw new Error(`Invalid action: ${action}`)
+    }
+
+    const resp = await fetch(`${RPC_URL}/${path}`, {
+      method: 'POST',
+      body: JSON.stringify(args),
+      headers: {
+        'Accept': 'application/json',
+        'Content-Type': 'application/json',
+        'x-surph-client': 'surph-sdk'
+      }
+    })
+
+    const { response } = await resp.json()
+    if (response.error) {
+      throw new Error(response.error)
+    }
+
+    return response
+  } catch (error) {
+    throw error    
+  }
+}
+
+/*
+// 09/17/2019 - this did not cover all scenarios. Windows worked fine (confirmed
+// by Marianne) but if on a funky linux distro, the "else" block failed.
+var zipDirectory = function(){
+	// console.log('PLT == ' + process.platform)
+	if (process.platform == 'win32'){ // fuck windows:
+		return bestzip.nodeZip({source:'*', destination: '../package.zip'})
+	}
+	else {
+		return new Promise(function(resolve, reject){
+			shell.exec('zip -r -q package.zip *')
+			resolve(true)
+		})
+	}
+} */
+
+const zipDirectory = (name = 'package.zip') => {
+	// the package.zip file has to be created in another directory
+	// otherwise it will include "package.zip" itself with nothing
+	// inside. This is sloppy so we create the package.zip file in
+	// one level up then bring it back into the deploy folder
+
+	if (process.platform === 'win32'){ // fuck windows:
+		return bestzip.nodeZip({
+      source: '*',
+      destination: `../${name}`
+    })
+	}
+	else {
+		return bestzip.nodeZip({
+      source: '*',
+      destination: `../${name}`
+    })
+	}
+}
+
+const compile = async (deployDir, name = 'package.zip', dir = null) => {
+  shell.mkdir('-p', `${deployDir}/`)
+  shell.cp('-R', `node_modules/@surph_ai/sdk/deploy/tool-handler.js`, `${deployDir}/main.js`)
+
+  if (dir === null) {
+    shell.cp('-R', '!(node_modules|deploy)', `${deployDir}/`) // copy everything but node_modules and deploy
+  } else {
+    // compress contents of specified directory:
+    shell.cd(dir)
+    shell.cp('-R', '!(node_modules|deploy)', `../${deployDir}/`)
+    shell.cd('..')
+  }
+
+  shell.cd(deployDir)
+  shell.exec('npm install --production --silent')
+
+  await zipDirectory(name) // package it up!
+
+  // the zip file has to be created in another directory
+  // otherwise it will include "*.zip" itself with nothing
+  // inside. This is sloppy so we create the zip file in
+  // one level up then bring it back into the deploy folder
+  shell.cd('..')
+  shell.mv([name], `${deployDir}/`)
+  shell.cd(deployDir)
+
+  shell.mv([name], '..') // place package in root directory
+  shell.cd('..')
+  shell.rm('-rf', deployDir) // remove hidden deploy dir
+}
+
+module.exports = {
+  tool: async ({ SURPH_TOOL_SLUG }) => {
+    if (!SURPH_TOOL_SLUG) {
+      throw new Error(colors.white('Tool undefined. Please check .env file.'))
+    }
+
+    const { uploadUrl } = await rpcCall('uploadUrl', {
+      collection: 'tools',
+      folder: SURPH_TOOL_SLUG,
+      filename: `uploads/${ZIP_NAME}`,
+      filetype: 'application/zip'
+    })
+
+    // console.log('UPLOAD URL: ' + uploadUrl)
+    console.log(`\n${colors.white('Deploying tool. This usually takes a few minutes...')}\n`)
+
+    await compile('.deploy', ZIP_NAME)
+  
+    await fetch(uploadUrl, {
+      method: 'PUT',
+      body: fs.readFileSync(ZIP_NAME),
+      headers: {
+        'Accept': 'application/json',
+        'Content-Type': 'application/zip'
+      }    
+    })
+
+    shell.rm('-rf', ZIP_NAME)
+
+    // connect container image to function:
+    await rpcCall('deployTool', { tool: SURPH_TOOL_SLUG })
+
+    console.log(colors.white('\nDeploy complete! To view your tool, navigate to\n'))
+    console.log(colors.white(`https://surph.ai/tool/${SURPH_TOOL_SLUG}\n\n`))
+  }
+}

package/deploy/tool-handler.js

@@ -0,0 +1,16 @@
+import tool from './dist/tools/index.js';
+
+export const handler = async (event) => {
+  const { args = {}, context = null, user = null } = event;
+  let payload = null;
+  try {
+    payload = await tool({ args, context, user });
+  } catch (error) {
+    payload = error instanceof Error ? error.message : String(error);
+  }
+
+  return {
+    statusCode: 200,
+    body: JSON.stringify(payload),
+  };
+};

package/index.js

@@ -0,0 +1,3 @@
+module.exports = {
+
+}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@surph_ai/cli",
+  "version": "0.0.1",
+  "description": "",
+  "main": "index.js",
+  "types": "./types.d.ts",
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "bin": {
+    "surph": "./cli.js"
+  },
+  "keywords": [],
+  "author": "SurphAI",
+  "license": "ISC",
+  "dependencies": {
+    "@aws-sdk/client-bedrock-runtime": "^3.1096.0",
+    "adm-zip": "^0.5.10",
+    "bestzip": "^2.2.1",
+    "cheerio": "^1.2.0",
+    "colors": "^1.4.0",
+    "commander": "^14.0.1",
+    "cookie": "^0.5.0",
+    "cors": "^2.8.6",
+    "dotenv": "^16.0.3",
+    "express": "^4.18.1",
+    "impit": "^0.14.0",
+    "mustache": "^4.2.0",
+    "prompt": "^1.3.0",
+    "shelljs": "^0.8.5"
+  }
+}