@asterai/cli 0.3.2 → 0.5.0

package/README.md

@@ -20,7 +20,7 @@ $ npm install -g @asterai/cli
 $ asterai COMMAND
 running command...
 $ asterai (--version)
-@asterai/cli/0.3.2 linux-x64 node-v20.12.2
+@asterai/cli/0.5.0 linux-x64 node-v20.12.2
 $ asterai --help [COMMAND]
 USAGE
   $ asterai COMMAND
@@ -32,11 +32,11 @@ USAGE
 
 <!-- commands -->
 * [`asterai auth KEY`](#asterai-auth-key)
-* [`asterai build [INPUT]`](#asterai-build-input)
-* [`asterai codegen`](#asterai-codegen)
-* [`asterai deploy [INPUT]`](#asterai-deploy-input)
+* [`asterai deploy`](#asterai-deploy)
 * [`asterai help [COMMAND]`](#asterai-help-command)
 * [`asterai init [OUTDIR]`](#asterai-init-outdir)
+* [`asterai pkg [INPUT]`](#asterai-pkg-input)
+* [`asterai query`](#asterai-query)
 
 ## `asterai auth KEY`
 
@@ -53,109 +53,114 @@ EXAMPLES
   $ asterai auth
 ```
 
-_See code: [src/commands/auth.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.3.2/src/commands/auth.ts)_
+_See code: [src/commands/auth.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.5.0/src/commands/auth.ts)_
 
-## `asterai build [INPUT]`
+## `asterai deploy`
 
-compiles the plugin
+uploads a plugin to asterai
 
 ```
 USAGE
-  $ asterai build [INPUT] [-m <value>]
+  $ asterai deploy [-a <value>] [-e <value>] [-s] [--plugin <value>] [--pkg <value>]
 
 FLAGS
-  -m, --manifest=<value>  [default: plugin.asterai.proto] manifest path
+  -a, --agent=<value>     agent ID to immediately activate this plugin for
+  -e, --endpoint=<value>  [default: https://api.asterai.io]
+  -s, --staging
+      --pkg=<value>       [default: package.wasm] package WASM path
+      --plugin=<value>    [default: plugin.wasm] plugin WASM path
 
 DESCRIPTION
-  compiles the plugin
+  uploads a plugin to asterai
 
 EXAMPLES
-  $ asterai build
+  $ asterai deploy --app 66a46b12-b1a7-4b72-a64a-0e4fe21902b6
 ```
 
-_See code: [src/commands/build.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.3.2/src/commands/build.ts)_
+_See code: [src/commands/deploy.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.5.0/src/commands/deploy.ts)_
 
-## `asterai codegen`
+## `asterai help [COMMAND]`
 
-Generate code from the plugin manifest
+Display help for asterai.
 
 ```
 USAGE
-  $ asterai codegen [-m <value>] [-o <value>] [-a <value>] [-l <value>] [-s]
+  $ asterai help [COMMAND...] [-n]
+
+ARGUMENTS
+  COMMAND...  Command to show help for.
 
 FLAGS
-  -a, --appId=<value>      app id
-  -l, --language=<value>   [default: js] language of generated typings
-  -m, --manifest=<value>   [default: plugin.asterai.proto] manifest path
-  -o, --outputDir=<value>  [default: generated] output directory
-  -s, --staging            use staging endpoint
+  -n, --nested-commands  Include all nested commands in the output.
 
 DESCRIPTION
-  Generate code from the plugin manifest
-
-EXAMPLES
-  $ asterai codegen
+  Display help for asterai.
 ```
 
-_See code: [src/commands/codegen.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.3.2/src/commands/codegen.ts)_
+_See code: [@oclif/plugin-help](https://github.com/oclif/plugin-help/blob/v6.0.22/src/commands/help.ts)_
 
-## `asterai deploy [INPUT]`
+## `asterai init [OUTDIR]`
 
-compiles and uploads the plugin to asterai
+Initialise a new plugin project
 
 ```
 USAGE
-  $ asterai deploy [INPUT] -a <value> [-m <value>] [-e <value>] [-s]
-
-FLAGS
-  -a, --app=<value>       (required) app ID to immediately configure this plugin with
-  -e, --endpoint=<value>  [default: https://api.asterai.io/app/plugin]
-  -m, --manifest=<value>  [default: plugin.asterai.proto] manifest path
-  -s, --staging
+  $ asterai init [OUTDIR]
 
 DESCRIPTION
-  compiles and uploads the plugin to asterai
+  Initialise a new plugin project
 
 EXAMPLES
-  $ asterai deploy --app 66a46b12-b1a7-4b72-a64a-0e4fe21902b6
+  $ asterai init project-name
 ```
 
-_See code: [src/commands/deploy.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.3.2/src/commands/deploy.ts)_
+_See code: [src/commands/init.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.5.0/src/commands/init.ts)_
 
-## `asterai help [COMMAND]`
+## `asterai pkg [INPUT]`
 
-Display help for asterai.
+bundles the WIT into a binary WASM package
 
 ```
 USAGE
-  $ asterai help [COMMAND...] [-n]
+  $ asterai pkg [INPUT] [-o <value>] [-w <value>] [-e <value>]
 
 ARGUMENTS
-  COMMAND...  Command to show help for.
+  INPUT  [default: plugin.wit] path to the plugin's WIT file
 
 FLAGS
-  -n, --nested-commands  Include all nested commands in the output.
+  -e, --endpoint=<value>  [default: https://api.asterai.io]
+  -o, --output=<value>    [default: package.wasm] output file name for the binary WASM package
+  -w, --wit=<value>       [default: package.wit] output package converted to the WIT format
 
 DESCRIPTION
-  Display help for asterai.
+  bundles the WIT into a binary WASM package
+
+EXAMPLES
+  $ asterai pkg
 ```
 
-_See code: [@oclif/plugin-help](https://github.com/oclif/plugin-help/blob/v6.0.22/src/commands/help.ts)_
+_See code: [src/commands/pkg.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.5.0/src/commands/pkg.ts)_
 
-## `asterai init [OUTDIR]`
+## `asterai query`
 
-Initialise a new plugin project
+query an asterai app interactively
 
 ```
 USAGE
-  $ asterai init [OUTDIR]
+  $ asterai query -a <value> -k <value> [-s] [-e <value>]
+
+FLAGS
+  -a, --app=<value>       (required)
+  -e, --endpoint=<value>  [default: https://api.asterai.io]
+  -k, --key=<value>       (required) app query key
+  -s, --staging
 
 DESCRIPTION
-  Initialise a new plugin project
+  query an asterai app interactively
 
 EXAMPLES
-  $ asterai init project-name
+  $ asterai query
 ```
 
-_See code: [src/commands/init.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.3.2/src/commands/init.ts)_
+_See code: [src/commands/query.ts](https://github.com/asterai-io/asterai-sdk/blob/v0.5.0/src/commands/query.ts)_
 <!-- commandsstop -->

package/asterai-init-plugin/package.json

@@ -1,23 +1,26 @@
 {
   "name": "plugin",
-  "version": "1.0.0",
+  "version": "0.1.0",
   "description": "",
-  "author": "asterai",
-  "license": "MIT",
+  "author": "",
+  "license": "UNLICENSED",
+  "type": "module",
   "scripts": {
     "auth": "asterai auth",
-    "codegen": "asterai codegen",
-    "build": "asterai build",
+    "gen:pkg": "mkdirp build && asterai pkg -o build/package.wasm -w build/package.wit",
+    "gen:types": "jco guest-types build/package.wit -n plugin -o generated/",
+    "compile": "tsc",
+    "componentize": "jco componentize build/plugin.js -w build/package.wit -n plugin -o build/plugin.wasm",
+    "build": "run-s gen:pkg gen:types compile componentize",
     "deploy": "asterai deploy"
   },
-  "type": "module",
   "devDependencies": {
     "@asterai/cli": "latest",
     "@asterai/sdk": "latest",
-    "@asterai/as-proto": "latest",
-    "@asterai/as-proto-gen": "latest"
-  },
-  "peerDependencies": {
-    "assemblyscript": "0.27.27"
+    "@bytecodealliance/jco": "^1.9.1",
+    "@types/node": "^22.13.4",
+    "mkdirp": "^3.0.1",
+    "npm-run-all": "^4.1.5",
+    "typescript": "^5.7.3"
   }
 }

package/asterai-init-plugin/plugin.ts

@@ -1,35 +1,11 @@
-import { BinaryOperationInput } from "./generated/BinaryOperationInput";
-import { CalculationOutput } from "./generated/CalculationOutput";
-import { PluginContext } from "./generated/PluginContext";
-import { ProcessQueryOutput } from "./generated/ProcessQueryOutput";
-import { Log } from "@asterai/sdk";
+import { BinaryOperationInput } from "./generated/plugin";
+import * as asterai from "asterai:host/api@0.1.0";
 
-export function processQuery(input: PluginContext): ProcessQueryOutput {
-  Log.info(`math plugin received a query: ${input.query.content}`);
-  // This doesn't return any data, but protobuf requires functions
-  // to always have one input and one output exactly to ensure
-  // backward compatibility.
-  return new ProcessQueryOutput();
-}
-
-export function add(input: BinaryOperationInput): CalculationOutput {
+export const add = (input: BinaryOperationInput): number => {
   const result = input.a + input.b;
-  // CalculationOutput returns a system message.
-  // The `system_message` field is sent to the LLM.
-  return new CalculationOutput(`the result is ${result}`);
-}
-
-export function mul(input: BinaryOperationInput): CalculationOutput {
-  const result = input.a * input.b;
-  return new CalculationOutput(`the result is ${result}`);
-}
-
-export function div(input: BinaryOperationInput): CalculationOutput {
-  const result = input.a / input.b;
-  return new CalculationOutput(`the result is ${result}`);
-}
-
-export function pow(input: BinaryOperationInput): CalculationOutput {
-  const result = input.a ** input.b;
-  return new CalculationOutput(`the result is ${result}`);
-}
+  // Send the calculation result to the agent.
+  asterai.sendResponseToAgent(`the result is ${result}`);
+  // This result is not seen by the agent, but it can be consumed by
+  // other plugins calling this function.
+  return result;
+};

package/asterai-init-plugin/plugin.wit

@@ -0,0 +1,12 @@
+package example:math@0.1.0;
+
+world plugin {
+  import asterai:host/api@0.1.0;
+
+  export add: func(input: binary-operation-input) -> s32;
+
+  record binary-operation-input {
+    a: f64,
+    b: f64,
+  }
+}

package/asterai-init-plugin/tsconfig.json

@@ -1,4 +1,11 @@
 {
-  "extends": "assemblyscript/std/assembly.json",
-  "include": ["./**/*.ts"]
+  "include": ["./**/*.ts"],
+  "compilerOptions": {
+    "outDir": "build",
+    "module": "ESNext",
+    "moduleResolution": "node",
+    "paths": {
+      "asterai:host/api@0.1.0": ["./generated/interfaces/asterai-host-api.d.ts"]
+    }
+  }
 }

package/dist/commands/deploy.d.ts

@@ -1,16 +1,14 @@
 import { Command } from "@oclif/core";
 export default class Deploy extends Command {
-    static args: {
-        input: import("@oclif/core/lib/interfaces/parser.js").Arg<string, Record<string, unknown>>;
-    };
+    static args: {};
     static description: string;
     static examples: string[];
     static flags: {
-        app: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
-        manifest: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        agent: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
         endpoint: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
         staging: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
+        plugin: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        pkg: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
     };
     run(): Promise<void>;
 }
-export declare const mergeProtoImports: (proto: string, protoPath: string, excludeSdk?: boolean, excludeSyntaxDefinition?: boolean, n?: number) => string;

package/dist/commands/deploy.js

@@ -1,59 +1,57 @@
-import { Args, Command, Flags } from "@oclif/core";
+import { Command, Flags } from "@oclif/core";
 import fs from "fs";
-import path from "path";
 import FormData from "form-data";
 import axios from "axios";
 import { getConfigValue } from "../config.js";
-import { build } from "./build.js";
-const PRODUCTION_ENDPOINT = "https://api.asterai.io/app/plugin";
-const STAGING_ENDPOINT = "https://staging.api.asterai.io/app/plugin";
+import { BASE_API_URL, BASE_API_URL_STAGING } from "../const.js";
+import path from "path";
+// If the input file doesn't exist, try looking into this dir.
+const RETRY_FIND_FILE_DIR = "build/";
 export default class Deploy extends Command {
-    static args = {
-        input: Args.string({
-            default: "plugin.ts",
-        }),
-    };
-    static description = "compiles and uploads the plugin to asterai";
+    static args = {};
+    static description = "uploads a plugin to asterai";
     static examples = [
         `<%= config.bin %> <%= command.id %> --app 66a46b12-b1a7-4b72-a64a-0e4fe21902b6`,
     ];
     static flags = {
-        app: Flags.string({
+        agent: Flags.string({
             char: "a",
-            description: "app ID to immediately configure this plugin with",
-            required: true,
-        }),
-        manifest: Flags.string({
-            char: "m",
-            description: "manifest path",
-            default: "plugin.asterai.proto",
+            description: "agent ID to immediately activate this plugin for",
+            required: false,
         }),
         endpoint: Flags.string({
             char: "e",
-            default: PRODUCTION_ENDPOINT,
+            default: BASE_API_URL,
         }),
         staging: Flags.boolean({
             char: "s",
         }),
+        plugin: Flags.string({
+            description: "plugin WASM path",
+            default: "plugin.wasm",
+        }),
+        pkg: Flags.string({
+            description: "package WASM path",
+            default: "package.wasm",
+        }),
     };
     async run() {
-        const { args, flags } = await this.parse(Deploy);
-        const output = await build(args, flags);
-        await deploy(output, flags);
+        const { flags } = await this.parse(Deploy);
+        await deploy(flags);
     }
 }
-const deploy = async (args, flags) => {
+const deploy = async (flags) => {
     const form = new FormData();
-    form.append("app_id", flags.app);
-    form.append("module", fs.readFileSync(args.outputFile));
-    const manifestString = fs.readFileSync(args.manifestPath, {
-        encoding: "utf8",
-    });
-    const mergedManifestString = mergeProtoImports(manifestString, args.manifestPath);
-    form.append("manifest", mergedManifestString);
-    const url = flags.staging ? STAGING_ENDPOINT : flags.endpoint;
+    if (flags.agent) {
+        form.append("agent_id", flags.agent);
+    }
+    const plugin = readFile(flags.plugin);
+    const pkg = readFile(flags.pkg);
+    form.append("plugin.wasm", plugin);
+    form.append("package.wasm", pkg);
+    const baseApiUrl = flags.staging ? BASE_API_URL_STAGING : flags.endpoint;
     await axios({
-        url,
+        url: `${baseApiUrl}/v1/plugin`,
         method: "put",
         data: form,
         headers: {
@@ -64,38 +62,17 @@ const deploy = async (args, flags) => {
         .then(() => console.log("done"))
         .catch(logRequestError);
 };
-export const mergeProtoImports = (proto, protoPath, excludeSdk = true, excludeSyntaxDefinition = true, n = 0) => {
-    let mergedManifestString = "";
-    const lines = proto.split("\n");
-    for (let line of lines) {
-        line = line.trim();
-        const isSyntaxLine = line.startsWith("syntax");
-        if (isSyntaxLine && (excludeSyntaxDefinition || n > 1)) {
-            continue;
-        }
-        const isImportLine = line.startsWith("import");
-        if (!isImportLine) {
-            mergedManifestString = `${mergedManifestString}\n${line}`;
-            continue;
-        }
-        const importLine = line.replaceAll("'", '"');
-        const pathStart = importLine.indexOf('"') + 1;
-        const pathEnd = importLine.lastIndexOf('"');
-        const pathRelative = importLine.substring(pathStart, pathEnd);
-        const isSdkImport = pathRelative.startsWith("node_modules/@asterai/sdk");
-        if (isSdkImport && excludeSdk) {
-            // Asterai protobuf definitions should not be uploaded
-            // as part of the plugin manifest.
-            continue;
-        }
-        const pathAbsolute = path.join(path.dirname(protoPath), pathRelative);
-        const importProto = fs.readFileSync(pathAbsolute, { encoding: "utf8" });
-        const importProtoMerged = mergeProtoImports(importProto, pathAbsolute, excludeSdk, excludeSyntaxDefinition, n + 1);
-        mergedManifestString = `${mergedManifestString}\n${importProtoMerged}`;
-    }
-    return mergedManifestString.trim();
-};
 const logRequestError = (e) => {
     const info = e.response?.data ?? e;
     console.log("request error:", info);
 };
+const readFile = (relativePath) => {
+    if (fs.existsSync(relativePath)) {
+        return fs.readFileSync(relativePath);
+    }
+    const retryPath = path.join(RETRY_FIND_FILE_DIR, relativePath);
+    if (fs.existsSync(retryPath)) {
+        return fs.readFileSync(retryPath);
+    }
+    throw new Error(`file not found: ${relativePath}`);
+};

package/dist/commands/pkg.d.ts

@@ -0,0 +1,27 @@
+import { Command } from "@oclif/core";
+export type PkgArgs = {
+    input: string;
+};
+export type PkgFlags = {
+    endpoint: string;
+    output: string;
+    wit?: string;
+};
+export type PkgOutput = {
+    outputFile: string;
+    witPath: string;
+};
+export default class Pkg extends Command {
+    static args: {
+        input: import("@oclif/core/lib/interfaces/parser.js").Arg<string, Record<string, unknown>>;
+    };
+    static flags: {
+        output: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        wit: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        endpoint: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+    };
+    static description: string;
+    static examples: string[];
+    run(): Promise<void>;
+}
+export declare const pkg: (args: PkgArgs, flags: PkgFlags) => Promise<PkgOutput>;

package/dist/commands/pkg.js

@@ -0,0 +1,98 @@
+import { Args, Command, Flags } from "@oclif/core";
+import path from "path";
+import fs from "fs/promises";
+import fsSync from "fs";
+import { BASE_API_URL } from "../const.js";
+import axios from "axios";
+import FormData from "form-data";
+import { getConfigValue } from "../config.js";
+export default class Pkg extends Command {
+    static args = {
+        input: Args.string({
+            default: "plugin.wit",
+            description: "path to the plugin's WIT file",
+        }),
+    };
+    static flags = {
+        output: Flags.string({
+            char: "o",
+            default: "package.wasm",
+            description: "output file name for the binary WASM package",
+        }),
+        wit: Flags.string({
+            char: "w",
+            default: "package.wit",
+            description: "output package converted to the WIT format",
+        }),
+        endpoint: Flags.string({
+            char: "e",
+            default: BASE_API_URL,
+        }),
+    };
+    static description = "bundles the WIT into a binary WASM package";
+    static examples = [`<%= config.bin %> <%= command.id %>`];
+    async run() {
+        const { args, flags } = await this.parse(Pkg);
+        await pkg(args, flags);
+    }
+}
+export const pkg = async (args, flags) => {
+    const witPath = path.resolve(args.input);
+    if (!fsSync.existsSync(witPath)) {
+        throw new Error(`WIT file not found at ${witPath}`);
+    }
+    const baseDir = path.dirname(witPath);
+    const outputFile = path.join(baseDir, flags.output);
+    const form = new FormData();
+    form.append("package.wit", await fs.readFile(witPath));
+    const response = await axios({
+        url: `${flags.endpoint}/v1/pkg`,
+        method: "post",
+        data: form,
+        headers: {
+            Authorization: getConfigValue("key"),
+            ...form.getHeaders(),
+        },
+        responseType: "arraybuffer",
+    }).catch(catchAxiosError);
+    validateResponseStatus(response.status);
+    await fs.writeFile(outputFile, Buffer.from(response.data), {
+        encoding: "binary",
+    });
+    if (flags.wit) {
+        await wasm2wit(flags.endpoint, outputFile, path.join(baseDir, flags.wit));
+    }
+    return {
+        outputFile,
+        witPath,
+    };
+};
+const wasm2wit = async (endpoint, inputFilePath, outputFilePath) => {
+    const form = new FormData();
+    form.append("package.wasm", await fs.readFile(inputFilePath));
+    const response = await axios({
+        url: `${endpoint}/v1/wasm2wit`,
+        method: "post",
+        data: form,
+        headers: {
+            Authorization: getConfigValue("key"),
+            ...form.getHeaders(),
+        },
+        responseType: "text",
+    });
+    validateResponseStatus(response.status);
+    await fs.writeFile(outputFilePath, response.data, { encoding: "utf8" });
+};
+const validateResponseStatus = (status) => {
+    if (status < 200 || status >= 300) {
+        throw new Error("request failed");
+    }
+};
+const catchAxiosError = (error) => {
+    const data = error.response?.data?.toString() ?? "";
+    if (axios.isAxiosError(error) && data.length > 0) {
+        const errorMessage = data.replace(/\\n/g, "\n");
+        throw new Error(`Request failed: ${errorMessage}`);
+    }
+    throw new Error("Request failed");
+};

package/dist/commands/query.d.ts

@@ -0,0 +1,13 @@
+import { Command } from "@oclif/core";
+export default class Query extends Command {
+    static args: {};
+    static description: string;
+    static examples: string[];
+    static flags: {
+        app: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        key: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        staging: import("@oclif/core/lib/interfaces/parser.js").BooleanFlag<boolean>;
+        endpoint: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+    };
+    run(): Promise<void>;
+}