@1kbirds/chidori 0.1.16

package/Cargo.toml

@@ -0,0 +1,77 @@
+[package]
+name = "chidori"
+version = "0.1.7"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+[lib]
+name = "chidori"
+crate-type = ["cdylib", "lib"]
+bench = false
+
+[features]
+python = [
+    "dep:pyo3",
+    "dep:pyo3-asyncio",
+    "dep:pyo3-log",
+]
+nodejs = [
+    "dep:neon"
+]
+
+
+# https://chat.openai.com/c/52edc960-dc19-4df7-b36f-30caad9c1905
+[dependencies]
+protobuf = "3.2.0"
+sqlparser = "0.34.0"
+# we do not enable wasm-bindgen serde-serialize because it causes this issue https://github.com/rustwasm/wasm-bindgen/pull/3031
+# serde-wasm-bindgen should be used instead
+
+# Vendor protoc and openssl so we don't need to separately install them
+openssl = { version = "0.10", features = ["vendored"] }
+
+once_cell = "1"
+prompt-graph-core = { path = "../prompt-graph-core", version = "0.1.0" }
+wasm-bindgen = {version = "0.2.86", features = []}
+handlebars = "4.3.7"
+anyhow = { version = "1.0", default-features = false }
+indoc = "1.0.3"
+serde = { version = "1.0", features = ["derive"] }
+serde-wasm-bindgen = "0.4"
+serde_json = "1.0.96"
+tonic = "0.9"
+prost = "0.11"
+tokio = { version = "1", features = ["full"] }
+env_logger = "0.10.0"
+log = "0.4.16"
+futures = "0.3.15"
+
+# Optional unless the python feature is enabled
+pyo3 = { version = "0.18.3", features = ["extension-module", "abi3-py37"], optional = true }
+pyo3-asyncio = { version = "0.18", features = ["attributes", "tokio-runtime"], optional = true  }
+pyo3-log = { version = "0.8.2", optional = true }
+
+neon-serde3 = "0.10.0"
+
+[dependencies.prompt-graph-exec]
+path = "../prompt-graph-exec"
+version = "0.1.0"
+default-features = false
+
+[dependencies.neon]
+version = "0.10.1"
+default-features = false
+features = ["napi-6", "channel-api", "promise-api", "try-catch-api"]
+optional = true
+
+[dev-dependencies]
+wasm-bindgen-test = "0.2"
+
+[build-dependencies]
+tonic-build = "0.9.2"
+pyo3-build-config = "0.19.1"
+
+
+[package.metadata.maturin]
+python-source = "package_python"
+name = "chidori"

package/build.rs

@@ -0,0 +1,7 @@
+fn main() -> Result<(), Box<dyn std::error::Error>> {
+
+    #[cfg(feature = "python")]
+    pyo3_build_config::add_extension_module_link_args();
+
+    Ok(())
+}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@1kbirds/chidori",
+  "version": "v0.1.16",
+  "description": "Prompt Graph SDK",
+  "main": "package_node/index.js",
+  "scripts": {
+    "build": "cargo-cp-artifact -nc ./package_node/native/chidori.node -- cargo build --message-format=json-render-diagnostics --features nodejs",
+    "build-debug": "npm run build --",
+    "build-release": "npm run build -- --release",
+    "test-rust": "cargo test",
+    "test-js": "jest tests/nodejs",
+    "install": "node-pre-gyp install"
+  },
+  "os": [
+    "darwin",
+    "linux",
+    "win32"
+  ],
+  "cpu": [
+    "x64",
+    "ia32",
+    "arm64"
+  ],
+  "binary": {
+    "module_name": "chidori",
+    "module_path": "./package_node/native",
+    "host": "https://github.com/thousandbirdsinc/monorepo/releases/download/",
+    "package_name": "{module_name}-v{version}-{node_abi}-{platform}-{arch}-{libc}.tar.gz",
+    "remote_path": "v{version}"
+  },
+  "license": "MIT",
+  "dependencies": {
+    "@mapbox/node-pre-gyp": "^1.0.8"
+  },
+  "devDependencies": {
+    "cargo-cp-artifact": "^0.1.8",
+    "jest": "^29.6.1"
+  }
+}

package/package_node/index.js

@@ -0,0 +1,96 @@
+"use strict";
+
+const { promisify } = require("util");
+
+const {
+    simpleFun,
+    nodehandleDebugExample,
+    nodehandleRunWhen,
+    nodehandleQuery,
+    chidoriNew,
+    chidoriStartServer,
+    chidoriObjInterface,
+    chidoriPlay,
+    chidoriPause,
+    chidoriBranch,
+    chidoriQuery,
+    chidoriGraphStructure,
+    chidoriCustomNode,
+    chidoriDenoCodeNode,
+    chidoriVectorMemoryNode
+} = require("./native/chidori.node");
+
+
+
+// Wrapper class for the boxed `Database` for idiomatic JavaScript usage
+class NodeHandle {
+    constructor() {
+        this.nh = nodehandleDebugExample();
+    }
+
+    runWhen(otherNodeHandle) {
+        return nodehandleRunWhen.call(this.nh, otherNodeHandle);
+    }
+
+    query(branch, frame) {
+        return nodehandleQuery.call(this.nh, branch, frame);
+    }
+}
+
+
+class Chidori {
+    constructor(fileId, url) {
+        this.chi = chidoriNew(fileId, url);
+    }
+
+    startServer() {
+        return chidoriStartServer.call(this.chi);
+    }
+
+    objectInterface(executionStatus) {
+        return chidoriObjInterface.call(this.chi, executionStatus);
+    }
+
+    play(branch, frame) {
+        return chidoriPlay.call(this.chi, branch, frame);
+    }
+
+    pause() {
+        return chidoriPause.call(this.chi, branch, frame);
+    }
+
+    query(query, branch, frame) {
+        return chidoriQuery.call(this.chi, query, branch, frame)
+    }
+
+    branch() {
+        return chidoriBranch.call(this.chi, branch, frame);
+    }
+
+    graphStructure() {
+        return chidoriGraphStructure.call(this.chi);
+    }
+
+    objInterface() {
+        return chidoriObjInterface.call(this.chi, branch, frame);
+    }
+
+    customNode(customNodeCreateOpts) {
+        return chidoriCustomNode.call(this.chi, createCustomNodeOpts);
+    }
+
+    denoCodeNode(denoCodeNodeCreateOpts) {
+        return chidoriDenoCodeNode.call(this.chi, denoCodeNodeCreateOpts);
+    }
+
+    vectorMemoryNode(vectorMemoryNodeCreateOpts) {
+        return chidoriVectorMemoryNode.call(this.chi, vectorMemoryNodeCreateOpts);
+    }
+}
+
+
+module.exports = {
+    Chidori: Chidori,
+    NodeHandle: NodeHandle,
+    simpleFun: simpleFun
+};

package/package_python/.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

package/package_python/.idea/misc.xml

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.9" project-jdk-type="Python SDK" />
+</project>

package/package_python/.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/package_python.iml" filepath="$PROJECT_DIR$/.idea/package_python.iml" />
+    </modules>
+  </component>
+</project>

package/package_python/.idea/package_python.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

package/package_python/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$/../../.." vcs="Git" />
+  </component>
+</project>

package/package_python/chidori.pyi

@@ -0,0 +1,30 @@
+from __future__ import annotations
+
+from typing import *
+
+class NodeHandle:
+    def get_name(self) -> str: ...
+    def run_when(self, node_handle: Optional[NodeHandle]) -> None: ...
+    def query(self, branch: int, frame: int) -> None: ...
+    def __str__(self) -> str: ...
+    def __repr__(self) -> str: ...
+
+class Chidori:
+    def start_server(self, file_path: Optional[str]) -> None: ...
+    def play(self, branch: int, frame: int) -> None: ...
+    def pause(self, frame: int) -> None: ...
+    def branch(self) -> None: ...
+    def query(self, query: str, branch: int, frame: int) -> None: ...
+    def list_branches(self) -> None: ...
+    def display_graph_structure(self) -> None: ...
+    def list_registered_graphs(self) -> None: ...
+    def list_input_proposals(self) -> None: ...
+    def list_change_events(self, callback: object) -> None: ...
+    def load_zip_file(self, name: str, output_tables: List[str], output: str, bytes: bytes) -> None: ...
+    def prompt_node(self, name: str, queries: List[Optional[str]], output_tables: List[str], template: str, model: str) -> None: ...
+    def poll_local_code_node_execution(self) -> None: ...
+    def ack_local_code_node_execution(self, branch: int, counter: int) -> None: ...
+    def respond_local_code_node_execution(self, branch: int, counter: int, node_name: str, response: Optional[object]) -> None: ...
+    def custom_node(self, name: str, queries: List[Optional[str]], output_tables: List[str], output: str, node_type_name: str) -> None: ...
+    def deno_code_node(self, name: str, queries: List[Optional[str]], output_tables: List[str], output: str, code: str, is_template: bool) -> None: ...
+    def vector_memory_node(self, name: str, queries: List[Optional[str]], output_tables: List[str], output: str, template: str, action: str, embedding_model: str, db_vendor: str, collection_name: str) -> None: ...

package/package_python/test_chidori.py

@@ -0,0 +1,33 @@
+import pytest
+from unittest.mock import AsyncMock, MagicMock
+from chidori import Chidori
+
+
+@pytest.mark.asyncio
+async def test_simple_agent():
+    client = Chidori("100", "http://localhost:9800")
+    await client.start_server(":memory:")
+    await client.deno_code_node(
+        name="InspirationalQuote",
+        code="""
+            return {"promptResult": "placeholder for openai call" }
+            """
+    )
+    pn = await client.deno_code_node(
+        name="CodeNode",
+        queries=["""
+            query Q {
+                InspirationalQuote {
+                  promptResult
+                }
+            }
+            """],
+        code="""
+            return {"output": "Here is your quote for "+ new Date() + {{InspirationalQuote.promptResult}} }
+            """,
+        is_template=True
+    )
+    await client.play(0, 0)
+    await pn.query(0, 100)
+
+

package/pyproject.toml

@@ -0,0 +1,33 @@
+[project]
+name = "chidori"
+repository = "https://github.com/thousandbirds/chidori"
+description = "A framework for building LLM based agents"
+authors = [
+    {name = "Colton Pierson"}
+]
+classifiers=[
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "Topic :: Software Development",
+    "Topic :: Software Development :: Libraries",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dependencies = [
+    "typing-extensions>=3; python_version < '3.8'",
+    "cffi"
+]
+requires-python = ">=3.9"
+
+
+[project.urls]
+homepage = "https://github.com/thousandbirds/chidori"
+documentation = "https://github.com/thousandbirds/chidori/README.md"
+repository = "https://github.com/thousandbirds/chidori"
+
+[build-system]
+requires = ["maturin>=1.0,<2.0"]
+build-backend = "maturin"
+
+[tool.maturin]
+features = ["python"]
+python-source = "package_python"

package/src/lib.rs

@@ -0,0 +1,22 @@
+extern crate protobuf;
+extern crate neon_serde3;
+pub mod translations;
+
+use prompt_graph_core::proto2::{ChangeValue, Path, SerializedValue};
+use prompt_graph_core::proto2::serialized_value::Val;
+
+
+/// Our local server implementation is an extension of this. Implementing support for multiple
+/// agent implementations to run on the same machine.
+pub fn create_change_value(address: Vec<String>, val: Option<Val>, branch: u64) -> ChangeValue {
+    ChangeValue{
+        path: Some(Path {
+            address,
+        }),
+        value: Some(SerializedValue {
+            val,
+        }),
+        branch,
+    }
+}
+

package/src/translations/mod.rs

@@ -0,0 +1,8 @@
+#[cfg(feature = "python")]
+mod python;
+
+#[cfg(feature = "nodejs")]
+pub mod nodejs;
+
+mod wasm;
+mod rust;