symmetry-cli 1.0.4 → 1.0.6

package/.github/workflows/node.js.yml

@@ -0,0 +1,31 @@
+# This workflow will do a clean installation of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-nodejs
+
+name: Node.js CI
+
+on:
+  push:
+    branches: [ "master" ]
+  pull_request:
+    branches: [ "master" ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [18.x, 20.x, 22.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v4
+      with:
+        node-version: ${{ matrix.node-version }}
+        cache: 'npm'
+    - run: npm ci
+    - run: npm run build --if-present
+    - run: npm test

package/dist/provider.js

@@ -50,7 +50,7 @@ class SymmetryProvider {
         if (this._isPublic) {
             logger_1.logger.info(chalk_1.default.white(`🔑 Server key: ${this._config.get("serverKey")}`));
             logger_1.logger.info(chalk_1.default.white("🔗 Joining server, please wait."));
-            await this.joinServer();
+            this.testProviderCall();
         }
         process.on("SIGINT", async () => {
             var _a;
@@ -63,6 +63,50 @@ class SymmetryProvider {
             }
         });
     }
+    async testProviderCall() {
+        logger_1.logger.info(chalk_1.default.white(`👋 Saying hello to your provider...`));
+        const testMessages = [
+            { role: "user", content: "Hello, this is a test message." },
+        ];
+        const req = this.buildStreamRequest(testMessages);
+        if (!req) {
+            logger_1.logger.error(chalk_1.default.red("❌ Failed to build test request"));
+            throw new Error("Failed to build test request");
+        }
+        const { requestOptions, requestBody } = req;
+        const { protocol, hostname, port, path, method, headers } = requestOptions;
+        const url = `${protocol}://${hostname}:${port}${path}`;
+        logger_1.logger.info(chalk_1.default.white(`🚀 Sending test request to ${url}`));
+        try {
+            const response = await fetch(url, {
+                method,
+                headers,
+                body: JSON.stringify(requestBody),
+            });
+            if (!response.ok) {
+                logger_1.logger.error(chalk_1.default.red(`❌ Server responded with status code: ${response.status}`));
+                throw new Error(`Server responded with status code: ${response.status}`);
+            }
+            if (!response.body) {
+                logger_1.logger.error(chalk_1.default.red("❌ Failed to get a ReadableStream from the response"));
+                throw new Error("Failed to get a ReadableStream from the response");
+            }
+            logger_1.logger.info(chalk_1.default.white(`📡 Got response, checking stream...`));
+            const reader = response.body.getReader();
+            const { done } = await reader.read();
+            if (done) {
+                logger_1.logger.error(chalk_1.default.red("❌ Stream ended without data"));
+                throw new Error("Stream ended without data");
+            }
+            logger_1.logger.info(chalk_1.default.green(`✅ Test inference call successful!`));
+        }
+        catch (error) {
+            logger_1.logger.error(chalk_1.default.red(`❌ Error during test inference call: ${error}`));
+            throw error;
+        }
+        logger_1.logger.info(chalk_1.default.white(`🔗 Proceeding to join server...`));
+        await this.joinServer();
+    }
     async joinServer() {
         const serverSwarm = new hyperswarm_1.default();
         const serverKey = Buffer.from(this._config.get("serverKey"));
@@ -147,16 +191,20 @@ class SymmetryProvider {
             }
         });
     }
-    async handleInferenceRequest(data, peer) {
-        const emitterKey = data.data.key;
-        const messages = data === null || data === void 0 ? void 0 : data.data.messages;
-        const req = this.buildStreamRequest(data === null || data === void 0 ? void 0 : data.data.messages);
-        if (messages.length === 2) {
+    getMessagesWithSystem(messages) {
+        const systemMessage = this._config.get("systemMessage");
+        if (messages.length === 2 && systemMessage) {
             messages.unshift({
                 role: "system",
-                content: this._config.get("systemMessage"),
+                content: systemMessage,
             });
         }
+        return messages;
+    }
+    async handleInferenceRequest(data, peer) {
+        const emitterKey = data.data.key;
+        const messages = this.getMessagesWithSystem(data === null || data === void 0 ? void 0 : data.data.messages);
+        const req = this.buildStreamRequest(messages);
         if (!req)
             return;
         const { requestOptions, requestBody } = req;
@@ -199,7 +247,10 @@ class SymmetryProvider {
             });
             await Promise.resolve(peerPipeline);
             peer.write((0, utils_1.createMessage)(constants_1.serverMessageKeys.inferenceEnded, data === null || data === void 0 ? void 0 : data.data.key));
-            this.saveCompletion(completion, peer, data.data.messages);
+            if (this._config.get("dataCollectionEnabled") &&
+                data.data.key === constants_1.serverMessageKeys.inference) {
+                this.saveCompletion(completion, peer, data.data.messages);
+            }
         }
         catch (error) {
             let errorMessage = "An error occurred during inference";

package/install.ps1

@@ -44,6 +44,7 @@ modelName: llama3.1:latest
 name: $env:USERNAME
 path: $config_dir
 public: true
+systemMessage:
 serverKey: 4b4a9cc325d134dee6679e9407420023531fd7e96c563f6c5d00fd5549b77435
 "@ | Set-Content $provider_yaml
     Print-Color $GREEN "provider.yaml created successfully at $provider_yaml"

package/install.sh

@@ -46,7 +46,9 @@ modelName: llama3.1:latest
 name: $(whoami)
 path: $config_dir
 public: true
+systemMessage:
 serverKey: 4b4a9cc325d134dee6679e9407420023531fd7e96c563f6c5d00fd5549b77435
+
 EOF
     print_color "$GREEN" "provider.yaml created successfully at $provider_yaml"
 else
@@ -54,7 +56,4 @@ else
 fi
 
 print_color "$GREEN" "Installation complete! You can now run 'symmetry-cli' to start your node."
-print_color "$YELLOW" "Please edit $provider_yaml to customize your provider settings, especially:"
-print_color "$YELLOW" "  - apiKey: Add your API key if required"
-print_color "$YELLOW" "  - name: Currently set to your system username, change if needed"
-print_color "$YELLOW" "  - public: Set to true by default, change to false if you don't want to be publicly accessible"
+print_color "$YELLOW" "Please edit $provider_yaml to customize your provider settings:"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "symmetry-cli",
-  "version": "1.0.4",
+  "version": "1.0.6",
   "description": "",
   "main": "dist/symmetry.js",
   "bin": "dist/symmetry.js",

package/readme.md

@@ -58,6 +58,7 @@ name: twinnydotdev  # Your chosen name as a provider on the Symmetry network.
 path: /home/twinnydotdev/.config/symmetry/data  # The local path where Symmetry will store its configuration and data files.
 public: true  # Whether this provider is publicly accessible on the Symmetry network.
 serverKey: 4b4a9cc325d134dee6679e9407420023531fd7e96c563f6c5d00fd5549b77435  # The unique key for connecting to the Symmetry server.
+systemMessage: "I'm a system message" # An optional system message for each conversation.
 ```
 
 Adjust these settings according to your preferences and setup.

package/src/provider.ts

@@ -63,7 +63,7 @@ export class SymmetryProvider {
         chalk.white(`🔑 Server key: ${this._config.get("serverKey")}`)
       );
       logger.info(chalk.white("🔗 Joining server, please wait."));
-      await this.joinServer();
+      this.testProviderCall();
     }
 
     process.on("SIGINT", async () => {
@@ -78,6 +78,66 @@ export class SymmetryProvider {
     });
   }
 
+  private async testProviderCall(): Promise<void> {
+    logger.info(chalk.white(`👋 Saying hello to your provider...`));
+    const testMessages: Message[] = [
+      { role: "user", content: "Hello, this is a test message." },
+    ];
+    const req = this.buildStreamRequest(testMessages);
+
+    if (!req) {
+      logger.error(chalk.red("❌ Failed to build test request"));
+      throw new Error("Failed to build test request");
+    }
+
+    const { requestOptions, requestBody } = req;
+    const { protocol, hostname, port, path, method, headers } = requestOptions;
+    const url = `${protocol}://${hostname}:${port}${path}`;
+
+    logger.info(chalk.white(`🚀 Sending test request to ${url}`));
+
+    try {
+      const response = await fetch(url, {
+        method,
+        headers,
+        body: JSON.stringify(requestBody),
+      });
+
+      if (!response.ok) {
+        logger.error(
+          chalk.red(`❌ Server responded with status code: ${response.status}`)
+        );
+        throw new Error(
+          `Server responded with status code: ${response.status}`
+        );
+      }
+
+      if (!response.body) {
+        logger.error(
+          chalk.red("❌ Failed to get a ReadableStream from the response")
+        );
+        throw new Error("Failed to get a ReadableStream from the response");
+      }
+
+      logger.info(chalk.white(`📡 Got response, checking stream...`));
+
+      const reader = response.body.getReader();
+      const { done } = await reader.read();
+      if (done) {
+        logger.error(chalk.red("❌ Stream ended without data"));
+        throw new Error("Stream ended without data");
+      }
+
+      logger.info(chalk.green(`✅ Test inference call successful!`));
+    } catch (error) {
+      logger.error(chalk.red(`❌ Error during test inference call: ${error}`));
+      throw error;
+    }
+
+    logger.info(chalk.white(`🔗 Proceeding to join server...`));
+    await this.joinServer();
+  }
+
   async joinServer(): Promise<void> {
     const serverSwarm = new Hyperswarm();
     const serverKey = Buffer.from(this._config.get("serverKey"));
@@ -191,7 +251,7 @@ export class SymmetryProvider {
   }
 
   private getMessagesWithSystem(messages: Message[]): Message[] {
-    const systemMessage = this._config.get("systemMessage")
+    const systemMessage = this._config.get("systemMessage");
     if (messages.length === 2 && systemMessage) {
       messages.unshift({
         role: "system",