@infersec/conduit 1.5.0 → 1.5.2

package/README.md

@@ -5,25 +5,36 @@ Conduit agent for connecting local LLMs to the Infersec cloud.
 ## Usage
 
 ```bash
-npx @infersec/conduit --source <source-id> --key <api-key>
+npx @infersec/conduit --engine <type> --key <api-key> --source <source-id>
 ```
 
-Optional flags:
+### Flags
 
-```bash
---api-url <url>   API base URL
---engine <type>   Engine type
---port <number>   Port to listen on
---root <path>     Root directory
-```
+| Flag        | Required | Default                        | Notes                                      |
+| ----------- | -------- | ------------------------------ | ------------------------------------------ |
+| `--engine`  | Yes      | -                              | Engine type (matches `ENGINE`).            |
+| `--key`     | Yes      | -                              | API key (matches `API_KEY`).               |
+| `--source`  | Yes      | -                              | Inference source ID (matches `SOURCE`).    |
+| `--api-url` | No       | `https://api.infersec.ai`      | API base URL (matches `API_URL`).          |
+| `--port`    | No       | `9505`                         | Port to listen on (matches `PORT`).        |
+| `--root`    | No       | `$HOME/.cache/infersec/iagent` | Root directory (matches `ROOT_DIRECTORY`). |
+
+### Examples
+
+| Scenario         | Command                                                                                                      |
+| ---------------- | ------------------------------------------------------------------------------------------------------------ |
+| Required only    | `npx @infersec/conduit --engine vllm --key <api-key> --source <source-id>`                                   |
+| Custom root/port | `npx @infersec/conduit --engine vllm --key <api-key> --source <source-id> --root /data/infersec --port 9506` |
 
 ## Environment variables
 
-- AGENT_ENGINE_TYPE
-- API_KEY
-- API_URL
-- INFERENCE_SOURCE_ID
-- PORT
-- ROOT_DIRECTORY
+| Variable         | Required | Default                        | Notes                                     |
+| ---------------- | -------- | ------------------------------ | ----------------------------------------- |
+| `ENGINE`         | Yes      | -                              | Engine type (matches `--engine`).         |
+| `API_KEY`        | Yes      | -                              | API key (matches `--key`).                |
+| `SOURCE`         | Yes      | -                              | Inference source ID (matches `--source`). |
+| `API_URL`        | No       | `https://api.infersec.ai`      | API base URL (matches `--api-url`).       |
+| `PORT`           | No       | `9505`                         | Port to listen on (matches `--port`).     |
+| `ROOT_DIRECTORY` | No       | `$HOME/.cache/infersec/iagent` | Root directory (matches `--root`).        |
 
 CLI flags override environment variables when both are provided.

package/dist/cli.js

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
-import { fileURLToPath as __fileURLToPath } from 'url';
-import { dirname } from 'path';
+import { fileURLToPath as __fileURLToPath } from 'node:url';
+import { dirname as __pathDirname } from 'node:path';
 const __filename = __fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
+const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-BmI1Iw_1.js';
+import { a as asError, s as startInferenceAgent } from './start-B9UMbDDZ.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';
@@ -61,12 +61,13 @@ import 'systeminformation';
 const USAGE = `Usage: npx @infersec/conduit --source <id> --key <key> [options]
 
 Options:
-  --api-url <url>     API base URL (or API_URL)
-  --engine <type>     Engine type (or AGENT_ENGINE_TYPE)
-  --key <value>       API key (or API_KEY)
-  --port <number>     Port to listen on (or PORT)
-  --root <path>       Root directory (or ROOT_DIRECTORY)
-  --source <id>       Inference source ID (or INFERENCE_SOURCE_ID)
+  --api-key <value>       API key (or API_KEY)
+  --api-url <url>         API base URL (or API_URL)
+  --engine <type>         Engine type (or ENGINE)
+  --key <value>           API key (or API_KEY)
+  --port <number>         Port to listen on (or PORT)
+  --root <path>           Root directory (or ROOT_DIRECTORY)
+  --source <id>           Inference source ID (or SOURCE)
   -h, --help          Show this help message
 `;
 async function run() {

package/dist/index.js

@@ -1,11 +1,11 @@
 #!/usr/bin/env node
-import { fileURLToPath as __fileURLToPath } from 'url';
-import { dirname } from 'path';
+import { fileURLToPath as __fileURLToPath } from 'node:url';
+import { dirname as __pathDirname } from 'node:path';
 const __filename = __fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
+const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-BmI1Iw_1.js';
+import { s as startInferenceAgent, a as asError } from './start-B9UMbDDZ.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/{start-BmI1Iw_1.js → start-B9UMbDDZ.js}

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
-import { fileURLToPath as __fileURLToPath } from 'url';
-import { dirname } from 'path';
+import { fileURLToPath as __fileURLToPath } from 'node:url';
+import { dirname as __pathDirname } from 'node:path';
 const __filename = __fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
+const __dirname = __pathDirname(__filename);
 
 import require$$0$5 from 'os';
 import require$$1$2, { realpathSync as realpathSync$1, readlinkSync, readdirSync, readdir as readdir$1, lstatSync } from 'fs';
@@ -31,7 +31,7 @@ import require$$1$5, { fileURLToPath } from 'node:url';
 import require$$1$6 from 'node:async_hooks';
 import require$$1$7 from 'node:console';
 import require$$0$b, { realpath, readlink, readdir, lstat, mkdir, readFile, writeFile } from 'node:fs/promises';
-import path$1, { win32, posix, join } from 'node:path';
+import path$1, { win32, posix, dirname, join } from 'node:path';
 import require$$1$8 from 'node:dns';
 import require$$2$4 from 'node:sqlite';
 import require$$0$c from 'path';
@@ -5676,19 +5676,18 @@ object({
 
 _enum(["inf-end", "inf-src", "storage"]);
 
-function readEnvInteger(name) {
-    const str = readEnvString(name).trim();
-    if (!/^\d+$/.test(str)) {
-        throw new Error(`Invalid integer value for environment variable '${name}': ${str}`);
-    }
-    return parseInt(str, 10);
-}
 function readEnvString(name) {
     if (typeof process.env[name] !== "string") {
         throw new Error(`Expected environment variable was not present: ${name}`);
     }
     return process.env[name];
 }
+function readEnvStringOptional(name, defaultValue) {
+    if (typeof process.env[name] !== "string") {
+        return defaultValue;
+    }
+    return process.env[name];
+}
 
 var commonjsGlobal = typeof globalThis !== 'undefined' ? globalThis : typeof window !== 'undefined' ? window : typeof global !== 'undefined' ? global : typeof self !== 'undefined' ? self : {};
 
@@ -94912,9 +94911,13 @@ async function downloadModelViaHuggingFace({ format, huggingFaceToken, modelSlug
     // Get all files in model
     for await (const file of listFiles({
         accessToken,
+        recursive: true,
         repo: modelSlug
     })) {
         const filePath = file.path.toLowerCase();
+        if (format === "gguf" && filePath.endsWith(".gguf") === false) {
+            continue;
+        }
         if (variant &&
             filePath.endsWith(".gguf") &&
             filePath.includes(variant.toLowerCase()) === false) {
@@ -94926,6 +94929,7 @@ async function downloadModelViaHuggingFace({ format, huggingFaceToken, modelSlug
             continue;
         }
         console.log("Downloading:", file.path, file.size);
+        await mkdir(dirname(join(targetDirectory, file.path)), { recursive: true });
         const response = await downloadFile({
             accessToken,
             repo: modelSlug,
@@ -104876,13 +104880,18 @@ async function createApplication({ abortController, apiClient, configuration, lo
 }
 
 function getConfiguration({ overrides } = {}) {
-    const agentEngineTypeValue = overrides?.agentEngineType ?? readEnvString("AGENT_ENGINE_TYPE");
+    const agentEngineTypeValue = overrides?.agentEngineType ?? readEnvString("ENGINE");
     const agentEngineType = LLMEngineSchema.parse(agentEngineTypeValue);
     const apiKey = overrides?.apiKey ?? readEnvString("API_KEY");
-    const apiURL = overrides?.apiURL ?? readEnvString("API_URL");
-    const inferenceSourceID = overrides?.inferenceSourceID ?? readEnvString("INFERENCE_SOURCE_ID");
-    const port = overrides?.port ?? readEnvInteger("PORT");
-    const rootDirectory = overrides?.rootDirectory ?? readEnvString("ROOT_DIRECTORY");
+    const apiURL = overrides?.apiURL ?? readEnvStringOptional("API_URL", "https://api.infersec.ai");
+    const inferenceSourceID = overrides?.inferenceSourceID ?? readEnvString("SOURCE");
+    const portValue = overrides?.port ?? readEnvStringOptional("PORT", "9505");
+    const port = Number.parseInt(String(portValue), 10);
+    if (Number.isNaN(port)) {
+        throw new Error(`Invalid port: ${portValue}`);
+    }
+    const defaultRootDirectory = join(process.env.HOME ?? "/tmp", ".cache", "infersec", "iagent");
+    const rootDirectory = overrides?.rootDirectory ?? readEnvStringOptional("ROOT_DIRECTORY", defaultRootDirectory);
     return {
         agentEngineType,
         apiKey,

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.5.0",
+  "version": "1.5.2",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },