@infersec/conduit 1.16.0 → 1.16.1

package/dist/cli.js

@@ -6,7 +6,7 @@ const __dirname = __pathDirname(__filename);
 
 import { parseArgs } from 'node:util';
 import 'node:crypto';
-import { a as asError, s as startInferenceAgent } from './start-DUnVCZr8.js';
+import { a as asError, s as startInferenceAgent } from './start-Xtxz-3k5.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/index.js

@@ -5,7 +5,7 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 
 import 'node:crypto';
-import { s as startInferenceAgent, a as asError } from './start-DUnVCZr8.js';
+import { s as startInferenceAgent, a as asError } from './start-Xtxz-3k5.js';
 import 'argon2';
 import 'node:child_process';
 import 'node:stream';

package/dist/{start-DUnVCZr8.js → start-Xtxz-3k5.js}

@@ -14791,6 +14791,11 @@ const LLMModelSchema = object({
         })
     ])
 });
+const QuantizationFileSchema = object({
+    filePath: string$1().min(1),
+    sizeBytes: number$1().int().nonnegative().nullable()
+});
+array(QuantizationFileSchema);
 
 const InferenceAgentConfigurationSchema = object({
     contextLength: number$1().int().positive().nullable(),
@@ -99576,6 +99581,24 @@ const ModelDownloadProgressSchema = object({
 const DOWNLOAD_PROGRESS_TIMEOUT = 60000;
 const DOWNLOAD_RETRY_ATTEMPTS_FULL = 3;
 const DOWNLOAD_RETRY_ATTEMPTS_RANGE = 10;
+function matchesQuantizationVariant({ filePath, variant }) {
+    if (!variant) {
+        return false;
+    }
+    const escapedVariant = variant.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+    const trailingBoundary = variant.includes("_") ? "[\\-./_]" : "[\\-./]";
+    const matcher = new RegExp(`(^|[\\-./_])${escapedVariant}(?=$|${trailingBoundary})`, "i");
+    const normalizedPath = filePath.replace(/\\/g, "/");
+    const segments = normalizedPath.split("/").filter(Boolean);
+    if (segments.length === 0) {
+        return false;
+    }
+    const filename = segments[segments.length - 1].replace(/\.gguf$/i, "");
+    if (matcher.test(filename)) {
+        return true;
+    }
+    return segments.slice(0, -1).some(segment => matcher.test(segment));
+}
 async function downloadModelViaHuggingFace({ format, huggingFaceToken, modelSlug: rawModelSlug, onProgress, progressFilePath, targetDirectory }) {
     // Sanitise model ID
     const [modelSlugWithRevision, variant = null] = rawModelSlug.split(":");
@@ -99607,7 +99630,10 @@ async function downloadModelViaHuggingFace({ format, huggingFaceToken, modelSlug
         }
         if (variant &&
             filePath.endsWith(".gguf") &&
-            filePath.includes(variant.toLowerCase()) === false) {
+            !matchesQuantizationVariant({
+                filePath: file.path,
+                variant
+            })) {
             console.log("Skipping due variant not being needed:", file.path, file.size);
             continue;
         }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@infersec/conduit",
   "description": "End user conduit agent for connecting local LLMs to the cloud.",
-  "version": "1.16.0",
+  "version": "1.16.1",
   "bin": {
     "infersec-conduit": "./dist/cli.js"
   },