@an5/orm 1.3.4 → 1.3.5

package/dist/an5Orm.js

@@ -806,8 +806,9 @@ class TableClient {
             const vectorJson = JSON.stringify(finalArgs.vector);
             const col = (0, sql_utils_1.quoteIdentifier)(field);
             try {
-                if (dim > 1998) {
-                    throw new Error("Vector dimension exceeds SQL Server limit of 1998");
+                const maxDim = elementType === 'float16' ? 3996 : 1998;
+                if (dim > maxDim) {
+                    throw new Error(`Vector dimension ${dim} exceeds SQL Server limit of ${maxDim} for ${elementType}`);
                 }
                 let sqlText = `SELECT TOP (${take}) *, `;
                 sqlText += `VECTOR_DISTANCE('${metric}', CAST(${col} AS VECTOR(${dim}, ${elementType})), CAST(@query_vector AS VECTOR(${dim}, ${elementType}))) AS distance `;
@@ -845,6 +846,7 @@ class TableClient {
                     msg.includes("not a recognized built-in function") ||
                     msg.includes("not a defined system type") ||
                     msg.includes("limit of 1998") ||
+                    msg.includes("limit of 3996") ||
                     err?.number === 195 ||
                     err?.number === 102 ||
                     err?.number === 319 ||

package/dist/generator/src/dotnet-generator.js

@@ -402,6 +402,19 @@ namespace An5Orm
             // \`float[]\` does not convert to it.
             if (value is float[] floats) return FormatVector(floats.Select(v => (double)v));
             if (value is double[] doubles) return FormatVector(doubles);
+            if (value is ReadOnlyMemory<float> rom) return FormatVector(rom.ToArray().Select(v => (double)v));
+            if (value is Memory<float> mem) return FormatVector(mem.ToArray().Select(v => (double)v));
+            if (value is ReadOnlyMemory<double> romD) return FormatVector(romD.ToArray());
+            if (value is Memory<double> memD) return FormatVector(memD.ToArray());
+            if (value != null && value.GetType().Name.StartsWith("SqlVector"))
+            {
+                var memProp = value.GetType().GetProperty("Memory");
+                if (memProp != null)
+                {
+                    var memVal = memProp.GetValue(value);
+                    if (memVal != null) return Bindable(memVal);
+                }
+            }
             return value;
         }
 
@@ -1095,6 +1108,31 @@ namespace An5Orm
                 for (int i = 0; i < asDouble.Length; i++) fromDouble[i] = (float)asDouble[i];
                 return fromDouble;
             }
+            if (value is ReadOnlyMemory<float> rom) return rom.ToArray();
+            if (value is Memory<float> mem) return mem.ToArray();
+            if (value is ReadOnlyMemory<double> romD)
+            {
+                var arr = romD.ToArray();
+                var fromDouble = new float[arr.Length];
+                for (int i = 0; i < arr.Length; i++) fromDouble[i] = (float)arr[i];
+                return fromDouble;
+            }
+            if (value is Memory<double> memD)
+            {
+                var arr = memD.ToArray();
+                var fromDouble = new float[arr.Length];
+                for (int i = 0; i < arr.Length; i++) fromDouble[i] = (float)arr[i];
+                return fromDouble;
+            }
+            if (value != null && value.GetType().Name.StartsWith("SqlVector"))
+            {
+                var memProp = value.GetType().GetProperty("Memory");
+                if (memProp != null)
+                {
+                    var memVal = memProp.GetValue(value);
+                    if (memVal != null) return DecodeVectorColumn(memVal);
+                }
+            }
 
             string text = value as string;
             byte[] bytes = value as byte[];

package/dist/generator/src/pull-schema.d.ts

@@ -6,6 +6,8 @@ export interface PulledColumn {
     precision: number;
     scale: number;
     isNullable: boolean | number;
+    vectorDimensions?: number | null;
+    vectorBaseType?: string | null;
 }
 /**
  * The schema type of an introspected SQL Server column.

package/dist/generator/src/pull-schema.js

@@ -23,7 +23,17 @@ const dialect_1 = require("./dialect");
 function sqlServerTypeForColumn(col) {
     let sqlType = col.dataType.toUpperCase();
     const dt = col.dataType.toLowerCase();
-    if (dt === 'nvarchar' || dt === 'varchar') {
+    if (dt === 'vector') {
+        if (col.vectorDimensions && col.vectorDimensions > 0) {
+            const baseType = col.vectorBaseType?.toLowerCase();
+            if (baseType && baseType !== 'float32') {
+                return `VECTOR(${col.vectorDimensions}, ${baseType})`;
+            }
+            return `VECTOR(${col.vectorDimensions})`;
+        }
+        return 'VECTOR';
+    }
+    else if (dt === 'nvarchar' || dt === 'varchar') {
         sqlType = col.maxLength === -1 ? `${sqlType.toUpperCase()}(MAX)` : `${sqlType.toUpperCase()}(${col.maxLength / 2})`;
     }
     else if (dt === 'char' || dt === 'nchar') {

package/dist/orm.js

@@ -759,8 +759,9 @@ class TableClient extends adapters_1.AdapterTableClient {
             const vectorJson = JSON.stringify(finalArgs.vector);
             const col = (0, sql_utils_1.quoteIdentifier)(field);
             try {
-                if (dim > 1998) {
-                    throw new Error("Vector dimension exceeds SQL Server limit of 1998");
+                const maxDim = elementType === 'float16' ? 3996 : 1998;
+                if (dim > maxDim) {
+                    throw new Error(`Vector dimension ${dim} exceeds SQL Server limit of ${maxDim} for ${elementType}`);
                 }
                 let sqlText = `SELECT TOP (${take}) *, `;
                 sqlText += `VECTOR_DISTANCE('${metric}', CAST(${col} AS VECTOR(${dim}, ${elementType})), CAST(@query_vector AS VECTOR(${dim}, ${elementType}))) AS distance `;
@@ -798,6 +799,7 @@ class TableClient extends adapters_1.AdapterTableClient {
                     msg.includes("not a recognized built-in function") ||
                     msg.includes("not a defined system type") ||
                     msg.includes("limit of 1998") ||
+                    msg.includes("limit of 3996") ||
                     err?.number === 195 ||
                     err?.number === 102 ||
                     err?.number === 319 ||

package/dist/pull.js

@@ -49,7 +49,20 @@ async function pull() {
     // nothing about the connection string being wrong.
     refuseIfNotSqlServer((0, config_1.providerFromConfig)(config, process.env), "db:pull");
     console.log("🔍 Pulling schema from database...");
-    const tables = await (await getDb()).$queryRawUnsafe(`
+    const db = await getDb();
+    // Safely detect if the SQL Server catalog supports native VECTOR metadata columns
+    let hasVectorCatalog = false;
+    try {
+        const vecCheck = await db.$queryRawUnsafe(`SELECT COL_LENGTH('sys.columns', 'vector_dimensions') AS hasVec`);
+        hasVectorCatalog = !!(vecCheck?.[0]?.hasVec);
+    }
+    catch {
+        hasVectorCatalog = false;
+    }
+    const vectorColumnSelect = hasVectorCatalog
+        ? ",\n          c.vector_dimensions AS vectorDimensions,\n          c.vector_base_type_desc AS vectorBaseType"
+        : "";
+    const tables = await db.$queryRawUnsafe(`
     SELECT s.name AS schemaName, t.name AS tableName
     FROM sys.tables t
     JOIN sys.schemas s ON t.schema_id = s.schema_id
@@ -123,7 +136,7 @@ async function pull() {
         const { tableName, schemaName } = table;
         console.log(`Introspecting table [${tableName}]...`);
         // Get columns
-        const columns = await (await getDb()).$queryRawUnsafe(`
+        const columns = await db.$queryRawUnsafe(`
       SELECT
           c.name AS columnName,
           ty.name AS dataType,
@@ -133,7 +146,7 @@ async function pull() {
           c.is_nullable AS isNullable,
           c.is_identity AS isIdentity,
           pk.is_primary_key AS isPrimaryKey,
-          d.definition AS defaultValue
+          d.definition AS defaultValue${vectorColumnSelect}
       FROM sys.columns c
       JOIN sys.types ty ON c.user_type_id = ty.user_type_id
       LEFT JOIN (
@@ -351,14 +364,14 @@ async function pull() {
             ?? (existingViewNames[legacy] ? legacy : (0, pull_schema_1.blockNameForObject)(viewName));
         const targetFile = viewToFileMap[modelName] ?? viewToFileMap[key] ?? viewToFileMap[viewName] ?? defaultFile;
         console.log(`Introspecting view [${key}]...`);
-        const columns = await (await getDb()).$queryRawUnsafe(`
+        const columns = await db.$queryRawUnsafe(`
       SELECT
           c.name AS columnName,
           ty.name AS dataType,
           c.max_length AS maxLength,
           c.precision AS precision,
           c.scale AS scale,
-          c.is_nullable AS isNullable
+          c.is_nullable AS isNullable${vectorColumnSelect}
       FROM sys.columns c
       JOIN sys.types ty ON c.user_type_id = ty.user_type_id
       WHERE c.object_id = OBJECT_ID(@p_0)

package/generator/src/dotnet-generator.ts

@@ -418,6 +418,19 @@ namespace An5Orm
             // \`float[]\` does not convert to it.
             if (value is float[] floats) return FormatVector(floats.Select(v => (double)v));
             if (value is double[] doubles) return FormatVector(doubles);
+            if (value is ReadOnlyMemory<float> rom) return FormatVector(rom.ToArray().Select(v => (double)v));
+            if (value is Memory<float> mem) return FormatVector(mem.ToArray().Select(v => (double)v));
+            if (value is ReadOnlyMemory<double> romD) return FormatVector(romD.ToArray());
+            if (value is Memory<double> memD) return FormatVector(memD.ToArray());
+            if (value != null && value.GetType().Name.StartsWith("SqlVector"))
+            {
+                var memProp = value.GetType().GetProperty("Memory");
+                if (memProp != null)
+                {
+                    var memVal = memProp.GetValue(value);
+                    if (memVal != null) return Bindable(memVal);
+                }
+            }
             return value;
         }
 
@@ -1113,6 +1126,31 @@ namespace An5Orm
                 for (int i = 0; i < asDouble.Length; i++) fromDouble[i] = (float)asDouble[i];
                 return fromDouble;
             }
+            if (value is ReadOnlyMemory<float> rom) return rom.ToArray();
+            if (value is Memory<float> mem) return mem.ToArray();
+            if (value is ReadOnlyMemory<double> romD)
+            {
+                var arr = romD.ToArray();
+                var fromDouble = new float[arr.Length];
+                for (int i = 0; i < arr.Length; i++) fromDouble[i] = (float)arr[i];
+                return fromDouble;
+            }
+            if (value is Memory<double> memD)
+            {
+                var arr = memD.ToArray();
+                var fromDouble = new float[arr.Length];
+                for (int i = 0; i < arr.Length; i++) fromDouble[i] = (float)arr[i];
+                return fromDouble;
+            }
+            if (value != null && value.GetType().Name.StartsWith("SqlVector"))
+            {
+                var memProp = value.GetType().GetProperty("Memory");
+                if (memProp != null)
+                {
+                    var memVal = memProp.GetValue(value);
+                    if (memVal != null) return DecodeVectorColumn(memVal);
+                }
+            }
 
             string text = value as string;
             byte[] bytes = value as byte[];

package/generator/src/pull-schema.ts

@@ -16,6 +16,8 @@ export interface PulledColumn {
   precision: number;
   scale: number;
   isNullable: boolean | number;
+  vectorDimensions?: number | null;
+  vectorBaseType?: string | null;
 }
 
 /**
@@ -28,7 +30,16 @@ export function sqlServerTypeForColumn(col: PulledColumn): string {
   let sqlType = col.dataType.toUpperCase();
   const dt = col.dataType.toLowerCase();
 
-  if (dt === 'nvarchar' || dt === 'varchar') {
+  if (dt === 'vector') {
+    if (col.vectorDimensions && col.vectorDimensions > 0) {
+      const baseType = col.vectorBaseType?.toLowerCase();
+      if (baseType && baseType !== 'float32') {
+        return `VECTOR(${col.vectorDimensions}, ${baseType})`;
+      }
+      return `VECTOR(${col.vectorDimensions})`;
+    }
+    return 'VECTOR';
+  } else if (dt === 'nvarchar' || dt === 'varchar') {
     sqlType = col.maxLength === -1 ? `${sqlType.toUpperCase()}(MAX)` : `${sqlType.toUpperCase()}(${col.maxLength / 2})`;
   } else if (dt === 'char' || dt === 'nchar') {
     sqlType = `${sqlType.toUpperCase()}(${col.maxLength / 2})`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@an5/orm",
-  "version": "1.3.4",
+  "version": "1.3.5",
   "description": "The lightweight ORM for SQL Server with support for TypeScript, Python, .NET (C#), Go, Rust, Java, Kotlin, and Swift.",
   "license": "MIT",
   "bin": {