@platformatic/sql-mapper 3.52.2 → 3.53.0-alpha.0

package/index.js

@@ -13,6 +13,7 @@ import {
 import * as queriesFactory from './lib/queries/index.js'
 import { setupTelemetry } from './lib/telemetry.js'
 import { areSchemasSupported } from './lib/utils.js'
+import { parseVector } from './lib/vector.js'
 
 // Ignore the function as it is only used only for MySQL and PostgreSQL
 /* istanbul ignore next */
@@ -76,6 +77,16 @@ const defaultAutoTimestampFields = {
   updatedAt: 'updated_at'
 }
 
+async function registerPostgreSQLExtensionTypes (db) {
+  try {
+    await db.registerTypeParser('vector', parseVector)
+  } catch {}
+
+  try {
+    await db.registerTypeParser('_vector', value => db.parseArray(value, parseVector))
+  } catch {}
+}
+
 export async function createConnectionPool ({
   log,
   connectionString,
@@ -102,6 +113,7 @@ export async function createConnectionPool ({
       queueTimeoutMilliseconds,
       acquireLockTimeoutMilliseconds
     )
+    await registerPostgreSQLExtensionTypes(db)
     sql = createConnectionPoolPg.sql
     db.isPg = true
   } else if (connectionString.indexOf('mysql') === 0) {

package/lib/entity.js

@@ -14,6 +14,7 @@ import {
 } from './errors.js'
 import { wrapDB } from './telemetry.js'
 import { sanitizeLimit, tableName, toLowerFirst, toSingular, toUpperFirst } from './utils.js'
+import { isVectorType, parseVector, serializeVector } from './vector.js'
 
 function createMapper (
   defaultDb,
@@ -75,7 +76,7 @@ function createMapper (
   function fixInput (input) {
     const newInput = {}
     for (const key of Object.keys(input)) {
-      const value = input[key]
+      let value = input[key]
       let newKey = inputToFieldMap[key]
       if (newKey === undefined) {
         if (fields[key] !== undefined) {
@@ -84,6 +85,11 @@ function createMapper (
           throw new UnknownFieldError(key)
         }
       }
+
+      if (isVectorType(fields[newKey].sqlType)) {
+        value = serializeVector(value)
+      }
+
       newInput[newKey] = value
     }
     return newInput
@@ -100,6 +106,9 @@ function createMapper (
       if (primaryKeys.has(key) && value !== null && value !== undefined) {
         value = value.toString()
       }
+      if (newKey && isVectorType(fields[key].sqlType)) {
+        value = parseVector(value)
+      }
       newOutput[newKey] = value
     }
     return newOutput
@@ -327,6 +336,10 @@ function createMapper (
   }
 
   function computeCriteriaValue (fieldWrap, value) {
+    if (isVectorType(fieldWrap.sqlType)) {
+      return sql`${serializeVector(value)}`
+    }
+
     if (Array.isArray(value)) {
       return sql`(${sql.join(
         value.map(v => computeCriteriaValue(fieldWrap, v)),
@@ -487,7 +500,8 @@ export function buildEntity (
     acc[column.column_name] = {
       sqlType: column.udt_name,
       isNullable: column.is_nullable === 'YES',
-      isArray: column.isArray
+      isArray: column.isArray,
+      vectorDimensions: column.vectorDimensions
     }
 
     // To get enum values in mysql and mariadb

package/lib/queries/pg.js

@@ -46,10 +46,16 @@ export async function listColumns (db, sql, table, schema) {
   */
 
   const res = await db.query(sql`
-    SELECT column_name, udt_name, is_nullable, is_generated, data_type
-    FROM information_schema.columns
-    WHERE table_name = ${table}
-    AND table_schema = ${schema}
+    SELECT c.column_name, c.udt_name, c.is_nullable, c.is_generated, c.data_type,
+      pg_catalog.format_type(a.atttypid, a.atttypmod) AS formatted_type
+    FROM information_schema.columns c
+    JOIN pg_catalog.pg_class cls ON cls.relname = c.table_name
+    JOIN pg_catalog.pg_namespace ns ON ns.oid = cls.relnamespace AND ns.nspname = c.table_schema
+    JOIN pg_catalog.pg_attribute a ON a.attrelid = cls.oid AND a.attname = c.column_name
+    WHERE c.table_name = ${table}
+    AND c.table_schema = ${schema}
+    AND a.attnum > 0
+    AND NOT a.attisdropped
   `)
 
   for (const col of res) {
@@ -59,6 +65,11 @@ export async function listColumns (db, sql, table, schema) {
     } else {
       col.isArray = false
     }
+
+    const match = col.formatted_type?.match(/^vector\((\d+)\)$/)
+    if (match) {
+      col.vectorDimensions = Number(match[1])
+    }
   }
 
   return res

package/lib/vector.js

@@ -0,0 +1,34 @@
+export function isVectorType (sqlType) {
+  return sqlType === 'vector'
+}
+
+export function serializeVector (value) {
+  if (Array.isArray(value)) {
+    return JSON.stringify(value)
+  }
+
+  if (ArrayBuffer.isView(value)) {
+    return JSON.stringify(Array.from(value))
+  }
+
+  return value
+}
+
+export function parseVector (value) {
+  if (value === null || value === undefined || Array.isArray(value)) {
+    return value
+  }
+
+  if (typeof value !== 'string') {
+    return value
+  }
+
+  try {
+    const parsed = JSON.parse(value)
+    if (Array.isArray(parsed)) {
+      return parsed
+    }
+  } catch {}
+
+  return value
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platformatic/sql-mapper",
-  "version": "3.52.2",
+  "version": "3.53.0-alpha.0",
   "description": "A data mapper utility for SQL databases",
   "main": "index.js",
   "type": "module",
@@ -35,8 +35,8 @@
     "camelcase": "^6.3.0",
     "fastify-plugin": "^5.0.0",
     "inflected": "^2.1.0",
-    "@platformatic/foundation": "3.52.2",
-    "@platformatic/telemetry": "3.52.2"
+    "@platformatic/foundation": "3.53.0-alpha.0",
+    "@platformatic/telemetry": "3.53.0-alpha.0"
   },
   "tsd": {
     "directory": "test/types"