@things-factory/integration-qdrant 9.1.18 → 10.0.0-beta.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/integration-qdrant",
-  "version": "9.1.18",
+  "version": "10.0.0-beta.1",
   "main": "dist-server/index.js",
   "browser": "dist-client/index.js",
   "things-factory": true,
@@ -27,7 +27,7 @@
     "migration:create": "node ../../node_modules/typeorm/cli.js migration:create ./server/migrations/migration"
   },
   "dependencies": {
-    "@things-factory/integration-base": "^9.1.18"
+    "@things-factory/integration-base": "^10.0.0-beta.1"
   },
-  "gitHead": "b3518bba09ed192cdbf4892cd9e0b388ed56a4c0"
+  "gitHead": "90f40bf160fa25edf4560d7893cfd576cf474411"
 }

package/client/tsconfig.json

@@ -1,11 +0,0 @@
-{
-  "extends": "../../tsconfig-base.json",
-  "compilerOptions": {
-    "strict": true,
-    "declaration": true,
-    "module": "esnext",
-    "outDir": "../dist-client",
-    "baseUrl": "./"
-  },
-  "include": ["./**/*"]
-}

package/server/engine/connector/index.ts

@@ -1 +0,0 @@
-import './qdrant.js'

package/server/engine/connector/qdrant.ts

@@ -1,55 +0,0 @@
-import fetch from 'node-fetch'
-import { Connection, ConnectionManager, Connector } from '@things-factory/integration-base'
-
-export class QdrantConnector implements Connector {
-  async ready(connectionConfigs) {
-    await Promise.all(connectionConfigs.map(this.connect.bind(this)))
-
-    ConnectionManager.logger.info('Qdrant connections are ready')
-  }
-
-  // async checkConnectionInstance(domain, connectionName): Promise<boolean> {
-  //   try {
-  //     const connection = await ConnectionManager.getConnectionInstanceByName(domain, connectionName)
-  //     return !!connection
-  //   } catch (e) {
-  //     return false
-  //   }
-  // }
-
-  async connect(connection) {
-    var { endpoint } = connection
-
-    try {
-      // Qdrant에 Ping 요청을 보내 연결 확인
-      const response = await fetch(`${endpoint}/healthz`)
-      if (!response.ok) throw new Error(`Qdrant connection failed: ${response.statusText}`)
-
-      ConnectionManager.addConnectionInstance(connection, { endpoint })
-
-      ConnectionManager.logger.info(`Qdrant connection(${connection.name}:${endpoint}) is connected`)
-    } catch (ex) {
-      ConnectionManager.logger.error(`Qdrant connection(${connection.name}:${endpoint}) failed to connect`, ex)
-      throw ex
-    }
-  }
-
-  async disconnect(connection: Connection) {
-    ConnectionManager.removeConnectionInstance(connection)
-    ConnectionManager.logger.info(`Qdrant connection(${connection.name}) is disconnected`)
-  }
-
-  get parameterSpec() {
-    return [{ type: 'string', name: 'collection', label: 'qdrant.collection' }]
-  }
-
-  get taskPrefixes() {
-    return ['qdrant']
-  }
-
-  get help() {
-    return 'integration/connector/qdrant-connector'
-  }
-}
-
-ConnectionManager.registerConnector('qdrant-connector', new QdrantConnector())

package/server/engine/index.ts

@@ -1,2 +0,0 @@
-import './connector/index.js'
-import './task/index.js'

package/server/engine/task/index.ts

@@ -1,3 +0,0 @@
-import './qdrant-search.js'
-import './qdrant-upsert.js'
-import './qdrant-fetch.js'

package/server/engine/task/qdrant-fetch.ts

@@ -1,53 +0,0 @@
-import fetch from 'node-fetch'
-import { ConnectionManager, Context, TaskRegistry } from '@things-factory/integration-base'
-import { access } from '@things-factory/utils'
-
-async function qdrantFetch(step, { domain, data }: Context) {
-  const {
-    connection,
-    params: { collection, resultAccessor }
-  } = step
-
-  let searchResults = access(resultAccessor, data)
-  if (!searchResults || !Array.isArray(searchResults)) {
-    throw new Error(`Invalid or missing search results`)
-  }
-
-  const qdrantConfig = await ConnectionManager.getConnectionInstanceByName(domain, connection)
-  if (!qdrantConfig) {
-    throw new Error(`No connection: ${connection}`)
-  }
-
-  let fetchedResults = []
-  for (const result of searchResults) {
-    const pointId = result.id
-
-    try {
-      const response = await fetch(`${qdrantConfig.endpoint}/collections/${collection}/points/${pointId}`, {
-        method: 'GET',
-        headers: { 'Content-Type': 'application/json' }
-      })
-
-      if (!response.ok) {
-        console.warn(`⚠️ Failed to fetch point ID: ${pointId}`)
-        continue
-      }
-
-      const pointData = await response.json()
-      fetchedResults.push({ ...result, metadata: pointData.result })
-    } catch (error) {
-      console.error(`❌ Qdrant fetch error for ID ${pointId}: ${error.message}`)
-    }
-  }
-
-  return { data: fetchedResults }
-}
-
-// ✅ 파라미터 정의
-qdrantFetch.parameterSpec = [
-  { type: 'string', name: 'collection', label: 'qdrant.collection' },
-  { type: 'string', name: 'resultAccessor', label: 'qdrant.result-accessor' }
-]
-
-// ✅ 태스크 등록
-TaskRegistry.registerTaskHandler('qdrant-fetch', qdrantFetch)

package/server/engine/task/qdrant-search.ts

@@ -1,53 +0,0 @@
-import fetch from 'node-fetch'
-import { ConnectionManager, Context, TaskRegistry } from '@things-factory/integration-base'
-import { access } from '@things-factory/utils'
-
-async function qdrantSearch(step, { domain, data }: Context) {
-  const {
-    connection,
-    params: { collection, embeddingAccessor }
-  } = step
-
-  // ✅ `embeddingAccessor`를 사용해 벡터 가져오기
-  let embedding = access(embeddingAccessor, data)
-
-  if (!embedding || !Array.isArray(embedding)) {
-    throw new Error(`Valid embedding vector is required for search.`)
-  }
-
-  const qdrantConfig = await ConnectionManager.getConnectionInstanceByName(domain, connection)
-  if (!qdrantConfig) {
-    throw new Error(`No connection: ${connection}`)
-  }
-
-  const payload = {
-    vector: embedding,
-    limit: 5
-  }
-
-  try {
-    const response = await fetch(`${qdrantConfig.endpoint}/collections/${collection}/points/search`, {
-      method: 'POST',
-      headers: { 'Content-Type': 'application/json' },
-      body: JSON.stringify(payload)
-    })
-
-    if (!response.ok) {
-      throw new Error(`Failed to search data: ${response.statusText}`)
-    }
-
-    const results = await response.json()
-    return { data: results }
-  } catch (error) {
-    throw new Error(`Qdrant search error: ${error.message}`)
-  }
-}
-
-// ✅ 파라미터 정의
-qdrantSearch.parameterSpec = [
-  { type: 'string', name: 'collection', label: 'qdrant.collection' },
-  { type: 'string', name: 'embeddingAccessor', label: 'qdrant.embedding-accessor' }
-]
-
-// ✅ 태스크 등록
-TaskRegistry.registerTaskHandler('qdrant-search', qdrantSearch)

package/server/engine/task/qdrant-upsert.ts

@@ -1,149 +0,0 @@
-import fetch from 'node-fetch'
-
-import { ConnectionManager, Context, TaskRegistry } from '@things-factory/integration-base'
-import { access } from '@things-factory/utils'
-import crypto from 'crypto'
-
-// ✅ 네트워크 요청 타임아웃 추가
-async function fetchWithTimeout(url, options = {}, timeout = 5000) {
-  const controller = new AbortController()
-  const timeoutId = setTimeout(() => controller.abort(), timeout)
-
-  try {
-    const response = await fetch(url, { ...options, signal: controller.signal })
-    clearTimeout(timeoutId)
-    return response
-  } catch (error) {
-    console.error('❌ ERROR: Fetch failed (Timeout or Network issue)', error)
-    throw new Error('Fetch failed: ' + error.message)
-  }
-}
-
-// ✅ 파일 경로를 UUID 변환
-function generateUUIDFromPath(filePath) {
-  return crypto.createHash('md5').update(filePath).digest('hex')
-}
-
-// ✅ Qdrant 컬렉션 존재 여부 확인
-async function checkCollectionExists(endpoint, collection) {
-  const response = await fetchWithTimeout(`${endpoint}/collections/${collection}`, { method: 'GET' })
-  return response.ok
-}
-
-// ✅ Qdrant 컬렉션 자동 생성
-async function createCollectionIfNotExists(endpoint, collection) {
-  const exists = await checkCollectionExists(endpoint, collection)
-  if (exists) return
-
-  const createPayload = {
-    vectors: { size: 384, distance: 'Cosine' } // ✅ 벡터 크기 384로 설정
-  }
-
-  const response = await fetchWithTimeout(`${endpoint}/collections/${collection}`, {
-    method: 'PUT',
-    headers: { 'Content-Type': 'application/json' },
-    body: JSON.stringify(createPayload)
-  })
-
-  if (!response.ok) {
-    throw new Error(`Failed to create collection: ${response.statusText}`)
-  }
-}
-
-// ✅ Qdrant 데이터 업서트 태스크
-async function qdrantUpsert(step, { domain, data }: Context) {
-  const {
-    connection,
-    params: { collection, embeddingDataAccessor, analysisDataAccessor }
-  } = step
-
-  let embeddingData = access(embeddingDataAccessor, data)
-  let analysisData = access(analysisDataAccessor, data)
-
-  if (!embeddingData || !Array.isArray(embeddingData) || embeddingData.length === 0) {
-    throw new Error('Embedding data is missing or empty')
-  }
-
-  if (!analysisData || !Array.isArray(analysisData) || analysisData.length === 0) {
-    throw new Error('Analysis result is missing or not in correct format')
-  }
-
-  const qdrantConfig = await ConnectionManager.getConnectionInstanceByName(domain, connection)
-  if (!qdrantConfig) {
-    throw new Error(`No connection: ${connection}`)
-  }
-
-  console.log('🔍 DEBUG: Qdrant Endpoint', qdrantConfig.endpoint)
-
-  const safeCollection = collection.replace(/[^a-zA-Z0-9-_]/g, '_')
-  await createCollectionIfNotExists(qdrantConfig.endpoint, safeCollection)
-
-  const analysisMap = new Map(analysisData.map(item => [item.filePath, item.ast]))
-
-  console.log(
-    '🔍 DEBUG: Vector Length Check',
-    embeddingData.map(e => e.embedding.length)
-  )
-
-  // ✅ 벡터 길이 384인지 확인
-  if (embeddingData.some(e => e.embedding.length !== 384)) {
-    throw new Error('🚨 ERROR: One or more embeddings have incorrect size! Expected 384.')
-  }
-
-  const points = embeddingData.map(item => {
-    const filePath = item.file
-    const pointId = generateUUIDFromPath(filePath)
-    const ast = analysisMap.get(filePath) || { functions: [], classes: [], code: '' }
-
-    return {
-      id: pointId,
-      vector: item.embedding,
-      payload: {
-        filePath,
-        functions: ast.functions,
-        classes: ast.classes,
-        code: ast.code,
-        type: item.type
-      }
-    }
-  })
-
-  console.log('🔍 DEBUG: Number of points', points.length)
-
-  if (points.length === 0) {
-    throw new Error('No valid points to insert into Qdrant')
-  }
-
-  const payload = { points }
-
-  try {
-    const response = await fetchWithTimeout(`${qdrantConfig.endpoint}/collections/${safeCollection}/points`, {
-      method: 'PUT',
-      headers: { 'Content-Type': 'application/json' },
-      body: JSON.stringify(payload)
-    })
-
-    const responseText = await response.text()
-    console.log('🔍 DEBUG: Qdrant Response Text', responseText)
-
-    if (!response.ok) {
-      throw new Error(`Failed to upsert data: ${responseText}`)
-    }
-  } catch (error) {
-    console.error(`❌ Qdrant upsert error: ${error.message}`)
-    throw new Error(`Qdrant upsert failed`)
-  }
-
-  return { data: points }
-}
-
-// ✅ 파라미터 스펙 업데이트
-qdrantUpsert.parameterSpec = [
-  { type: 'string', name: 'collection', label: 'qdrant.collection' },
-  { type: 'string', name: 'embeddingDataAccessor', label: 'qdrant.embedding-accessor' },
-  { type: 'string', name: 'analysisDataAccessor', label: 'qdrant.analysis-accessor' }
-]
-
-qdrantUpsert.help = 'integration/task/qdrant-upsert'
-
-TaskRegistry.registerTaskHandler('qdrant-upsert', qdrantUpsert)

package/server/index.ts

@@ -1 +0,0 @@
-import './engine'

package/server/tsconfig.json

@@ -1,10 +0,0 @@
-{
-  "extends": "../../tsconfig-base.json",
-  "compilerOptions": {
-    "strict": false,
-    "module": "commonjs",
-    "outDir": "../dist-server",
-    "baseUrl": "./"
-  },
-  "include": ["./**/*"]
-}