spine-framework 0.3.125 → 0.3.126

package/.framework/functions/cil-embeddings.ts

@@ -0,0 +1,1202 @@
+
+const EMBED_SOURCE_STATUS: Record<'first' | 'second', { prior: string; target: string }> = {
+  first: { prior: '5-documented', target: '6-embedded' },
+  second: { prior: '8-enriched', target: '9-embedded' },
+}
+
+function getEmbedSourceFilePaths(projectItem: any, secondPass: boolean): string[] {
+  const fileStatuses: Record<string, string> = projectItem?.data?.file_statuses || {}
+  const { prior, target } = secondPass ? EMBED_SOURCE_STATUS.second : EMBED_SOURCE_STATUS.first
+  return Object.entries(fileStatuses)
+    .filter(([, status]) => status === prior || status === target)
+    .map(([filePath]) => filePath)
+}
+
+async function loadSourceChunks(
+  projectId: string,
+  sourceFilePaths: string[],
+  offset: number,
+  limit: number
+): Promise<{ chunks: any[]; total: number }> {
+  if (sourceFilePaths.length === 0) return { chunks: [], total: 0 }
+
+  // Keep the REST URL under the ~8k character limit while still using the
+  // indexed file_path filter instead of scanning every project chunk page.
+  const FILE_PATH_IN_BATCH = 50
+  const allIds: string[] = []
+  let total = 0
+
+  for (let i = 0; i < sourceFilePaths.length; i += FILE_PATH_IN_BATCH) {
+    const batch = sourceFilePaths.slice(i, i + FILE_PATH_IN_BATCH)
+    const [{ count }, { data, error }] = await Promise.all([
+      adminDb
+        .from('items')
+        .select('*', { count: 'exact', head: true })
+        .filter('data->>kb_type', 'eq', 'cil_chunk')
+        .filter('data->>project_id', 'eq', projectId)
+        .eq('is_active', true)
+        .in('data->>file_path' as any, batch),
+      adminDb
+        .from('items')
+        .select('id, data->>file_path')
+        .filter('data->>kb_type', 'eq', 'cil_chunk')
+        .filter('data->>project_id', 'eq', projectId)
+        .eq('is_active', true)
+        .in('data->>file_path' as any, batch)
+        .order('id'),
+    ])
+
+    if (error) throw new Error(`Failed to load source chunk ids: ${error.message}`)
+    total += count || 0
+    for (const row of data || []) allIds.push(row.id)
+  }
+
+  allIds.sort()
+  const pageIds = allIds.slice(offset, offset + limit)
+  if (pageIds.length === 0) return { chunks: [], total }
+
+  const { data: chunks, error } = await adminDb
+    .from('items')
+    .select('id, title, data')
+    .in('id', pageIds)
+
+  if (error) throw new Error(`Failed to load source chunks: ${error.message}`)
+
+  const chunkMap = new Map((chunks || []).map((c: any) => [c.id, c]))
+  const ordered = pageIds.map(id => chunkMap.get(id)).filter(Boolean) as any[]
+  return { chunks: ordered, total }
+}
+
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_module_header_1784235266" type="module_header" identity="module_header" parent="none"]
+// CIL[DOC-MACRO purpose="Module header and top-level exports for cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Own module-level imports, exports, and configuration for cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[\".framework/migrations/015_simplify_apps_table.sql\",\"custom/apps/cortex/pages/operations/OperationsDashboard.tsx\",\"custom/apps/portal/pages/ContentPage.tsx\",\".framework/src/components/ui/table-primitives.tsx\",\".framework/src/pages/admin/TypeDetailPage.tsx\",\"\\\"]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="module exports and side effects" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares module scope, imports dependencies, and exports public surface of cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-AUDIENCE audience="developer"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: .framework/migrations/015_simplify_apps_table.sql, custom/apps/cortex/pages/operations/OperationsDashboard.tsx, custom/apps/portal/pages/ContentPage.tsx, .framework/src/components/ui/table-primitives.tsx, .framework/src/pages/admin/TypeDetailPage.tsx, \."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+
+
+
+
+import { createHandler } from './_shared/middleware'
+import { adminDb } from './_shared/db'
+import { generate } from './embeddings'
+import { callOpenAIEmbeddings, callEmbeddingApi } from './_shared/llm'
+import { FileStatus, FileTreeNode, isSelectedPath, getFileStatus, updateTreeNodeStatus, saveProjectTree } from './_shared/cil'
+
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_module_header_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_status_rank_1784235266" type="variable" identity="status_rank" parent="none"]
+// CIL[DOC-MACRO purpose="Defines status_rank configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for status_rank"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[\".framework/src/pages/admin/TypeDetailPage.tsx\",\".framework/functions/_shared/principal.ts\",\".framework/src/pages/admin/IntegrationsPage.tsx\",\".framework/src/pages/admin/RolesPage.tsx\",\"\\\"]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of status_rank" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares status_rank with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: .framework/src/pages/admin/TypeDetailPage.tsx, .framework/functions/_shared/principal.ts, .framework/src/pages/admin/IntegrationsPage.tsx, .framework/src/pages/admin/RolesPage.tsx, \."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+const STATUS_RANK: Record<string, number> = {
+  '2-discovered': 2,
+  '3-selected': 3,
+  '4-chunked': 4,
+  '5-documented': 5,
+  '6-embedded': 6,
+  '7-mapped': 7,
+  '8-enriched': 8,
+  '9-embedded': 9,
+  '10-mapped': 10,
+  
+  'pass2_complete': 4,
+  'pass3_complete': 5,
+  'pass4_complete': 6,
+  'pass4b_complete': 7,
+  'pass6_complete': 8,
+  'pass7_complete': 9,
+  'pass8_complete': 10,
+}
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_status_rank_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_rank_1784235266" type="function" identity="rank" parent="none"]
+// CIL[DOC-MACRO purpose="Implements rank logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute rank and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[\".framework/functions/_shared/principal.ts\",\".framework/src/pages/admin/TypeDetailPage.tsx\",\".framework/src/pages/admin/IntegrationsPage.tsx\",\".framework/migrations/015_simplify_apps_table.sql\",\"\\\"]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides rank with rank(status: string | undefined inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 1. Direct calls: 0. Related files: .framework/functions/_shared/principal.ts, .framework/src/pages/admin/TypeDetailPage.tsx, .framework/src/pages/admin/IntegrationsPage.tsx, .framework/migrations/015_simplify_apps_table.sql, \."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 1. Total affected: 1."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+function rank(status: string | undefined): number {
+  return status ? STATUS_RANK[status] || 0 : 0
+}
+
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_rank_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedding_model_1784235266" type="variable" identity="embedding_model" parent="none"]
+// CIL[DOC-MACRO purpose="Defines embedding_model configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for embedding_model"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[\".framework/src/pages/admin/TypeDetailPage.tsx\",\".framework/functions/_shared/principal.ts\",\".framework/src/pages/admin/IntegrationsPage.tsx\",\".framework/src/pages/admin/RolesPage.tsx\",\"\\\"]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of embedding_model" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares embedding_model with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: .framework/src/pages/admin/TypeDetailPage.tsx, .framework/functions/_shared/principal.ts, .framework/src/pages/admin/IntegrationsPage.tsx, .framework/src/pages/admin/RolesPage.tsx, \."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+const EMBEDDING_MODEL = 'text-embedding-3-small'
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedding_model_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_default_batch_size_1784235266" type="variable" identity="default_batch_size" parent="none"]
+// CIL[DOC-MACRO purpose="Defines default_batch_size configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for default_batch_size"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[\".framework/src/pages/admin/TypeDetailPage.tsx\",\".framework/functions/_shared/principal.ts\",\".framework/src/pages/admin/IntegrationsPage.tsx\",\".framework/src/pages/admin/RolesPage.tsx\",\"\\\"]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of default_batch_size" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares default_batch_size with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: .framework/src/pages/admin/TypeDetailPage.tsx, .framework/functions/_shared/principal.ts, .framework/src/pages/admin/IntegrationsPage.tsx, .framework/src/pages/admin/RolesPage.tsx, \."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+const DEFAULT_BATCH_SIZE = 20
+
+
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_default_batch_size_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_vector_type_index_1784235266" type="variable" identity="vector_type_index" parent="none"]
+// CIL[DOC-MACRO purpose="Defines vector_type_index configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for vector_type_index"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of vector_type_index" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares vector_type_index with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+const VECTOR_TYPE_INDEX: Record<string, number> = {
+  semantic:   0,
+  structural: 1,
+  contract:   2,
+  code:       3,
+}
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_vector_type_index_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedding_prices_1784235266" type="variable" identity="embedding_prices" parent="none"]
+// CIL[DOC-MACRO purpose="Defines embedding_prices configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for embedding_prices"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of embedding_prices" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares embedding_prices with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+const EMBEDDING_PRICES: Record<string, number> = {
+  'text-embedding-3-small': 0.02,
+  'text-embedding-3-large': 0.13,
+  'text-embedding-ada-002': 0.10,
+}
+
+
+
+
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedding_prices_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildsemantictext_1784235266" type="function" identity="buildsemantictext" parent="none"]
+// CIL[DOC-MACRO purpose="Implements buildsemantictext logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute buildsemantictext and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides buildsemantictext with buildSemanticText(chunk: any inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export function buildSemanticText(chunk: any): string {
+  const d = chunk.data || {}
+  const parts: string[] = []
+  if (d.chunk_name) parts.push(d.chunk_name)
+  if (d.chunk_type) parts.push(`[${d.chunk_type}]`)
+  if (d.file_path) parts.push(`in ${d.file_path}`)
+
+  const vc = d.vector_content || {}
+  if (vc.context?.status === 'ready' && vc.context.content) {
+    parts.push(`Context: ${vc.context.content}`)
+  }
+  if (vc.blast_radius?.status === 'ready' && vc.blast_radius.content) {
+    parts.push(`Blast radius: ${vc.blast_radius.content}`)
+  }
+
+  if (d.macro) parts.push(d.macro)
+  if (d.micro) parts.push(d.micro)
+  if (d.input_spec) parts.push(`Inputs: ${d.input_spec}`)
+  if (d.output_spec) parts.push(`Returns: ${d.output_spec}`)
+  if (Array.isArray(d.notes)) {
+    for (const note of d.notes) {
+      if (note.content) parts.push(`Note (${note.type || 'general'}): ${note.content}`)
+    }
+  }
+  if (Array.isArray(d.learnings)) {
+    for (const learning of d.learnings) {
+      if (learning.content) parts.push(`Learning (${learning.topic || 'general'}): ${learning.content}`)
+    }
+  }
+  return parts.join('. ')
+}
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildsemantictext_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildstructuraltext_1784235266" type="function" identity="buildstructuraltext" parent="none"]
+// CIL[DOC-MACRO purpose="Implements buildstructuraltext logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute buildstructuraltext and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides buildstructuraltext with buildStructuralText(chunk: any inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export function buildStructuralText(chunk: any): string {
+  const d = chunk.data || {}
+  return JSON.stringify({
+    chunk_name: d.chunk_name || '',
+    chunk_type: d.chunk_type || '',
+    file_path: d.file_path || '',
+    stability: d.stability || '',
+    is_dead_code: d.is_dead_code || false,
+    boundary_confidence: d.boundary_confidence || '',
+    doc_confidence: d.doc_confidence || '',
+    review_status: d.review_status || '',
+  })
+}
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildstructuraltext_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildcontracttext_1784235266" type="function" identity="buildcontracttext" parent="none"]
+// CIL[DOC-MACRO purpose="Implements buildcontracttext logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute buildcontracttext and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides buildcontracttext with buildContractText(chunk: any inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export function buildContractText(chunk: any): string {
+  const d = chunk.data || {}
+  const parts: string[] = []
+  if (d.input_spec) parts.push(`INPUTS: ${d.input_spec}`)
+  if (d.output_spec) parts.push(`OUTPUTS: ${d.output_spec}`)
+  if (d.side_effects) parts.push(`SIDE_EFFECTS: ${d.side_effects}`)
+  if (d.macro) parts.push(`PURPOSE: ${d.macro}`)
+  return parts.join('\n') || `${d.chunk_name || 'unknown'} — no contract yet`
+}
+
+
+
+
+function buildCodeText(chunk: any): string {
+  const d = chunk.data || {}
+  const parts: string[] = []
+  if (d.chunk_name) parts.push(d.chunk_name)
+  if (d.file_path) parts.push(`in ${d.file_path}`)
+  if (d.chunk_type) parts.push(`[${d.chunk_type}]`)
+  if (d.macro) parts.push(d.macro)
+  if (d.micro) parts.push(d.micro)
+  if (d.code_content) {
+    parts.push('CODE:')
+    parts.push(String(d.code_content))
+  }
+  return parts.join('\n') || `${d.chunk_name || 'unknown'} — no code content`
+}
+
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_buildcontracttext_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_loadpendingchunks_1784235266" type="function" identity="loadpendingchunks" parent="none"]
+// CIL[DOC-MACRO purpose="Implements loadpendingchunks logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute loadpendingchunks and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides loadpendingchunks with loadPendingChunks(projectId: string, selectedPaths: string[], requiredStatus: FileStatus inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+async function loadPendingChunks(projectId: string, selectedPaths: string[], requiredStatus: FileStatus): Promise<any[]> {
+  const { data: fileItems } = await adminDb
+    .from('items')
+    .select('id, data')
+    .filter('data->>kb_type', 'eq', 'cil_file')
+    .filter('data->>project_id', 'eq', projectId)
+    .eq('is_active', true)
+
+  const selectedFileIds = (fileItems || [])
+    .filter((f: any) => getFileStatus(f) === requiredStatus && isSelectedPath(f.data?.file_path || f.title, selectedPaths))
+    .map((f: any) => f.id)
+
+  if (selectedFileIds.length === 0) return []
+
+  const { data: allChunks } = await adminDb
+    .from('items')
+    .select('id, title, data')
+    .filter('data->>kb_type', 'eq', 'cil_chunk')
+    .filter('data->>project_id', 'eq', projectId)
+    .eq('is_active', true)
+
+  return (allChunks || []).filter((c: any) => selectedFileIds.includes(c.data?.file_id))
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_loadpendingchunks_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_maybeadvancefiletopass4_1784235266" type="function" identity="maybeadvancefiletopass4" parent="none"]
+// CIL[DOC-MACRO purpose="Implements maybeadvancefiletopass4 logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute maybeadvancefiletopass4 and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides maybeadvancefiletopass4 with maybeAdvanceFileToPass4( inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+async function maybeAdvanceFileToPass4(
+  ctx: any,
+  fileId: string,
+  tree: FileTreeNode | null,
+  secondPass = false,
+  projectItem?: any
+): Promise<void> {
+  const { data: fileChunks } = await adminDb
+    .from('items')
+    .select('id, title, data')
+    .filter('data->>kb_type', 'eq', 'cil_chunk')
+    .filter('data->>file_id', 'eq', fileId)
+    .eq('is_active', true)
+
+  if (!fileChunks || fileChunks.length === 0) return
+
+  const chunkIds = fileChunks.map((c: any) => c.id)
+  const { data: embeddedDocs } = await adminDb
+    .from('embeddings')
+    .select('document_id')
+    .in('document_id', chunkIds)
+    .is('revoked_at', null)
+
+  const embeddedChunkIds = new Set((embeddedDocs || []).map((e: any) => e.document_id))
+  const allEmbedded = chunkIds.every(id => embeddedChunkIds.has(id))
+  if (!allEmbedded) return
+
+  const { data: fileItem } = await adminDb
+    .from('items')
+    .select('id, data')
+    .eq('id', fileId)
+    .maybeSingle()
+
+  if (!fileItem) return
+
+  const cil_file_status = secondPass ? 'pass7_complete' : 'pass4_complete'
+  const pipeline_status = secondPass ? '9-embedded' : '6-embedded'
+  const currentFileStatus = getFileStatus(fileItem)
+  const filePath: string = fileItem.data?.file_path
+
+  
+  if (rank(currentFileStatus) < rank(cil_file_status)) {
+    const { update } = await import('./admin-data')
+    const updateCtx = { ...ctx, query: { ...(ctx.query || {}), entity: 'items', id: fileId } }
+    await update(updateCtx, {
+      data: {
+        ...fileItem.data,
+        status: cil_file_status,
+        last_status_at: new Date().toISOString(),
+      },
+    }).catch((e: any) => console.error(`advance to ${cil_file_status} failed:`, e.message))
+  }
+
+  if (tree) updateTreeNodeStatus(tree, fileId, cil_file_status)
+
+  
+  const projectId: string = fileItem.data?.project_id
+  if (!filePath || !projectId) return
+
+  let projItem = projectItem
+  if (!projItem) {
+    const { data } = await adminDb.from('items').select('id, data').eq('id', projectId).maybeSingle()
+    projItem = data
+  }
+  if (!projItem) return
+
+  const currentPipelineStatus = projItem.data?.file_statuses?.[filePath]
+  if (rank(currentPipelineStatus) >= rank(pipeline_status)) return
+
+  const fileStatuses = { ...(projItem.data?.file_statuses || {}) }
+  fileStatuses[filePath] = pipeline_status
+  fileStatuses[`${filePath}_updated`] = new Date().toISOString()
+  const { error: fsErr } = await adminDb.from('items')
+    .update({ data: { ...projItem.data, file_statuses: fileStatuses } })
+    .eq('id', projectId)
+    .select('id')
+  if (fsErr) {
+    console.error(`pipeline status advance to ${pipeline_status} failed:`, fsErr.message)
+    return
+  }
+
+  
+  if (projectItem) {
+    if (!projectItem.data) projectItem.data = {}
+    projectItem.data.file_statuses = fileStatuses
+  }
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_maybeadvancefiletopass4_1784235266"]
+
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_contenthash_1784235266" type="function" identity="contenthash" parent="none"]
+// CIL[DOC-MACRO purpose="Implements contenthash logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute contenthash and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides contenthash with contentHash(text: string inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export function contentHash(text: string): string {
+  
+  let h = 2166136261
+  for (let i = 0; i < text.length; i++) {
+    h ^= text.charCodeAt(i)
+    h = Math.imul(h, 16777619)
+  }
+  return (h >>> 0).toString(16).padStart(8, '0')
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_contenthash_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedchunk_1784235266" type="function" identity="embedchunk" parent="none"]
+// CIL[DOC-MACRO purpose="Implements embedchunk logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute embedchunk and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides embedchunk with embedChunk( inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export async function embedChunk(
+  chunkItem: any,
+  accountId: string,
+  forceRegenerate: boolean
+): Promise<{ created: string[]; skipped: string[]; error?: string }> {
+  const chunkId = chunkItem.id
+  const created: string[] = []
+  const skipped: string[] = []
+
+  
+  const vectors: { type: string; text: string }[] = [
+    { type: 'semantic',   text: buildSemanticText(chunkItem) },
+    { type: 'structural', text: buildStructuralText(chunkItem) },
+    { type: 'contract',   text: buildContractText(chunkItem) },
+    { type: 'code',       text: buildCodeText(chunkItem) },
+  ].filter(v => v.text.trim().length > 0)
+
+  if (!vectors.length) return { created, skipped: ['all:empty'] }
+
+  
+  const { data: existing } = await adminDb
+    .from('embeddings')
+    .select('id, content_hash, metadata')
+    .eq('document_id', chunkId)
+
+  const existingMap = new Map<string, any>()
+  for (const row of existing || []) {
+    existingMap.set(row.metadata?.vector_type || '', row)
+  }
+
+  if (forceRegenerate && (existing || []).length > 0) {
+    await adminDb.from('embeddings').delete().eq('document_id', chunkId)
+    existingMap.clear()
+  }
+
+  
+  const toEmbed = vectors.filter(v => {
+    const hash = contentHash(v.text)
+    const row = existingMap.get(v.type)
+    if (row && row.content_hash === hash) { skipped.push(v.type); return false }
+    return true
+  })
+
+  if (!toEmbed.length) return { created, skipped }
+
+  try {
+    const embeddings = await callEmbeddingApi(toEmbed.map(v => v.text))
+    const now = new Date().toISOString()
+
+    for (let i = 0; i < toEmbed.length; i++) {
+      const { type, text } = toEmbed[i]
+      const hash = contentHash(text)
+      const existingRow = existingMap.get(type)
+
+      
+      const vectorLiteral = `[${embeddings[i].join(',')}]`
+
+      const row = {
+        account_id:   accountId,
+        model_id:     EMBEDDING_MODEL,
+        document_id:  chunkId,
+        chunk_index:  VECTOR_TYPE_INDEX[type] ?? 0,
+        content:      text,
+        embedding:    vectorLiteral,
+        content_hash: hash,
+        approved_at:  now, // CIL chunks are always "approved" — they're internal, not published content
+        revoked_at:   null,
+        metadata: {
+          vector_type:    type,
+          item_type:      'cil_chunk',
+          kb_type:        'cil_chunk',
+          security_level: 'internal',
+          source_item_id: chunkId,
+          chunk_name:     chunkItem.data?.chunk_name || '',
+          file_path:      chunkItem.data?.file_path || '',
+          project_id:     chunkItem.data?.project_id || '',
+        },
+      }
+
+      if (existingRow) {
+        await adminDb.from('embeddings').update(row).eq('id', existingRow.id)
+      } else {
+        await adminDb.from('embeddings').insert(row)
+      }
+      created.push(type)
+    }
+  } catch (err) {
+    return { created, skipped, error: err instanceof Error ? err.message : String(err) }
+  }
+
+  return { created, skipped }
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_embedchunk_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_semanticsearch_1784235266" type="function" identity="semanticsearch" parent="none"]
+// CIL[DOC-MACRO purpose="Implements semanticsearch logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute semanticsearch and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides semanticsearch with semanticSearch( inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+async function semanticSearch(
+  query: string,
+  projectId: string | null,
+  limit: number,
+  accountId: string
+): Promise<any[]> {
+  const j = await callOpenAIEmbeddings(undefined, [query], EMBEDDING_MODEL)
+  const queryVector = j.data?.[0]?.embedding
+  if (!queryVector) throw new Error('Failed to embed query')
+
+  const vectorLiteral = `[${queryVector.join(',')}]`
+
+  
+  const rpcParams: any = {
+    query_embedding: vectorLiteral,
+    match_count: limit * 3,
+    filter_account_ids: [accountId],
+    filter_vector_type: null,
+    similarity_threshold: 0.15,
+    filter_item_types: ['cil_chunk'],
+  }
+
+  const { data: matches, error } = await adminDb.rpc('match_embeddings', rpcParams)
+  if (error) throw new Error(`match_embeddings RPC error: ${error.message}`)
+
+  
+  const chunkIds = [...new Set((matches || []).map((m: any) => m.document_id))]
+  if (!chunkIds.length) return []
+
+  const { data: chunks } = await adminDb
+    .from('items')
+    .select('id, title, data')
+    .in('id', chunkIds)
+
+  const chunkMap = new Map((chunks || []).map((c: any) => [c.id, c]))
+
+  return (matches || [])
+    .filter((m: any) => {
+      const chunk = chunkMap.get(m.document_id)
+      if (!chunk || chunk.data?.kb_type !== 'cil_chunk') return false
+      if (!projectId) return true
+      return chunk.data?.project_id === projectId
+    })
+    .map((m: any) => {
+      const chunk = chunkMap.get(m.document_id)
+      return {
+        chunk_id: m.document_id,
+        chunk_name: chunk?.data?.chunk_name || chunk?.title || '',
+        file_path: chunk?.data?.file_path || '',
+        macro: chunk?.data?.macro || '',
+        micro: chunk?.data?.micro || '',
+        chunk_type: chunk?.data?.chunk_type || '',
+        doc_confidence: chunk?.data?.doc_confidence || '',
+        similarity: m.similarity,
+        content_snippet: (m.content || '').slice(0, 200),
+        vector_content: chunk?.data?.vector_content || null,
+      }
+    })
+    .slice(0, limit)
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_semanticsearch_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_getplatformaccountid_1784235266" type="function" identity="getplatformaccountid" parent="none"]
+// CIL[DOC-MACRO purpose="Implements getplatformaccountid logic in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Execute getplatformaccountid and return its computed result"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="return value from function execution" errors="throws on invalid input or runtime failure" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Provides getplatformaccountid with getPlatformAccountId( inputs, handling internal flow and returning a result" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+async function getPlatformAccountId(): Promise<string> {
+  const { data } = await adminDb.from('accounts').select('id').eq('slug', 'spine-system').maybeSingle()
+  return data?.id || ''
+}
+
+
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_getplatformaccountid_1784235266"]
+// CIL[BEGIN chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_handler_1784235266" type="variable" identity="handler" parent="none"]
+// CIL[DOC-MACRO purpose="Defines handler configuration or state in cortex.functions.custom_cil-embeddings"]
+// CIL[DOC-RESPONSIBILITY responsibility="Hold the value and default configuration for handler"]
+// CIL[DOC-CONTEXT module="cortex.functions.custom_cil-embeddings" layer="function" related_files="[]"]
+// CIL[DOC-CONTRACT inputs="none" outputs="value of handler" errors="none" side_effects="none"]
+// CIL[DOC-MICRO logic_summary="Declares handler with initial value or constant binding used by cortex.functions.custom_cil-embeddings" notable_decisions="[]"]
+// CIL[DOC-CONFIDENCE pass="second" score="0.95" flags="none"]
+// CIL[DOC-STABILITY stability="stable"]
+// CIL[DOC-VECTOR type="context" content="Layer: function. Direct callers: 0. Direct calls: 0. Related files: none."]
+// CIL[DOC-VECTOR type="blast_radius" content="Direct callers: 0. Total affected: 0."]
+// CIL[DOC-VECTOR type="configuration" content="No configuration dependencies."]
+// CIL[DOC-VECTOR type="constraint" content="No test paths identified."]
+// CIL[DOC-VECTOR type="implementation_pattern" content="" status="pending_human_input"]
+// CIL[DOC-VECTOR type="user_journey" content="" status="pending_human_input"]
+export const handler = createHandler(async (ctx, body) => {
+  const action = ctx.query?.action
+  const accountId = ctx.accountId || await getPlatformAccountId()
+
+  
+  if (action === 'estimate') {
+    const projectId = body?.project_id || ctx.query?.project_id
+    if (!projectId) throw new Error('project_id is required')
+    const model = body?.model || ctx.query?.model || EMBEDDING_MODEL
+    const pricePerMillion = EMBEDDING_PRICES[model] ?? EMBEDDING_PRICES[EMBEDDING_MODEL]
+    const filePath = body?.file_path || ctx.query?.file_path
+
+    
+    const PAGE_SIZE = 1000
+    let offset = 0
+    const chunks: any[] = []
+    while (true) {
+      let q = adminDb
+        .from('items')
+        .select('id, data')
+        .filter('data->>kb_type', 'eq', 'cil_chunk')
+        .filter('data->>project_id', 'eq', projectId)
+        .filter('data->>review_status', 'eq', 'approved')
+        .eq('is_active', true)
+        .range(offset, offset + PAGE_SIZE - 1)
+      if (filePath) q = q.filter('data->>file_path', 'eq', filePath)
+      const { data: page, error } = await q
+      if (error) throw new Error(`Failed to load chunks: ${error.message}`)
+      chunks.push(...(page || []))
+      if ((page || []).length < PAGE_SIZE) break
+      offset += PAGE_SIZE
+    }
+
+    
+    const chunkIds = (chunks || []).map((c: any) => c.id)
+    const existingDocIds = new Set<string>()
+    const SUPABASE_IN_LIMIT = 500
+    for (let i = 0; i < chunkIds.length; i += SUPABASE_IN_LIMIT) {
+      const { data: emb } = await adminDb
+        .from('embeddings')
+        .select('document_id')
+        .in('document_id', chunkIds.slice(i, i + SUPABASE_IN_LIMIT))
+      for (const row of emb || []) existingDocIds.add(row.document_id)
+    }
+
+    const toEmbed = (chunks || []).filter((c: any) => !existingDocIds.has(c.id))
+    const alreadyEmbedded = (chunks || []).length - toEmbed.length
+
+    
+    
+    let totalTokens = 0
+    for (const chunk of toEmbed) {
+      const baseTokens = chunk.data?.token_count || Math.ceil((chunk.data?.code_content?.length || 200) / 4)
+      totalTokens += baseTokens * 4
+    }
+
+    const estimatedCostUsd = (totalTokens / 1_000_000) * pricePerMillion
+
+    return {
+      project_id: projectId,
+      model,
+      file_path: filePath || null,
+      price_per_1m_tokens: pricePerMillion,
+      total_approved_chunks: (chunks || []).length,
+      chunks_to_embed: toEmbed.length,
+      already_embedded: alreadyEmbedded,
+      vectors_per_chunk: 4,
+      estimated_tokens: totalTokens,
+      estimated_cost_usd: parseFloat(estimatedCostUsd.toFixed(4)),
+    }
+  }
+
+  
+  if (action === 'embed_chunk') {
+    const chunkId = body?.chunk_id || ctx.query?.chunk_id
+    if (!chunkId) throw new Error('chunk_id is required')
+
+    const { data: chunk, error } = await adminDb
+      .from('items')
+      .select('id, title, data')
+      .eq('id', chunkId)
+      .maybeSingle()
+
+    if (error || !chunk) throw new Error(`Chunk not found: ${chunkId}`)
+
+    const result = await embedChunk(chunk, accountId, body?.force_regenerate ?? false)
+    return {
+      chunk_id: chunkId,
+      chunk_name: chunk.data?.chunk_name || '',
+      ...result,
+    }
+  }
+
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  if (action === 'embed_project' || action === 'embed_approved') {
+    const projectId = body?.project_id || ctx.query?.project_id
+    if (!projectId) throw new Error('project_id is required')
+
+    const forceRegenerate = body?.force_regenerate ?? false
+    const secondPass = body?.second_pass ?? false
+    const filePath = body?.file_path || ctx.query?.file_path
+    const pageLimit  = Math.min(parseInt(body?.limit  || '10', 10), 25)
+    const pageOffset = parseInt(body?.offset || '0', 10)
+
+    
+    const { data: projectItem } = await adminDb.from('items').select('id, data').eq('id', projectId).maybeSingle()
+    
+    const selectedPaths: string[] = projectItem?.data?.selected_paths || []
+    const fileTree = (projectItem?.data?.file_tree as FileTreeNode) || null
+
+    
+    let totalChunks = 0
+    let pageChunks: any[] = []
+    let error: any = null
+
+    if (action === 'embed_approved' && selectedPaths.length > 0 && !filePath) {
+      
+      const pending = await loadPendingChunks(projectId, selectedPaths, 'pass3_complete')
+      const sorted = pending.sort((a: any, b: any) => a.id.localeCompare(b.id))
+      totalChunks = sorted.length
+      pageChunks = sorted.slice(pageOffset, pageOffset + pageLimit)
+    } else {
+      const sourceFilePaths = filePath ? [filePath] : getEmbedSourceFilePaths(projectItem, secondPass)
+      const sourceChunks = await loadSourceChunks(projectId, sourceFilePaths, pageOffset, pageLimit)
+      totalChunks = sourceChunks.total
+      pageChunks = sourceChunks.chunks
+      error = null
+    }
+
+    if (error) throw new Error(`Failed to load chunks: ${error.message}`)
+    if (error) throw new Error(`Failed to load chunks: ${error.message}`)
+    if (!pageChunks || pageChunks.length === 0) {
+      return { project_id: projectId, total: totalChunks, embeddings_created: 0, embeddings_skipped: 0, errors: [], has_more: false, next_offset: null, done_total: totalChunks }
+    }
+
+    
+    const pageChunkIds = pageChunks.map((c: any) => c.id)
+    const SUPABASE_IN_LIMIT = 500
+    const existingRows: any[] = []
+    for (let i = 0; i < pageChunkIds.length; i += SUPABASE_IN_LIMIT) {
+      const { data } = await adminDb
+        .from('embeddings')
+        .select('id, document_id, content_hash, metadata')
+        .in('document_id', pageChunkIds.slice(i, i + SUPABASE_IN_LIMIT))
+      existingRows.push(...(data || []))
+    }
+
+    const existingMap = new Map<string, Map<string, any>>()
+    for (const row of existingRows) {
+      const docId = row.document_id
+      if (!existingMap.has(docId)) existingMap.set(docId, new Map())
+      existingMap.get(docId)!.set(row.metadata?.vector_type || '', row)
+    }
+
+    
+    const toEmbed: { chunkId: string; type: string; text: string; existingRowId?: string }[] = []
+    let totalSkipped = 0
+
+    for (const chunk of pageChunks) {
+      const vectors = [
+        { type: 'semantic',   text: buildSemanticText(chunk) },
+        { type: 'structural', text: buildStructuralText(chunk) },
+        { type: 'contract',   text: buildContractText(chunk) },
+        { type: 'code',       text: buildCodeText(chunk) },
+      ].filter(v => v.text.trim().length > 0)
+
+      for (const v of vectors) {
+        const hash = contentHash(v.text)
+        const existing = existingMap.get(chunk.id)?.get(v.type)
+        if (!forceRegenerate && existing && existing.content_hash === hash) {
+          totalSkipped++
+          continue
+        }
+        toEmbed.push({ chunkId: chunk.id, type: v.type, text: v.text, existingRowId: existing?.id })
+      }
+    }
+
+    
+    
+    
+    const targetPipelineStatus = secondPass ? '9-embedded' : '6-embedded'
+
+    const advanceFiles = async () => {
+      const affectedFileIds = [...new Set(pageChunks.map(c => c.data?.file_id).filter(Boolean))]
+      for (const fileId of affectedFileIds) {
+        const chunk = pageChunks.find((c: any) => c.data?.file_id === fileId)
+        const filePath = chunk?.data?.file_path
+        const fileStatus = projectItem?.data?.file_statuses?.[filePath]
+        if (fileStatus === targetPipelineStatus) continue
+        await maybeAdvanceFileToPass4(ctx, fileId, fileTree, secondPass, projectItem)
+      }
+      if (fileTree) {
+        await saveProjectTree(ctx, projectId, fileTree, { last_ingested_at: new Date().toISOString() }, projectItem)
+      }
+    }
+
+    if (toEmbed.length === 0) {
+      await advanceFiles()
+      const nextOffset = pageOffset + pageLimit
+      return {
+        project_id: projectId, total: totalChunks,
+        embeddings_created: 0, embeddings_skipped: totalSkipped, errors: [],
+        has_more: nextOffset < totalChunks, next_offset: nextOffset < totalChunks ? nextOffset : null,
+        done_total: pageOffset + pageChunks.length,
+      }
+    }
+
+    
+    if (forceRegenerate && pageChunkIds.length > 0) {
+      for (let i = 0; i < pageChunkIds.length; i += SUPABASE_IN_LIMIT) {
+        await adminDb.from('embeddings').delete().in('document_id', pageChunkIds.slice(i, i + SUPABASE_IN_LIMIT))
+      }
+      for (const item of toEmbed) { item.existingRowId = undefined }
+    }
+
+    
+    const OPENAI_BATCH = 100
+    const errors: string[] = []
+
+    
+    const batchPromises: Promise<{ startIdx: number; vecs: number[][] }>[] = []
+    for (let i = 0; i < toEmbed.length; i += OPENAI_BATCH) {
+      const startIdx = i
+      const batchTexts = toEmbed.slice(i, i + OPENAI_BATCH).map(e => e.text)
+      batchPromises.push(
+        callEmbeddingApi(batchTexts)
+          .then(vecs => ({ startIdx, vecs }))
+          .catch(err => {
+            errors.push(`OpenAI batch ${startIdx}-${startIdx + OPENAI_BATCH}: ${err instanceof Error ? err.message : String(err)}`)
+            return { startIdx, vecs: batchTexts.map(() => []) }
+          })
+      )
+    }
+    const batchResults = await Promise.all(batchPromises)
+
+    
+    const allVectors: number[][] = new Array(toEmbed.length)
+    for (const { startIdx, vecs } of batchResults) {
+      for (let k = 0; k < vecs.length; k++) allVectors[startIdx + k] = vecs[k]
+    }
+
+    
+    const now = new Date().toISOString()
+    const chunkMap = new Map(pageChunks.map((c: any) => [c.id, c]))
+
+    const rowsToInsert: object[] = []
+    const rowsToUpdate: { id: string; row: object }[] = []
+
+    for (let i = 0; i < toEmbed.length; i++) {
+      const { chunkId, type, text, existingRowId } = toEmbed[i]
+      const vec = allVectors[i]
+      if (!vec || vec.length === 0) continue
+
+      const chunk = chunkMap.get(chunkId)
+      const row = {
+        account_id:   accountId,
+        model_id:     EMBEDDING_MODEL,
+        document_id:  chunkId,
+        chunk_index:  VECTOR_TYPE_INDEX[type] ?? 0,
+        content:      text,
+        embedding:    `[${vec.join(',')}]`,
+        content_hash: contentHash(text),
+        approved_at:  now,
+        revoked_at:   null,
+        metadata: {
+          vector_type:    type,
+          item_type:      'cil_chunk',
+          kb_type:        'cil_chunk',
+          security_level: 'internal',
+          source_item_id: chunkId,
+          chunk_name:     chunk?.data?.chunk_name || '',
+          file_path:      chunk?.data?.file_path || '',
+          project_id:     projectId,
+        },
+      }
+
+      if (existingRowId) rowsToUpdate.push({ id: existingRowId, row })
+      else rowsToInsert.push(row)
+    }
+
+    
+    const INSERT_BATCH = 10
+    for (let i = 0; i < rowsToInsert.length; i += INSERT_BATCH) {
+      const { error: e } = await adminDb.from('embeddings').insert(rowsToInsert.slice(i, i + INSERT_BATCH))
+      if (e) errors.push(`embedding insert batch failed: ${e.message}`)
+    }
+
+    
+    const PARALLEL_UPDATE = 5
+    const updatePromises: Promise<void>[] = []
+    for (let i = 0; i < rowsToUpdate.length; i += PARALLEL_UPDATE) {
+      for (const { id, row } of rowsToUpdate.slice(i, i + PARALLEL_UPDATE)) {
+        updatePromises.push(
+          adminDb.from('embeddings').update(row).eq('id', id)
+            .then(({ error: e }) => { if (e) errors.push(`embedding update ${id}: ${e.message}`) })
+        )
+      }
+    }
+
+    await Promise.all(updatePromises)
+
+    await advanceFiles()
+
+    const nextOffset = pageOffset + pageLimit
+    return {
+      project_id: projectId,
+      file_path: filePath || null,
+      total: totalChunks,
+      embeddings_created: rowsToInsert.length + rowsToUpdate.length,
+      embeddings_skipped: totalSkipped,
+      errors,
+      has_more: nextOffset < totalChunks,
+      next_offset: nextOffset < totalChunks ? nextOffset : null,
+      done_total: pageOffset + pageChunks.length,
+    }
+  }
+
+  
+  if (action === 'status') {
+    const projectId = body?.project_id || ctx.query?.project_id
+    if (!projectId) throw new Error('project_id is required')
+
+    const { count: totalChunks } = await adminDb
+      .from('items')
+      .select('id', { count: 'exact' })
+      .filter('data->>kb_type', 'eq', 'cil_chunk')
+      .filter('data->>project_id', 'eq', projectId)
+      .eq('is_active', true)
+
+    
+    const { data: chunkItems } = await adminDb
+      .from('items')
+      .select('id')
+      .filter('data->>kb_type', 'eq', 'cil_chunk')
+      .filter('data->>project_id', 'eq', projectId)
+      .eq('is_active', true)
+
+    const chunkIds = (chunkItems || []).map((c: any) => c.id)
+    let embeddedCount = 0
+
+    if (chunkIds.length > 0) {
+      const { data: embeddedDocs } = await adminDb
+        .from('embeddings')
+        .select('document_id')
+        .in('document_id', chunkIds)
+        .is('revoked_at', null)
+
+      embeddedCount = new Set((embeddedDocs || []).map((e: any) => e.document_id)).size
+    }
+
+    return {
+      project_id: projectId,
+      total_chunks: totalChunks || 0,
+      embedded_chunks: embeddedCount,
+      unembedded_chunks: (totalChunks || 0) - embeddedCount,
+      coverage_pct: totalChunks ? Math.round((embeddedCount / totalChunks) * 100) : 0,
+    }
+  }
+
+  
+  if (action === 'search') {
+    const query = body?.q || ctx.query?.q
+    const projectId = body?.project_id || ctx.query?.project_id || null
+    const limit = parseInt(body?.limit || ctx.query?.limit || '10')
+    if (!query) throw new Error('q is required')
+
+    const results = await semanticSearch(query, projectId, limit, accountId)
+    return { query, results, count: results.length }
+  }
+
+  
+  if (action === 'delete') {
+    const chunkId = body?.chunk_id || ctx.query?.chunk_id
+    if (!chunkId) throw new Error('chunk_id is required')
+
+    const { error } = await adminDb
+      .from('embeddings')
+      .delete()
+      .eq('document_id', chunkId)
+
+    if (error) throw new Error(`Failed to delete embeddings: ${error.message}`)
+    return { chunk_id: chunkId, deleted: true }
+  }
+
+  throw new Error(`Unknown action: ${action}. Valid: embed_chunk, embed_project, embed_approved, status, search, delete`)
+})
+
+
+
+// CIL[END chunk_id="custom_apps_cortex_functions_custom_cil_embeddings_handler_1784235266"]