weave-typescript 0.50.0 → 0.51.0

package/dist/weavesql/weavedb/ingestion_sql.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.listEntitiesByThreadQuery = exports.upsertEntityRelationshipQuery = exports.upsertThreadEntityQuery = exports.upsertEntityQuery = exports.listThreadActivityByThreadQuery = exports.createThreadActivityQuery = exports.listThreadReconciliationByPendingThreadQuery = exports.upsertThreadReconciliationQuery = exports.deleteThreadReconciliationByPendingThreadQuery = exports.getIngestionRunThreadCountsQuery = exports.listThreadsByIDsQuery = exports.listThreadsBySupersedesQuery = exports.markThreadsSupersededQuery = exports.bulkRejectThreadsQuery = exports.rejectThreadQuery = exports.bulkApproveThreadsQuery = exports.approveThreadQuery = exports.deleteDocumentThreadByOrganizationAndIDQuery = exports.editDocumentThreadQuery = exports.editPendingThreadQuery = exports.updateThreadClassificationQuery = exports.promoteThreadNextEmbeddingsByOrganizationQuery = exports.setThreadNextEmbeddingQuery = exports.updateThreadEmbeddingQuery = exports.listPendingThreadsByOrganizationQuery = exports.listPendingThreadsByRunQuery = exports.listThreadsByDocumentQuery = exports.listThreadsByIngestionRunQuery = exports.getThreadByOrganizationAndIDQuery = exports.createThreadQuery = exports.deleteDocumentByOrganizationAndIDQuery = exports.listDocumentTagsByDocumentIDQuery = exports.createDocumentTagQuery = exports.deleteDocumentTagByDocumentIDAndTagQuery = exports.deleteDocumentTagsByDocumentIDQuery = exports.listIngestionHistoryQuery = exports.listIngestionRunsByDocumentQuery = exports.listIngestionRunsByOrganizationQuery = exports.updateIngestionRunStateQuery = exports.getIngestionRunByOrganizationAndIDQuery = exports.createIngestionRunQuery = exports.getDatabaseConfigQuery = exports.getAccessibleDocumentSummaryQuery = exports.listAccessibleDocumentSummariesQuery = exports.listDocumentsByOrganizationQuery = exports.setDocumentStatusQuery = exports.setDocumentParseResultQuery = exports.getDocumentByOrganizationAndFingerprintQuery = exports.getDocumentByOrganizationAndIDQuery = exports.createDocumentQuery = void 0;
-exports.deactivateFacetConfigQuery = exports.upsertFacetConfigQuery = exports.listActiveFacetConfigsQuery = exports.listFacetConfigsQuery = exports.deleteThreadFacetsByThreadQuery = exports.upsertThreadFacetQuery = exports.listThreadFacetsByThreadIDsQuery = exports.syncOrganizationIngestionReasoningDefaultsQuery = exports.upsertOrganizationIngestionStageSettingsQuery = exports.upsertOrganizationIngestionSettingsQuery = exports.getOrganizationIngestionSettingsQuery = exports.ensureOrganizationIngestionSettingsQuery = void 0;
+exports.upsertEntityRelationshipQuery = exports.upsertThreadEntityQuery = exports.upsertEntityQuery = exports.listThreadActivityByThreadQuery = exports.createThreadActivityQuery = exports.listThreadReconciliationByPendingThreadQuery = exports.upsertThreadReconciliationQuery = exports.deleteThreadReconciliationByPendingThreadQuery = exports.getIngestionRunThreadCountsQuery = exports.listThreadsByIDsQuery = exports.listThreadsBySupersedesQuery = exports.markThreadsSupersededQuery = exports.bulkRejectThreadsQuery = exports.rejectThreadQuery = exports.bulkApproveThreadsQuery = exports.approveThreadQuery = exports.deleteDocumentThreadByOrganizationAndIDQuery = exports.editDocumentThreadQuery = exports.editPendingThreadQuery = exports.updateThreadClassificationQuery = exports.promoteThreadNextEmbeddingsByOrganizationQuery = exports.setThreadNextEmbeddingQuery = exports.updateThreadEmbeddingQuery = exports.listPendingThreadsByOrganizationQuery = exports.listPendingThreadsByRunQuery = exports.listAccessibleThreadsByDocumentQuery = exports.listThreadsByDocumentQuery = exports.listThreadsByIngestionRunQuery = exports.getThreadByOrganizationAndIDQuery = exports.createThreadQuery = exports.deleteDocumentByOrganizationAndIDQuery = exports.listDocumentTagsByDocumentIDQuery = exports.createDocumentTagQuery = exports.deleteDocumentTagByDocumentIDAndTagQuery = exports.deleteDocumentTagsByDocumentIDQuery = exports.listIngestionHistoryQuery = exports.listIngestionRunsByDocumentQuery = exports.listIngestionRunsByOrganizationQuery = exports.updateIngestionRunStateQuery = exports.getIngestionRunByOrganizationAndIDQuery = exports.createIngestionRunQuery = exports.getDatabaseConfigQuery = exports.getAccessibleDocumentSummaryQuery = exports.listAccessibleDocumentSummariesQuery = exports.listDocumentsByOrganizationQuery = exports.setDocumentStatusQuery = exports.setDocumentParseResultQuery = exports.getDocumentByOrganizationAndFingerprintQuery = exports.getDocumentByOrganizationAndIDQuery = exports.createDocumentQuery = void 0;
+exports.deactivateFacetConfigQuery = exports.upsertFacetConfigQuery = exports.listActiveFacetConfigsQuery = exports.listFacetConfigsQuery = exports.deleteThreadFacetsByThreadQuery = exports.upsertThreadFacetQuery = exports.listThreadFacetsByThreadIDsQuery = exports.syncOrganizationIngestionReasoningDefaultsQuery = exports.upsertOrganizationIngestionStageSettingsQuery = exports.upsertOrganizationIngestionSettingsQuery = exports.getOrganizationIngestionSettingsQuery = exports.ensureOrganizationIngestionSettingsQuery = exports.listEntitiesByThreadQuery = void 0;
 exports.createDocument = createDocument;
 exports.getDocumentByOrganizationAndID = getDocumentByOrganizationAndID;
 exports.getDocumentByOrganizationAndFingerprint = getDocumentByOrganizationAndFingerprint;
@@ -24,6 +24,7 @@ exports.createThread = createThread;
 exports.getThreadByOrganizationAndID = getThreadByOrganizationAndID;
 exports.listThreadsByIngestionRun = listThreadsByIngestionRun;
 exports.listThreadsByDocument = listThreadsByDocument;
+exports.listAccessibleThreadsByDocument = listAccessibleThreadsByDocument;
 exports.listPendingThreadsByRun = listPendingThreadsByRun;
 exports.listPendingThreadsByOrganization = listPendingThreadsByOrganization;
 exports.updateThreadEmbedding = updateThreadEmbedding;
@@ -689,7 +690,7 @@ INSERT INTO weave.ingestion_runs (
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count
+    create_thread_loop_count
 ) VALUES (
     $1,
     $2,
@@ -714,7 +715,7 @@ RETURNING
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count,
+    create_thread_loop_count,
     thread_count,
     pending_count,
     approved_count,
@@ -727,7 +728,7 @@ RETURNING
 async function createIngestionRun(client, args) {
     const result = await client.query({
         text: exports.createIngestionRunQuery,
-        values: [args.id, args.organizationId, args.documentId, args.status, args.reasoningModelId, args.reasoningProviderConfigurationId, args.embeddingModelId, args.embeddingProviderConfigurationId, args.embeddingDimensions, args.stageModelSettings, args.refineLoopCount],
+        values: [args.id, args.organizationId, args.documentId, args.status, args.reasoningModelId, args.reasoningProviderConfigurationId, args.embeddingModelId, args.embeddingProviderConfigurationId, args.embeddingDimensions, args.stageModelSettings, args.createThreadLoopCount],
         rowMode: "array"
     });
     if (result.rows.length !== 1) {
@@ -745,7 +746,7 @@ async function createIngestionRun(client, args) {
         embeddingProviderConfigurationId: row[7],
         embeddingDimensions: row[8],
         stageModelSettings: row[9],
-        refineLoopCount: row[10],
+        createThreadLoopCount: row[10],
         threadCount: row[11],
         pendingCount: row[12],
         approvedCount: row[13],
@@ -769,7 +770,7 @@ SELECT
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count,
+    create_thread_loop_count,
     thread_count,
     pending_count,
     approved_count,
@@ -803,7 +804,7 @@ async function getIngestionRunByOrganizationAndID(client, args) {
         embeddingProviderConfigurationId: row[7],
         embeddingDimensions: row[8],
         stageModelSettings: row[9],
-        refineLoopCount: row[10],
+        createThreadLoopCount: row[10],
         threadCount: row[11],
         pendingCount: row[12],
         approvedCount: row[13],
@@ -840,7 +841,7 @@ RETURNING
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count,
+    create_thread_loop_count,
     thread_count,
     pending_count,
     approved_count,
@@ -871,7 +872,7 @@ async function updateIngestionRunState(client, args) {
         embeddingProviderConfigurationId: row[7],
         embeddingDimensions: row[8],
         stageModelSettings: row[9],
-        refineLoopCount: row[10],
+        createThreadLoopCount: row[10],
         threadCount: row[11],
         pendingCount: row[12],
         approvedCount: row[13],
@@ -895,7 +896,7 @@ SELECT
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count,
+    create_thread_loop_count,
     thread_count,
     pending_count,
     approved_count,
@@ -927,7 +928,7 @@ async function listIngestionRunsByOrganization(client, args) {
             embeddingProviderConfigurationId: row[7],
             embeddingDimensions: row[8],
             stageModelSettings: row[9],
-            refineLoopCount: row[10],
+            createThreadLoopCount: row[10],
             threadCount: row[11],
             pendingCount: row[12],
             approvedCount: row[13],
@@ -952,7 +953,7 @@ SELECT
     embedding_provider_configuration_id,
     embedding_dimensions,
     stage_model_settings,
-    refine_loop_count,
+    create_thread_loop_count,
     thread_count,
     pending_count,
     approved_count,
@@ -984,7 +985,7 @@ async function listIngestionRunsByDocument(client, args) {
             embeddingProviderConfigurationId: row[7],
             embeddingDimensions: row[8],
             stageModelSettings: row[9],
-            refineLoopCount: row[10],
+            createThreadLoopCount: row[10],
             threadCount: row[11],
             pendingCount: row[12],
             approvedCount: row[13],
@@ -1386,6 +1387,101 @@ async function listThreadsByDocument(client, args) {
         };
     });
 }
+exports.listAccessibleThreadsByDocumentQuery = `-- name: ListAccessibleThreadsByDocument :many
+SELECT
+    t.id,
+    t.organization_id,
+    t.document_id,
+    d.filename AS document_name,
+    t.ingestion_run_id,
+    t.text,
+    t.text_original,
+    t.knowledge_type,
+    t.facet_fields,
+    t.confidence,
+    t.temporal_validity,
+    t.classification,
+    t.retrieval_status,
+    t.source_location,
+    t.superseded_by,
+    t.supersedes,
+    t.cluster_id,
+    t.extracted_at,
+    t.approved_at,
+    t.approved_by_user_id,
+    t.edited,
+    t.metadata
+FROM weave.threads t
+JOIN weave.documents d
+  ON d.organization_id = t.organization_id
+ AND d.id = t.document_id
+WHERE t.organization_id = $1
+  AND t.document_id = $2
+  AND (
+      d.scope = 'DOCUMENT_SCOPE_ORG'
+      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'
+          AND d.uploaded_by_user_id = $3)
+      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'
+          AND (
+          EXISTS (
+              SELECT 1
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_user_memberships rgum
+                ON rgum.organization_id = drg.organization_id
+               AND rgum.restricted_group_id = drg.restricted_group_id
+               AND rgum.user_id = $3
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )
+          OR EXISTS (
+              SELECT 1
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_team_memberships rgtm
+                ON rgtm.organization_id = drg.organization_id
+               AND rgtm.restricted_group_id = drg.restricted_group_id
+              JOIN weave.org_team_memberships otm
+                ON otm.organization_id = rgtm.organization_id
+               AND otm.org_team_id = rgtm.org_team_id
+               AND otm.user_id = $3
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )))
+  )
+ORDER BY t.extracted_at ASC, t.id ASC
+LIMIT $5 OFFSET $4`;
+async function listAccessibleThreadsByDocument(client, args) {
+    const result = await client.query({
+        text: exports.listAccessibleThreadsByDocumentQuery,
+        values: [args.organizationId, args.documentId, args.actingUserId, args.pageOffset, args.pageSize],
+        rowMode: "array"
+    });
+    return result.rows.map(row => {
+        return {
+            id: row[0],
+            organizationId: row[1],
+            documentId: row[2],
+            documentName: row[3],
+            ingestionRunId: row[4],
+            text: row[5],
+            textOriginal: row[6],
+            knowledgeType: row[7],
+            facetFields: row[8],
+            confidence: row[9],
+            temporalValidity: row[10],
+            classification: row[11],
+            retrievalStatus: row[12],
+            sourceLocation: row[13],
+            supersededBy: row[14],
+            supersedes: row[15],
+            clusterId: row[16],
+            extractedAt: row[17],
+            approvedAt: row[18],
+            approvedByUserId: row[19],
+            edited: row[20],
+            metadata: row[21]
+        };
+    });
+}
 exports.listPendingThreadsByRunQuery = `-- name: ListPendingThreadsByRun :many
 SELECT
     id,
@@ -2641,8 +2737,8 @@ WITH upsert AS (
         embedding_provider_configuration_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -2651,7 +2747,7 @@ WITH upsert AS (
         reconcile_provider_configuration_id,
         diff_model_id,
         diff_provider_configuration_id,
-        refine_loop_count,
+        create_thread_loop_count,
         updated_at
 )
 SELECT
@@ -2662,8 +2758,8 @@ SELECT
     upsert.embedding_provider_configuration_id,
     upsert.classify_model_id,
     upsert.classify_provider_configuration_id,
-    upsert.refine_model_id,
-    upsert.refine_provider_configuration_id,
+    upsert.create_thread_model_id,
+    upsert.create_thread_provider_configuration_id,
     upsert.extract_model_id,
     upsert.extract_provider_configuration_id,
     upsert.embed_model_id,
@@ -2674,7 +2770,7 @@ SELECT
     upsert.diff_provider_configuration_id,
     cfg.embedding_dimension AS embedding_dimensions,
     cfg.embedding_dimension AS embed_dimensions,
-    upsert.refine_loop_count,
+    upsert.create_thread_loop_count,
     upsert.updated_at
 FROM upsert
 JOIN weave.database_config cfg
@@ -2697,8 +2793,8 @@ async function ensureOrganizationIngestionSettings(client, args) {
         embeddingProviderConfigurationId: row[4],
         classifyModelId: row[5],
         classifyProviderConfigurationId: row[6],
-        refineModelId: row[7],
-        refineProviderConfigurationId: row[8],
+        createThreadModelId: row[7],
+        createThreadProviderConfigurationId: row[8],
         extractModelId: row[9],
         extractProviderConfigurationId: row[10],
         embedModelId: row[11],
@@ -2709,7 +2805,7 @@ async function ensureOrganizationIngestionSettings(client, args) {
         diffProviderConfigurationId: row[16],
         embeddingDimensions: row[17],
         embedDimensions: row[18],
-        refineLoopCount: row[19],
+        createThreadLoopCount: row[19],
         updatedAt: row[20]
     };
 }
@@ -2722,8 +2818,8 @@ SELECT
     settings.embedding_provider_configuration_id,
     settings.classify_model_id,
     settings.classify_provider_configuration_id,
-    settings.refine_model_id,
-    settings.refine_provider_configuration_id,
+    settings.create_thread_model_id,
+    settings.create_thread_provider_configuration_id,
     settings.extract_model_id,
     settings.extract_provider_configuration_id,
     settings.embed_model_id,
@@ -2734,7 +2830,7 @@ SELECT
     settings.diff_provider_configuration_id,
     cfg.embedding_dimension AS embedding_dimensions,
     cfg.embedding_dimension AS embed_dimensions,
-    settings.refine_loop_count,
+    settings.create_thread_loop_count,
     settings.updated_at
 FROM weave.org_ingestion_settings settings
 JOIN weave.database_config cfg
@@ -2758,8 +2854,8 @@ async function getOrganizationIngestionSettings(client, args) {
         embeddingProviderConfigurationId: row[4],
         classifyModelId: row[5],
         classifyProviderConfigurationId: row[6],
-        refineModelId: row[7],
-        refineProviderConfigurationId: row[8],
+        createThreadModelId: row[7],
+        createThreadProviderConfigurationId: row[8],
         extractModelId: row[9],
         extractProviderConfigurationId: row[10],
         embedModelId: row[11],
@@ -2770,7 +2866,7 @@ async function getOrganizationIngestionSettings(client, args) {
         diffProviderConfigurationId: row[16],
         embeddingDimensions: row[17],
         embedDimensions: row[18],
-        refineLoopCount: row[19],
+        createThreadLoopCount: row[19],
         updatedAt: row[20]
     };
 }
@@ -2789,8 +2885,8 @@ WITH cfg AS (
         embedding_provider_configuration_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -2827,8 +2923,8 @@ WITH cfg AS (
         embedding_provider_configuration_id = EXCLUDED.embedding_provider_configuration_id,
         classify_model_id = EXCLUDED.classify_model_id,
         classify_provider_configuration_id = EXCLUDED.classify_provider_configuration_id,
-        refine_model_id = EXCLUDED.refine_model_id,
-        refine_provider_configuration_id = EXCLUDED.refine_provider_configuration_id,
+        create_thread_model_id = EXCLUDED.create_thread_model_id,
+        create_thread_provider_configuration_id = EXCLUDED.create_thread_provider_configuration_id,
         extract_model_id = EXCLUDED.extract_model_id,
         extract_provider_configuration_id = EXCLUDED.extract_provider_configuration_id,
         embed_model_id = EXCLUDED.embed_model_id,
@@ -2846,8 +2942,8 @@ WITH cfg AS (
         embedding_provider_configuration_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -2856,7 +2952,7 @@ WITH cfg AS (
         reconcile_provider_configuration_id,
         diff_model_id,
         diff_provider_configuration_id,
-        refine_loop_count,
+        create_thread_loop_count,
         updated_at
 )
 SELECT
@@ -2867,8 +2963,8 @@ SELECT
     upsert.embedding_provider_configuration_id,
     upsert.classify_model_id,
     upsert.classify_provider_configuration_id,
-    upsert.refine_model_id,
-    upsert.refine_provider_configuration_id,
+    upsert.create_thread_model_id,
+    upsert.create_thread_provider_configuration_id,
     upsert.extract_model_id,
     upsert.extract_provider_configuration_id,
     upsert.embed_model_id,
@@ -2879,7 +2975,7 @@ SELECT
     upsert.diff_provider_configuration_id,
     cfg.embedding_dimension AS embedding_dimensions,
     cfg.embedding_dimension AS embed_dimensions,
-    upsert.refine_loop_count,
+    upsert.create_thread_loop_count,
     upsert.updated_at
 FROM upsert
 JOIN cfg
@@ -2902,8 +2998,8 @@ async function upsertOrganizationIngestionSettings(client, args) {
         embeddingProviderConfigurationId: row[4],
         classifyModelId: row[5],
         classifyProviderConfigurationId: row[6],
-        refineModelId: row[7],
-        refineProviderConfigurationId: row[8],
+        createThreadModelId: row[7],
+        createThreadProviderConfigurationId: row[8],
         extractModelId: row[9],
         extractProviderConfigurationId: row[10],
         embedModelId: row[11],
@@ -2914,7 +3010,7 @@ async function upsertOrganizationIngestionSettings(client, args) {
         diffProviderConfigurationId: row[16],
         embeddingDimensions: row[17],
         embedDimensions: row[18],
-        refineLoopCount: row[19],
+        createThreadLoopCount: row[19],
         updatedAt: row[20]
     };
 }
@@ -2929,8 +3025,8 @@ WITH cfg AS (
         organization_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -2939,7 +3035,7 @@ WITH cfg AS (
         reconcile_provider_configuration_id,
         diff_model_id,
         diff_provider_configuration_id,
-        refine_loop_count
+        create_thread_loop_count
     )
     SELECT
         $2,
@@ -2961,8 +3057,8 @@ WITH cfg AS (
     SET
         classify_model_id = EXCLUDED.classify_model_id,
         classify_provider_configuration_id = EXCLUDED.classify_provider_configuration_id,
-        refine_model_id = EXCLUDED.refine_model_id,
-        refine_provider_configuration_id = EXCLUDED.refine_provider_configuration_id,
+        create_thread_model_id = EXCLUDED.create_thread_model_id,
+        create_thread_provider_configuration_id = EXCLUDED.create_thread_provider_configuration_id,
         extract_model_id = EXCLUDED.extract_model_id,
         extract_provider_configuration_id = EXCLUDED.extract_provider_configuration_id,
         embed_model_id = EXCLUDED.embed_model_id,
@@ -2971,14 +3067,14 @@ WITH cfg AS (
         reconcile_provider_configuration_id = EXCLUDED.reconcile_provider_configuration_id,
         diff_model_id = EXCLUDED.diff_model_id,
         diff_provider_configuration_id = EXCLUDED.diff_provider_configuration_id,
-        refine_loop_count = EXCLUDED.refine_loop_count,
+        create_thread_loop_count = EXCLUDED.create_thread_loop_count,
         updated_at = now()
     RETURNING
         organization_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -2987,15 +3083,15 @@ WITH cfg AS (
         reconcile_provider_configuration_id,
         diff_model_id,
         diff_provider_configuration_id,
-        refine_loop_count,
+        create_thread_loop_count,
         updated_at
 )
 SELECT
     upsert.organization_id,
     upsert.classify_model_id,
     upsert.classify_provider_configuration_id,
-    upsert.refine_model_id,
-    upsert.refine_provider_configuration_id,
+    upsert.create_thread_model_id,
+    upsert.create_thread_provider_configuration_id,
     upsert.extract_model_id,
     upsert.extract_provider_configuration_id,
     upsert.embed_model_id,
@@ -3006,7 +3102,7 @@ SELECT
     upsert.diff_provider_configuration_id,
     cfg.embedding_dimension AS embedding_dimensions,
     cfg.embedding_dimension AS embed_dimensions,
-    upsert.refine_loop_count,
+    upsert.create_thread_loop_count,
     upsert.updated_at
 FROM upsert
 JOIN cfg
@@ -3014,7 +3110,7 @@ JOIN cfg
 async function upsertOrganizationIngestionStageSettings(client, args) {
     const result = await client.query({
         text: exports.upsertOrganizationIngestionStageSettingsQuery,
-        values: [args.embedDimensions, args.organizationId, args.classifyModelId, args.classifyProviderConfigurationId, args.refineModelId, args.refineProviderConfigurationId, args.extractModelId, args.extractProviderConfigurationId, args.embedModelId, args.embedProviderConfigurationId, args.reconcileModelId, args.reconcileProviderConfigurationId, args.diffModelId, args.diffProviderConfigurationId, args.refineLoopCount],
+        values: [args.embedDimensions, args.organizationId, args.classifyModelId, args.classifyProviderConfigurationId, args.createThreadModelId, args.createThreadProviderConfigurationId, args.extractModelId, args.extractProviderConfigurationId, args.embedModelId, args.embedProviderConfigurationId, args.reconcileModelId, args.reconcileProviderConfigurationId, args.diffModelId, args.diffProviderConfigurationId, args.createThreadLoopCount],
         rowMode: "array"
     });
     if (result.rows.length !== 1) {
@@ -3025,8 +3121,8 @@ async function upsertOrganizationIngestionStageSettings(client, args) {
         organizationId: row[0],
         classifyModelId: row[1],
         classifyProviderConfigurationId: row[2],
-        refineModelId: row[3],
-        refineProviderConfigurationId: row[4],
+        createThreadModelId: row[3],
+        createThreadProviderConfigurationId: row[4],
         extractModelId: row[5],
         extractProviderConfigurationId: row[6],
         embedModelId: row[7],
@@ -3037,7 +3133,7 @@ async function upsertOrganizationIngestionStageSettings(client, args) {
         diffProviderConfigurationId: row[12],
         embeddingDimensions: row[13],
         embedDimensions: row[14],
-        refineLoopCount: row[15],
+        createThreadLoopCount: row[15],
         updatedAt: row[16]
     };
 }
@@ -3053,8 +3149,8 @@ WITH cfg AS (
         reasoning_provider_configuration_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         reconcile_model_id,
@@ -3090,10 +3186,10 @@ WITH cfg AS (
             weave.org_ingestion_settings.classify_provider_configuration_id,
             EXCLUDED.classify_provider_configuration_id
         ),
-        refine_model_id = COALESCE(weave.org_ingestion_settings.refine_model_id, EXCLUDED.refine_model_id),
-        refine_provider_configuration_id = COALESCE(
-            weave.org_ingestion_settings.refine_provider_configuration_id,
-            EXCLUDED.refine_provider_configuration_id
+        create_thread_model_id = COALESCE(weave.org_ingestion_settings.create_thread_model_id, EXCLUDED.create_thread_model_id),
+        create_thread_provider_configuration_id = COALESCE(
+            weave.org_ingestion_settings.create_thread_provider_configuration_id,
+            EXCLUDED.create_thread_provider_configuration_id
         ),
         extract_model_id = COALESCE(weave.org_ingestion_settings.extract_model_id, EXCLUDED.extract_model_id),
         extract_provider_configuration_id = COALESCE(
@@ -3119,8 +3215,8 @@ WITH cfg AS (
         embedding_provider_configuration_id,
         classify_model_id,
         classify_provider_configuration_id,
-        refine_model_id,
-        refine_provider_configuration_id,
+        create_thread_model_id,
+        create_thread_provider_configuration_id,
         extract_model_id,
         extract_provider_configuration_id,
         embed_model_id,
@@ -3129,7 +3225,7 @@ WITH cfg AS (
         reconcile_provider_configuration_id,
         diff_model_id,
         diff_provider_configuration_id,
-        refine_loop_count,
+        create_thread_loop_count,
         updated_at
 )
 SELECT
@@ -3140,8 +3236,8 @@ SELECT
     upsert.embedding_provider_configuration_id,
     upsert.classify_model_id,
     upsert.classify_provider_configuration_id,
-    upsert.refine_model_id,
-    upsert.refine_provider_configuration_id,
+    upsert.create_thread_model_id,
+    upsert.create_thread_provider_configuration_id,
     upsert.extract_model_id,
     upsert.extract_provider_configuration_id,
     upsert.embed_model_id,
@@ -3152,7 +3248,7 @@ SELECT
     upsert.diff_provider_configuration_id,
     cfg.embedding_dimension AS embedding_dimensions,
     cfg.embedding_dimension AS embed_dimensions,
-    upsert.refine_loop_count,
+    upsert.create_thread_loop_count,
     upsert.updated_at
 FROM upsert
 JOIN cfg
@@ -3175,8 +3271,8 @@ async function syncOrganizationIngestionReasoningDefaults(client, args) {
         embeddingProviderConfigurationId: row[4],
         classifyModelId: row[5],
         classifyProviderConfigurationId: row[6],
-        refineModelId: row[7],
-        refineProviderConfigurationId: row[8],
+        createThreadModelId: row[7],
+        createThreadProviderConfigurationId: row[8],
         extractModelId: row[9],
         extractProviderConfigurationId: row[10],
         embedModelId: row[11],
@@ -3187,7 +3283,7 @@ async function syncOrganizationIngestionReasoningDefaults(client, args) {
         diffProviderConfigurationId: row[16],
         embeddingDimensions: row[17],
         embedDimensions: row[18],
-        refineLoopCount: row[19],
+        createThreadLoopCount: row[19],
         updatedAt: row[20]
     };
 }

package/dist/weavesql/weavedb/retrieval_sql.d.ts

@@ -181,20 +181,20 @@ export interface SearchApprovedThreadsByEntitiesAndUserPermissionsRow {
     conceptCluster: string;
 }
 export declare function searchApprovedThreadsByEntitiesAndUserPermissions(client: Client, args: SearchApprovedThreadsByEntitiesAndUserPermissionsArgs): Promise<SearchApprovedThreadsByEntitiesAndUserPermissionsRow[]>;
-export declare const searchLeafConceptClustersBySimilarityQuery = "-- name: SearchLeafConceptClustersBySimilarity :many\nSELECT\n    cc.id,\n    cc.organization_id,\n    cc.realm_kind,\n    cc.realm_key,\n    cc.name,\n    cc.description,\n    cc.knowledge_type,\n    cc.level,\n    cc.parent_id,\n    cc.thread_count,\n    cc.consolidation_run_id,\n    cc.created_at,\n    cc.updated_at,\n    similarity.score\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nWHERE cc.organization_id = $2\n  AND cc.realm_kind = $3\n  AND cc.realm_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND similarity.score >= $5::double precision\nORDER BY score DESC, cc.updated_at DESC\nLIMIT $6";
+export declare const searchLeafConceptClustersBySimilarityQuery = "-- name: SearchLeafConceptClustersBySimilarity :many\nSELECT\n    cc.id,\n    cc.organization_id,\n    cc.scope_kind,\n    cc.scope_key,\n    cc.name,\n    cc.description,\n    cc.knowledge_type,\n    cc.level,\n    cc.parent_id,\n    cc.thread_count,\n    cc.consolidation_run_id,\n    cc.created_at,\n    cc.updated_at,\n    similarity.score\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nWHERE cc.organization_id = $2\n  AND cc.scope_kind = $3\n  AND cc.scope_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND similarity.score >= $5::double precision\nORDER BY score DESC, cc.updated_at DESC\nLIMIT $6";
 export interface SearchLeafConceptClustersBySimilarityArgs {
     queryEmbedding: string;
     organizationId: string;
-    realmKind: string;
-    realmKey: string;
+    scopeKind: string;
+    scopeKey: string;
     minSimilarity: number;
     resultLimit: string;
 }
 export interface SearchLeafConceptClustersBySimilarityRow {
     id: string;
     organizationId: string;
-    realmKind: string;
-    realmKey: string;
+    scopeKind: string;
+    scopeKey: string;
     name: string;
     description: string;
     knowledgeType: string;
@@ -207,12 +207,12 @@ export interface SearchLeafConceptClustersBySimilarityRow {
     score: number;
 }
 export declare function searchLeafConceptClustersBySimilarity(client: Client, args: SearchLeafConceptClustersBySimilarityArgs): Promise<SearchLeafConceptClustersBySimilarityRow[]>;
-export declare const searchConceptClusterThreadsBySimilarityQuery = "-- name: SearchConceptClusterThreadsBySimilarity :many\nSELECT\n    t.id AS thread_id,\n    t.text,\n    t.knowledge_type,\n    t.facet_fields,\n    similarity.score,\n    t.classification,\n    t.document_id,\n    d.filename AS document_name,\n    t.source_location,\n    t.approved_at,\n    t.temporal_validity,\n    COALESCE(entity_data.entities, '{}'::text[]) AS entities,\n    COALESCE(rs.reinforcement_count, 0) AS reinforcement_count,\n    cc.name AS concept_cluster\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nJOIN weave.threads t ON t.cluster_id = cc.id\nJOIN weave.documents d ON d.id = t.document_id\nLEFT JOIN weave.thread_reinforcement_scores rs ON rs.thread_id = t.id\nLEFT JOIN LATERAL (\n    SELECT array_agg(DISTINCT e.canonical ORDER BY e.canonical) AS entities\n    FROM weave.thread_entities te\n    JOIN weave.entities e ON e.id = te.entity_id\n    WHERE te.thread_id = t.id\n) entity_data ON TRUE\nWHERE cc.organization_id = $2\n  AND cc.realm_kind = $3\n  AND cc.realm_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n  AND similarity.score >= $5::double precision\nORDER BY score DESC, t.approved_at DESC\nLIMIT $6";
+export declare const searchConceptClusterThreadsBySimilarityQuery = "-- name: SearchConceptClusterThreadsBySimilarity :many\nSELECT\n    t.id AS thread_id,\n    t.text,\n    t.knowledge_type,\n    t.facet_fields,\n    similarity.score,\n    t.classification,\n    t.document_id,\n    d.filename AS document_name,\n    t.source_location,\n    t.approved_at,\n    t.temporal_validity,\n    COALESCE(entity_data.entities, '{}'::text[]) AS entities,\n    COALESCE(rs.reinforcement_count, 0) AS reinforcement_count,\n    cc.name AS concept_cluster\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nJOIN weave.threads t ON t.cluster_id = cc.id\nJOIN weave.documents d ON d.id = t.document_id\nLEFT JOIN weave.thread_reinforcement_scores rs ON rs.thread_id = t.id\nLEFT JOIN LATERAL (\n    SELECT array_agg(DISTINCT e.canonical ORDER BY e.canonical) AS entities\n    FROM weave.thread_entities te\n    JOIN weave.entities e ON e.id = te.entity_id\n    WHERE te.thread_id = t.id\n) entity_data ON TRUE\nWHERE cc.organization_id = $2\n  AND cc.scope_kind = $3\n  AND cc.scope_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n  AND similarity.score >= $5::double precision\nORDER BY score DESC, t.approved_at DESC\nLIMIT $6";
 export interface SearchConceptClusterThreadsBySimilarityArgs {
     queryEmbedding: string;
     organizationId: string;
-    realmKind: string;
-    realmKey: string;
+    scopeKind: string;
+    scopeKey: string;
     minSimilarity: number;
     resultLimit: string;
 }
@@ -233,12 +233,12 @@ export interface SearchConceptClusterThreadsBySimilarityRow {
     conceptCluster: string;
 }
 export declare function searchConceptClusterThreadsBySimilarity(client: Client, args: SearchConceptClusterThreadsBySimilarityArgs): Promise<SearchConceptClusterThreadsBySimilarityRow[]>;
-export declare const searchConceptClusterThreadsBySimilarityAndUserPermissionsQuery = "-- name: SearchConceptClusterThreadsBySimilarityAndUserPermissions :many\nSELECT\n    t.id AS thread_id,\n    t.text,\n    t.knowledge_type,\n    t.facet_fields,\n    similarity.score,\n    t.classification,\n    t.document_id,\n    d.filename AS document_name,\n    t.source_location,\n    t.approved_at,\n    t.temporal_validity,\n    COALESCE(entity_data.entities, '{}'::text[]) AS entities,\n    COALESCE(rs.reinforcement_count, 0) AS reinforcement_count,\n    cc.name AS concept_cluster\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nJOIN weave.threads t ON t.cluster_id = cc.id\nJOIN weave.documents d ON d.id = t.document_id\nLEFT JOIN weave.thread_reinforcement_scores rs ON rs.thread_id = t.id\nLEFT JOIN LATERAL (\n    SELECT array_agg(DISTINCT e.canonical ORDER BY e.canonical) AS entities\n    FROM weave.thread_entities te\n    JOIN weave.entities e ON e.id = te.entity_id\n    WHERE te.thread_id = t.id\n) entity_data ON TRUE\nWHERE cc.organization_id = $2\n  AND cc.realm_kind = $3\n  AND cc.realm_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n  AND similarity.score >= $5::double precision\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $6)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND (\n          EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_user_memberships rgum\n                ON rgum.organization_id = drg.organization_id\n               AND rgum.restricted_group_id = drg.restricted_group_id\n               AND rgum.user_id = $6\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )\n          OR EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_team_memberships rgtm\n                ON rgtm.organization_id = drg.organization_id\n               AND rgtm.restricted_group_id = drg.restricted_group_id\n              JOIN weave.org_team_memberships otm\n                ON otm.organization_id = rgtm.organization_id\n               AND otm.org_team_id = rgtm.org_team_id\n               AND otm.user_id = $6\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )))\n  )\nORDER BY score DESC, t.approved_at DESC\nLIMIT $7";
+export declare const searchConceptClusterThreadsBySimilarityAndUserPermissionsQuery = "-- name: SearchConceptClusterThreadsBySimilarityAndUserPermissions :many\nSELECT\n    t.id AS thread_id,\n    t.text,\n    t.knowledge_type,\n    t.facet_fields,\n    similarity.score,\n    t.classification,\n    t.document_id,\n    d.filename AS document_name,\n    t.source_location,\n    t.approved_at,\n    t.temporal_validity,\n    COALESCE(entity_data.entities, '{}'::text[]) AS entities,\n    COALESCE(rs.reinforcement_count, 0) AS reinforcement_count,\n    cc.name AS concept_cluster\nFROM weave.concept_clusters cc\nCROSS JOIN LATERAL (\n    SELECT CAST(\n        1.0::double precision\n        - (cc.embedding <=> $1::vector)::double precision\n        AS double precision\n    ) AS score\n) similarity\nJOIN weave.threads t ON t.cluster_id = cc.id\nJOIN weave.documents d ON d.id = t.document_id\nLEFT JOIN weave.thread_reinforcement_scores rs ON rs.thread_id = t.id\nLEFT JOIN LATERAL (\n    SELECT array_agg(DISTINCT e.canonical ORDER BY e.canonical) AS entities\n    FROM weave.thread_entities te\n    JOIN weave.entities e ON e.id = te.entity_id\n    WHERE te.thread_id = t.id\n) entity_data ON TRUE\nWHERE cc.organization_id = $2\n  AND cc.scope_kind = $3\n  AND cc.scope_key = $4\n  AND cc.level = 0\n  AND cc.embedding IS NOT NULL\n  AND t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n  AND similarity.score >= $5::double precision\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $6)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND (\n          EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_user_memberships rgum\n                ON rgum.organization_id = drg.organization_id\n               AND rgum.restricted_group_id = drg.restricted_group_id\n               AND rgum.user_id = $6\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )\n          OR EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_team_memberships rgtm\n                ON rgtm.organization_id = drg.organization_id\n               AND rgtm.restricted_group_id = drg.restricted_group_id\n              JOIN weave.org_team_memberships otm\n                ON otm.organization_id = rgtm.organization_id\n               AND otm.org_team_id = rgtm.org_team_id\n               AND otm.user_id = $6\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )))\n  )\nORDER BY score DESC, t.approved_at DESC\nLIMIT $7";
 export interface SearchConceptClusterThreadsBySimilarityAndUserPermissionsArgs {
     queryEmbedding: string;
     organizationId: string;
-    realmKind: string;
-    realmKey: string;
+    scopeKind: string;
+    scopeKey: string;
     minSimilarity: number;
     actingUserId: string;
     resultLimit: string;