weave-typescript 0.37.0 → 0.39.0

package/dist/weavesql/weavedb/ingestion_sql.d.ts

@@ -2,7 +2,7 @@ import { QueryArrayConfig, QueryArrayResult } from "pg";
 interface Client {
     query: (config: QueryArrayConfig) => Promise<QueryArrayResult>;
 }
-export declare const createDocumentQuery = "-- name: CreateDocument :one\nINSERT INTO weave.documents (\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    metadata\n) VALUES (\n    $1,\n    $2,\n    $3,\n    $4,\n    $5,\n    $6,\n    $7,\n    $8,\n    $9,\n    $10,\n    $11\n)\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
+export declare const createDocumentQuery = "-- name: CreateDocument :one\nINSERT INTO weave.documents (\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    metadata\n) VALUES (\n    $1,\n    $2,\n    $3,\n    $4,\n    $5,\n    $6,\n    $7,\n    $8,\n    $9,\n    $10\n)\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
 export interface CreateDocumentArgs {
     id: string;
     organizationId: string;
@@ -12,7 +12,6 @@ export interface CreateDocumentArgs {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     metadata: any;
 }
@@ -26,7 +25,6 @@ export interface CreateDocumentRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -35,7 +33,7 @@ export interface CreateDocumentRow {
     metadata: any;
 }
 export declare function createDocument(client: Client, args: CreateDocumentArgs): Promise<CreateDocumentRow | null>;
-export declare const getDocumentByOrganizationAndIDQuery = "-- name: GetDocumentByOrganizationAndID :one\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\n  AND id = $2";
+export declare const getDocumentByOrganizationAndIDQuery = "-- name: GetDocumentByOrganizationAndID :one\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\n  AND id = $2";
 export interface GetDocumentByOrganizationAndIDArgs {
     organizationId: string;
     id: string;
@@ -50,7 +48,6 @@ export interface GetDocumentByOrganizationAndIDRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -59,7 +56,7 @@ export interface GetDocumentByOrganizationAndIDRow {
     metadata: any;
 }
 export declare function getDocumentByOrganizationAndID(client: Client, args: GetDocumentByOrganizationAndIDArgs): Promise<GetDocumentByOrganizationAndIDRow | null>;
-export declare const getDocumentByOrganizationAndFingerprintQuery = "-- name: GetDocumentByOrganizationAndFingerprint :one\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\n  AND fingerprint = $2";
+export declare const getDocumentByOrganizationAndFingerprintQuery = "-- name: GetDocumentByOrganizationAndFingerprint :one\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\n  AND fingerprint = $2";
 export interface GetDocumentByOrganizationAndFingerprintArgs {
     organizationId: string;
     fingerprint: Buffer | null;
@@ -74,7 +71,6 @@ export interface GetDocumentByOrganizationAndFingerprintRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -83,7 +79,7 @@ export interface GetDocumentByOrganizationAndFingerprintRow {
     metadata: any;
 }
 export declare function getDocumentByOrganizationAndFingerprint(client: Client, args: GetDocumentByOrganizationAndFingerprintArgs): Promise<GetDocumentByOrganizationAndFingerprintRow | null>;
-export declare const setDocumentParseResultQuery = "-- name: SetDocumentParseResult :one\nUPDATE weave.documents\nSET\n    parser_name = $1,\n    status = $2,\n    page_count = $3,\n    char_count = $4,\n    updated_at = now()\nWHERE organization_id = $5\n  AND id = $6\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
+export declare const setDocumentParseResultQuery = "-- name: SetDocumentParseResult :one\nUPDATE weave.documents\nSET\n    parser_name = $1,\n    status = $2,\n    page_count = $3,\n    char_count = $4,\n    updated_at = now()\nWHERE organization_id = $5\n  AND id = $6\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
 export interface SetDocumentParseResultArgs {
     parserName: string;
     status: string;
@@ -102,7 +98,6 @@ export interface SetDocumentParseResultRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -111,7 +106,7 @@ export interface SetDocumentParseResultRow {
     metadata: any;
 }
 export declare function setDocumentParseResult(client: Client, args: SetDocumentParseResultArgs): Promise<SetDocumentParseResultRow | null>;
-export declare const setDocumentStatusQuery = "-- name: SetDocumentStatus :one\nUPDATE weave.documents\nSET\n    status = $1,\n    updated_at = now()\nWHERE organization_id = $2\n  AND id = $3\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
+export declare const setDocumentStatusQuery = "-- name: SetDocumentStatus :one\nUPDATE weave.documents\nSET\n    status = $1,\n    updated_at = now()\nWHERE organization_id = $2\n  AND id = $3\nRETURNING\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata";
 export interface SetDocumentStatusArgs {
     status: string;
     organizationId: string;
@@ -127,7 +122,6 @@ export interface SetDocumentStatusRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -136,7 +130,7 @@ export interface SetDocumentStatusRow {
     metadata: any;
 }
 export declare function setDocumentStatus(client: Client, args: SetDocumentStatusArgs): Promise<SetDocumentStatusRow | null>;
-export declare const listDocumentsByOrganizationQuery = "-- name: ListDocumentsByOrganization :many\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    sensitivity_tags,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\nORDER BY uploaded_at DESC\nLIMIT $3 OFFSET $2";
+export declare const listDocumentsByOrganizationQuery = "-- name: ListDocumentsByOrganization :many\nSELECT\n    id,\n    organization_id,\n    filename,\n    mime_type,\n    parser_name,\n    fingerprint,\n    storage_ref,\n    status,\n    scope,\n    uploaded_by_user_id,\n    uploaded_at,\n    updated_at,\n    page_count,\n    char_count,\n    metadata\nFROM weave.documents\nWHERE organization_id = $1\nORDER BY uploaded_at DESC\nLIMIT $3 OFFSET $2";
 export interface ListDocumentsByOrganizationArgs {
     organizationId: string;
     pageOffset: string;
@@ -152,7 +146,6 @@ export interface ListDocumentsByOrganizationRow {
     storageRef: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     uploadedByUserId: string;
     uploadedAt: Date;
     updatedAt: Date;
@@ -161,7 +154,7 @@ export interface ListDocumentsByOrganizationRow {
     metadata: any;
 }
 export declare function listDocumentsByOrganization(client: Client, args: ListDocumentsByOrganizationArgs): Promise<ListDocumentsByOrganizationRow[]>;
-export declare const listAccessibleDocumentSummariesQuery = "-- name: ListAccessibleDocumentSummaries :many\nWITH latest_runs AS (\n    SELECT DISTINCT ON (r.document_id)\n        r.document_id,\n        r.id AS latest_ingestion_run_id,\n        r.status AS latest_ingestion_status\n    FROM weave.ingestion_runs r\n    WHERE r.organization_id = $1\n    ORDER BY r.document_id, r.started_at DESC\n),\nthread_counts AS (\n    SELECT\n        t.document_id,\n        COUNT(*)::int AS thread_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_PENDING'\n        )::int AS pending_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n        )::int AS approved_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_REJECTED'\n        )::int AS rejected_count\n    FROM weave.threads t\n    WHERE t.organization_id = $1\n    GROUP BY t.document_id\n),\ntag_data AS (\n    SELECT\n        dt.document_id,\n        array_agg(dt.tag ORDER BY dt.tag ASC) AS tags,\n        array_agg(dt.confidence ORDER BY dt.tag ASC) AS tag_confidences\n    FROM weave.document_tags dt\n    JOIN weave.documents d ON d.id = dt.document_id\n    WHERE d.organization_id = $1\n    GROUP BY dt.document_id\n)\nSELECT\n    d.id,\n    d.organization_id,\n    d.filename,\n    d.mime_type,\n    d.parser_name,\n    d.status,\n    d.scope,\n    d.sensitivity_tags,\n    COALESCE(tag_data.tags, '{}'::text[]) AS tags,\n    COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,\n    d.uploaded_by_user_id,\n    d.uploaded_at,\n    d.updated_at,\n    d.page_count,\n    d.char_count,\n    d.metadata,\n    COALESCE(latest_runs.latest_ingestion_run_id, '00000000-0000-0000-0000-000000000000'::uuid) AS latest_ingestion_run_id,\n    COALESCE(latest_runs.latest_ingestion_status, 'INGESTION_RUN_STATUS_UNSPECIFIED') AS latest_ingestion_status,\n    COALESCE(thread_counts.thread_count, 0)::int AS thread_count,\n    COALESCE(thread_counts.pending_count, 0)::int AS pending_count,\n    COALESCE(thread_counts.approved_count, 0)::int AS approved_count,\n    COALESCE(thread_counts.rejected_count, 0)::int AS rejected_count\nFROM weave.documents d\nLEFT JOIN latest_runs ON latest_runs.document_id = d.id\nLEFT JOIN thread_counts ON thread_counts.document_id = d.id\nLEFT JOIN tag_data ON tag_data.document_id = d.id\nWHERE d.organization_id = $1\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $2)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND EXISTS (\n              SELECT 1\n              FROM weave.user_sensitivity_clearances c\n              WHERE c.organization_id = $1\n                AND c.user_id = $2\n                AND cardinality(d.sensitivity_tags) = 1\n                AND c.sensitivity_tag_slug = d.sensitivity_tags[1]\n          ))\n  )\n  AND (cardinality($3::text[]) = 0 OR d.status = ANY($3::text[]))\n  AND (cardinality($4::text[]) = 0 OR latest_runs.latest_ingestion_status = ANY($4::text[]))\n  AND (cardinality($5::text[]) = 0 OR d.scope = ANY($5::text[]))\n  AND (cardinality($6::text[]) = 0 OR tag_data.tags && $6::text[] OR d.sensitivity_tags && $6::text[])\n  AND (cardinality($7::text[]) = 0 OR d.sensitivity_tags && $7::text[])\n  AND ($8::timestamptz IS NULL OR d.uploaded_at >= $8::timestamptz)\n  AND ($9::timestamptz IS NULL OR d.uploaded_at <= $9::timestamptz)\nORDER BY d.uploaded_at DESC, d.id DESC\nLIMIT $11 OFFSET $10";
+export declare const listAccessibleDocumentSummariesQuery = "-- name: ListAccessibleDocumentSummaries :many\nWITH latest_runs AS (\n    SELECT DISTINCT ON (r.document_id)\n        r.document_id,\n        r.id AS latest_ingestion_run_id,\n        r.status AS latest_ingestion_status\n    FROM weave.ingestion_runs r\n    WHERE r.organization_id = $1\n    ORDER BY r.document_id, r.started_at DESC\n),\nthread_counts AS (\n    SELECT\n        t.document_id,\n        COUNT(*)::int AS thread_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_PENDING'\n        )::int AS pending_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n        )::int AS approved_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_REJECTED'\n        )::int AS rejected_count\n    FROM weave.threads t\n    WHERE t.organization_id = $1\n    GROUP BY t.document_id\n),\ntag_data AS (\n    SELECT\n        dt.document_id,\n        array_agg(dt.tag ORDER BY dt.tag ASC) AS tags,\n        array_agg(dt.confidence ORDER BY dt.tag ASC) AS tag_confidences\n    FROM weave.document_tags dt\n    JOIN weave.documents d ON d.id = dt.document_id\n    WHERE d.organization_id = $1\n    GROUP BY dt.document_id\n)\nSELECT\n    d.id,\n    d.organization_id,\n    d.filename,\n    d.mime_type,\n    d.parser_name,\n    d.status,\n    d.scope,\n    COALESCE(tag_data.tags, '{}'::text[]) AS tags,\n    COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,\n    d.uploaded_by_user_id,\n    d.uploaded_at,\n    d.updated_at,\n    d.page_count,\n    d.char_count,\n    d.metadata,\n    COALESCE(latest_runs.latest_ingestion_run_id, '00000000-0000-0000-0000-000000000000'::uuid) AS latest_ingestion_run_id,\n    COALESCE(latest_runs.latest_ingestion_status, 'INGESTION_RUN_STATUS_UNSPECIFIED') AS latest_ingestion_status,\n    COALESCE(thread_counts.thread_count, 0)::int AS thread_count,\n    COALESCE(thread_counts.pending_count, 0)::int AS pending_count,\n    COALESCE(thread_counts.approved_count, 0)::int AS approved_count,\n    COALESCE(thread_counts.rejected_count, 0)::int AS rejected_count\nFROM weave.documents d\nLEFT JOIN latest_runs ON latest_runs.document_id = d.id\nLEFT JOIN thread_counts ON thread_counts.document_id = d.id\nLEFT JOIN tag_data ON tag_data.document_id = d.id\nWHERE d.organization_id = $1\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $2)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND (\n          EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_user_memberships rgum\n                ON rgum.organization_id = drg.organization_id\n               AND rgum.restricted_group_id = drg.restricted_group_id\n               AND rgum.user_id = $2\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )\n          OR EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_team_memberships rgtm\n                ON rgtm.organization_id = drg.organization_id\n               AND rgtm.restricted_group_id = drg.restricted_group_id\n              JOIN weave.org_team_memberships otm\n                ON otm.organization_id = rgtm.organization_id\n               AND otm.org_team_id = rgtm.org_team_id\n               AND otm.user_id = $2\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )))\n  )\n  AND (cardinality($3::text[]) = 0 OR d.status = ANY($3::text[]))\n  AND (cardinality($4::text[]) = 0 OR latest_runs.latest_ingestion_status = ANY($4::text[]))\n  AND (cardinality($5::text[]) = 0 OR d.scope = ANY($5::text[]))\n  AND (cardinality($6::text[]) = 0 OR tag_data.tags && $6::text[])\n  AND (\n      cardinality($7::uuid[]) = 0\n      OR EXISTS (\n          SELECT 1\n          FROM weave.document_restricted_groups drg\n          WHERE drg.organization_id = d.organization_id\n            AND drg.document_id = d.id\n            AND drg.restricted_group_id = ANY($7::uuid[])\n      )\n  )\n  AND ($8::timestamptz IS NULL OR d.uploaded_at >= $8::timestamptz)\n  AND ($9::timestamptz IS NULL OR d.uploaded_at <= $9::timestamptz)\nORDER BY d.uploaded_at DESC, d.id DESC\nLIMIT $11 OFFSET $10";
 export interface ListAccessibleDocumentSummariesArgs {
     organizationId: string;
     actingUserId: string;
@@ -169,7 +162,7 @@ export interface ListAccessibleDocumentSummariesArgs {
     ingestionStatuses: string[];
     scopes: string[];
     tags: string[];
-    restrictedTags: string[];
+    restrictedGroupIds: string[];
     uploadedAfter: Date | null;
     uploadedBefore: Date | null;
     pageOffset: string;
@@ -183,7 +176,6 @@ export interface ListAccessibleDocumentSummariesRow {
     parserName: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     tags: string;
     tagConfidences: string;
     uploadedByUserId: string;
@@ -200,7 +192,7 @@ export interface ListAccessibleDocumentSummariesRow {
     rejectedCount: number;
 }
 export declare function listAccessibleDocumentSummaries(client: Client, args: ListAccessibleDocumentSummariesArgs): Promise<ListAccessibleDocumentSummariesRow[]>;
-export declare const getAccessibleDocumentSummaryQuery = "-- name: GetAccessibleDocumentSummary :one\nWITH latest_runs AS (\n    SELECT DISTINCT ON (r.document_id)\n        r.document_id,\n        r.id AS latest_ingestion_run_id,\n        r.status AS latest_ingestion_status\n    FROM weave.ingestion_runs r\n    WHERE r.organization_id = $1\n      AND r.document_id = $2\n    ORDER BY r.document_id, r.started_at DESC\n),\nthread_counts AS (\n    SELECT\n        t.document_id,\n        COUNT(*)::int AS thread_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_PENDING'\n        )::int AS pending_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n        )::int AS approved_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_REJECTED'\n        )::int AS rejected_count\n    FROM weave.threads t\n    WHERE t.organization_id = $1\n      AND t.document_id = $2\n    GROUP BY t.document_id\n),\ntag_data AS (\n    SELECT\n        dt.document_id,\n        array_agg(dt.tag ORDER BY dt.tag ASC) AS tags,\n        array_agg(dt.confidence ORDER BY dt.tag ASC) AS tag_confidences\n    FROM weave.document_tags dt\n    JOIN weave.documents d ON d.id = dt.document_id\n    WHERE d.organization_id = $1\n      AND dt.document_id = $2\n    GROUP BY dt.document_id\n)\nSELECT\n    d.id,\n    d.organization_id,\n    d.filename,\n    d.mime_type,\n    d.parser_name,\n    d.status,\n    d.scope,\n    d.sensitivity_tags,\n    COALESCE(tag_data.tags, '{}'::text[]) AS tags,\n    COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,\n    d.uploaded_by_user_id,\n    d.uploaded_at,\n    d.updated_at,\n    d.page_count,\n    d.char_count,\n    d.metadata,\n    COALESCE(latest_runs.latest_ingestion_run_id, '00000000-0000-0000-0000-000000000000'::uuid) AS latest_ingestion_run_id,\n    COALESCE(latest_runs.latest_ingestion_status, 'INGESTION_RUN_STATUS_UNSPECIFIED') AS latest_ingestion_status,\n    COALESCE(thread_counts.thread_count, 0)::int AS thread_count,\n    COALESCE(thread_counts.pending_count, 0)::int AS pending_count,\n    COALESCE(thread_counts.approved_count, 0)::int AS approved_count,\n    COALESCE(thread_counts.rejected_count, 0)::int AS rejected_count\nFROM weave.documents d\nLEFT JOIN latest_runs ON latest_runs.document_id = d.id\nLEFT JOIN thread_counts ON thread_counts.document_id = d.id\nLEFT JOIN tag_data ON tag_data.document_id = d.id\nWHERE d.organization_id = $1\n  AND d.id = $2\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $3)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND EXISTS (\n              SELECT 1\n              FROM weave.user_sensitivity_clearances c\n              WHERE c.organization_id = $1\n                AND c.user_id = $3\n                AND cardinality(d.sensitivity_tags) = 1\n                AND c.sensitivity_tag_slug = d.sensitivity_tags[1]\n          ))\n  )";
+export declare const getAccessibleDocumentSummaryQuery = "-- name: GetAccessibleDocumentSummary :one\nWITH latest_runs AS (\n    SELECT DISTINCT ON (r.document_id)\n        r.document_id,\n        r.id AS latest_ingestion_run_id,\n        r.status AS latest_ingestion_status\n    FROM weave.ingestion_runs r\n    WHERE r.organization_id = $1\n      AND r.document_id = $2\n    ORDER BY r.document_id, r.started_at DESC\n),\nthread_counts AS (\n    SELECT\n        t.document_id,\n        COUNT(*)::int AS thread_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_PENDING'\n        )::int AS pending_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_APPROVED'\n        )::int AS approved_count,\n        COUNT(*) FILTER (\n            WHERE t.retrieval_status = 'THREAD_RETRIEVAL_STATUS_REJECTED'\n        )::int AS rejected_count\n    FROM weave.threads t\n    WHERE t.organization_id = $1\n      AND t.document_id = $2\n    GROUP BY t.document_id\n),\ntag_data AS (\n    SELECT\n        dt.document_id,\n        array_agg(dt.tag ORDER BY dt.tag ASC) AS tags,\n        array_agg(dt.confidence ORDER BY dt.tag ASC) AS tag_confidences\n    FROM weave.document_tags dt\n    JOIN weave.documents d ON d.id = dt.document_id\n    WHERE d.organization_id = $1\n      AND dt.document_id = $2\n    GROUP BY dt.document_id\n)\nSELECT\n    d.id,\n    d.organization_id,\n    d.filename,\n    d.mime_type,\n    d.parser_name,\n    d.status,\n    d.scope,\n    COALESCE(tag_data.tags, '{}'::text[]) AS tags,\n    COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,\n    d.uploaded_by_user_id,\n    d.uploaded_at,\n    d.updated_at,\n    d.page_count,\n    d.char_count,\n    d.metadata,\n    COALESCE(latest_runs.latest_ingestion_run_id, '00000000-0000-0000-0000-000000000000'::uuid) AS latest_ingestion_run_id,\n    COALESCE(latest_runs.latest_ingestion_status, 'INGESTION_RUN_STATUS_UNSPECIFIED') AS latest_ingestion_status,\n    COALESCE(thread_counts.thread_count, 0)::int AS thread_count,\n    COALESCE(thread_counts.pending_count, 0)::int AS pending_count,\n    COALESCE(thread_counts.approved_count, 0)::int AS approved_count,\n    COALESCE(thread_counts.rejected_count, 0)::int AS rejected_count\nFROM weave.documents d\nLEFT JOIN latest_runs ON latest_runs.document_id = d.id\nLEFT JOIN thread_counts ON thread_counts.document_id = d.id\nLEFT JOIN tag_data ON tag_data.document_id = d.id\nWHERE d.organization_id = $1\n  AND d.id = $2\n  AND (\n      d.scope = 'DOCUMENT_SCOPE_ORG'\n      OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'\n          AND d.uploaded_by_user_id = $3)\n      OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'\n          AND (\n          EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_user_memberships rgum\n                ON rgum.organization_id = drg.organization_id\n               AND rgum.restricted_group_id = drg.restricted_group_id\n               AND rgum.user_id = $3\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )\n          OR EXISTS (\n              SELECT 1\n              FROM weave.document_restricted_groups drg\n              JOIN weave.restricted_group_team_memberships rgtm\n                ON rgtm.organization_id = drg.organization_id\n               AND rgtm.restricted_group_id = drg.restricted_group_id\n              JOIN weave.org_team_memberships otm\n                ON otm.organization_id = rgtm.organization_id\n               AND otm.org_team_id = rgtm.org_team_id\n               AND otm.user_id = $3\n              WHERE drg.organization_id = d.organization_id\n                AND drg.document_id = d.id\n          )))\n  )";
 export interface GetAccessibleDocumentSummaryArgs {
     organizationId: string;
     documentId: string;
@@ -214,7 +206,6 @@ export interface GetAccessibleDocumentSummaryRow {
     parserName: string;
     status: string;
     scope: string;
-    sensitivityTags: string[];
     tags: string;
     tagConfidences: string;
     uploadedByUserId: string;

package/dist/weavesql/weavedb/ingestion_sql.js

@@ -65,7 +65,6 @@ INSERT INTO weave.documents (
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     metadata
 ) VALUES (
@@ -78,8 +77,7 @@ INSERT INTO weave.documents (
     $7,
     $8,
     $9,
-    $10,
-    $11
+    $10
 )
 RETURNING
     id,
@@ -91,7 +89,6 @@ RETURNING
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -101,7 +98,7 @@ RETURNING
 async function createDocument(client, args) {
     const result = await client.query({
         text: exports.createDocumentQuery,
-        values: [args.id, args.organizationId, args.filename, args.mimeType, args.fingerprint, args.storageRef, args.status, args.scope, args.sensitivityTags, args.uploadedByUserId, args.metadata],
+        values: [args.id, args.organizationId, args.filename, args.mimeType, args.fingerprint, args.storageRef, args.status, args.scope, args.uploadedByUserId, args.metadata],
         rowMode: "array"
     });
     if (result.rows.length !== 1) {
@@ -118,13 +115,12 @@ async function createDocument(client, args) {
         storageRef: row[6],
         status: row[7],
         scope: row[8],
-        sensitivityTags: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15]
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14]
     };
 }
 exports.getDocumentByOrganizationAndIDQuery = `-- name: GetDocumentByOrganizationAndID :one
@@ -138,7 +134,6 @@ SELECT
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -168,13 +163,12 @@ async function getDocumentByOrganizationAndID(client, args) {
         storageRef: row[6],
         status: row[7],
         scope: row[8],
-        sensitivityTags: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15]
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14]
     };
 }
 exports.getDocumentByOrganizationAndFingerprintQuery = `-- name: GetDocumentByOrganizationAndFingerprint :one
@@ -188,7 +182,6 @@ SELECT
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -218,13 +211,12 @@ async function getDocumentByOrganizationAndFingerprint(client, args) {
         storageRef: row[6],
         status: row[7],
         scope: row[8],
-        sensitivityTags: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15]
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14]
     };
 }
 exports.setDocumentParseResultQuery = `-- name: SetDocumentParseResult :one
@@ -247,7 +239,6 @@ RETURNING
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -274,13 +265,12 @@ async function setDocumentParseResult(client, args) {
         storageRef: row[6],
         status: row[7],
         scope: row[8],
-        sensitivityTags: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15]
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14]
     };
 }
 exports.setDocumentStatusQuery = `-- name: SetDocumentStatus :one
@@ -300,7 +290,6 @@ RETURNING
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -327,13 +316,12 @@ async function setDocumentStatus(client, args) {
         storageRef: row[6],
         status: row[7],
         scope: row[8],
-        sensitivityTags: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15]
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14]
     };
 }
 exports.listDocumentsByOrganizationQuery = `-- name: ListDocumentsByOrganization :many
@@ -347,7 +335,6 @@ SELECT
     storage_ref,
     status,
     scope,
-    sensitivity_tags,
     uploaded_by_user_id,
     uploaded_at,
     updated_at,
@@ -375,13 +362,12 @@ async function listDocumentsByOrganization(client, args) {
             storageRef: row[6],
             status: row[7],
             scope: row[8],
-            sensitivityTags: row[9],
-            uploadedByUserId: row[10],
-            uploadedAt: row[11],
-            updatedAt: row[12],
-            pageCount: row[13],
-            charCount: row[14],
-            metadata: row[15]
+            uploadedByUserId: row[9],
+            uploadedAt: row[10],
+            updatedAt: row[11],
+            pageCount: row[12],
+            charCount: row[13],
+            metadata: row[14]
         };
     });
 }
@@ -430,7 +416,6 @@ SELECT
     d.parser_name,
     d.status,
     d.scope,
-    d.sensitivity_tags,
     COALESCE(tag_data.tags, '{}'::text[]) AS tags,
     COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,
     d.uploaded_by_user_id,
@@ -455,20 +440,45 @@ WHERE d.organization_id = $1
       OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'
           AND d.uploaded_by_user_id = $2)
       OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'
-          AND EXISTS (
+          AND (
+          EXISTS (
+              SELECT 1
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_user_memberships rgum
+                ON rgum.organization_id = drg.organization_id
+               AND rgum.restricted_group_id = drg.restricted_group_id
+               AND rgum.user_id = $2
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )
+          OR EXISTS (
               SELECT 1
-              FROM weave.user_sensitivity_clearances c
-              WHERE c.organization_id = $1
-                AND c.user_id = $2
-                AND cardinality(d.sensitivity_tags) = 1
-                AND c.sensitivity_tag_slug = d.sensitivity_tags[1]
-          ))
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_team_memberships rgtm
+                ON rgtm.organization_id = drg.organization_id
+               AND rgtm.restricted_group_id = drg.restricted_group_id
+              JOIN weave.org_team_memberships otm
+                ON otm.organization_id = rgtm.organization_id
+               AND otm.org_team_id = rgtm.org_team_id
+               AND otm.user_id = $2
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )))
   )
   AND (cardinality($3::text[]) = 0 OR d.status = ANY($3::text[]))
   AND (cardinality($4::text[]) = 0 OR latest_runs.latest_ingestion_status = ANY($4::text[]))
   AND (cardinality($5::text[]) = 0 OR d.scope = ANY($5::text[]))
-  AND (cardinality($6::text[]) = 0 OR tag_data.tags && $6::text[] OR d.sensitivity_tags && $6::text[])
-  AND (cardinality($7::text[]) = 0 OR d.sensitivity_tags && $7::text[])
+  AND (cardinality($6::text[]) = 0 OR tag_data.tags && $6::text[])
+  AND (
+      cardinality($7::uuid[]) = 0
+      OR EXISTS (
+          SELECT 1
+          FROM weave.document_restricted_groups drg
+          WHERE drg.organization_id = d.organization_id
+            AND drg.document_id = d.id
+            AND drg.restricted_group_id = ANY($7::uuid[])
+      )
+  )
   AND ($8::timestamptz IS NULL OR d.uploaded_at >= $8::timestamptz)
   AND ($9::timestamptz IS NULL OR d.uploaded_at <= $9::timestamptz)
 ORDER BY d.uploaded_at DESC, d.id DESC
@@ -476,7 +486,7 @@ LIMIT $11 OFFSET $10`;
 async function listAccessibleDocumentSummaries(client, args) {
     const result = await client.query({
         text: exports.listAccessibleDocumentSummariesQuery,
-        values: [args.organizationId, args.actingUserId, args.documentStatuses, args.ingestionStatuses, args.scopes, args.tags, args.restrictedTags, args.uploadedAfter, args.uploadedBefore, args.pageOffset, args.pageSize],
+        values: [args.organizationId, args.actingUserId, args.documentStatuses, args.ingestionStatuses, args.scopes, args.tags, args.restrictedGroupIds, args.uploadedAfter, args.uploadedBefore, args.pageOffset, args.pageSize],
         rowMode: "array"
     });
     return result.rows.map(row => {
@@ -488,21 +498,20 @@ async function listAccessibleDocumentSummaries(client, args) {
             parserName: row[4],
             status: row[5],
             scope: row[6],
-            sensitivityTags: row[7],
-            tags: row[8],
-            tagConfidences: row[9],
-            uploadedByUserId: row[10],
-            uploadedAt: row[11],
-            updatedAt: row[12],
-            pageCount: row[13],
-            charCount: row[14],
-            metadata: row[15],
-            latestIngestionRunId: row[16],
-            latestIngestionStatus: row[17],
-            threadCount: row[18],
-            pendingCount: row[19],
-            approvedCount: row[20],
-            rejectedCount: row[21]
+            tags: row[7],
+            tagConfidences: row[8],
+            uploadedByUserId: row[9],
+            uploadedAt: row[10],
+            updatedAt: row[11],
+            pageCount: row[12],
+            charCount: row[13],
+            metadata: row[14],
+            latestIngestionRunId: row[15],
+            latestIngestionStatus: row[16],
+            threadCount: row[17],
+            pendingCount: row[18],
+            approvedCount: row[19],
+            rejectedCount: row[20]
         };
     });
 }
@@ -554,7 +563,6 @@ SELECT
     d.parser_name,
     d.status,
     d.scope,
-    d.sensitivity_tags,
     COALESCE(tag_data.tags, '{}'::text[]) AS tags,
     COALESCE(tag_data.tag_confidences, '{}'::real[]) AS tag_confidences,
     d.uploaded_by_user_id,
@@ -580,14 +588,30 @@ WHERE d.organization_id = $1
       OR (d.scope = 'DOCUMENT_SCOPE_PRIVATE'
           AND d.uploaded_by_user_id = $3)
       OR (d.scope = 'DOCUMENT_SCOPE_RESTRICTED'
-          AND EXISTS (
+          AND (
+          EXISTS (
+              SELECT 1
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_user_memberships rgum
+                ON rgum.organization_id = drg.organization_id
+               AND rgum.restricted_group_id = drg.restricted_group_id
+               AND rgum.user_id = $3
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )
+          OR EXISTS (
               SELECT 1
-              FROM weave.user_sensitivity_clearances c
-              WHERE c.organization_id = $1
-                AND c.user_id = $3
-                AND cardinality(d.sensitivity_tags) = 1
-                AND c.sensitivity_tag_slug = d.sensitivity_tags[1]
-          ))
+              FROM weave.document_restricted_groups drg
+              JOIN weave.restricted_group_team_memberships rgtm
+                ON rgtm.organization_id = drg.organization_id
+               AND rgtm.restricted_group_id = drg.restricted_group_id
+              JOIN weave.org_team_memberships otm
+                ON otm.organization_id = rgtm.organization_id
+               AND otm.org_team_id = rgtm.org_team_id
+               AND otm.user_id = $3
+              WHERE drg.organization_id = d.organization_id
+                AND drg.document_id = d.id
+          )))
   )`;
 async function getAccessibleDocumentSummary(client, args) {
     const result = await client.query({
@@ -607,21 +631,20 @@ async function getAccessibleDocumentSummary(client, args) {
         parserName: row[4],
         status: row[5],
         scope: row[6],
-        sensitivityTags: row[7],
-        tags: row[8],
-        tagConfidences: row[9],
-        uploadedByUserId: row[10],
-        uploadedAt: row[11],
-        updatedAt: row[12],
-        pageCount: row[13],
-        charCount: row[14],
-        metadata: row[15],
-        latestIngestionRunId: row[16],
-        latestIngestionStatus: row[17],
-        threadCount: row[18],
-        pendingCount: row[19],
-        approvedCount: row[20],
-        rejectedCount: row[21]
+        tags: row[7],
+        tagConfidences: row[8],
+        uploadedByUserId: row[9],
+        uploadedAt: row[10],
+        updatedAt: row[11],
+        pageCount: row[12],
+        charCount: row[13],
+        metadata: row[14],
+        latestIngestionRunId: row[15],
+        latestIngestionStatus: row[16],
+        threadCount: row[17],
+        pendingCount: row[18],
+        approvedCount: row[19],
+        rejectedCount: row[20]
     };
 }
 exports.getDatabaseConfigQuery = `-- name: GetDatabaseConfig :one