@wirecat/cli-core 0.558.0 → 0.559.0

package/dist/store/sqlite/schema.d.ts

@@ -14890,6 +14890,359 @@ export declare const paymentAllocations: import("drizzle-orm/sqlite-core").SQLit
     dialect: 'sqlite';
     isAlias: false;
 }>;
+/** What a source said about one of its records, as it said it: the layer under the entity an import makes. */
+export declare const records: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "records";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: true;
+            isPrimaryKey: true;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        accountId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        type: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        externalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        fields: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        revision: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        fingerprint: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        entityType: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        entityId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        projectedFingerprint: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        batchId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        updatedAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        deletedAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "records";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+    };
+    dialect: 'sqlite';
+    isAlias: false;
+}>;
+export declare const recordRelations: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "record_relations";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: true;
+            isPrimaryKey: true;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        recordId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        role: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        targetType: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        targetExternalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "string";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        targetId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+        createdAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: string;
+            tableName: "record_relations";
+            dataType: "number int53";
+            data: number;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}>;
+    };
+    dialect: 'sqlite';
+    isAlias: false;
+}>;
 export declare const proposedActions: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
     name: "proposed_actions";
     schema: undefined;

package/dist/store/sqlite/schema.js

@@ -1492,6 +1492,43 @@ export const paymentAllocations = sqliteTable("payment_allocations", {
     index("payment_allocations_by_invoice_id").on(table.invoiceId),
     index("payment_allocations_by_author_type_author_id").on(table.authorType, table.authorId),
 ]);
+/** What a source said about one of its records, as it said it: the layer under the entity an import makes. */
+export const records = sqliteTable("records", {
+    id: integer("id").primaryKey(),
+    accountId: integer("account_id")
+        .notNull()
+        .references(() => accounts.id),
+    type: text("type").notNull(),
+    externalId: text("external_id").notNull(),
+    fields: text("fields").notNull(),
+    revision: integer("revision"),
+    fingerprint: text("fingerprint").notNull(),
+    entityType: text("entity_type"),
+    entityId: integer("entity_id"),
+    projectedFingerprint: text("projected_fingerprint"),
+    batchId: text("batch_id").notNull(),
+    createdAt: integer("created_at").notNull(),
+    updatedAt: integer("updated_at").notNull(),
+    deletedAt: integer("deleted_at"),
+}, (table) => [
+    unique().on(table.accountId, table.type, table.externalId),
+    index("records_by_entity_type_entity_id").on(table.entityType, table.entityId),
+]);
+export const recordRelations = sqliteTable("record_relations", {
+    id: integer("id").primaryKey(),
+    recordId: integer("record_id")
+        .notNull()
+        .references(() => records.id),
+    role: text("role").notNull(),
+    targetType: text("target_type").notNull(),
+    targetExternalId: text("target_external_id").notNull(),
+    targetId: integer("target_id").references(() => records.id),
+    createdAt: integer("created_at").notNull(),
+}, (table) => [
+    unique().on(table.recordId, table.role, table.targetType, table.targetExternalId),
+    index("record_relations_by_target_type_target_external_id").on(table.targetType, table.targetExternalId),
+    index("record_relations_by_target_id").on(table.targetId),
+]);
 export const proposedActions = sqliteTable("proposed_actions", {
     id: integer("id").primaryKey(),
     kind: text("kind").notNull(),

package/dist/store/store.d.ts

@@ -35,6 +35,7 @@ import { type SourceMentionStore } from "./sqlite/mention-sources.js";
 import { type NotesStore } from "./sqlite/notes.js";
 import { type StoreOptions } from "./sqlite/open-store.js";
 import { type ProposedActionsStore } from "./sqlite/proposed-actions.js";
+import { type RecordStore } from "./sqlite/records.js";
 import { type StoreTaskStore } from "./sqlite/tasks.js";
 import { type SyncStore } from "./sync.js";
 import { type TagsStore } from "./tags.js";
@@ -98,6 +99,8 @@ export interface MessageStore {
     readonly facts: FactsStore;
     /** Invoices, payments and their allocations, in exact minor units; an agent's or an import's wait for the owner. */
     readonly finance: FinanceStore;
+    /** What each import said, by the source's identity; `ingest` (services) is the way in. */
+    readonly records: RecordStore;
     /** What agents concluded: summaries, digests, facts, preferences, each with evidence and a scope. */
     readonly memories: MemoriesStore;
     /** What an agent wants done outside the store, waiting for the owner's approval. */

package/dist/store/store.js

@@ -38,6 +38,7 @@ import { notesStoreOver } from "./sqlite/notes.js";
 import { openStoreContext } from "./sqlite/open-store.js";
 import { projectAnnotationStoreOver } from "./sqlite/project-transfer/store.js";
 import { proposedActionsStoreOver } from "./sqlite/proposed-actions.js";
+import { recordStoreOver } from "./sqlite/records.js";
 import { refSummariesOf } from "./sqlite/ref-summaries.js";
 import * as stems from "./sqlite/stems.js";
 import { taskStoreOver } from "./sqlite/tasks.js";
@@ -112,6 +113,7 @@ const storeOver = (context) => {
     };
     const facts = once(() => factsStoreOver(context));
     const finance = once(() => financeStoreOver(context));
+    const records = once(() => recordStoreOver(context));
     const memories = once(() => memoriesStoreOver(context));
     const proposedActions = once(() => proposedActionsStoreOver(context));
     const agentActions = once(() => agentActionsStoreOver(context, pruneLogsWhenDue));
@@ -215,6 +217,9 @@ const storeOver = (context) => {
         get finance() {
             return finance();
         },
+        get records() {
+            return records();
+        },
         get memories() {
             return memories();
         },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wirecat/cli-core",
-  "version": "0.558.0",
+  "version": "0.559.0",
   "description": "The messenger-neutral half of a messaging CLI: domain model, message locators, rendering, name resolution, the SQLite seam, the command skeleton and shared read commands, the send guard, run records and the message store",
   "license": "Apache-2.0",
   "author": "Viacheslav Ptsarev",
@@ -25,9 +25,11 @@
     "CHANGELOG.md",
     "LICENSE",
     "THIRD_PARTY_NOTICES",
-    "docs/search/recipes.json"
+    "docs/search/recipes.json",
+    "schemas"
   ],
   "exports": {
+    "./schemas/records-envelope.v1.schema.json": "./schemas/records-envelope.v1.schema.json",
     "./documents": {
       "types": "./dist/documents.d.ts",
       "default": "./dist/documents.js"

package/schemas/records-envelope.v1.schema.json

@@ -0,0 +1,108 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "WireCat records envelope, version 1",
+  "description": "Records one source sends to the store. JSONL is the same model: the first line holds schema_version and source, each further line one record.",
+  "type": "object",
+  "required": ["schema_version", "source", "records"],
+  "additionalProperties": false,
+  "properties": {
+    "schema_version": {
+      "const": 1
+    },
+    "source": {
+      "$ref": "#/$defs/source"
+    },
+    "records": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/record"
+      }
+    }
+  },
+  "$defs": {
+    "source": {
+      "type": "object",
+      "required": ["provider", "account", "batch_id"],
+      "additionalProperties": false,
+      "properties": {
+        "provider": {
+          "type": "string",
+          "pattern": "^[a-z0-9][a-z0-9_-]{0,62}$",
+          "description": "The system the records come from"
+        },
+        "account": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512,
+          "description": "The account in that system"
+        },
+        "batch_id": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512,
+          "description": "This import, for the receipt"
+        }
+      }
+    },
+    "record": {
+      "type": "object",
+      "required": ["key", "type", "external_id", "operation"],
+      "additionalProperties": false,
+      "properties": {
+        "key": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512
+        },
+        "type": {
+          "type": "string",
+          "pattern": "^(invoice|payment|person|organization|project|custom:[a-z0-9][a-z0-9_-]{0,62})$"
+        },
+        "external_id": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512
+        },
+        "operation": {
+          "enum": ["upsert", "delete"]
+        },
+        "fields": {
+          "type": "object",
+          "description": "What the source says, as data: never secrets, never instructions"
+        },
+        "revision": {
+          "type": "integer",
+          "minimum": 0,
+          "maximum": 9007199254740991
+        },
+        "relations": {
+          "type": "array",
+          "maxItems": 100,
+          "items": {
+            "$ref": "#/$defs/relation"
+          }
+        }
+      }
+    },
+    "relation": {
+      "type": "object",
+      "required": ["role", "type", "external_id"],
+      "additionalProperties": false,
+      "properties": {
+        "role": {
+          "type": "string",
+          "pattern": "^[a-z0-9][a-z0-9_-]{0,62}$"
+        },
+        "type": {
+          "type": "string",
+          "pattern": "^(invoice|payment|person|organization|project|custom:[a-z0-9][a-z0-9_-]{0,62})$"
+        },
+        "external_id": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 512
+        }
+      }
+    }
+  }
+}