@sixb/pg 0.1.2 → 0.1.4

package/src/migrations/026-ai-cost-accounting.sql

@@ -0,0 +1,53 @@
+CREATE TABLE ai_model_call_valuations (
+  project_id TEXT NOT NULL CHECK (length(btrim(project_id)) > 0),
+  usage_record_id TEXT NOT NULL CHECK (length(btrim(usage_record_id)) > 0),
+  status TEXT NOT NULL CHECK (status IN ('rated', 'unpriceable')),
+  provider_id TEXT CHECK (provider_id IS NULL OR length(btrim(provider_id)) > 0),
+  model_id TEXT CHECK (model_id IS NULL OR length(btrim(model_id)) > 0),
+  currency TEXT CHECK (currency IS NULL OR currency ~ '^[A-Z]{3}$'),
+  amount_nanos BIGINT CHECK (amount_nanos IS NULL OR amount_nanos >= 0),
+  reason TEXT CHECK (
+    reason IS NULL OR reason IN (
+      'missingBillingIdentity',
+      'missingCatalogEntry',
+      'missingUsageMeter',
+      'unsupportedPricingDimension',
+      'invalidUsageForFormula'
+    )
+  ),
+  details JSONB NOT NULL CHECK (jsonb_typeof(details) = 'object'),
+  rated_at TIMESTAMPTZ NOT NULL,
+  PRIMARY KEY (project_id, usage_record_id),
+  FOREIGN KEY (project_id, usage_record_id)
+    REFERENCES ai_model_call_usage(project_id, id)
+    ON DELETE RESTRICT,
+  CHECK (
+    (
+      status = 'rated'
+      AND provider_id IS NOT NULL
+      AND model_id IS NOT NULL
+      AND currency IS NOT NULL
+      AND amount_nanos IS NOT NULL
+      AND reason IS NULL
+    )
+    OR
+    (
+      status = 'unpriceable'
+      AND currency IS NULL
+      AND amount_nanos IS NULL
+      AND reason IS NOT NULL
+      AND (
+        (reason = 'missingBillingIdentity' AND provider_id IS NULL AND model_id IS NULL)
+        OR
+        (reason <> 'missingBillingIdentity' AND provider_id IS NOT NULL AND model_id IS NOT NULL)
+      )
+    )
+  )
+);
+
+CREATE INDEX idx_ai_model_call_usage_provider_model_time
+  ON ai_model_call_usage (project_id, provider_id, requested_model_id, occurred_at, id);
+CREATE INDEX idx_ai_model_call_usage_model_time
+  ON ai_model_call_usage (project_id, requested_model_id, occurred_at, id);
+CREATE INDEX idx_ai_model_call_valuations_summary
+  ON ai_model_call_valuations (project_id, status, currency, usage_record_id);

package/src/migrations/027-agent-context-checkpoints.sql

@@ -0,0 +1,34 @@
+CREATE TABLE agent_context_checkpoints (
+  project_id TEXT NOT NULL,
+  id TEXT NOT NULL,
+  thread_id TEXT NOT NULL,
+  created_by_run_id TEXT NOT NULL,
+  previous_checkpoint_id TEXT,
+  reason TEXT NOT NULL CHECK (reason IN ('threshold', 'overflow')),
+  summary TEXT NOT NULL CHECK (length(trim(summary)) > 0),
+  summary_format_version INTEGER NOT NULL CHECK (summary_format_version = 1),
+  summarized_through_seq INTEGER NOT NULL CHECK (summarized_through_seq >= 1),
+  observed_head_seq INTEGER NOT NULL,
+  estimated_input_tokens_before BIGINT NOT NULL CHECK (estimated_input_tokens_before >= 0),
+  estimated_input_tokens_after BIGINT NOT NULL CHECK (estimated_input_tokens_after >= 0),
+  summary_model_id TEXT NOT NULL CHECK (length(trim(summary_model_id)) > 0),
+  created_at TIMESTAMPTZ NOT NULL,
+  PRIMARY KEY (project_id, id),
+  UNIQUE (project_id, created_by_run_id),
+  FOREIGN KEY (project_id, thread_id)
+    REFERENCES agent_threads(project_id, id) ON DELETE CASCADE,
+  FOREIGN KEY (project_id, created_by_run_id)
+    REFERENCES agent_runs(project_id, id) ON DELETE RESTRICT,
+  FOREIGN KEY (project_id, previous_checkpoint_id)
+    REFERENCES agent_context_checkpoints(project_id, id) ON DELETE RESTRICT,
+  CHECK (summarized_through_seq < observed_head_seq)
+);
+
+CREATE INDEX idx_agent_context_checkpoints_thread_latest
+  ON agent_context_checkpoints (
+    project_id,
+    thread_id,
+    summarized_through_seq DESC,
+    created_at DESC,
+    id DESC
+  );

package/src/migrations/028-object-override-edit-times.sql

@@ -0,0 +1,3 @@
+ALTER TABLE ontology_object_overrides
+ADD COLUMN edited_at JSONB NOT NULL DEFAULT '{}'::jsonb
+CHECK (jsonb_typeof(edited_at) = 'object');

package/src/migrations.ts

@@ -66,6 +66,13 @@ import ontologyCommitExecutionsSql from "./migrations/024-ontology-commit-execut
 import connectorConnectionsSql from "./migrations/025-connector-connections.sql" with {
   type: "text",
 }
+import aiCostAccountingSql from "./migrations/026-ai-cost-accounting.sql" with { type: "text" }
+import agentContextCheckpointsSql from "./migrations/027-agent-context-checkpoints.sql" with {
+  type: "text",
+}
+import objectOverrideEditTimesSql from "./migrations/028-object-override-edit-times.sql" with {
+  type: "text",
+}
 import type { SQL, SQLClient } from "./pg-client"
 
 export interface PostgresMigrationContext {
@@ -344,6 +351,9 @@ export const postgresStorageMigrations = defineMigrations<PostgresMigrationConte
     pgSql("023-webhook-executions", webhookExecutionsSql),
     pgSql("024-ontology-commit-executions", ontologyCommitExecutionsSql),
     pgSql("025-connector-connections", connectorConnectionsSql),
+    pgSql("026-ai-cost-accounting", aiCostAccountingSql),
+    pgSql("027-agent-context-checkpoints", agentContextCheckpointsSql),
+    pgSql("028-object-override-edit-times", objectOverrideEditTimesSql),
   ],
 })
 

package/src/ontology-storage/materialization-state.ts

@@ -98,6 +98,7 @@ interface LinkScopeRow extends EffectiveLinkRow {
 interface ObjectOverrideRow extends PgStoredOverrideRow {
   readonly object_type_id: string
   readonly primary_id: string
+  readonly edited_at: unknown
 }
 
 interface LinkOverrideRow extends PgStoredOverrideRow {
@@ -1060,6 +1061,7 @@ function storedObjectOverride(row: ObjectOverrideRow): StoredObjectOverride {
   return {
     ref,
     value: structuredClone(row.value) as StoredObjectOverride["value"],
+    editedAt: structuredClone(row.edited_at) as Readonly<Record<string, string>>,
     lastCommitId: row.last_commit_id,
     updatedAt: toIsoString(row.updated_at),
   }

package/src/ontology-storage/materialization-writer.ts

@@ -25,6 +25,7 @@ export class PgMaterializationWriter {
       objectTypeId: item.ref.objectTypeId,
       primaryId: item.ref.primaryId,
       value: item.value,
+      editedAt: item.editedAt,
       lastCommitId: item.lastCommitId,
       updatedAt: item.updatedAt,
       expectedLastCommitId: item.expectedLastCommitId,
@@ -36,10 +37,10 @@ export class PgMaterializationWriter {
           SELECT value FROM jsonb_array_elements(${jsonParameter(this.sql, objectInserts)}::jsonb)
         )
         INSERT INTO ontology_object_overrides (
-          project_id, object_type_id, primary_id, value, last_commit_id, updated_at
+          project_id, object_type_id, primary_id, value, edited_at, last_commit_id, updated_at
         )
         SELECT ${projectId}, value->>'objectTypeId', value->>'primaryId', value->'value',
-          value->>'lastCommitId',
+          value->'editedAt', value->>'lastCommitId',
           (value->>'updatedAt')::timestamptz
         FROM staged
         ON CONFLICT DO NOTHING
@@ -55,7 +56,8 @@ export class PgMaterializationWriter {
           SELECT value FROM jsonb_array_elements(${jsonParameter(this.sql, objectUpdates)}::jsonb)
         )
         UPDATE ontology_object_overrides AS overrides
-        SET value = staged.value->'value', last_commit_id = staged.value->>'lastCommitId',
+        SET value = staged.value->'value', edited_at = staged.value->'editedAt',
+          last_commit_id = staged.value->>'lastCommitId',
           updated_at = (staged.value->>'updatedAt')::timestamptz
         FROM staged
         WHERE overrides.project_id = ${projectId}