@crewx/sdk 0.9.0-rc.91 → 0.9.0-rc.92

package/dist/migrations/0024_storage_metadata.sql

@@ -0,0 +1,262 @@
+CREATE TABLE IF NOT EXISTS `storage_metadata` (
+	`source_kind` text NOT NULL,
+	`source_id` text NOT NULL,
+	`utc_ts` text,
+	`bytes` integer NOT NULL,
+	PRIMARY KEY (`source_kind`, `source_id`)
+) WITHOUT ROWID;
+--> statement-breakpoint
+CREATE INDEX IF NOT EXISTS `idx_storage_metadata_kind_ts_bytes`
+	ON `storage_metadata` (`source_kind`, `utc_ts`, `bytes`);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS `storage_metadata_state` (
+	`unit` text PRIMARY KEY NOT NULL,
+	`cursor_rowid` integer DEFAULT 0 NOT NULL,
+	`end_rowid` integer,
+	`complete` integer DEFAULT 0 NOT NULL,
+	`updated_at` text NOT NULL
+) WITHOUT ROWID;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tle_ins`
+AFTER INSERT ON `task_log_events`
+BEGIN
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'taskLogs',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`timestamp`),
+		COALESCE(length(CAST(NEW.`message` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`task_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`timestamp` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`level` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tle_upd`
+AFTER UPDATE OF `id`, `timestamp`, `task_id`, `level`, `message` ON `task_log_events`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'taskLogs'
+		AND `source_id` = CAST(OLD.`id` AS TEXT)
+		AND OLD.`id` IS NOT NEW.`id`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'taskLogs',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`timestamp`),
+		COALESCE(length(CAST(NEW.`message` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`task_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`timestamp` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`level` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tle_del`
+AFTER DELETE ON `task_log_events`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'taskLogs'
+		AND `source_id` = CAST(OLD.`id` AS TEXT);
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_request_logs_ins`
+AFTER INSERT ON `request_logs`
+BEGIN
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'requestLogs',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`timestamp`),
+		COALESCE(length(CAST(NEW.`path` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`method` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`request_body` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`response_body` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`request_headers` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`response_headers` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`query` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`metadata` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_request_logs_upd`
+AFTER UPDATE OF `id`, `timestamp`, `path`, `method`, `request_body`, `response_body`, `request_headers`, `response_headers`, `query`, `metadata` ON `request_logs`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'requestLogs'
+		AND `source_id` = CAST(OLD.`id` AS TEXT)
+		AND OLD.`id` IS NOT NEW.`id`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'requestLogs',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`timestamp`),
+		COALESCE(length(CAST(NEW.`path` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`method` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`request_body` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`response_body` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`request_headers` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`response_headers` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`query` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`metadata` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_request_logs_del`
+AFTER DELETE ON `request_logs`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'requestLogs'
+		AND `source_id` = CAST(OLD.`id` AS TEXT);
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tasks_ins`
+AFTER INSERT ON `tasks`
+BEGIN
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'prompts',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`started_at`),
+		COALESCE(length(CAST(NEW.`prompt` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`rendered_prompt` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`result` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'tasksLedger',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`started_at`),
+		COALESCE(length(CAST(NEW.`id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`agent_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`status` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`started_at` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`input_tokens` AS TEXT)), 0)
+		+ COALESCE(length(CAST(NEW.`output_tokens` AS TEXT)), 0)
+		+ COALESCE(length(CAST(NEW.`cost_usd` AS TEXT)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tasks_upd`
+AFTER UPDATE OF `id`, `prompt`, `rendered_prompt`, `result`, `started_at` ON `tasks`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'prompts'
+		AND `source_id` = CAST(OLD.`id` AS TEXT)
+		AND OLD.`id` IS NOT NEW.`id`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'prompts',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`started_at`),
+		COALESCE(length(CAST(NEW.`prompt` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`rendered_prompt` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`result` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tasks_upd_ledger`
+AFTER UPDATE OF `id`, `agent_id`, `status`, `started_at`, `input_tokens`, `output_tokens`, `cost_usd` ON `tasks`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'tasksLedger'
+		AND `source_id` = CAST(OLD.`id` AS TEXT)
+		AND OLD.`id` IS NOT NEW.`id`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'tasksLedger',
+		CAST(NEW.`id` AS TEXT),
+		datetime(NEW.`started_at`),
+		COALESCE(length(CAST(NEW.`id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`agent_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`status` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`started_at` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`input_tokens` AS TEXT)), 0)
+		+ COALESCE(length(CAST(NEW.`output_tokens` AS TEXT)), 0)
+		+ COALESCE(length(CAST(NEW.`cost_usd` AS TEXT)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_tasks_del`
+AFTER DELETE ON `tasks`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'prompts'
+		AND `source_id` = CAST(OLD.`id` AS TEXT);
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'tasksLedger'
+		AND `source_id` = CAST(OLD.`id` AS TEXT);
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_threads_ins`
+AFTER INSERT ON `threads`
+BEGIN
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'threadsLedger',
+		CAST(NEW.`id` AS TEXT),
+		datetime(COALESCE(NEW.`updated_at`, NEW.`created_at`)),
+		COALESCE(length(CAST(NEW.`id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`workspace_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`platform` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`created_at` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`updated_at` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_threads_upd`
+AFTER UPDATE OF `id`, `workspace_id`, `platform`, `created_at`, `updated_at` ON `threads`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'threadsLedger'
+		AND `source_id` = CAST(OLD.`id` AS TEXT)
+		AND OLD.`id` IS NOT NEW.`id`;
+	INSERT INTO `storage_metadata` (`source_kind`, `source_id`, `utc_ts`, `bytes`)
+	VALUES (
+		'threadsLedger',
+		CAST(NEW.`id` AS TEXT),
+		datetime(COALESCE(NEW.`updated_at`, NEW.`created_at`)),
+		COALESCE(length(CAST(NEW.`id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`workspace_id` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`platform` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`created_at` AS BLOB)), 0)
+		+ COALESCE(length(CAST(NEW.`updated_at` AS BLOB)), 0)
+	)
+	ON CONFLICT (`source_kind`, `source_id`) DO UPDATE SET
+		`utc_ts` = excluded.`utc_ts`,
+		`bytes` = excluded.`bytes`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER IF NOT EXISTS `trg_storage_meta_threads_del`
+AFTER DELETE ON `threads`
+BEGIN
+	DELETE FROM `storage_metadata`
+	WHERE `source_kind` = 'threadsLedger'
+		AND `source_id` = CAST(OLD.`id` AS TEXT);
+END;

package/dist/migrations/meta/_journal.json

@@ -169,6 +169,13 @@
       "when": 1788325893386,
       "tag": "0023_red_payback",
       "breakpoints": true
+    },
+    {
+      "idx": 24,
+      "version": "6",
+      "when": 1788604428845,
+      "tag": "0024_storage_metadata",
+      "breakpoints": true
     }
   ]
-}
+}