@secondlayer/shared 0.10.1 → 0.11.0

package/migrations/0025_chat_session_summary.ts

@@ -0,0 +1,15 @@
+import type { Kysely } from "kysely";
+
+export async function up(db: Kysely<any>): Promise<void> {
+	await db.schema
+		.alterTable("chat_sessions")
+		.addColumn("summary", "jsonb")
+		.execute();
+}
+
+export async function down(db: Kysely<any>): Promise<void> {
+	await db.schema
+		.alterTable("chat_sessions")
+		.dropColumn("summary")
+		.execute();
+}

package/migrations/0026_workflows.ts

@@ -0,0 +1,204 @@
+import { sql, type Kysely } from "kysely";
+
+export async function up(db: Kysely<any>): Promise<void> {
+	// ── workflow_definitions ──────────────────────────────────────────
+	await db.schema
+		.createTable("workflow_definitions")
+		.addColumn("id", "uuid", (c) =>
+			c.primaryKey().defaultTo(sql`gen_random_uuid()`),
+		)
+		.addColumn("name", "text", (c) => c.notNull())
+		.addColumn("version", "text", (c) => c.notNull().defaultTo("1.0.0"))
+		.addColumn("status", "text", (c) => c.notNull().defaultTo("active"))
+		.addColumn("trigger_type", "text", (c) => c.notNull())
+		.addColumn("trigger_config", "jsonb", (c) => c.notNull())
+		.addColumn("handler_path", "text", (c) => c.notNull())
+		.addColumn("retries_config", "jsonb")
+		.addColumn("timeout_ms", "integer")
+		.addColumn("api_key_id", "uuid", (c) =>
+			c.notNull().references("api_keys.id"),
+		)
+		.addColumn("project_id", "uuid", (c) =>
+			c.references("projects.id").onDelete("set null"),
+		)
+		.addColumn("created_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.addColumn("updated_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.execute();
+
+	await sql`CREATE UNIQUE INDEX workflow_definitions_name_key_idx ON workflow_definitions (name, api_key_id)`.execute(
+		db,
+	);
+	await sql`CREATE INDEX workflow_definitions_status_idx ON workflow_definitions (status)`.execute(
+		db,
+	);
+
+	// ── workflow_runs ─────────────────────────────────────────────────
+	await db.schema
+		.createTable("workflow_runs")
+		.addColumn("id", "uuid", (c) =>
+			c.primaryKey().defaultTo(sql`gen_random_uuid()`),
+		)
+		.addColumn("definition_id", "uuid", (c) =>
+			c.notNull().references("workflow_definitions.id").onDelete("cascade"),
+		)
+		.addColumn("status", "text", (c) => c.notNull().defaultTo("pending"))
+		.addColumn("trigger_type", "text", (c) => c.notNull())
+		.addColumn("trigger_data", "jsonb")
+		.addColumn("dedup_key", "text")
+		.addColumn("error", "text")
+		.addColumn("started_at", "timestamptz")
+		.addColumn("completed_at", "timestamptz")
+		.addColumn("duration_ms", "integer")
+		.addColumn("total_ai_tokens", "integer", (c) => c.notNull().defaultTo(0))
+		.addColumn("created_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.execute();
+
+	await sql`CREATE INDEX workflow_runs_definition_idx ON workflow_runs (definition_id, created_at DESC)`.execute(
+		db,
+	);
+	await sql`CREATE INDEX workflow_runs_status_idx ON workflow_runs (status)`.execute(
+		db,
+	);
+	await sql`CREATE UNIQUE INDEX workflow_runs_dedup_idx ON workflow_runs (definition_id, dedup_key) WHERE dedup_key IS NOT NULL`.execute(
+		db,
+	);
+
+	// ── workflow_steps ────────────────────────────────────────────────
+	await db.schema
+		.createTable("workflow_steps")
+		.addColumn("id", "uuid", (c) =>
+			c.primaryKey().defaultTo(sql`gen_random_uuid()`),
+		)
+		.addColumn("run_id", "uuid", (c) =>
+			c.notNull().references("workflow_runs.id").onDelete("cascade"),
+		)
+		.addColumn("step_index", "integer", (c) => c.notNull())
+		.addColumn("step_id", "text", (c) => c.notNull())
+		.addColumn("step_type", "text", (c) => c.notNull())
+		.addColumn("status", "text", (c) => c.notNull().defaultTo("pending"))
+		.addColumn("input", "jsonb")
+		.addColumn("output", "jsonb")
+		.addColumn("error", "text")
+		.addColumn("retry_count", "integer", (c) => c.notNull().defaultTo(0))
+		.addColumn("ai_tokens_used", "integer", (c) => c.notNull().defaultTo(0))
+		.addColumn("started_at", "timestamptz")
+		.addColumn("completed_at", "timestamptz")
+		.addColumn("duration_ms", "integer")
+		.addColumn("created_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.execute();
+
+	await sql`CREATE INDEX workflow_steps_run_idx ON workflow_steps (run_id, step_index)`.execute(
+		db,
+	);
+	await sql`CREATE UNIQUE INDEX workflow_steps_dedup_idx ON workflow_steps (run_id, step_id)`.execute(
+		db,
+	);
+
+	// ── workflow_queue ────────────────────────────────────────────────
+	await db.schema
+		.createTable("workflow_queue")
+		.addColumn("id", "uuid", (c) =>
+			c.primaryKey().defaultTo(sql`gen_random_uuid()`),
+		)
+		.addColumn("run_id", "uuid", (c) =>
+			c.notNull().references("workflow_runs.id").onDelete("cascade"),
+		)
+		.addColumn("status", "text", (c) => c.notNull().defaultTo("pending"))
+		.addColumn("attempts", "integer", (c) => c.notNull().defaultTo(0))
+		.addColumn("max_attempts", "integer", (c) => c.notNull().defaultTo(3))
+		.addColumn("scheduled_for", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.addColumn("locked_at", "timestamptz")
+		.addColumn("locked_by", "text")
+		.addColumn("error", "text")
+		.addColumn("created_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.addColumn("completed_at", "timestamptz")
+		.execute();
+
+	await sql`CREATE INDEX workflow_queue_poll_idx ON workflow_queue (scheduled_for, status, locked_at)`.execute(
+		db,
+	);
+
+	// ── workflow_schedules ────────────────────────────────────────────
+	await db.schema
+		.createTable("workflow_schedules")
+		.addColumn("id", "uuid", (c) =>
+			c.primaryKey().defaultTo(sql`gen_random_uuid()`),
+		)
+		.addColumn("definition_id", "uuid", (c) =>
+			c
+				.notNull()
+				.references("workflow_definitions.id")
+				.onDelete("cascade"),
+		)
+		.addColumn("cron_expr", "text", (c) => c.notNull())
+		.addColumn("timezone", "text", (c) => c.notNull().defaultTo("UTC"))
+		.addColumn("next_run_at", "timestamptz", (c) => c.notNull())
+		.addColumn("last_run_at", "timestamptz")
+		.addColumn("enabled", "boolean", (c) => c.notNull().defaultTo(true))
+		.addColumn("created_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.execute();
+
+	await sql`CREATE UNIQUE INDEX workflow_schedules_definition_idx ON workflow_schedules (definition_id)`.execute(
+		db,
+	);
+	await sql`CREATE INDEX workflow_schedules_poll_idx ON workflow_schedules (enabled, next_run_at)`.execute(
+		db,
+	);
+
+	// ── PG NOTIFY trigger on workflow_queue ───────────────────────────
+	await sql`
+		CREATE OR REPLACE FUNCTION notify_workflow_job() RETURNS trigger AS $$
+		BEGIN
+			PERFORM pg_notify('workflows:new_job', NEW.run_id::text);
+			RETURN NEW;
+		END;
+		$$ LANGUAGE plpgsql
+	`.execute(db);
+
+	await sql`
+		CREATE TRIGGER workflow_queue_notify
+			AFTER INSERT ON workflow_queue
+			FOR EACH ROW EXECUTE FUNCTION notify_workflow_job()
+	`.execute(db);
+}
+
+export async function down(db: Kysely<any>): Promise<void> {
+	await sql`DROP TRIGGER IF EXISTS workflow_queue_notify ON workflow_queue`.execute(
+		db,
+	);
+	await sql`DROP FUNCTION IF EXISTS notify_workflow_job`.execute(db);
+
+	await sql`DROP INDEX IF EXISTS workflow_schedules_poll_idx`.execute(db);
+	await sql`DROP INDEX IF EXISTS workflow_schedules_definition_idx`.execute(db);
+	await db.schema.dropTable("workflow_schedules").execute();
+
+	await sql`DROP INDEX IF EXISTS workflow_queue_poll_idx`.execute(db);
+	await db.schema.dropTable("workflow_queue").execute();
+
+	await sql`DROP INDEX IF EXISTS workflow_steps_dedup_idx`.execute(db);
+	await sql`DROP INDEX IF EXISTS workflow_steps_run_idx`.execute(db);
+	await db.schema.dropTable("workflow_steps").execute();
+
+	await sql`DROP INDEX IF EXISTS workflow_runs_dedup_idx`.execute(db);
+	await sql`DROP INDEX IF EXISTS workflow_runs_status_idx`.execute(db);
+	await sql`DROP INDEX IF EXISTS workflow_runs_definition_idx`.execute(db);
+	await db.schema.dropTable("workflow_runs").execute();
+
+	await sql`DROP INDEX IF EXISTS workflow_definitions_status_idx`.execute(db);
+	await sql`DROP INDEX IF EXISTS workflow_definitions_name_key_idx`.execute(db);
+	await db.schema.dropTable("workflow_definitions").execute();
+}

package/migrations/0027_workflow_cursors.ts

@@ -0,0 +1,16 @@
+import { sql, type Kysely } from "kysely";
+
+export async function up(db: Kysely<any>): Promise<void> {
+	await db.schema
+		.createTable("workflow_cursors")
+		.addColumn("name", "text", (c) => c.primaryKey())
+		.addColumn("block_height", "integer", (c) => c.notNull().defaultTo(0))
+		.addColumn("updated_at", "timestamptz", (c) =>
+			c.notNull().defaultTo(sql`now()`),
+		)
+		.execute();
+}
+
+export async function down(db: Kysely<any>): Promise<void> {
+	await db.schema.dropTable("workflow_cursors").execute();
+}

package/migrations/0028_subgraph_account_scoping.ts

@@ -0,0 +1,116 @@
+import { sql, type Kysely } from "kysely";
+
+/**
+ * Account-wide subgraph scoping.
+ *
+ * Changes:
+ * - Add `account_id` column to `subgraphs`, backfilled from `api_keys.account_id`
+ * - Swap unique index from (name, api_key_id) → (name, account_id)
+ * - Make api_key_id FK nullable (ON DELETE SET NULL) for audit trail
+ * - Rename existing PG schemas from key-prefix to account-prefix
+ * - Update schema_name column to match
+ *
+ * After this migration, any API key on the same account can deploy/update
+ * the same named subgraph without creating duplicates.
+ */
+export async function up(db: Kysely<any>): Promise<void> {
+	// 1. Add account_id column (nullable first so we can backfill)
+	await db.schema
+		.alterTable("subgraphs")
+		.addColumn("account_id", "text")
+		.execute();
+
+	// 2. Backfill account_id from api_keys
+	await sql`
+		UPDATE subgraphs s
+		SET account_id = k.account_id
+		FROM api_keys k
+		WHERE k.id = s.api_key_id
+	`.execute(db);
+
+	// 3. Set NOT NULL after backfill (default '' for any orphaned rows)
+	await sql`
+		UPDATE subgraphs SET account_id = '' WHERE account_id IS NULL
+	`.execute(db);
+
+	await db.schema
+		.alterTable("subgraphs")
+		.alterColumn("account_id", (c) => c.setNotNull())
+		.execute();
+
+	// 4. Drop old unique index on (name, api_key_id)
+	await db.schema
+		.dropIndex("subgraphs_name_api_key_id_unique")
+		.ifExists()
+		.execute();
+
+	// 5. Create new unique index on (name, account_id)
+	await db.schema
+		.createIndex("subgraphs_name_account_id_unique")
+		.unique()
+		.on("subgraphs")
+		.columns(["name", "account_id"])
+		.execute();
+
+	// 6. Add index on account_id for fast lookups
+	await db.schema
+		.createIndex("subgraphs_account_id_idx")
+		.on("subgraphs")
+		.column("account_id")
+		.execute();
+
+	// 7. Make api_key_id nullable (keep for audit, but allow key deletion)
+	await db.schema
+		.alterTable("subgraphs")
+		.alterColumn("api_key_id", (c) => c.dropNotNull())
+		.execute();
+
+	// 8. Rename existing PG schemas from key-prefix to account-prefix
+	//    and update schema_name column accordingly.
+	//    New format: subgraph_{first8charsOfAccountId}_{name}
+	const rows = await sql<{
+		id: string;
+		name: string;
+		schema_name: string | null;
+		account_id: string;
+	}>`
+		SELECT id, name, schema_name, account_id FROM subgraphs
+		WHERE schema_name IS NOT NULL
+	`.execute(db);
+
+	for (const row of rows.rows) {
+		const oldSchema = row.schema_name!;
+		const accountPrefix = row.account_id.slice(0, 8).replace(/-/g, "_");
+		const safeName = row.name.replace(/-/g, "_");
+		const newSchema = `subgraph_${accountPrefix}_${safeName}`;
+
+		if (oldSchema === newSchema) continue;
+
+		// Check if old schema exists before renaming
+		const exists = await sql<{ exists: boolean }>`
+			SELECT EXISTS(
+				SELECT 1 FROM information_schema.schemata
+				WHERE schema_name = ${oldSchema}
+			) AS exists
+		`.execute(db);
+
+		if (exists.rows[0]?.exists) {
+			await sql`ALTER SCHEMA ${sql.raw(`"${oldSchema}"`)} RENAME TO ${sql.raw(`"${newSchema}"`)}`.execute(db);
+		}
+
+		// Update schema_name column regardless of whether schema existed
+		await sql`
+			UPDATE subgraphs SET schema_name = ${newSchema} WHERE id = ${row.id}
+		`.execute(db);
+	}
+}
+
+export async function down(db: Kysely<any>): Promise<void> {
+	await db.schema.dropIndex("subgraphs_account_id_idx").ifExists().execute();
+	await db.schema
+		.dropIndex("subgraphs_name_account_id_unique")
+		.ifExists()
+		.execute();
+	await db.schema.alterTable("subgraphs").dropColumn("account_id").execute();
+	// Note: unique index on (name, api_key_id) is not restored — use a subsequent migration if needed
+}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@secondlayer/shared",
-	"version": "0.10.1",
+	"version": "0.11.0",
 	"type": "module",
 	"main": "./dist/src/index.js",
 	"types": "./dist/src/index.d.ts",
@@ -73,6 +73,26 @@
 			"types": "./dist/src/schemas/subgraphs.d.ts",
 			"import": "./dist/src/schemas/subgraphs.js"
 		},
+		"./schemas/marketplace": {
+			"types": "./dist/src/schemas/marketplace.d.ts",
+			"import": "./dist/src/schemas/marketplace.js"
+		},
+		"./schemas/workflows": {
+			"types": "./dist/src/schemas/workflows.d.ts",
+			"import": "./dist/src/schemas/workflows.js"
+		},
+		"./db/queries/workflows": {
+			"types": "./dist/src/db/queries/workflows.d.ts",
+			"import": "./dist/src/db/queries/workflows.js"
+		},
+		"./db/queries/marketplace": {
+			"types": "./dist/src/db/queries/marketplace.d.ts",
+			"import": "./dist/src/db/queries/marketplace.js"
+		},
+		"./db/queries/projects": {
+			"types": "./dist/src/db/queries/projects.d.ts",
+			"import": "./dist/src/db/queries/projects.js"
+		},
 		"./types": {
 			"types": "./dist/src/types.d.ts",
 			"import": "./dist/src/types.js"
@@ -137,7 +157,7 @@
 	},
 	"dependencies": {
 		"@secondlayer/stacks": "^0.2.2",
-		"kysely": "0.28.10",
+		"kysely": "0.28.15",
 		"kysely-postgres-js": "3.0.0",
 		"postgres": "^3.4.6",
 		"zod": "^4.3.6"