khotan-data 0.0.1 → 0.1.1

package/dist/templates/mappings-page.tsx

@@ -0,0 +1,9 @@
+import { KhotanMappingBrowser } from "@/components/khotan/mapping-browser";
+
+export default function KhotanMappingsPage() {
+  return (
+    <main className="container mx-auto max-w-7xl px-4 py-10">
+      <KhotanMappingBrowser />
+    </main>
+  );
+}

package/dist/templates/outflow.example.ts

@@ -0,0 +1,52 @@
+// ============================================================================
+// Example: Outflow
+// Generated by khotan CLI · https://github.com/khotan-data
+//
+// Copy this file, rename it for your destination service/resource, and register
+// the exported flow in {outputDir}/khotan.ts.
+// ============================================================================
+
+import { outflow, type OutflowContext } from "./outflow";
+
+async function hubspotProductsWorkflow(ctx: OutflowContext) {
+  "use workflow";
+
+  async function loadAndPush() {
+    "use step";
+    console.log("Starting outflow", {
+      flow: ctx.flow.name,
+      khotanRunId: ctx.khotanRunId,
+      runType: ctx.runType,
+    });
+
+    // Replace this with your app-specific DB query.
+    const records: Array<Record<string, unknown>> = [];
+
+    for (const record of records) {
+      await fetch("https://api.example.com/products", {
+        method: "POST",
+        headers: {
+          Authorization: `Bearer ${ctx.vars["apiToken"] ?? ""}`,
+          "Content-Type": "application/json",
+        },
+        body: JSON.stringify(record),
+      });
+    }
+
+    return {
+      extracted: records.length,
+      transformed: records.length,
+      created: records.length,
+      metadata: { destination: ctx.flow.name },
+    };
+  }
+
+  return loadAndPush();
+}
+
+export const hubspotProductsOutflow = outflow({
+  name: "hubspot-products-outflow",
+  resource: "products",
+  schedule: "0 * * * *",
+  workflow: hubspotProductsWorkflow,
+});

package/dist/templates/outflow.ts

@@ -0,0 +1,90 @@
+// ============================================================================
+// Outflow — durable app → external service data movement
+// Generated by khotan CLI · https://github.com/khotan-data
+//
+// This file defines the outflow() builder and types. Create per-service flow
+// files (e.g. crm-audiences.ts) using this builder to read app data and push it
+// to an external service with durable, retryable Vercel Workflow steps.
+// Outflow workflows can also use khotanCache(ctx, "name") for checkpoints, cursor
+// state, or dedupe markers between runs.
+// ============================================================================
+
+import type {
+  FlowRegistration,
+  FlowRunResult,
+  FlowWorkflowContext,
+} from "khotan-data/factory";
+
+export type OutflowContext = FlowWorkflowContext & {
+  flow: FlowWorkflowContext["flow"] & { type: "outflow" };
+};
+
+export type OutflowWorkflow = (
+  ctx: OutflowContext,
+) => Promise<FlowRunResult | void>;
+
+export interface OutflowConfig {
+  /** Unique name for this flow (used for DB tracking and Hub display) */
+  name: string;
+  /** Logical resource this flow publishes, e.g. "products" */
+  resource?: string;
+  /** Optional cron schedule used by scheduler integrations */
+  schedule?: string;
+  /** Durable workflow that reads app data and writes it to the plug */
+  workflow: OutflowWorkflow;
+}
+
+export function outflow(config: OutflowConfig): FlowRegistration {
+  return {
+    name: config.name,
+    type: "outflow",
+    resource: config.resource,
+    schedule: config.schedule,
+    workflow: config.workflow as FlowRegistration["workflow"],
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Usage Example (create a file like flows/hubspot-products.ts)
+// ---------------------------------------------------------------------------
+//
+// import { bindWorkflowPlug, outflow, type OutflowContext } from "khotan-data/factory";
+// import { db } from "@/db";
+// import { products } from "@/db/schema";
+// import { hubspotPlug } from "../plugs/hubspot";
+//
+// async function hubspotProductsWorkflow(ctx: OutflowContext) {
+//   "use workflow";
+//
+//   async function loadAndPush() {
+//     "use step";
+//     console.log("Starting outflow", {
+//       flow: ctx.flow.name,
+//       khotanRunId: ctx.khotanRunId,
+//       runType: ctx.runType,
+//     });
+//     const hubspot = bindWorkflowPlug(hubspotPlug, ctx);
+//
+//     const records = await db.select().from(products);
+//
+//     for (const record of records) {
+//       await hubspot.post("/products", { body: record });
+//     }
+//
+//     return {
+//       extracted: records.length,
+//       transformed: records.length,
+//       created: records.length,
+//       metadata: { destination: ctx.flow.name },
+//     };
+//   }
+//
+//   return loadAndPush();
+// }
+//
+// export const hubspotProductsOutflow = outflow({
+//   name: "hubspot-products-outflow",
+//   resource: "products",
+//   schedule: "0 * * * *",
+//   workflow: hubspotProductsWorkflow,
+// });

package/dist/templates/pass.example.ts

@@ -0,0 +1,51 @@
+// ============================================================================
+// Example: Pass
+// Generated by khotan CLI · https://github.com/khotan-data
+//
+// Copy this file, rename it for your source/destination pair, and register the
+// exported pass handler in {outputDir}/khotan.ts.
+// ============================================================================
+
+import { pass, type PassContext } from "./pass";
+
+async function stripeToSlackWorkflow(ctx: PassContext) {
+  "use workflow";
+
+  async function forwardEvent() {
+    "use step";
+    console.log("Forwarding webhook event", {
+      eventType: ctx.eventType,
+      khotanRunId: ctx.khotanRunId,
+    });
+
+    await fetch("https://slack.com/api/chat.postMessage", {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${ctx.destVars["botToken"] ?? ""}`,
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        channel: ctx.destVars["channelId"],
+        text: `Received ${ctx.eventType}`,
+        blocks: [
+          {
+            type: "section",
+            text: {
+              type: "mrkdwn",
+              text: `Received ${ctx.eventType} from Stripe`,
+            },
+          },
+        ],
+      }),
+    });
+  }
+
+  await forwardEvent();
+}
+
+export const stripeToSlack = pass({
+  name: "stripe-to-slack",
+  to: "slack",
+  events: ["invoice.paid"],
+  workflow: stripeToSlackWorkflow,
+});

package/dist/templates/pass.ts

@@ -0,0 +1,134 @@
+// ============================================================================
+// Pass — durable webhook event forwarding via Vercel Workflow
+// Generated by khotan CLI · https://github.com/khotan-data
+//
+// This file defines the pass() builder and types. Create per-service pass
+// files (e.g. pollinate-to-slack.ts) using this builder to forward verified
+// webhook events to another service with durable, retryable workflow steps.
+//
+// Pass workflows receive a PassContext with the parsed event, event type,
+// headers, and destVars (variables for the destination plug). Steps have
+// full Node.js access — construct destination plugs from destVars.
+// ============================================================================
+
+// ---------------------------------------------------------------------------
+// Context — serializable data passed to the workflow
+// ---------------------------------------------------------------------------
+
+export interface PassContext {
+  /** Parsed webhook payload */
+  event: Record<string, unknown>;
+  /** Event type extracted from payload (e.g. "order.created") */
+  eventType: string;
+  /** Incoming request headers */
+  headers: Record<string, string>;
+  /** Decrypted variables for the destination plug (auto-injected by factory) */
+  destVars: Record<string, string>;
+  /** Khotan run ID created for this webhook handler execution */
+  khotanRunId: string;
+  /** Internal Khotan instance identifier for helper APIs */
+  khotanInstanceId: string;
+}
+
+// ---------------------------------------------------------------------------
+// Workflow type — the function signature your workflow must conform to
+// ---------------------------------------------------------------------------
+
+export type PassWorkflow = (ctx: PassContext) => Promise<void>;
+
+// ---------------------------------------------------------------------------
+// Config — passed to the pass() builder
+// ---------------------------------------------------------------------------
+
+export interface PassConfig {
+  /** Unique name for this pass handler (used for DB tracking and Hub display) */
+  name: string;
+  /** Name of the destination plug to forward events to */
+  to: string;
+  /** Event types this pass should receive */
+  events?: string[];
+  /** Workflow function that handles the forwarding */
+  workflow: PassWorkflow;
+}
+
+// ---------------------------------------------------------------------------
+// Registration — returned by pass(), consumed by factory config
+// ---------------------------------------------------------------------------
+
+export interface PassRegistration {
+  type: "pass";
+  name: string;
+  to: string;
+  events?: string[];
+  workflow: PassWorkflow;
+}
+
+// ---------------------------------------------------------------------------
+// Builder
+// ---------------------------------------------------------------------------
+
+export function pass(config: PassConfig): PassRegistration {
+  return {
+    type: "pass",
+    name: config.name,
+    to: config.to,
+    events: config.events,
+    workflow: config.workflow,
+  };
+}
+
+// ---------------------------------------------------------------------------
+// Usage Example (create a file like webhooks/pollinate-to-slack.ts)
+// ---------------------------------------------------------------------------
+//
+// import { khotanCache } from "khotan-data/factory";
+// import { pass, type PassContext } from "./pass";
+// import { plug } from "../plugs/plug";
+//
+// async function pollinateToSlackWorkflow(ctx: PassContext) {
+//   "use workflow";
+//
+//   async function forwardEvent() {
+//     "use step";
+//     const cache = khotanCache(ctx, "pollinate-forwarded-events");
+//     const eventId = String(ctx.event["id"] ?? "");
+//     if (eventId && (await cache.get<boolean>(eventId))) return;
+//
+//     // Construct destination plug from destVars
+//     const slackPlug = plug({
+//       name: "slack",
+//       baseUrl: "https://hooks.slack.com",
+//       authType: "bearer",
+//       auth: { bearer: { token: ctx.destVars["token"] ?? "" } },
+//     });
+//
+//     await slackPlug.post("/services/webhook", {
+//       body: {
+//         text: `Received ${ctx.eventType} event from pollinate`,
+//         event: ctx.event,
+//       },
+//     });
+//
+//     if (eventId) {
+//       await cache.set(eventId, true);
+//     }
+//   }
+//
+//   await forwardEvent();
+// }
+//
+// export const pollinateToSlack = pass({
+//   name: "pollinate-to-slack",
+//   to: "slack",
+//   events: ["order.created"],
+//   workflow: pollinateToSlackWorkflow,
+// });
+//
+// Then register in your khotan config:
+//
+// plugs: [{
+//   name: "pollinate",
+//   plug: pollinatePlug,
+//   wires: [pollinateWire],
+//   passes: [pollinateToSlack],
+// }]