@tinybirdco/sdk 0.0.48 → 0.0.49

package/README.md

@@ -358,6 +358,7 @@ Behavior:
 - Processes files, directories, and glob patterns.
 - Continues through all matches and reports migratable resources plus per-file errors.
 - In strict mode (default), exits with non-zero status if any errors are found.
+- Infers parameter defaults from scalar SQL placeholders (for example `{{String(env, 'prod')}}`) while treating `{{Array(ids, 'String')}}` second arguments as element types, not defaults.
 - Writes one output file by default: `./tinybird.migration.ts`.
 
 ### `tinybird dev`
@@ -529,14 +530,14 @@ In local mode:
 ### Connections
 
 ```typescript
-import { defineKafkaConnection, defineS3Connection } from "@tinybirdco/sdk";
+import { defineKafkaConnection, defineS3Connection, secret } from "@tinybirdco/sdk";
 
 export const eventsKafka = defineKafkaConnection("events_kafka", {
   bootstrapServers: "kafka.example.com:9092",
   securityProtocol: "SASL_SSL",
   saslMechanism: "PLAIN",
-  key: '{{ tb_secret("KAFKA_KEY") }}',
-  secret: '{{ tb_secret("KAFKA_SECRET") }}',
+  key: secret("KAFKA_KEY"),
+  secret: secret("KAFKA_SECRET"),
 });
 
 export const landingS3 = defineS3Connection("landing_s3", {
@@ -741,6 +742,55 @@ export const manualReport = defineCopyPipe("manual_report", {
 });
 ```
 
+### Sink Pipes
+
+Use sink pipes to publish query results to external systems. The SDK supports only Kafka and S3 sinks.
+
+```typescript
+import { defineSinkPipe, node } from "@tinybirdco/sdk";
+import { eventsKafka, landingS3 } from "./connections";
+
+// Kafka sink
+export const kafkaEventsSink = defineSinkPipe("kafka_events_sink", {
+  sink: {
+    connection: eventsKafka,
+    topic: "events_export",
+    schedule: "@on-demand",
+  },
+  nodes: [
+    node({
+      name: "publish",
+      sql: `
+        SELECT timestamp, payload
+        FROM kafka_events
+      `,
+    }),
+  ],
+});
+
+// S3 sink
+export const s3EventsSink = defineSinkPipe("s3_events_sink", {
+  sink: {
+    connection: landingS3,
+    bucketUri: "s3://my-bucket/exports/",
+    fileTemplate: "events_{date}",
+    format: "csv",
+    schedule: "@once",
+    strategy: "create_new",
+    compression: "gzip",
+  },
+  nodes: [
+    node({
+      name: "export",
+      sql: `
+        SELECT timestamp, session_id
+        FROM s3_landing
+      `,
+    }),
+  ],
+});
+```
+
 ### Static Tokens
 
 Define reusable tokens for resource access control:

package/dist/cli/commands/migrate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"migrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/migrate.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAEV,eAAe,EAGhB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,WAAW,qBAAqB;IACpC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AA2BD,wBAAsB,UAAU,CAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CAgM1B"}
+{"version":3,"file":"migrate.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/migrate.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAEV,eAAe,EAGhB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,WAAW,qBAAqB;IACpC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AA2BD,wBAAsB,UAAU,CAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CAmO1B"}

package/dist/cli/commands/migrate.js

@@ -79,6 +79,7 @@ export async function runMigrate(options) {
     const migrated = [];
     const migratedConnectionNames = new Set();
     const migratedDatasourceNames = new Set();
+    const parsedConnectionTypeByName = new Map(parsedConnections.map((connection) => [connection.name, connection.connectionType]));
     for (const connection of parsedConnections) {
         try {
             validateResourceForEmission(connection);
@@ -121,6 +122,37 @@ export async function runMigrate(options) {
         }
     }
     for (const pipe of parsedPipes) {
+        if (pipe.type === "sink") {
+            const sinkConnectionName = pipe.sink?.connectionName;
+            if (!sinkConnectionName || !migratedConnectionNames.has(sinkConnectionName)) {
+                errors.push({
+                    filePath: pipe.filePath,
+                    resourceName: pipe.name,
+                    resourceKind: pipe.kind,
+                    message: `Sink pipe references missing/unmigrated connection "${sinkConnectionName ?? "(none)"}".`,
+                });
+                continue;
+            }
+            const sinkConnectionType = parsedConnectionTypeByName.get(sinkConnectionName);
+            if (!sinkConnectionType) {
+                errors.push({
+                    filePath: pipe.filePath,
+                    resourceName: pipe.name,
+                    resourceKind: pipe.kind,
+                    message: `Sink pipe connection "${sinkConnectionName}" could not be resolved.`,
+                });
+                continue;
+            }
+            if (sinkConnectionType !== pipe.sink?.service) {
+                errors.push({
+                    filePath: pipe.filePath,
+                    resourceName: pipe.name,
+                    resourceKind: pipe.kind,
+                    message: `Sink pipe service "${pipe.sink?.service}" is incompatible with connection "${sinkConnectionName}" type "${sinkConnectionType}".`,
+                });
+                continue;
+            }
+        }
         if (pipe.type === "materialized" &&
             (!pipe.materializedDatasource ||
                 !migratedDatasourceNames.has(pipe.materializedDatasource))) {

package/dist/cli/commands/migrate.js.map

@@ -1 +1 @@
-{"version":3,"file":"migrate.js","sourceRoot":"","sources":["../../../src/cli/commands/migrate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAiBpE,SAAS,gBAAgB,CAAC,QAAsB,EAAE,KAAc;IAC9D,MAAM,OAAO,GAAI,KAAe,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,SAA2B;IACzD,MAAM,KAAK,GAA2C;QACpD,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,CAAC;KACR,CAAC;IACF,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAA8B;IAE9B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;QACnD,CAAC,CAAE,OAAO,CAAC,GAAc;QACzB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC;IAE9D,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,UAAU;YACV,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE;gBACN;oBACE,QAAQ,EAAE,GAAG;oBACb,YAAY,EAAE,UAAU;oBACxB,YAAY,EAAE,YAAY;oBAC1B,OAAO,EAAE,4DAA4D;iBACtE;aACF;YACD,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAElC,MAAM,eAAe,GAAqB,EAAE,CAAC;IAC7C,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,mBAAmB,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAC9C,CAAC,QAAQ,EAA+D,EAAE,CACxE,QAAQ,CAAC,IAAI,KAAK,YAAY,CACjC,CAAC;IACF,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAC9C,CAAC,QAAQ,EAA+D,EAAE,CACxE,QAAQ,CAAC,IAAI,KAAK,YAAY,CACjC,CAAC;IACF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CACxC,CAAC,QAAQ,EAAyD,EAAE,CAClE,QAAQ,CAAC,IAAI,KAAK,MAAM,CAC3B,CAAC;IAEF,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAU,CAAC;IAClD,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAU,CAAC;IAElD,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,2BAA2B,CAAC,UAAU,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;QAC3C,MAAM,wBAAwB,GAC5B,UAAU,CAAC,KAAK,EAAE,cAAc,IAAI,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC;QAEpE,IACE,wBAAwB;YACxB,CAAC,uBAAuB,CAAC,GAAG,CAAC,wBAAwB,CAAC,EACtD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAE,wDAAwD,wBAAwB,IAAI;aAC9F,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,2BAA2B,CAAC,UAAU,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IACE,IAAI,CAAC,IAAI,KAAK,cAAc;YAC5B,CAAC,CAAC,IAAI,CAAC,sBAAsB;gBAC3B,CAAC,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAC5D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAE,+DAA+D,IAAI,CAAC,sBAAsB,IAAI,QAAQ,IAAI;aACpH,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IACE,IAAI,CAAC,IAAI,KAAK,MAAM;YACpB,CAAC,CAAC,IAAI,CAAC,oBAAoB;gBACzB,CAAC,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,EAC1D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAE,uDAAuD,IAAI,CAAC,oBAAoB,IAAI,QAAQ,IAAI;aAC1G,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,2BAA2B,CAAC,IAAI,CAAC,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,aAAiC,CAAC;IAEtC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,aAAa,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,GAAG;gBACb,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvC,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,+BAA+B,UAAU,6BAA6B;aAChF,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,OAAO;QACL,OAAO;QACP,UAAU;QACV,QAAQ,EAAE,cAAc;QACxB,MAAM;QACN,MAAM;QACN,aAAa;KACd,CAAC;AACJ,CAAC"}
+{"version":3,"file":"migrate.js","sourceRoot":"","sources":["../../../src/cli/commands/migrate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AACjG,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAiBpE,SAAS,gBAAgB,CAAC,QAAsB,EAAE,KAAc;IAC9D,MAAM,OAAO,GAAI,KAAe,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,SAA2B;IACzD,MAAM,KAAK,GAA2C;QACpD,UAAU,EAAE,CAAC;QACb,UAAU,EAAE,CAAC;QACb,IAAI,EAAE,CAAC;KACR,CAAC;IACF,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAClC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAA8B;IAE9B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;QACnD,CAAC,CAAE,OAAO,CAAC,GAAc;QACzB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC;IAE9D,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,UAAU;YACV,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE;gBACN;oBACE,QAAQ,EAAE,GAAG;oBACb,YAAY,EAAE,UAAU;oBACxB,YAAY,EAAE,YAAY;oBAC1B,OAAO,EAAE,4DAA4D;iBACtE;aACF;YACD,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAElC,MAAM,eAAe,GAAqB,EAAE,CAAC;IAC7C,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,mBAAmB,EAAE,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAC9C,CAAC,QAAQ,EAA+D,EAAE,CACxE,QAAQ,CAAC,IAAI,KAAK,YAAY,CACjC,CAAC;IACF,MAAM,iBAAiB,GAAG,eAAe,CAAC,MAAM,CAC9C,CAAC,QAAQ,EAA+D,EAAE,CACxE,QAAQ,CAAC,IAAI,KAAK,YAAY,CACjC,CAAC;IACF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CACxC,CAAC,QAAQ,EAAyD,EAAE,CAClE,QAAQ,CAAC,IAAI,KAAK,MAAM,CAC3B,CAAC;IAEF,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAU,CAAC;IAClD,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAU,CAAC;IAClD,MAAM,0BAA0B,GAAG,IAAI,GAAG,CACxC,iBAAiB,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,cAAc,CAAU,CAAC,CAC7F,CAAC;IAEF,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,2BAA2B,CAAC,UAAU,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,UAAU,IAAI,iBAAiB,EAAE,CAAC;QAC3C,MAAM,wBAAwB,GAC5B,UAAU,CAAC,KAAK,EAAE,cAAc,IAAI,UAAU,CAAC,EAAE,EAAE,cAAc,CAAC;QAEpE,IACE,wBAAwB;YACxB,CAAC,uBAAuB,CAAC,GAAG,CAAC,wBAAwB,CAAC,EACtD,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAE,wDAAwD,wBAAwB,IAAI;aAC9F,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,2BAA2B,CAAC,UAAU,CAAC,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,uBAAuB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,YAAY,EAAE,UAAU,CAAC,IAAI;gBAC7B,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC;YACrD,IAAI,CAAC,kBAAkB,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAC5E,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,OAAO,EAAE,uDAAuD,kBAAkB,IAAI,QAAQ,IAAI;iBACnG,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAC9E,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,OAAO,EAAE,yBAAyB,kBAAkB,0BAA0B;iBAC/E,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,IAAI,kBAAkB,KAAK,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;oBACvB,OAAO,EAAE,sBAAsB,IAAI,CAAC,IAAI,EAAE,OAAO,sCAAsC,kBAAkB,WAAW,kBAAkB,IAAI;iBAC3I,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;QACH,CAAC;QAED,IACE,IAAI,CAAC,IAAI,KAAK,cAAc;YAC5B,CAAC,CAAC,IAAI,CAAC,sBAAsB;gBAC3B,CAAC,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAC5D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAE,+DAA+D,IAAI,CAAC,sBAAsB,IAAI,QAAQ,IAAI;aACpH,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IACE,IAAI,CAAC,IAAI,KAAK,MAAM;YACpB,CAAC,CAAC,IAAI,CAAC,oBAAoB;gBACzB,CAAC,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,EAC1D,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAE,uDAAuD,IAAI,CAAC,oBAAoB,IAAI,QAAQ,IAAI;aAC1G,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,2BAA2B,CAAC,IAAI,CAAC,CAAC;YAClC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,YAAY,EAAE,IAAI,CAAC,IAAI;gBACvB,OAAO,EAAG,KAAe,CAAC,OAAO;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,aAAiC,CAAC;IAEtC,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,aAAa,GAAG,wBAAwB,CAAC,cAAc,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,GAAG;gBACb,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;aACxE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;gBACxC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACvC,YAAY,EAAE,YAAY;gBAC1B,OAAO,EAAE,+BAA+B,UAAU,6BAA6B;aAChF,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,OAAO;QACL,OAAO;QACP,UAAU;QACV,QAAQ,EAAE,cAAc;QACxB,MAAM;QACN,MAAM;QACN,aAAa;KACd,CAAC;AACJ,CAAC"}

package/dist/cli/commands/migrate.test.js

@@ -105,7 +105,7 @@ export const eventsEndpoint = definePipe("events_endpoint", {
 SELECT event_id, user_id, payload
 FROM events
 WHERE user_id = {{UInt64(user_id)}}
-  AND env = {{String(env, 'prod')}}
+AND env = {{String(env, 'prod')}}
       \`,
     }),
     node({
@@ -586,6 +586,260 @@ DATASOURCE events_state
         expect(output).toContain("storeRawValue: true");
         expect(output).toContain('engine: engine.replacingMergeTree({ sortingKey: "event_id", ver: "version_ts", isDeleted: "_is_deleted" })');
     });
+    it("migrates TYPE copy in lowercase", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "copy_target.datasource", `SCHEMA >
+    id String
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id"
+`);
+        writeFile(tempDir, "copy_lower.pipe", `NODE copy_node
+SQL >
+    SELECT id
+    FROM copy_target
+TYPE copy
+TARGET_DATASOURCE copy_target
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const copyLower = defineCopyPipe("copy_lower", {');
+        expect(output).toContain("datasource: copyTarget,");
+    });
+    it("migrates TYPE ENDPOINT in uppercase", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "endpoint_upper.pipe", `NODE endpoint
+SQL >
+    SELECT 1 AS id
+    FROM system.numbers
+    LIMIT 1
+TYPE ENDPOINT
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const endpointUpper = definePipe("endpoint_upper", {');
+        expect(output).toContain("endpoint: true,");
+    });
+    it("parses multiline datasource blocks with flexible indentation", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "flex.datasource", `DESCRIPTION >
+  Flexible indentation description
+
+SCHEMA >
+  id String,
+  env String
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id"
+FORWARD_QUERY >
+  SELECT id, env
+  FROM upstream_ds
+SHARED_WITH >
+  workspace_a,
+  workspace_b
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('description: "Flexible indentation description"');
+        expect(output).toContain("forwardQuery: `");
+        expect(output).toContain("SELECT id, env");
+        expect(output).toContain("FROM upstream_ds");
+        expect(output).toContain('sharedWith: ["workspace_a", "workspace_b"],');
+    });
+    it("parses node SQL blocks with flexible indentation", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "flex_pipe.pipe", `NODE endpoint_node
+DESCRIPTION >
+  Endpoint node description
+SQL >
+  %
+  SELECT 1 AS id
+  FROM system.numbers
+TYPE endpoint
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('description: "Endpoint node description"');
+        expect(output).toContain("SELECT 1 AS id");
+        expect(output).toContain("FROM system.numbers");
+        expect(output).toContain("endpoint: true,");
+    });
+    it("migrates datasource without engine directives", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "no_engine.datasource", `SCHEMA >
+  id String,
+  name String
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const noEngine = defineDatasource("no_engine", {');
+        expect(output).not.toContain("engine:");
+        expect(output).not.toContain(", engine,");
+    });
+    it("infers MergeTree when engine options exist without ENGINE directive", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "implicit_engine.datasource", `SCHEMA >
+  id String,
+  event_date Date
+
+ENGINE_SORTING_KEY "id"
+ENGINE_PARTITION_KEY "toYYYYMM(event_date)"
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const implicitEngine = defineDatasource("implicit_engine", {');
+        expect(output).toContain('engine: engine.mergeTree({ sortingKey: "id", partitionKey: "toYYYYMM(event_date)" }),');
+    });
+    it("supports quoted datasource token names with spaces", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "token_spaces.datasource", `TOKEN "ingestion (Data Source append)" APPEND
+
+SCHEMA >
+  id String
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id"
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('{ name: "ingestion (Data Source append)", permissions: ["APPEND"] },');
+    });
+    it("rejects unquoted datasource token names with spaces", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "bad_token.datasource", `TOKEN ingestion data APPEND
+
+SCHEMA >
+  id String
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id"
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(false);
+        expect(result.errors).toHaveLength(1);
+        expect(result.errors[0]?.message).toContain("Unsupported TOKEN syntax in strict mode");
+    });
+    it("allows empty datasource DESCRIPTION block", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "empty_ds_desc.datasource", `DESCRIPTION >
+
+SCHEMA >
+  id String
+
+ENGINE "MergeTree"
+ENGINE_SORTING_KEY "id"
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const emptyDsDesc = defineDatasource("empty_ds_desc", {');
+        expect(output).toContain('description: "",');
+    });
+    it("allows empty node DESCRIPTION block", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "empty_node_desc.pipe", `NODE helper
+DESCRIPTION >
+
+SQL >
+  SELECT 1 AS id
+TYPE endpoint
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const emptyNodeDesc = definePipe("empty_node_desc", {');
+        expect(output).toContain('description: "",');
+    });
+    it("supports keyword-style pipe param arguments", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "keyword_params.pipe", `NODE endpoint
+SQL >
+  SELECT 1 AS id
+  WHERE tenant_id = {{ String(tenant_id, description="Tenant ID to filter", default="") }}
+    AND event_date >= {{ Date(from_date, description="Starting date", required=False) }}
+    AND days >= {{ Int32(days, 1, description="Days to include", required=True) }}
+TYPE endpoint
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const keywordParams = definePipe("keyword_params", {');
+        expect(output).toContain('tenant_id: p.string().optional("").describe("Tenant ID to filter"),');
+        expect(output).toContain('from_date: p.date().optional().describe("Starting date"),');
+        expect(output).toContain('days: p.int32().optional(1).describe("Days to include"),');
+    });
     it("migrates datasource with mixed explicit and default json paths", async () => {
         const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
         tempDirs.push(tempDir);
@@ -687,5 +941,148 @@ KAFKA_GROUP_ID events-group
         expect(output).not.toContain("const secret = (name: string, defaultValue?: string) =>");
         expect(output).toContain('groupId: "events-group",');
     });
+    it("migrates Kafka sink pipes and emits sink config in TypeScript", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "events_kafka.connection", `TYPE kafka
+KAFKA_BOOTSTRAP_SERVERS localhost:9092
+`);
+        writeFile(tempDir, "events_sink.pipe", `NODE publish
+SQL >
+    SELECT *
+    FROM events
+    WHERE env = {{String(env, 'prod')}}
+TYPE sink
+EXPORT_CONNECTION_NAME events_kafka
+EXPORT_KAFKA_TOPIC events_out
+EXPORT_SCHEDULE @on-demand
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        expect(result.migrated.filter((resource) => resource.kind === "connection")).toHaveLength(1);
+        expect(result.migrated.filter((resource) => resource.kind === "pipe")).toHaveLength(1);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const eventsSink = defineSinkPipe("events_sink", {');
+        expect(output).toContain("params: {");
+        expect(output).toContain('env: p.string().optional("prod"),');
+        expect(output).toContain("sink: {");
+        expect(output).toContain("connection: eventsKafka");
+        expect(output).toContain('topic: "events_out"');
+        expect(output).toContain('schedule: "@on-demand"');
+        expect(output).not.toContain('strategy:');
+    });
+    it("migrates S3 sink pipes and emits compression/strategy config in TypeScript", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "exports_s3.connection", `TYPE s3
+S3_REGION "us-east-1"
+S3_ARN "arn:aws:iam::123456789012:role/tinybird-s3-access"
+`);
+        writeFile(tempDir, "events_s3_sink.pipe", `NODE export
+SQL >
+    SELECT * FROM events
+TYPE sink
+EXPORT_CONNECTION_NAME exports_s3
+EXPORT_BUCKET_URI s3://exports/events/
+EXPORT_FILE_TEMPLATE events_{date}
+EXPORT_SCHEDULE @once
+EXPORT_FORMAT ndjson
+EXPORT_STRATEGY create_new
+EXPORT_COMPRESSION gzip
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+        const output = fs.readFileSync(result.outputPath, "utf-8");
+        expect(output).toContain('export const eventsS3Sink = defineSinkPipe("events_s3_sink", {');
+        expect(output).toContain("sink: {");
+        expect(output).toContain("connection: exportsS3");
+        expect(output).toContain('bucketUri: "s3://exports/events/"');
+        expect(output).toContain('fileTemplate: "events_{date}"');
+        expect(output).toContain('schedule: "@once"');
+        expect(output).toContain('format: "ndjson"');
+        expect(output).toContain('strategy: "create_new"');
+        expect(output).toContain('compression: "gzip"');
+    });
+    it("reports an error when sink pipe references a missing connection", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "events_sink.pipe", `NODE publish
+SQL >
+    SELECT * FROM events
+TYPE sink
+EXPORT_CONNECTION_NAME missing_connection
+EXPORT_KAFKA_TOPIC events_out
+EXPORT_SCHEDULE @on-demand
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(false);
+        expect(result.errors.map((error) => error.message)).toEqual(expect.arrayContaining([
+            'Sink pipe references missing/unmigrated connection "missing_connection".',
+        ]));
+    });
+    it("reports an error when sink connection type does not match sink service", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "events_kafka.connection", `TYPE kafka
+KAFKA_BOOTSTRAP_SERVERS localhost:9092
+`);
+        writeFile(tempDir, "events_s3_sink.pipe", `NODE export
+SQL >
+    SELECT * FROM events
+TYPE sink
+EXPORT_CONNECTION_NAME events_kafka
+EXPORT_BUCKET_URI s3://exports/events/
+EXPORT_FILE_TEMPLATE events_{date}
+EXPORT_SCHEDULE @once
+EXPORT_FORMAT csv
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(false);
+        expect(result.errors.map((error) => error.message)).toEqual(expect.arrayContaining([
+            'Sink pipe service "s3" is incompatible with connection "events_kafka" type "kafka".',
+        ]));
+    });
+    it("supports comments in sink pipe files", async () => {
+        const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "tinybird-migrate-"));
+        tempDirs.push(tempDir);
+        writeFile(tempDir, "events_kafka.connection", `TYPE kafka
+KAFKA_BOOTSTRAP_SERVERS localhost:9092
+`);
+        writeFile(tempDir, "events_sink.pipe", `# this pipe publishes records
+NODE publish
+SQL >
+    SELECT * FROM events
+TYPE sink
+# Kafka target
+EXPORT_CONNECTION_NAME events_kafka
+EXPORT_KAFKA_TOPIC events_out
+EXPORT_SCHEDULE @on-demand
+`);
+        const result = await runMigrate({
+            cwd: tempDir,
+            patterns: ["."],
+            strict: true,
+        });
+        expect(result.success).toBe(true);
+        expect(result.errors).toHaveLength(0);
+    });
 });
 //# sourceMappingURL=migrate.test.js.map