@graphrefly/graphrefly 0.5.0 → 0.6.0

package/dist/index.cjs

@@ -162,6 +162,7 @@ __export(index_exports, {
   fromPulsar: () => fromPulsar,
   fromRabbitMQ: () => fromRabbitMQ,
   fromRedisStream: () => fromRedisStream,
+  fromSqlite: () => fromSqlite,
   fromStatsD: () => fromStatsD,
   fromSyslog: () => fromSyslog,
   fromTimer: () => fromTimer,
@@ -273,6 +274,7 @@ __export(index_exports, {
   toRedisStream: () => toRedisStream,
   toS3: () => toS3,
   toSSE: () => toSSE,
+  toSqlite: () => toSqlite,
   toTempo: () => toTempo,
   toWebSocket: () => toWebSocket,
   tokenBucket: () => tokenBucket,
@@ -6608,6 +6610,7 @@ __export(extra_exports, {
   fromPulsar: () => fromPulsar,
   fromRabbitMQ: () => fromRabbitMQ,
   fromRedisStream: () => fromRedisStream,
+  fromSqlite: () => fromSqlite,
   fromStatsD: () => fromStatsD,
   fromSyslog: () => fromSyslog,
   fromTimer: () => fromTimer,
@@ -6685,6 +6688,7 @@ __export(extra_exports, {
   toRedisStream: () => toRedisStream,
   toS3: () => toS3,
   toSSE: () => toSSE,
+  toSqlite: () => toSqlite,
   toTempo: () => toTempo,
   toWebSocket: () => toWebSocket,
   tokenBucket: () => tokenBucket,
@@ -7487,7 +7491,7 @@ function toWebSocket(source, socket, opts) {
   };
   const inner = node([source], () => void 0, {
     describeKind: "effect",
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         let serialized;
         try {
@@ -7938,7 +7942,7 @@ function toKafka(source, kafkaProducer, topic2, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         const key = keyExtractor?.(value) ?? null;
@@ -8037,7 +8041,7 @@ function toRedisStream(source, client, key, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let fields;
@@ -8295,7 +8299,7 @@ function toPulsar(source, pulsarProducer, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let data;
@@ -8385,7 +8389,7 @@ function toNATS(source, client, subject, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let data;
@@ -8479,7 +8483,7 @@ function toRabbitMQ(source, channel, exchange, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let routingKey;
@@ -8559,7 +8563,7 @@ function toFile(source, writer, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let line;
@@ -8698,7 +8702,7 @@ function toClickHouse(source, client, table, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         try {
@@ -8794,7 +8798,7 @@ function toS3(source, client, bucket, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         try {
@@ -8844,7 +8848,7 @@ function toPostgres(source, client, table, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let query;
@@ -8878,7 +8882,7 @@ function toMongo(source, collection2, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let doc;
@@ -8918,7 +8922,7 @@ function toLoki(source, client, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let line;
@@ -8964,7 +8968,7 @@ function toTempo(source, client, opts) {
   const inner = node([source], () => void 0, {
     describeKind: "effect",
     ...rest,
-    onMessage(msg) {
+    onMessage(msg, _depIndex, _actions) {
       if (msg[0] === DATA) {
         const value = msg[1];
         let spans;
@@ -9033,6 +9037,75 @@ function checkpointToRedis(graph, client, opts) {
   };
   return graph.autoCheckpoint(adapter, { debounceMs, compactEvery, onError });
 }
+function fromSqlite(db, query, opts) {
+  const { mapRow = (r) => r, params, ...rest } = opts ?? {};
+  return producer(
+    (_d, a) => {
+      let mapped;
+      try {
+        const rows = db.query(query, params);
+        mapped = rows.map(mapRow);
+      } catch (err) {
+        a.down([[ERROR, err instanceof Error ? err : new Error(String(err))]]);
+        return void 0;
+      }
+      batch(() => {
+        for (const item of mapped) {
+          a.down([[DATA, item]]);
+        }
+        a.down([[COMPLETE]]);
+      });
+      return void 0;
+    },
+    { describeKind: "producer", completeWhenDepsComplete: false, ...rest }
+  );
+}
+function toSqlite(source, db, table, opts) {
+  if (table.includes("\0") || table.length === 0) {
+    throw new Error(`toSqlite: invalid table name: ${JSON.stringify(table)}`);
+  }
+  const {
+    toSQL = (v, t) => ({
+      sql: `INSERT INTO "${t.replace(/"/g, '""')}" (data) VALUES (?)`,
+      params: [JSON.stringify(v)]
+    }),
+    onTransportError,
+    ...rest
+  } = opts ?? {};
+  const inner = node([source], () => void 0, {
+    describeKind: "effect",
+    ...rest,
+    onMessage(msg, _depIndex, _actions) {
+      if (msg[0] === DATA) {
+        const value = msg[1];
+        let query;
+        try {
+          query = toSQL(value, table);
+        } catch (err) {
+          onTransportError?.({
+            stage: "serialize",
+            error: err instanceof Error ? err : new Error(String(err)),
+            value
+          });
+          return true;
+        }
+        try {
+          db.query(query.sql, query.params);
+        } catch (err) {
+          onTransportError?.({
+            stage: "send",
+            error: err instanceof Error ? err : new Error(String(err)),
+            value
+          });
+        }
+        return true;
+      }
+      return false;
+    }
+  });
+  return inner.subscribe(() => {
+  });
+}
 
 // src/extra/checkpoint.ts
 var import_node_crypto2 = require("crypto");
@@ -15548,6 +15621,7 @@ var version = "0.0.0";
   fromPulsar,
   fromRabbitMQ,
   fromRedisStream,
+  fromSqlite,
   fromStatsD,
   fromSyslog,
   fromTimer,
@@ -15659,6 +15733,7 @@ var version = "0.0.0";
   toRedisStream,
   toS3,
   toSSE,
+  toSqlite,
   toTempo,
   toWebSocket,
   tokenBucket,