trickle-backend 0.1.64 → 0.1.65

package/Dockerfile

@@ -0,0 +1,23 @@
+FROM node:20-alpine
+
+WORKDIR /app
+
+# Install dependencies
+COPY package.json package-lock.json* ./
+RUN npm ci --production 2>/dev/null || npm install --production
+
+# Copy built files
+COPY dist/ dist/
+
+# Create data directory
+RUN mkdir -p /data
+
+ENV PORT=4888
+ENV TRICKLE_DB_PATH=/data/trickle.db
+
+EXPOSE 4888
+
+HEALTHCHECK --interval=30s --timeout=3s --retries=3 \
+  CMD wget -qO- http://localhost:4888/api/health || exit 1
+
+CMD ["node", "dist/index.js"]

package/dist/db/connection.js

@@ -7,9 +7,9 @@ exports.db = void 0;
 const path_1 = __importDefault(require("path"));
 const fs_1 = __importDefault(require("fs"));
 const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
-const trickleDir = path_1.default.join(process.env.HOME || "~", ".trickle");
+const dbPath = process.env.TRICKLE_DB_PATH || path_1.default.join(process.env.HOME || "~", ".trickle", "trickle.db");
+const trickleDir = path_1.default.dirname(dbPath);
 fs_1.default.mkdirSync(trickleDir, { recursive: true });
-const dbPath = path_1.default.join(trickleDir, "trickle.db");
 const db = new better_sqlite3_1.default(dbPath);
 exports.db = db;
 db.pragma("journal_mode = WAL");

package/dist/routes/cloud.js

@@ -70,7 +70,38 @@ router.post("/keys", (req, res) => {
         message: "Save this key — it cannot be retrieved later.",
     });
 });
-// ── POST /api/v1/push — Upload project data ──
+// ── POST /api/v1/ingest — Real-time streaming ingest ──
+// Accepts batched observations and appends to project data files.
+// This enables `trickle run` to stream data to the cloud in real-time.
+router.post("/ingest", requireAuth, (req, res) => {
+    const { project, file, lines } = req.body;
+    if (!project || !file || !lines) {
+        res.status(400).json({ error: "project, file, and lines required" });
+        return;
+    }
+    const projectId = `${req.keyId}:${project}`;
+    // Auto-create project
+    connection_1.db.prepare(`
+    INSERT INTO projects (id, name, owner_key_id, updated_at)
+    VALUES (?, ?, ?, datetime('now'))
+    ON CONFLICT(id) DO UPDATE SET updated_at = datetime('now')
+  `).run(projectId, project, req.keyId);
+    // Append to existing content (or create new)
+    const existing = connection_1.db.prepare("SELECT content FROM project_data WHERE project_id = ? AND filename = ?").get(projectId, file);
+    const newContent = typeof lines === "string" ? lines : lines.join("\n") + "\n";
+    const content = existing ? existing.content + newContent : newContent;
+    const bytes = Buffer.byteLength(content, "utf-8");
+    connection_1.db.prepare(`
+    INSERT INTO project_data (project_id, filename, content, size_bytes, pushed_at)
+    VALUES (?, ?, ?, ?, datetime('now'))
+    ON CONFLICT(project_id, filename) DO UPDATE SET
+      content = excluded.content,
+      size_bytes = excluded.size_bytes,
+      pushed_at = datetime('now')
+  `).run(projectId, file, content, bytes);
+    res.json({ ok: true, file, bytes });
+});
+// ── POST /api/v1/push — Upload project data (full replace) ──
 router.post("/push", requireAuth, (req, res) => {
     const { project, files, timestamp } = req.body;
     if (!project || typeof project !== "string") {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "trickle-backend",
-  "version": "0.1.64",
+  "version": "0.1.65",
   "main": "dist/index.js",
   "scripts": {
     "build": "tsc",

package/src/db/connection.ts

@@ -2,12 +2,11 @@ import path from "path";
 import fs from "fs";
 import Database, { Database as DatabaseType } from "better-sqlite3";
 
-const trickleDir = path.join(process.env.HOME || "~", ".trickle");
+const dbPath = process.env.TRICKLE_DB_PATH || path.join(process.env.HOME || "~", ".trickle", "trickle.db");
+const trickleDir = path.dirname(dbPath);
 
 fs.mkdirSync(trickleDir, { recursive: true });
 
-const dbPath = path.join(trickleDir, "trickle.db");
-
 const db: DatabaseType = new Database(dbPath);
 
 db.pragma("journal_mode = WAL");

package/src/routes/cloud.ts

@@ -94,7 +94,49 @@ router.post("/keys", (req: Request, res: Response) => {
   });
 });
 
-// ── POST /api/v1/push — Upload project data ──
+// ── POST /api/v1/ingest — Real-time streaming ingest ──
+// Accepts batched observations and appends to project data files.
+// This enables `trickle run` to stream data to the cloud in real-time.
+
+router.post("/ingest", requireAuth, (req: AuthedRequest, res: Response) => {
+  const { project, file, lines } = req.body;
+
+  if (!project || !file || !lines) {
+    res.status(400).json({ error: "project, file, and lines required" });
+    return;
+  }
+
+  const projectId = `${req.keyId}:${project}`;
+
+  // Auto-create project
+  db.prepare(`
+    INSERT INTO projects (id, name, owner_key_id, updated_at)
+    VALUES (?, ?, ?, datetime('now'))
+    ON CONFLICT(id) DO UPDATE SET updated_at = datetime('now')
+  `).run(projectId, project, req.keyId);
+
+  // Append to existing content (or create new)
+  const existing = db.prepare(
+    "SELECT content FROM project_data WHERE project_id = ? AND filename = ?"
+  ).get(projectId, file) as any;
+
+  const newContent = typeof lines === "string" ? lines : (lines as string[]).join("\n") + "\n";
+  const content = existing ? existing.content + newContent : newContent;
+  const bytes = Buffer.byteLength(content, "utf-8");
+
+  db.prepare(`
+    INSERT INTO project_data (project_id, filename, content, size_bytes, pushed_at)
+    VALUES (?, ?, ?, ?, datetime('now'))
+    ON CONFLICT(project_id, filename) DO UPDATE SET
+      content = excluded.content,
+      size_bytes = excluded.size_bytes,
+      pushed_at = datetime('now')
+  `).run(projectId, file, content, bytes);
+
+  res.json({ ok: true, file, bytes });
+});
+
+// ── POST /api/v1/push — Upload project data (full replace) ──
 
 router.post("/push", requireAuth, (req: AuthedRequest, res: Response) => {
   const { project, files, timestamp } = req.body;