@rip-lang/db 0.10.0 → 1.0.1

package/db.rip

@@ -14,7 +14,6 @@
 #
 # Endpoints:
 #   GET  /        - Official DuckDB UI (proxied from ui.duckdb.org)
-#   GET  /ui      - Built-in SQL console (simple, no proxy)
 #   POST /sql     - Execute SQL (JSON API)
 #   POST /ddb/run - DuckDB UI binary protocol
 #   GET  /health  - Health check
@@ -26,25 +25,18 @@
 
 import { get, post, read, start, use } from '@rip-lang/api'
 import { cors } from '@rip-lang/api/middleware'
-import { open } from './lib/duckdb.mjs'
-import { version as VERSION } from './package.json'
-import {
-  serializeSuccessResult
-  serializeErrorResult
-  serializeEmptyResult
-  serializeTokenizeResult
-  tokenizeSQL
-  inferType
-} from './lib/duckdb-binary.rip'
+import { open, queryBinary, tokenize, emptyResult, errorResult } from './lib/duckdb.mjs'
+
+VERSION = '1.0.0'
 
 # Enable CORS for duck-ui and other clients
 use cors preflight: true
 
 # Log all requests
 use (c, next) ->
-  start = Date.now()
+  t0 = Date.now()
   result = next!
-  ms = Date.now() - start
+  ms = Date.now() - t0
   console.log "#{c.req.method} #{c.req.path} #{ms}ms"
   result
 
@@ -99,8 +91,9 @@ if '--version' in args or '-v' in args
 path = process.env.DB_PATH or args.find((a) -> not a.startsWith('-')) or ':memory:'
 port = parseInt(process.env.DB_PORT or (args.find((a) -> a.startsWith('--port=')))?.split('=')[1]) or 4213
 
-# Open database
+# Open database and create persistent connection for binary queries
 db = open(path)
+binaryConn = db.connect()  # Keep one connection for binary protocol queries
 console.log "rip-db: database=#{path} (bun-native)"
 
 # ==============================================================================
@@ -109,8 +102,7 @@ console.log "rip-db: database=#{path} (bun-native)"
 
 # Extract column info from result
 getColumnInfo = (rows) ->
-  if not rows?.length > 0
-    return { columns: [], types: [] }
+  return { columns: [], types: [] } unless rows?.length
   first = rows[0]
   columns = Object.keys(first)
   types = columns.map (col) ->
@@ -136,16 +128,12 @@ isSelectQuery = (sql) ->
     upper.startsWith('PRAGMA')
 
 # Execute SQL and return JSONCompact result
-executeSQL = (sql, params = []) ->
+executeSQL = (sql) ->
   startTime = Date.now()
   conn = db.connect()
 
   try
-    rows = if params.length > 0
-      stmt = conn.prepare(sql)
-      stmt.query(...params)
-    else
-      conn.query(sql)
+    rows = conn.query(sql)
 
     if isSelectQuery(sql)
       { columns, types } = getColumnInfo(rows)
@@ -169,17 +157,20 @@ executeSQL = (sql, params = []) ->
 
 # POST / — duck-ui compatible (raw SQL in body)
 post '/' ->
-  sql = read 'body', 'string'
-  if not sql
-    return { error: 'Empty query' }
+  sql = read 'body', 'string' or return { error: 'Empty query' }
+  # Log the SQL (truncate long queries)
+  preview = sql.replace(/\s+/g, ' ').trim()
+  preview = "#{preview.slice(0, 120)}..." if preview.length > 120
+  console.log "SQL: #{preview}"
   executeSQL sql
 
-# POST /sql — JSON body with optional params
+# POST /sql — JSON body with SQL query
 post '/sql' ->
-  { sql, params } = read()
-  if not sql
-    return { error: 'Missing required field: sql' }
-  executeSQL sql, (params or [])
+  sql = read 'sql', 'string' or return { error: 'Missing required field: sql' }
+  preview = sql.replace(/\s+/g, ' ').trim()
+  preview = "#{preview.slice(0, 120)}..." if preview.length > 120
+  console.log "SQL: #{preview}"
+  executeSQL sql
 
 # GET /health — Simple health check (no DB query)
 get '/health', ->
@@ -217,8 +208,7 @@ get '/schema/:table', ->
   table = read 'table', 'string!'
   conn = db.connect()
   try
-    stmt = conn.prepare("SELECT column_name, data_type, is_nullable FROM information_schema.columns WHERE table_name = ? ORDER BY ordinal_position")
-    columns = stmt.query(table)
+    columns = conn.query("SELECT column_name, data_type, is_nullable FROM information_schema.columns WHERE table_name = '#{table.replace(/'/g, "''")}' ORDER BY ordinal_position")
 
     if columns.length is 0
       { ok: false, error: "Table '#{table}' not found" }
@@ -229,9 +219,6 @@ get '/schema/:table', ->
   finally
     conn.close()
 
-# GET /ui — Built-in SQL console
-get '/ui', -> new Response Bun.file(import.meta.dir + '/db.html')
-
 # ==============================================================================
 # DuckDB UI Protocol — Binary endpoints for official UI compatibility
 # ==============================================================================
@@ -254,53 +241,35 @@ get '/ui', -> new Response Bun.file(import.meta.dir + '/db.html')
 # POST /ddb/run — Execute SQL and return binary result (DuckDB UI protocol)
 post '/ddb/run' ->
   try
-    sql = read 'body', 'string'
-    if not sql
-      return binaryResponse serializeErrorResult 'Empty query'
+    sql = read 'body', 'string' or return binaryResponse errorResult 'Empty query'
 
     # Parse row limit from DuckDB UI header
     rowLimit = parseInt(@req.header('x-duckdb-ui-result-row-limit') or '10000')
+    rowLimit = 10000 if isNaN(rowLimit) or rowLimit <= 0
 
-    # Execute query
-    conn = db.connect()
-    try
-      rows = conn.query sql
-
-      # Build column metadata from first row
-      columns = []
-      if rows?.length > 0
-        first = rows[0]
-        for key of first
-          columns.push { name: key, type: inferType first[key] }
-
-      # Limit rows and convert to array format
-      limitedRows = rows?.slice(0, rowLimit) or []
-      arrayRows = limitedRows.map (row) ->
-        columns.map (col) -> row[col.name]
-
-      binaryResponse serializeSuccessResult columns, arrayRows
-    finally
-      conn.close()
+    # Execute query and get binary result directly from Zig!
+    # (No JS serialization needed - Zig does it all)
+    result = queryBinary binaryConn.handle, sql, rowLimit
+    binaryResponse result
 
   catch err
     console.error "POST /ddb/run error:", err?.message
-    binaryResponse serializeErrorResult err?.message or 'Unknown error'
+    binaryResponse errorResult err?.message or 'Unknown error'
 
 # POST /ddb/interrupt — Cancel running query
 post '/ddb/interrupt', ->
   # In a real implementation, this would cancel the running query
   # For now, just return empty result
-  binaryResponse serializeEmptyResult()
+  binaryResponse emptyResult()
 
 # POST /ddb/tokenize — Tokenize SQL for syntax highlighting
 post '/ddb/tokenize' ->
   sql = read 'body', 'string'
-  tokens = tokenizeSQL sql
-  binaryResponse serializeTokenizeResult tokens
+  binaryResponse tokenize (sql or '')
 
-# GET /version — Tell UI we're running in local/HTTP mode (not WASM)
+# GET /version — Tell UI we're running in host/HTTP mode (not WASM)
 get '/version' ->
-  { origin: 'local', version: '139-944c08a214' }
+  { origin: 'host', version: '139-944c08a214' }
 
 # GET /localToken — Return empty token for local mode (no MotherDuck)
 get '/localToken' ->
@@ -335,27 +304,45 @@ binaryResponse = (buffer) ->
 
 UI_REMOTE_URL = 'https://ui.duckdb.org'
 
+# GET /config — Local mode configuration (prevents MotherDuck redirect)
+get '/config' ->
+  # Return minimal config with required fields for local mode
+  config =
+    logging:
+      enabled: false
+    datadog:
+      applicationId: ''
+      clientToken: ''
+      site: ''
+      env: 'local'
+      allowedTracingOrigins: []
+    defaultFeatureValues: {}
+
+  # Headers tell UI this is a local DuckDB instance
+  new Response JSON.stringify(config),
+    headers:
+      'Content-Type': 'application/json'
+      'X-DuckDB-Version': '1.4.1'
+      'X-DuckDB-Platform': 'osx_arm64'
+      'X-DuckDB-UI-Extension-Version': '139-944c08a214'
+
 # GET /localEvents — Server-sent events for catalog updates
 get '/localEvents' ->
-  # Create SSE response with keep-alive
+  # SSE endpoint for DuckDB UI - must stay open
   encoder = new TextEncoder()
-  intervalId = null
-
   stream = new ReadableStream
     start: (controller) ->
-      # Send initial connection event
-      controller.enqueue encoder.encode "event: connected\ndata: {}\n\n"
-
-      # Keep connection alive with periodic heartbeats
-      intervalId = setInterval ->
+      # Send initial connected event
+      controller.enqueue encoder.encode "event: ConnectedEvent\ndata: \n\n"
+      # Keep-alive with pings every 5 seconds (Bun has 10s idle timeout)
+      @interval = setInterval =>
         try
-          controller.enqueue encoder.encode ": heartbeat\n\n"
+          controller.enqueue encoder.encode ": ping\n\n"
         catch
-          clearInterval intervalId
-      , 30000
-
+          clearInterval @interval
+      , 5000
     cancel: ->
-      clearInterval intervalId if intervalId
+      clearInterval @interval if @interval
 
   new Response stream,
     headers:
@@ -368,7 +355,7 @@ get '/*' ->
   path = @req.path
 
   # Skip if this is one of our API endpoints (shouldn't reach here, but safety)
-  return { error: 'Not found' } if path in ['/health', '/status', '/tables', '/info', '/ui']
+  return { error: 'Not found' } if path in ['/health', '/status', '/tables', '/info']
 
   try
     # Fetch from remote UI server
@@ -404,5 +391,4 @@ get '/*' ->
 start port: port
 
 console.log "rip-db: listening on http://localhost:#{port}"
-console.log "rip-db: Official DuckDB UI available at http://localhost:#{port}/"
-console.log "rip-db: Built-in console at http://localhost:#{port}/ui"
+console.log "rip-db: DuckDB UI available at http://localhost:#{port}/"