kimi-proxy 0.1.4 → 0.1.5

package/README.md

@@ -137,6 +137,15 @@ The API runs on `http://127.0.0.1:8000` and serves the dashboard (built assets)
 
 ## Configuration
 
+### Dashboard & LiveStore
+
+Control LiveStore sync behavior via environment variables:
+
+| Variable                | Default | Description                                                                                     |
+| ----------------------- | ------- | ----------------------------------------------------------------------------------------------- |
+| `LIVESTORE_BATCH`       | 50      | Batch size for dashboard sync (range: 1-500)                                                    |
+| `LIVESTORE_MAX_RECORDS` | 500     | Memory sliding window - max records to keep in LiveStore. Set to 0 to disable (not recommended) |
+
 ### Providers
 
 Set environment variables in `.env`:
@@ -169,6 +178,15 @@ models:
 
 The web dashboard shows request/response logs and metrics. Access it at the root path when running the proxy. LiveStore metadata sync pulls from `/api/livestore/pull` in batches (size controlled by `LIVESTORE_BATCH`) and lazily fetches blobs on expansion. Build the dashboard with `bun run build:all` to serve static assets from the backend.
 
+### Performance Features
+
+- **Reverse-chronological loading**: Data loads from newest to oldest, providing immediate access to recent logs
+- **Memory-efficient virtualization**: Uses TanStack Virtual to render only visible rows
+- **Configurable sliding window**: Limit browser memory usage by setting `LIVESTORE_MAX_RECORDS` (see `.env.example`)
+- **Automatic garbage collection**: Old records beyond the window limit are automatically purged
+
+The dashboard uses reactive queries with TanStack Table and TanStack Virtual for fast, efficient rendering of large datasets.
+
 ## Development
 
 ```bash

package/dist/config.d.ts

@@ -17,6 +17,7 @@ export interface AppConfig {
     };
     livestore: {
         batchSize: number;
+        maxRecords?: number;
     };
     providers: {
         openai?: OpenAIConfig;

package/dist/index.js

@@ -91,6 +91,7 @@ function loadConfig() {
   const streamDelay = Number(process.env.STREAM_DELAY ?? "10");
   const streamChunkSize = Number(process.env.STREAM_CHUNK_SIZE ?? "5");
   const livestoreBatch = Number(process.env.LIVESTORE_BATCH ?? "50");
+  const livestoreMaxRecords = process.env.LIVESTORE_MAX_RECORDS ? Number(process.env.LIVESTORE_MAX_RECORDS) : 500;
   const openai = resolveOpenAI();
   const anthropic = resolveAnthropic();
   const openrouter = resolveOpenRouter();
@@ -116,7 +117,10 @@ function loadConfig() {
     server: { host, port },
     logging: { dbPath, blobRoot },
     streaming: { delay: streamDelay, chunkSize: streamChunkSize },
-    livestore: { batchSize: Math.max(1, Math.min(500, livestoreBatch)) },
+    livestore: {
+      batchSize: Math.max(1, Math.min(500, livestoreBatch)),
+      maxRecords: livestoreMaxRecords
+    },
     providers: { openai, anthropic, openrouter, vertex },
     models: modelRegistry
   };
@@ -768,12 +772,12 @@ class HybridLogStore {
     const clauses = [];
     const params = { limit };
     if (checkpoint.timestamp) {
-      clauses.push(`(timestamp > @ts OR (timestamp = @ts AND id > @id))`);
+      clauses.push(`(timestamp < @ts OR (timestamp = @ts AND id < @id))`);
       params.ts = checkpoint.timestamp;
-      params.id = checkpoint.id ?? 0;
+      params.id = checkpoint.id ?? Number.MAX_SAFE_INTEGER;
     }
     const where = clauses.length ? `WHERE ${clauses.join(" AND ")}` : "";
-    const rows = this.db.prepare(`SELECT * FROM logs ${where} ORDER BY datetime(timestamp), id LIMIT @limit`).all(params);
+    const rows = this.db.prepare(`SELECT * FROM logs ${where} ORDER BY datetime(timestamp) DESC, id DESC LIMIT @limit`).all(params);
     return { items: rows, total: rows.length, page: 1, pageSize: rows.length };
   }
   resolveBlobPath(record, kind) {
@@ -2663,7 +2667,7 @@ var TOOL_SECTION_END = "<|tool_calls_section_end|>";
 function cleanText(text) {
   if (!text)
     return "";
-  return text.replaceAll("(no content)", "").replace(/\n\s*\n\s*\n+/g, `
+  return text.replaceAll("(no content)", "").replace(/<tool_call>[a-zA-Z0-9_:-]+/g, "").replace(/\n\s*\n\s*\n+/g, `
 
 `).trim();
 }
@@ -2789,6 +2793,18 @@ function fixKimiResponse(response, request) {
       const message = choice.message !== undefined && isJsonObject(choice.message) ? choice.message : choice.message = {};
       const rawToolCalls = message.tool_calls;
       let aggregatedToolCalls = Array.isArray(rawToolCalls) ? [...rawToolCalls] : [];
+      if (typeof message.reasoning === "string" && !message.reasoning_content) {
+        message.reasoning_content = message.reasoning;
+      }
+      if (Array.isArray(message.reasoning_details) && !message.reasoning_content) {
+        const details = message.reasoning_details;
+        const text = details.filter((d) => d.type === "reasoning.text" && typeof d.text === "string").map((d) => d.text).join(`
+
+`);
+        if (text) {
+          message.reasoning_content = text;
+        }
+      }
       if (typeof message.reasoning_content === "string") {
         const original = message.reasoning_content;
         const { cleanedText, extracted } = extractToolCallSections(original);
@@ -5547,16 +5563,16 @@ async function createLiveStoreRuntime(options) {
       const clauses = [];
       const params = { limit };
       if (checkpoint.timestamp) {
-        clauses.push("(timestamp > $ts OR (timestamp = $ts AND numeric_id > $id))");
+        clauses.push("(timestamp < $ts OR (timestamp = $ts AND numeric_id < $id))");
         params.ts = checkpoint.timestamp;
-        params.id = checkpoint.id ?? 0;
+        params.id = checkpoint.id ?? Number.MAX_SAFE_INTEGER;
       }
       const where = clauses.length ? `WHERE ${clauses.join(" AND ")}` : "";
       const rows = store.query({
         query: `
           SELECT * FROM logs
           ${where}
-          ORDER BY timestamp, numeric_id
+          ORDER BY timestamp DESC, numeric_id DESC
           LIMIT $limit
         `,
         bindValues: params
@@ -5577,6 +5593,29 @@ async function createLiveStoreRuntime(options) {
         return;
       return { timestamp: latest.timestamp, id: latest.numeric_id };
     },
+    async trim(maxRecords) {
+      const countResult = store.query({
+        query: `SELECT COUNT(*) as count FROM logs`,
+        bindValues: {}
+      });
+      const currentCount = countResult[0]?.count ?? 0;
+      if (currentCount <= maxRecords)
+        return 0;
+      const toDelete = currentCount - maxRecords;
+      const deleteResult = store.query({
+        query: `
+          DELETE FROM logs
+          WHERE id IN (
+            SELECT id FROM logs
+            ORDER BY timestamp ASC, numeric_id ASC
+            LIMIT @limit
+          )
+          RETURNING COUNT(*) as deleted
+        `,
+        bindValues: { limit: toDelete }
+      });
+      return deleteResult[0]?.deleted ?? 0;
+    },
     async close() {
       await store.shutdown();
     }
@@ -5624,6 +5663,21 @@ async function createServer(config) {
       batchSize: config.livestore.batchSize
     });
     logger.info({ seeded }, "Seeded LiveStore log mirror");
+    if (config.livestore.maxRecords && config.livestore.maxRecords > 0) {
+      const trimInterval = setInterval(async () => {
+        try {
+          const deleted = await liveStoreRuntime.trim(config.livestore.maxRecords);
+          if (deleted > 0) {
+            logger.debug({ deleted, maxRecords: config.livestore.maxRecords }, "LiveStore trimmed old records");
+          }
+        } catch (error) {
+          logger.error({ err: error }, "Failed to trim LiveStore records");
+        }
+      }, 30000);
+      server.addHook("onClose", async () => {
+        clearInterval(trimInterval);
+      });
+    }
     server.addHook("onClose", async () => {
       await liveStoreRuntime.close();
     });
@@ -6146,5 +6200,5 @@ async function bootstrap() {
 }
 bootstrap();
 
-//# debugId=58CB00416A249CAB64756E2164756E21
+//# debugId=BB1E97A73BB51B4864756E2164756E21
 //# sourceMappingURL=index.js.map