conare 0.1.4 → 0.1.6

package/dist/index.js

@@ -289,6 +289,7 @@ function cleanText(raw) {
   let text = raw;
   text = text.replace(/<system-reminder>[\s\S]*?<\/system-reminder>/g, "");
   text = text.replace(/<attached-context[\s\S]*?<\/attached-context>/g, "");
+  text = text.replace(/<environment_context>[\s\S]*?<\/environment_context>/g, "");
   return text.trim();
 }
 function createContentHash(content) {
@@ -450,6 +451,20 @@ import { existsSync as existsSync3, readFileSync as readFileSync3, readdirSync a
 import { join as join4, basename as basename2 } from "node:path";
 import { homedir as homedir4 } from "node:os";
 var MAX_CONTENT2 = 48000;
+function isCodexBoilerplate(text) {
+  return text.startsWith("# AGENTS.md instructions for") || text.startsWith("<INSTRUCTIONS>") || text.startsWith("<user_instructions>") || text.startsWith("<user_action>");
+}
+function stripEnvironmentContext(text) {
+  let cwd = null;
+  const cwdMatch = text.match(/<cwd>([^<]+)<\/cwd>/);
+  if (cwdMatch)
+    cwd = cwdMatch[1];
+  const cleaned = text.replace(/<environment_context>[\s\S]*?<\/environment_context>/g, "").trim();
+  return { text: cleaned, cwd };
+}
+function projectFromCwd(cwd) {
+  return cwd.replace(/^\/Users\/[^/]+\//, "");
+}
 function ingestCodex() {
   const memories = [];
   const sessionIds = [];
@@ -476,10 +491,21 @@ function ingestCodex() {
       for (const [sessionId, entries] of sessions) {
         entries.sort((a, b) => a.ts - b.ts);
         const date = new Date(entries[0].ts * 1000).toISOString().slice(0, 10);
-        const body = entries.map((e) => {
-          const text = cleanText(e.text);
-          return text.length > 300 ? text.slice(0, 300) + "..." : text;
-        }).filter(Boolean).join(`
+        let project = null;
+        const cleanEntries = [];
+        for (const e of entries) {
+          let text = cleanText(e.text);
+          if (isCodexBoilerplate(text))
+            continue;
+          const env = stripEnvironmentContext(text);
+          text = env.text;
+          if (!project && env.cwd)
+            project = projectFromCwd(env.cwd);
+          if (text.length === 0)
+            continue;
+          cleanEntries.push(text.length > 300 ? text.slice(0, 300) + "..." : text);
+        }
+        const body = cleanEntries.filter(Boolean).join(`
 
 ---
 
@@ -505,7 +531,14 @@ ${body}`;
         memories.push({
           content,
           containerTag: "codex-chats",
-          metadata: { dedupKey, contentHash, source: "codex", sessionId, date }
+          metadata: {
+            dedupKey,
+            contentHash,
+            source: "codex",
+            sessionId,
+            date,
+            ...project ? { project } : {}
+          }
         });
         sessionIds.push(sessionId);
       }
@@ -536,17 +569,23 @@ function walkCodexSessions(dir, memories, sessionIds, stats) {
 `).filter(Boolean);
           const turns = [];
           let date = null;
+          let project = null;
           for (const line of lines) {
             try {
               const obj = JSON.parse(line);
               if (!date && obj.timestamp)
                 date = obj.timestamp.slice(0, 10);
+              if (obj.type === "session_meta" && obj.payload?.cwd) {
+                project = projectFromCwd(obj.payload.cwd);
+              }
               if (obj.type === "response_item" && obj.payload?.role === "user") {
                 const content2 = obj.payload.content;
                 if (Array.isArray(content2)) {
                   for (const block of content2) {
                     if (block.type === "input_text" && block.text) {
                       const text = cleanText(block.text);
+                      if (isCodexBoilerplate(text))
+                        continue;
                       if (text.length > 50)
                         turns.push(text);
                     }
@@ -588,7 +627,8 @@ ${body}`;
               contentHash,
               source: "codex-session",
               sessionId,
-              date: date || "unknown"
+              date: date || "unknown",
+              ...project ? { project } : {}
             }
           });
           sessionIds.push(sessionId);
@@ -1009,7 +1049,7 @@ function indexCodebase(rootPath) {
 
 // src/api.ts
 var API_URL = "https://mcp.conare.ai";
-function createUploadBatches(memories, maxItems = 96, maxChars = 1500000) {
+function createUploadBatches(memories, maxItems = 50, maxChars = 1500000) {
   const batches = [];
   let current = [];
   let currentChars = 0;
@@ -1060,7 +1100,7 @@ async function getRemoteMemoryCount(apiKey) {
     return null;
   }
 }
-async function uploadItems(apiKey, items) {
+async function uploadItems(apiKey, items, asyncEmbed = false) {
   let retries = 4;
   while (retries > 0) {
     try {
@@ -1070,7 +1110,7 @@ async function uploadItems(apiKey, items) {
           "Content-Type": "application/json",
           Authorization: `Bearer ${apiKey}`
         },
-        body: JSON.stringify(items)
+        body: JSON.stringify(asyncEmbed ? { items, async: true } : items)
       });
       if (res.status === 429) {
         retries--;
@@ -1104,8 +1144,9 @@ async function uploadBulk(apiKey, memories, onProgress) {
   let failed = 0;
   const total = memories.length;
   const results = [];
-  for (const batch of createUploadBatches(memories)) {
-    let batchResults = await uploadItems(apiKey, batch.items);
+  const batches = createUploadBatches(memories);
+  for (const batch of batches) {
+    let batchResults = await uploadItems(apiKey, batch.items, true);
     if (batch.items.length > 1 && batchResults.some((result) => !result.success)) {
       const retriedResults = [];
       for (let i = 0;i < batch.items.length; i++) {
@@ -1114,7 +1155,7 @@ async function uploadBulk(apiKey, memories, onProgress) {
           retriedResults.push(result);
           continue;
         }
-        const [singleResult] = await uploadItems(apiKey, [batch.items[i]]);
+        const [singleResult] = await uploadItems(apiKey, [batch.items[i]], true);
         retriedResults.push(singleResult);
       }
       batchResults = retriedResults;
@@ -2194,6 +2235,11 @@ Nothing new to index.`);
     allMemories.push(...memories);
     console.log(renderDiscoverySummary(memories.length, filtered, deduped));
   }
+  allMemories.sort((a, b3) => {
+    const da = a.metadata?.date || "0000";
+    const db = b3.metadata?.date || "0000";
+    return db.localeCompare(da);
+  });
   console.log();
   if (allMemories.length === 0) {
     console.log("Nothing new to upload.");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "conare",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "description": "Conare CLI for ingesting AI chat history and configuring memory at conare.ai",
   "type": "module",
   "bin": {