@neat.is/core 0.7.8 → 0.7.9

package/dist/neatd.js

@@ -2,15 +2,15 @@
 import {
   reconcileDaemonRecordSync,
   startDaemon
-} from "./chunk-OVRVDSUO.js";
+} from "./chunk-ILG3SMD5.js";
 import {
   listProjects,
   registryPath
-} from "./chunk-LN75Z624.js";
+} from "./chunk-N5TPODCX.js";
 import {
   BindAuthorityError,
   __require
-} from "./chunk-Y43UCVZS.js";
+} from "./chunk-UUYCTH2E.js";
 
 // src/neatd.ts
 import { promises as fs } from "fs";

package/dist/{otel-grpc-DPSAGRUU.js → otel-grpc-CO47JRIN.js}

@@ -1,10 +1,10 @@
 import {
   reshapeGrpcRequest,
   startOtelGrpcReceiver
-} from "./chunk-4GCV46AP.js";
-import "./chunk-Y43UCVZS.js";
+} from "./chunk-FCO5Z3RW.js";
+import "./chunk-UUYCTH2E.js";
 export {
   reshapeGrpcRequest,
   startOtelGrpcReceiver
 };
-//# sourceMappingURL=otel-grpc-DPSAGRUU.js.map
+//# sourceMappingURL=otel-grpc-CO47JRIN.js.map

package/dist/server.cjs

@@ -502,13 +502,18 @@ function loadProtobufResponseEncoder() {
   );
   return exportTraceServiceResponseType;
 }
-function encodeProtobufResponseBody() {
-  if (cachedProtobufResponseBody) return cachedProtobufResponseBody;
+function encodeProtobufResponseBody(rejected, message) {
   const Type = loadProtobufResponseEncoder();
-  const msg = Type.create({});
-  const encoded = Type.encode(msg).finish();
-  cachedProtobufResponseBody = Buffer.from(encoded);
-  return cachedProtobufResponseBody;
+  if (!rejected) {
+    if (cachedProtobufResponseBody) return cachedProtobufResponseBody;
+    const msg2 = Type.create({});
+    cachedProtobufResponseBody = Buffer.from(Type.encode(msg2).finish());
+    return cachedProtobufResponseBody;
+  }
+  const msg = Type.fromObject({
+    partial_success: { rejected_spans: rejected, error_message: message ?? "" }
+  });
+  return Buffer.from(Type.encode(msg).finish());
 }
 async function decodeProtobufBody(buf) {
   const Type = loadProtobufDecoder();
@@ -623,6 +628,13 @@ async function buildOtelReceiver(opts) {
     }
     return reply.code(200).header("content-type", "application/json").send({ partialSuccess: {} });
   }
+  function sendOtlpPartial(reply, flavor, rejected, message) {
+    if (flavor === "protobuf") {
+      const buf = encodeProtobufResponseBody(rejected, message);
+      return reply.code(200).header("content-type", "application/x-protobuf").send(buf);
+    }
+    return reply.code(200).header("content-type", "application/json").send({ partialSuccess: { rejectedSpans: rejected, errorMessage: message } });
+  }
   app.addContentTypeParser(
     "application/x-protobuf",
     { parseAs: "buffer", bodyLimit: opts.bodyLimit ?? 16 * 1024 * 1024 },
@@ -650,6 +662,10 @@ async function buildOtelReceiver(opts) {
       }
     }
     enqueue(spans);
+    if (opts.classifyBareRoutability) {
+      const { rejected, message } = opts.classifyBareRoutability(spans);
+      if (rejected > 0) return sendOtlpPartial(reply, result.flavor, rejected, message);
+    }
     return sendOtlpSuccess(reply, result.flavor);
   });
   app.post("/projects/:project/v1/traces", async (req, reply) => {
@@ -4565,10 +4581,15 @@ function resolveDistToSrc(absFilepath, line) {
   }
   if (!entry) return null;
   try {
-    const pos = entry.consumer.originalPositionFor({
-      line: line !== void 0 && Number.isFinite(line) ? line : 1,
-      column: 0
-    });
+    const queryLine = line !== void 0 && Number.isFinite(line) ? line : 1;
+    let pos = entry.consumer.originalPositionFor({ line: queryLine, column: 0 });
+    if (!pos || !pos.source) {
+      pos = entry.consumer.originalPositionFor({
+        line: queryLine,
+        column: 0,
+        bias: sourceMapJs.SourceMapConsumer.LEAST_UPPER_BOUND
+      });
+    }
     if (!pos || !pos.source) return null;
     const root = entry.consumer.sourceRoot ?? "";
     const resolved = import_node_path10.default.resolve(entry.dir, root, pos.source);
@@ -4577,6 +4598,9 @@ function resolveDistToSrc(absFilepath, line) {
     return null;
   }
 }
+function hasAdjacentSourceMap(absFilepath) {
+  return sourceMapCache.get(absFilepath) != null;
+}
 function callSiteFromSpan(span, serviceNode, scanPath) {
   const filepath = codeFilepathOf(span.attributes);
   if (filepath === void 0) return null;
@@ -4592,7 +4616,7 @@ function callSiteFromSpan(span, serviceNode, scanPath) {
   }
   const relPath = relPathForRuntimeFile(effectivePath, serviceNode, scanPath);
   if (!relPath) return null;
-  if (!resolved && abs.endsWith(".js") && relPath.startsWith("dist/") && serviceNode?.name) {
+  if (!resolved && abs.endsWith(".js") && relPath.startsWith("dist/") && !hasAdjacentSourceMap(abs) && serviceNode?.name) {
     warnNoSourceMaps(serviceNode.name);
   }
   const fn = codeFunctionOf(span.attributes);
@@ -4868,7 +4892,7 @@ function resolveServiceId(graph, host, env) {
 function frontierIdFor(host) {
   return (0, import_types7.frontierId)(host);
 }
-function ensureServiceNode(graph, serviceName, env) {
+function resolveFusedServiceId(graph, serviceName, env) {
   const id = (0, import_types7.serviceId)(serviceName, env);
   if (graph.hasNode(id)) return id;
   const wanted = serviceName.toLowerCase();
@@ -4878,17 +4902,21 @@ function ensureServiceNode(graph, serviceName, env) {
     if (svc.discoveredVia === "otel") return false;
     return typeof svc.name === "string" && svc.name.toLowerCase() === wanted;
   });
-  if (extractedId) return extractedId;
+  return extractedId ?? id;
+}
+function ensureServiceNode(graph, serviceName, env) {
+  const resolved = resolveFusedServiceId(graph, serviceName, env);
+  if (graph.hasNode(resolved)) return resolved;
   const node = {
-    id,
+    id: resolved,
     type: import_types7.NodeType.ServiceNode,
     name: serviceName,
     language: "unknown",
     discoveredVia: "otel",
     ...env !== "unknown" ? { env } : {}
   };
-  graph.addNode(id, node);
-  return id;
+  graph.addNode(resolved, node);
+  return resolved;
 }
 function ensureInfraNode(graph, kind, name, provider) {
   const id = (0, import_types7.infraId)(kind, name);
@@ -5082,7 +5110,7 @@ async function appendErrorEvent(ctx, ev) {
   await import_node_fs9.promises.appendFile(ctx.errorsPath, JSON.stringify(ev) + "\n", "utf8");
 }
 function incidentAffectedNode(span, graph, scanPath) {
-  const sid = (0, import_types7.serviceId)(span.service, span.env);
+  const sid = graph ? resolveFusedServiceId(graph, span.service, span.env) : (0, import_types7.serviceId)(span.service, span.env);
   const serviceNode = graph && graph.hasNode(sid) ? graph.getNodeAttributes(sid) : void 0;
   const callSite = callSiteFromSpan(span, serviceNode, scanPath);
   if (callSite) {
@@ -7363,7 +7391,7 @@ function disambiguate(defs) {
 }
 async function addSymbols(graph, services) {
   const parsers = /* @__PURE__ */ new Map();
-  const parserForExt4 = (ext) => {
+  const parserForExt5 = (ext) => {
     const grammar = GRAMMAR_BY_EXT[ext];
     if (!grammar) return null;
     let parser = parsers.get(ext);
@@ -7379,7 +7407,7 @@ async function addSymbols(graph, services) {
   for (const service of services) {
     const files = await loadSourceFiles(service.dir);
     for (const file of files) {
-      const parser = parserForExt4(import_node_path19.default.extname(file.path));
+      const parser = parserForExt5(import_node_path19.default.extname(file.path));
       if (!parser) continue;
       const relPath = toPosix(import_node_path19.default.relative(service.dir, file.path));
       let defs;
@@ -7531,7 +7559,7 @@ function stringInner(node) {
 }
 async function addSymbolEdges(graph, services) {
   const parsers = /* @__PURE__ */ new Map();
-  const parserForExt4 = (ext) => {
+  const parserForExt5 = (ext) => {
     const grammar = GRAMMAR_BY_EXT[ext];
     if (!grammar) return null;
     let parser = parsers.get(ext);
@@ -7548,7 +7576,7 @@ async function addSymbolEdges(graph, services) {
     const tsPaths = await loadTsPathConfig(service.dir);
     const files = await loadSourceFiles(service.dir);
     for (const file of files) {
-      const parser = parserForExt4(import_node_path20.default.extname(file.path));
+      const parser = parserForExt5(import_node_path20.default.extname(file.path));
       if (!parser) continue;
       const relPath = toPosix(import_node_path20.default.relative(service.dir, file.path));
       const fileDir = import_node_path20.default.dirname(file.path);
@@ -7810,7 +7838,7 @@ function firstReferenceLines(root, wanted) {
 }
 async function addServerActions(graph, services) {
   const parsers = /* @__PURE__ */ new Map();
-  const parserForExt4 = (ext) => {
+  const parserForExt5 = (ext) => {
     const grammar = GRAMMAR_BY_EXT[ext];
     if (!grammar) return null;
     let parser = parsers.get(ext);
@@ -7833,7 +7861,7 @@ async function addServerActions(graph, services) {
     const files = await loadSourceFiles(service.dir);
     for (const file of files) {
       if (isTestPath(file.path)) continue;
-      const parser = parserForExt4(import_node_path21.default.extname(file.path));
+      const parser = parserForExt5(import_node_path21.default.extname(file.path));
       if (!parser) continue;
       const relPath = toPosix(import_node_path21.default.relative(service.dir, file.path));
       let root;
@@ -7896,7 +7924,7 @@ async function addServerActions(graph, services) {
     }
     for (const file of files) {
       if (isTestPath(file.path)) continue;
-      const parser = parserForExt4(import_node_path21.default.extname(file.path));
+      const parser = parserForExt5(import_node_path21.default.extname(file.path));
       if (!parser) continue;
       const relPath = toPosix(import_node_path21.default.relative(service.dir, file.path));
       const fileDir = import_node_path21.default.dirname(file.path);
@@ -8860,6 +8888,7 @@ init_cjs_shims();
 var import_node_path32 = __toESM(require("path"), 1);
 var import_tree_sitter6 = __toESM(require("tree-sitter"), 1);
 var import_tree_sitter_javascript4 = __toESM(require("tree-sitter-javascript"), 1);
+var import_tree_sitter_typescript2 = __toESM(require("tree-sitter-typescript"), 1);
 var import_tree_sitter_python3 = __toESM(require("tree-sitter-python"), 1);
 var import_types21 = require("@neat.is/types");
 var STRING_LITERAL_NODE_TYPES = /* @__PURE__ */ new Set(["string_fragment", "string_content"]);
@@ -8910,19 +8939,27 @@ function callsFromSource(source, parser, knownHosts) {
   }
   return out;
 }
-function makeJsParser3() {
-  const p = new import_tree_sitter6.default();
-  p.setLanguage(import_tree_sitter_javascript4.default);
-  return p;
-}
-function makePyParser3() {
-  const p = new import_tree_sitter6.default();
-  p.setLanguage(import_tree_sitter_python3.default);
-  return p;
+var GRAMMAR_BY_EXT2 = {
+  ".ts": import_tree_sitter_typescript2.default.typescript,
+  ".tsx": import_tree_sitter_typescript2.default.tsx,
+  ".js": import_tree_sitter_javascript4.default,
+  ".jsx": import_tree_sitter_javascript4.default,
+  ".mjs": import_tree_sitter_javascript4.default,
+  ".cjs": import_tree_sitter_javascript4.default,
+  ".py": import_tree_sitter_python3.default
+};
+function parserForExt(ext, cache) {
+  const grammar = GRAMMAR_BY_EXT2[ext] ?? import_tree_sitter_javascript4.default;
+  let parser = cache.get(grammar);
+  if (!parser) {
+    parser = new import_tree_sitter6.default();
+    parser.setLanguage(grammar);
+    cache.set(grammar, parser);
+  }
+  return parser;
 }
 async function addHttpCallEdges(graph, services) {
-  const jsParser = makeJsParser3();
-  const pyParser = makePyParser3();
+  const parserCache = /* @__PURE__ */ new Map();
   const { knownHosts, hostToNodeId } = buildServiceHostIndex(services);
   let nodesAdded = 0;
   let edgesAdded = 0;
@@ -8931,7 +8968,7 @@ async function addHttpCallEdges(graph, services) {
     const seen = /* @__PURE__ */ new Set();
     for (const file of files) {
       if (isTestPath(file.path)) continue;
-      const parser = import_node_path32.default.extname(file.path) === ".py" ? pyParser : jsParser;
+      const parser = parserForExt(import_node_path32.default.extname(file.path), parserCache);
       let sites;
       try {
         sites = callsFromSource(file.content, parser, knownHosts);
@@ -9004,7 +9041,7 @@ function parseSource5(parser, source) {
     (index) => index >= source.length ? "" : source.slice(index, index + PARSE_CHUNK5)
   );
 }
-function makeJsParser4() {
+function makeJsParser3() {
   const p = new import_tree_sitter7.default();
   p.setLanguage(import_tree_sitter_javascript5.default);
   return p;
@@ -9182,7 +9219,7 @@ function findRoute(entries, method, normalizedPath) {
   );
 }
 async function addRouteCallEdges(graph, services) {
-  const jsParser = makeJsParser4();
+  const jsParser = makeJsParser3();
   const { knownHosts, hostToNodeId } = buildServiceHostIndex(services);
   const routeIndex = buildRouteIndex(graph);
   if (routeIndex.size === 0) return { nodesAdded: 0, edgesAdded: 0 };
@@ -9574,7 +9611,7 @@ var import_tree_sitter_javascript6 = __toESM(require("tree-sitter-javascript"),
 var import_types28 = require("@neat.is/types");
 var FIRESTORE_CLIENT_IMPORT_RE = /(?:from\s+['"`]|require\(\s*['"`])firebase\/firestore['"`]/;
 var FIRESTORE_ADMIN_IMPORT_RE = /(?:from\s+['"`]|require\(\s*['"`])firebase-admin(?:\/firestore)?['"`]/;
-function parserForExt(ext) {
+function parserForExt2(ext) {
   const p = new import_tree_sitter8.default();
   p.setLanguage(GRAMMAR_BY_EXT[ext] ?? import_tree_sitter_javascript6.default);
   return p;
@@ -9739,7 +9776,7 @@ function firestoreEndpointsFromFile(file, serviceDir) {
   const hasAdmin = FIRESTORE_ADMIN_IMPORT_RE.test(file.content);
   if (!hasClient && !hasAdmin) return [];
   const fileSdk = hasClient && !hasAdmin ? "client" : hasAdmin && !hasClient ? "admin" : null;
-  const tree = parseSource3(parserForExt(import_node_path39.default.extname(file.path)), file.content);
+  const tree = parseSource3(parserForExt2(import_node_path39.default.extname(file.path)), file.content);
   const clientVars = firestoreClientVars(tree.rootNode);
   const collLine = /* @__PURE__ */ new Map();
   const writes = /* @__PURE__ */ new Map();
@@ -10156,7 +10193,7 @@ var import_tree_sitter_python4 = __toESM(require("tree-sitter-python"), 1);
 var import_types30 = require("@neat.is/types");
 var SQLALCHEMY_IMPORT_RE = /(?:from|import)\s+(?:flask_sqlalchemy|sqlalchemy)\b/;
 var PARSE_CHUNK6 = 16384;
-function makePyParser4() {
+function makePyParser3() {
   const p = new import_tree_sitter9.default();
   p.setLanguage(import_tree_sitter_python4.default);
   return p;
@@ -10263,7 +10300,7 @@ function foreignKeyParentTable(call) {
 }
 function sqlalchemyForeignKeys(file, serviceDir) {
   if (!SQLALCHEMY_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource6(makePyParser4(), file.content);
+  const tree = parseSource6(makePyParser3(), file.content);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   walk3(tree.rootNode, (node) => {
@@ -10300,7 +10337,7 @@ function sqlalchemyForeignKeys(file, serviceDir) {
 }
 function sqlalchemyEndpointsFromFile(file, serviceDir) {
   if (!SQLALCHEMY_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource6(makePyParser4(), file.content);
+  const tree = parseSource6(makePyParser3(), file.content);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   const push = (name, line, columns) => {
@@ -10352,7 +10389,7 @@ function sqlalchemyEndpointsFromFile(file, serviceDir) {
 function buildSqlalchemyModelRegistry(files) {
   const table = /* @__PURE__ */ new Map();
   const ambiguous = /* @__PURE__ */ new Set();
-  const parser = makePyParser4();
+  const parser = makePyParser3();
   for (const file of files) {
     if (!SQLALCHEMY_IMPORT_RE.test(file.content)) continue;
     const tree = parseSource6(parser, file.content);
@@ -10401,7 +10438,7 @@ function importsModelName(content, name) {
 function pythonOrmCrossFileEndpoints(files, serviceDir) {
   const registry = buildSqlalchemyModelRegistry(files);
   if (registry.size === 0) return [];
-  const parser = makePyParser4();
+  const parser = makePyParser3();
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   for (const file of files) {
@@ -10439,7 +10476,7 @@ var import_tree_sitter_python5 = __toESM(require("tree-sitter-python"), 1);
 var import_types31 = require("@neat.is/types");
 var DJANGO_IMPORT_RE = /(?:from|import)\s+django\b/;
 var PARSE_CHUNK7 = 16384;
-function makePyParser5() {
+function makePyParser4() {
   const p = new import_tree_sitter10.default();
   p.setLanguage(import_tree_sitter_python5.default);
   return p;
@@ -10500,7 +10537,7 @@ function readMeta(body) {
 }
 function djangoOrmEndpointsFromFile(file, serviceDir) {
   if (!DJANGO_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource7(makePyParser5(), file.content);
+  const tree = parseSource7(makePyParser4(), file.content);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   const defaultAppLabel = import_node_path42.default.basename(import_node_path42.default.dirname(file.path));
@@ -10535,7 +10572,7 @@ var import_tree_sitter_javascript7 = __toESM(require("tree-sitter-javascript"),
 var import_types32 = require("@neat.is/types");
 var DRIZZLE_IMPORT_RE = /drizzle-orm/;
 var TABLE_BUILDERS = /* @__PURE__ */ new Set(["pgTable", "mysqlTable", "sqliteTable"]);
-function parserForExt2(ext) {
+function parserForExt3(ext) {
   const p = new import_tree_sitter11.default();
   p.setLanguage(GRAMMAR_BY_EXT[ext] ?? import_tree_sitter_javascript7.default);
   return p;
@@ -10607,7 +10644,7 @@ function columnsFromObject(obj) {
 }
 function drizzleEndpointsFromFile(file, serviceDir) {
   if (!DRIZZLE_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource3(parserForExt2(import_node_path43.default.extname(file.path)), file.content);
+  const tree = parseSource3(parserForExt3(import_node_path43.default.extname(file.path)), file.content);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   const walk9 = (node) => {
@@ -10696,7 +10733,7 @@ function referencesTargetVar(call) {
 }
 function drizzleForeignKeys(file, serviceDir) {
   if (!DRIZZLE_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource3(parserForExt2(import_node_path43.default.extname(file.path)), file.content);
+  const tree = parseSource3(parserForExt3(import_node_path43.default.extname(file.path)), file.content);
   const { tables, varToTable } = collectDrizzleTables(tree.rootNode);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
@@ -13403,7 +13440,7 @@ var import_tree_sitter_javascript8 = __toESM(require("tree-sitter-javascript"),
 var import_types48 = require("@neat.is/types");
 var ZOD_IMPORT_RE = /\bzod\b/;
 var ZOD_OBJECTS = /* @__PURE__ */ new Set(["z", "zod"]);
-function parserForExt3(ext) {
+function parserForExt4(ext) {
   const p = new import_tree_sitter16.default();
   p.setLanguage(GRAMMAR_BY_EXT[ext] ?? import_tree_sitter_javascript8.default);
   return p;
@@ -13492,7 +13529,7 @@ function topLevelSchemas(root) {
 }
 function zodShapesFromFile(file, serviceDir) {
   if (!ZOD_IMPORT_RE.test(file.content)) return [];
-  const tree = parseSource3(parserForExt3(import_node_path59.default.extname(file.path)), file.content);
+  const tree = parseSource3(parserForExt4(import_node_path59.default.extname(file.path)), file.content);
   const out = [];
   const seen = /* @__PURE__ */ new Set();
   for (const { name, call } of topLevelSchemas(tree.rootNode)) {
@@ -18299,12 +18336,46 @@ var SubstringIndex = class {
     this.graph = graph;
   }
 };
+var DEFAULT_SEARCH_INIT_TIMEOUT_MS = 3e4;
+function searchInitTimeoutMs() {
+  const env = process.env.NEAT_SEARCH_INIT_TIMEOUT_MS;
+  if (env !== void 0 && env.length > 0) {
+    const n = Number.parseInt(env, 10);
+    if (Number.isFinite(n) && n >= 0) return n;
+  }
+  return DEFAULT_SEARCH_INIT_TIMEOUT_MS;
+}
+async function resolveEmbedderBounded(factory, timeoutMs) {
+  if (timeoutMs <= 0) return factory();
+  let timer;
+  const TIMED_OUT = /* @__PURE__ */ Symbol("embedder-init-timeout");
+  const timeout = new Promise((resolve) => {
+    timer = setTimeout(() => resolve(TIMED_OUT), timeoutMs);
+    timer.unref?.();
+  });
+  try {
+    const result = await Promise.race([factory(), timeout]);
+    if (result === TIMED_OUT) {
+      console.warn(
+        `semantic_search: embedder init exceeded ${timeoutMs}ms; falling back to substring search. Set NEAT_SEARCH_INIT_TIMEOUT_MS to raise the bound (or 0 to wait indefinitely).`
+      );
+      return null;
+    }
+    return result;
+  } finally {
+    if (timer) clearTimeout(timer);
+  }
+}
 async function buildSearchIndex(graph, options = {}) {
   let embedder = null;
   if (options.embedder) {
     embedder = options.embedder;
   } else if (options.forceProvider !== "substring") {
-    embedder = await pickEmbedder();
+    const factory = options.embedderFactory ?? pickEmbedder;
+    embedder = await resolveEmbedderBounded(
+      factory,
+      options.initTimeoutMs ?? searchInitTimeoutMs()
+    );
     if (options.forceProvider === "ollama" && embedder?.provider !== "ollama") {
       embedder = null;
     }