@ninjaxtools/slopdex 0.9.0 → 0.10.0

package/dist/index.d.ts

@@ -15,6 +15,7 @@ declare class CodeIndex {
     useSummaries(options?: {
         signal?: AbortSignal;
     }): Promise<SummaryStats>;
+    disableSummaries(): SummaryStats;
     searchSummary(options: SimilaritySearchOptions): Promise<SimilarityResult[]>;
     similaritySearch(options: SimilaritySearchOptions): Promise<SimilarityResult[]>;
     similarToFunction(functionId: number, options: {
@@ -358,7 +359,7 @@ declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
         readonly provider: "openai";
         readonly model: string;
         readonly dimensions: number;
-        readonly strategyVersion: "callable-v1";
+        readonly strategyVersion: "callable-v2";
     };
     constructor(options?: OpenAIEmbeddingProviderOptions);
     embedDocuments(inputs: readonly string[], options?: {
@@ -399,7 +400,7 @@ declare class JinaEmbeddingProvider implements EmbeddingProvider {
         readonly provider: "jina";
         readonly model: string;
         readonly dimensions: number;
-        readonly strategyVersion: "callable-v1:code-query-passage";
+        readonly strategyVersion: "callable-v2:code-query-passage";
     };
     constructor(options?: JinaEmbeddingProviderOptions);
     embedDocuments(inputs: readonly string[], options?: {
@@ -431,8 +432,9 @@ declare function similaritySearch(index: CodeIndex, options: SimilaritySearchOpt
 declare function useSummaries(index: CodeIndex, options?: {
     signal?: AbortSignal;
 }): Promise<SummaryStats>;
+declare function disableSummaries(index: CodeIndex): SummaryStats;
 declare function searchSummary(index: CodeIndex, options: SimilaritySearchOptions): Promise<SimilarityResult[]>;
 declare function crossSearchFunctions(options: CrossSearchOptions): AsyncGenerator<CrossSearchResult, any, any>;
 declare function analyzeCodeCohesion(options: CohesionAnalysisOptions): Promise<CohesionReport<IndexedFunction>>;
 
-export { type AnalysisSimilarity, type CallableKind, CodeIndex, CodeIndexError, type CodeIndexOptions, type CohesionAnalysisOptions, type CohesionFileReport, type CohesionFunctionReference, type CohesionGroup, type CohesionJsonReport, type CohesionLocation, type CohesionLocationCategory, type CohesionPair, type CohesionReport, type CohesionSummary, type CrossSearchOptions, type CrossSearchResult, type CrossSearchSourceFilter, type EmbeddingProfile, type EmbeddingProvider, GitDivergenceError, GitUnavailableError, IncompatibleIndexError, type IndexStatus, type IndexedFunction, type IndexingError, type IndexingIssue, JinaEmbeddingProvider, type JinaEmbeddingProviderOptions, OpenAIEmbeddingProvider, type OpenAIEmbeddingProviderOptions, OpenAISummaryProvider, type OpenAISummaryProviderOptions, type ParsedCallable, type SimilarityResult, type SimilarityScores, type SimilaritySearchOptions, type SourceMode, type SummaryInput, type SummaryProfile, type SummaryProvider, type SummaryStats, type SupportedLanguage, type UpdateFilesOptions, type UpdateFromGitOptions, type UpdateFromWorkingTreeOptions, type UpdateStats, analyzeCodeCohesion, analyzeCohesion, cohesionLocation, crossSearch, crossSearchFunctions, openCodeIndex, readIndexErrors, searchSummary, similaritySearch, updateFiles, updateFromGit, updateFromWorkingTree, useSummaries };
+export { type AnalysisSimilarity, type CallableKind, CodeIndex, CodeIndexError, type CodeIndexOptions, type CohesionAnalysisOptions, type CohesionFileReport, type CohesionFunctionReference, type CohesionGroup, type CohesionJsonReport, type CohesionLocation, type CohesionLocationCategory, type CohesionPair, type CohesionReport, type CohesionSummary, type CrossSearchOptions, type CrossSearchResult, type CrossSearchSourceFilter, type EmbeddingProfile, type EmbeddingProvider, GitDivergenceError, GitUnavailableError, IncompatibleIndexError, type IndexStatus, type IndexedFunction, type IndexingError, type IndexingIssue, JinaEmbeddingProvider, type JinaEmbeddingProviderOptions, OpenAIEmbeddingProvider, type OpenAIEmbeddingProviderOptions, OpenAISummaryProvider, type OpenAISummaryProviderOptions, type ParsedCallable, type SimilarityResult, type SimilarityScores, type SimilaritySearchOptions, type SourceMode, type SummaryInput, type SummaryProfile, type SummaryProvider, type SummaryStats, type SupportedLanguage, type UpdateFilesOptions, type UpdateFromGitOptions, type UpdateFromWorkingTreeOptions, type UpdateStats, analyzeCodeCohesion, analyzeCohesion, cohesionLocation, crossSearch, crossSearchFunctions, disableSummaries, openCodeIndex, readIndexErrors, searchSummary, similaritySearch, updateFiles, updateFromGit, updateFromWorkingTree, useSummaries };

package/dist/index.js

@@ -338,6 +338,13 @@ function pythonIsMethod(node) {
   const definition = node.parent?.type === "decorated_definition" ? node.parent : node;
   return definition.parent?.parent?.type === "class_definition";
 }
+function pythonDocstring(body, content) {
+  const statement = body?.namedChildren[0];
+  if (statement?.type !== "expression_statement") return null;
+  const value = statement.namedChildren[0];
+  if (value?.type !== "string" && value?.type !== "concatenated_string") return null;
+  return content.slice(value.startIndex, value.endIndex);
+}
 function goReceiver(node) {
   let type = node.childForFieldName("receiver")?.namedChildren[0]?.childForFieldName("type");
   while (type?.type === "pointer_type") type = type.namedChildren[0] ?? null;
@@ -351,12 +358,14 @@ function collectNativeCallables(root, content, language) {
     if ((!body || body.isMissing) && !node.hasError) return false;
     const sourceNode = language === "python" && node.parent?.type === "decorated_definition" ? node.parent : node;
     const header = content.slice(node.startIndex, body?.startIndex ?? node.endIndex).trimEnd();
+    const documentation = language === "python" && body ? pythonDocstring(body, content) : null;
     candidates.push({
       node: sourceNode,
       name,
       kind,
       scope,
-      signature: bound ? `${name} = ${header}` : header
+      signature: bound ? `${name} = ${header}` : header,
+      ...documentation ? { documentation } : {}
     });
     if (body) walk2(body, [...scope, name]);
     return true;
@@ -781,7 +790,7 @@ function extractCallables(relativePath, content) {
   const errors = parseDiagnostics(tree.rootNode, content, relativePath, language, candidates);
   const occurrences = /* @__PURE__ */ new Map();
   const callables = [];
-  for (const { node, name, kind, scope, signature: candidateSignature } of candidates) {
+  for (const { node, name, kind, scope, signature: candidateSignature, documentation } of candidates) {
     const qualifiedName = [...scope, name].join(".");
     const baseIdentity = `${relativePath}\0${qualifiedName}\0${kind}`;
     const occurrence = occurrences.get(baseIdentity) ?? 0;
@@ -796,6 +805,8 @@ function extractCallables(relativePath, content) {
         `kind: ${kind}`,
         `symbol: ${qualifiedName}`,
         signature ? `signature: ${signature}` : null,
+        documentation ? `documentation:
+${documentation}` : null,
         "source:",
         source
       ].filter((value) => value !== null).join("\n");
@@ -1097,6 +1108,13 @@ var IndexDatabase = class {
       this.#setMetadata("generation", String(expectedGeneration + 1));
     });
   }
+  disableSummaries() {
+    if (!this.summariesEnabled()) return;
+    this.#transaction(() => {
+      this.#setMetadata("summaries_enabled", "false");
+      this.#setMetadata("generation", String(this.getGeneration() + 1));
+    });
+  }
   getWorkingTreeFiles() {
     return this.#db.prepare(`
       SELECT path, previous_path AS previousPath
@@ -1968,7 +1986,7 @@ var CodeIndex = class {
   async #attachEmbeddings(files, signal) {
     if (this.#database.summariesEnabled()) {
       if (JSON.stringify(this.#database.summaryProfile()) !== JSON.stringify(this.summaryProvider.profile)) {
-        throw new CodeIndexError("Summary provider or model differs from this index; run use-summaries (useSummaries() in the library) with the new provider first.");
+        throw new CodeIndexError("Summary provider or model differs from this index; run summaries enable (useSummaries() in the library) with the new provider first.");
       }
       await this.#attachSummaries(files, signal);
     }
@@ -2067,8 +2085,12 @@ var CodeIndex = class {
     }))), this.summaryProvider.profile, generation);
     return { summariesCreated, summariesEnabled: true };
   }
+  disableSummaries() {
+    this.#database.disableSummaries();
+    return { summariesCreated: 0, summariesEnabled: false };
+  }
   async searchSummary(options) {
-    if (!this.#database.summariesEnabled()) throw new CodeIndexError("Summaries are not enabled; run use-summaries first.");
+    if (!this.#database.summariesEnabled()) throw new CodeIndexError("Summaries are not enabled; run summaries enable first.");
     if (!options.query.trim()) throw new CodeIndexError("query must not be empty.");
     const limit = options.limit ?? 10;
     assertPositiveInteger(limit, "limit");
@@ -2205,7 +2227,7 @@ function normalizeProfile(profile) {
     provider: profile.provider,
     model: profile.model,
     dimensions: profile.dimensions,
-    strategyVersion: profile.strategyVersion ?? "callable-v1"
+    strategyVersion: profile.strategyVersion ?? "callable-v2"
   };
 }
 function emptyStats(checkpoint) {
@@ -2687,7 +2709,7 @@ var OpenAIEmbeddingProvider = class {
     const model = options.model ?? "text-embedding-3-large";
     const dimensions = options.dimensions ?? 3072;
     if (!Number.isInteger(dimensions) || dimensions < 1) throw new Error("dimensions must be a positive integer.");
-    this.profile = { provider: "openai", model, dimensions, strategyVersion: "callable-v1" };
+    this.profile = { provider: "openai", model, dimensions, strategyVersion: "callable-v2" };
     this.#url = `${(options.baseUrl ?? "https://api.openai.com/v1").replace(/\/$/, "")}/embeddings`;
   }
   embedDocuments(inputs, options) {
@@ -2729,7 +2751,7 @@ var JinaEmbeddingProvider = class {
       provider: "jina",
       model,
       dimensions,
-      strategyVersion: "callable-v1:code-query-passage"
+      strategyVersion: "callable-v2:code-query-passage"
     };
     this.#url = options.baseUrl ?? "https://api.jina.ai/v1/embeddings";
   }
@@ -2778,6 +2800,9 @@ function similaritySearch(index, options) {
 function useSummaries(index, options) {
   return index.useSummaries(options);
 }
+function disableSummaries(index) {
+  return index.disableSummaries();
+}
 function searchSummary(index, options) {
   return index.searchSummary(options);
 }
@@ -2801,6 +2826,7 @@ export {
   cohesionLocation,
   crossSearch,
   crossSearchFunctions,
+  disableSummaries,
   openCodeIndex,
   readIndexErrors,
   searchSummary,