@ninjaxtools/slopdex 0.14.0 → 0.15.0

package/dist/index.d.ts

@@ -176,6 +176,8 @@ interface CodeIndexOptions {
     exclude?: readonly string[];
     maxFileSize?: number;
     embeddingBatchSize?: number;
+    /** Emit a stderr notice for every call made by the default description provider. */
+    verbose?: boolean;
     readOnly?: boolean;
 }
 interface UpdateFilesOptions {
@@ -418,6 +420,7 @@ interface OpenAIEmbeddingProviderOptions {
     model?: string;
     dimensions?: number;
     baseUrl?: string;
+    verbose?: boolean;
 }
 declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
     #private;
@@ -441,6 +444,7 @@ interface OpenAIDescriptionProviderOptions {
     model?: string;
     baseUrl?: string;
     provider?: DescriptionProviderName;
+    verbose?: boolean;
 }
 declare const DESCRIPTION_PROVIDER_NAMES: readonly ["openai", "opencode", "opencode-go"];
 type DescriptionProviderName = typeof DESCRIPTION_PROVIDER_NAMES[number];
@@ -466,6 +470,7 @@ interface JinaEmbeddingProviderOptions {
     model?: string;
     dimensions?: number;
     baseUrl?: string;
+    verbose?: boolean;
 }
 declare class JinaEmbeddingProvider implements EmbeddingProvider {
     #private;
@@ -488,6 +493,7 @@ interface HostedRerankerOptions {
     apiKey?: string;
     model?: string;
     baseUrl?: string;
+    verbose?: boolean;
 }
 interface HostedRerankerSettings {
     provider: "cohere" | "jina";
@@ -525,6 +531,7 @@ interface OpenAILLMRerankerOptions {
     model?: string;
     baseUrl?: string;
     candidateCount?: number;
+    verbose?: boolean;
 }
 declare class OpenAILLMReranker implements Reranker {
     #private;

package/dist/index.js

@@ -1678,6 +1678,20 @@ function reconcileFunctions(current, previous) {
 import { createOpenAI } from "@ai-sdk/openai";
 import { APICallError, generateText } from "ai";
 import { randomUUID } from "node:crypto";
+
+// src/model-call-notice.ts
+var reportedCalls = /* @__PURE__ */ new Set();
+function reportModelCall(kind, profile, verbose = false) {
+  const key = JSON.stringify([kind, profile.provider, profile.model]);
+  if (!verbose && reportedCalls.has(key)) return;
+  reportedCalls.add(key);
+  process.stderr.write(
+    `slopdex: notice: external model call: kind=${kind} provider=${JSON.stringify(profile.provider)} model=${JSON.stringify(profile.model)}
+`
+  );
+}
+
+// src/descriptions/openai.ts
 var DESCRIPTION_PROVIDER_NAMES = ["openai", "opencode", "opencode-go"];
 function isDescriptionProviderName(value) {
   return DESCRIPTION_PROVIDER_NAMES.includes(value);
@@ -1699,6 +1713,7 @@ var OpenAIDescriptionProvider = class {
   #apiKeyName;
   #baseUrl;
   #openCode;
+  #verbose;
   constructor(options = {}) {
     const provider = options.provider ?? "openai";
     const defaults = PROVIDERS[provider];
@@ -1706,6 +1721,7 @@ var OpenAIDescriptionProvider = class {
     this.#apiKey = options.apiKey ?? process.env[this.#apiKeyName] ?? "";
     this.#baseUrl = (options.baseUrl ?? defaults.baseUrl).replace(/\/$/, "");
     this.#openCode = provider !== "openai";
+    this.#verbose = options.verbose ?? false;
     this.profile = {
       provider,
       model: options.model ?? defaults.model,
@@ -1755,6 +1771,7 @@ var OpenAIDescriptionProvider = class {
     throwIfAborted(options?.signal);
     if (!this.#apiKey) throw new CodeIndexError(`${this.#apiKeyName} is required to generate descriptions.`);
     const { model, responses } = await this.#languageModel(headers);
+    reportModelCall("descriptions", this.profile, this.#verbose);
     let text;
     try {
       ({ text } = await generateText({
@@ -1881,7 +1898,8 @@ var CodeIndex = class {
     this.#database = new IndexDatabase(this.indexPath, this.rootDir, profile, options.readOnly ?? false);
     const storedDescriptionProfile = this.#database.descriptionProfile();
     this.descriptionProvider = options.descriptionProvider ?? new OpenAIDescriptionProvider({
-      ...storedDescriptionProfile && isDescriptionProviderName(storedDescriptionProfile.provider) ? { provider: storedDescriptionProfile.provider, model: storedDescriptionProfile.model } : {}
+      ...storedDescriptionProfile && isDescriptionProviderName(storedDescriptionProfile.provider) ? { provider: storedDescriptionProfile.provider, model: storedDescriptionProfile.model } : {},
+      ...options.verbose ? { verbose: true } : {}
     });
     this.#policy = new SourcePolicy(options.include, options.exclude);
     this.#maxFileSize = options.maxFileSize ?? DEFAULT_MAX_FILE_SIZE;
@@ -3273,6 +3291,7 @@ function truncateInput(input) {
 var OpenAIEmbeddingProvider = class {
   profile;
   #model;
+  #verbose;
   constructor(options = {}) {
     const apiKey = options.apiKey ?? process.env.OPENAI_API_KEY ?? "";
     if (!apiKey) throw new Error("OPENAI_API_KEY is required.");
@@ -3280,6 +3299,7 @@ var OpenAIEmbeddingProvider = class {
     const dimensions = options.dimensions ?? 3072;
     if (!Number.isInteger(dimensions) || dimensions < 1) throw new Error("dimensions must be a positive integer.");
     this.profile = { provider: "openai", model, dimensions, strategyVersion: "callable-v2" };
+    this.#verbose = options.verbose ?? false;
     this.#model = createOpenAI2({
       apiKey,
       baseURL: (options.baseUrl ?? "https://api.openai.com/v1").replace(/\/$/, "")
@@ -3287,6 +3307,7 @@ var OpenAIEmbeddingProvider = class {
   }
   async embedDocuments(inputs, options) {
     if (inputs.length === 0) return [];
+    reportModelCall("vectors", this.profile, this.#verbose);
     return requestEmbeddings(
       embedMany({
         model: this.#model,
@@ -3299,6 +3320,7 @@ var OpenAIEmbeddingProvider = class {
     );
   }
   async embedQuery(input, options) {
+    reportModelCall("vectors", this.profile, this.#verbose);
     return (await requestEmbeddings(
       embed({
         model: this.#model,
@@ -3319,6 +3341,7 @@ var JinaEmbeddingProvider = class {
   profile;
   #apiKey;
   #baseUrl;
+  #verbose;
   constructor(options = {}) {
     this.#apiKey = options.apiKey ?? process.env.JINA_API_KEY ?? "";
     if (!this.#apiKey) throw new Error("JINA_API_KEY is required.");
@@ -3331,11 +3354,13 @@ var JinaEmbeddingProvider = class {
       dimensions,
       strategyVersion: "callable-v2:code-query-passage"
     };
+    this.#verbose = options.verbose ?? false;
     const url = (options.baseUrl ?? "https://api.jina.ai/v1/embeddings").replace(/\/$/, "");
     this.#baseUrl = url.endsWith("/embeddings") ? url.slice(0, -"/embeddings".length) : url;
   }
   async embedDocuments(inputs, options) {
     if (inputs.length === 0) return [];
+    reportModelCall("vectors", this.profile, this.#verbose);
     return requestEmbeddings(
       embedMany2({
         model: this.#model("code.passage"),
@@ -3348,6 +3373,7 @@ var JinaEmbeddingProvider = class {
     );
   }
   async embedQuery(input, options) {
+    reportModelCall("vectors", this.profile, this.#verbose);
     return (await requestEmbeddings(
       embed2({
         model: this.#model("code.query"),
@@ -3383,12 +3409,14 @@ var HostedReranker = class {
   #apiKey;
   #url;
   #returnDocuments;
+  #verbose;
   constructor(options, settings) {
     this.#apiKey = options.apiKey ?? process.env[settings.apiKeyName] ?? "";
     if (!this.#apiKey) throw new Error(`${settings.apiKeyName} is required.`);
     const model = options.model ?? settings.defaultModel;
     if (!model.trim()) throw new Error("reranker model must not be empty.");
     this.profile = { provider: settings.provider, model };
+    this.#verbose = options.verbose ?? false;
     const url = (options.baseUrl ?? settings.defaultUrl).replace(/\/$/, "");
     this.#url = url.endsWith("/rerank") ? url : `${url}/rerank`;
     this.#returnDocuments = settings.returnDocuments;
@@ -3398,6 +3426,7 @@ var HostedReranker = class {
     const limit = options.limit ?? documents.length;
     assertPositiveInteger(limit, "rerank limit");
     throwIfAborted(options.signal);
+    reportModelCall("reranking", this.profile, this.#verbose);
     let response;
     try {
       response = await fetch(this.#url, {
@@ -3487,9 +3516,11 @@ var OpenAILLMReranker = class {
   maximumCandidateCount = MAX_CANDIDATES;
   #apiKey;
   #baseUrl;
+  #verbose;
   constructor(options = {}) {
     this.#apiKey = options.apiKey ?? process.env.OPENAI_API_KEY ?? "";
     this.#baseUrl = (options.baseUrl ?? "https://api.openai.com/v1").replace(/\/$/, "");
+    this.#verbose = options.verbose ?? false;
     this.candidateCount = options.candidateCount ?? 10;
     assertPositiveInteger(this.candidateCount, "reranker candidate count");
     if (this.candidateCount > MAX_CANDIDATES) {
@@ -3541,6 +3572,7 @@ var OpenAILLMReranker = class {
           document: tokens.length <= candidateTokenLimit ? document : tokenizer2.decode(tokens.slice(0, candidateTokenLimit))
         };
       });
+      reportModelCall("reranking", this.profile, this.#verbose);
       ({ output } = await generateText2({
         model: createOpenAI4({ apiKey: this.#apiKey, baseURL: this.#baseUrl }).responses(this.profile.model),
         prompt: JSON.stringify({