@shinobiapps/shinobi 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +70 -0
- package/CODE_OF_CONDUCT.md +70 -0
- package/LICENSE +21 -0
- package/README.md +269 -0
- package/SECURITY.md +75 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +200 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands/cost.d.ts +9 -0
- package/dist/commands/cost.d.ts.map +1 -0
- package/dist/commands/cost.js +49 -0
- package/dist/commands/cost.js.map +1 -0
- package/dist/commands/digest.d.ts +29 -0
- package/dist/commands/digest.d.ts.map +1 -0
- package/dist/commands/digest.js +63 -0
- package/dist/commands/digest.js.map +1 -0
- package/dist/commands/init.d.ts +15 -0
- package/dist/commands/init.d.ts.map +1 -0
- package/dist/commands/init.js +81 -0
- package/dist/commands/init.js.map +1 -0
- package/dist/commands/sync.d.ts +5 -0
- package/dist/commands/sync.d.ts.map +1 -0
- package/dist/commands/sync.js +160 -0
- package/dist/commands/sync.js.map +1 -0
- package/dist/dashboard/auth.d.ts +17 -0
- package/dist/dashboard/auth.d.ts.map +1 -0
- package/dist/dashboard/auth.js +108 -0
- package/dist/dashboard/auth.js.map +1 -0
- package/dist/dashboard/server.d.ts +16 -0
- package/dist/dashboard/server.d.ts.map +1 -0
- package/dist/dashboard/server.js +1020 -0
- package/dist/dashboard/server.js.map +1 -0
- package/dist/dashboard/settings-store.d.ts +46 -0
- package/dist/dashboard/settings-store.d.ts.map +1 -0
- package/dist/dashboard/settings-store.js +183 -0
- package/dist/dashboard/settings-store.js.map +1 -0
- package/dist/dashboard-spa/apple-touch-icon.png +0 -0
- package/dist/dashboard-spa/assets/index-0vWLEg34.css +1 -0
- package/dist/dashboard-spa/assets/index-Rnhs9802.js +263 -0
- package/dist/dashboard-spa/assets/index-Rnhs9802.js.map +1 -0
- package/dist/dashboard-spa/icon-192.png +0 -0
- package/dist/dashboard-spa/icon-192.svg +4 -0
- package/dist/dashboard-spa/icon-512.png +0 -0
- package/dist/dashboard-spa/index.html +29 -0
- package/dist/dashboard-spa/manifest.webmanifest +37 -0
- package/dist/dashboard-spa/sw.js +111 -0
- package/dist/lib/config.d.ts +14 -0
- package/dist/lib/config.d.ts.map +1 -0
- package/dist/lib/config.js +36 -0
- package/dist/lib/config.js.map +1 -0
- package/dist/lib/db.d.ts +5 -0
- package/dist/lib/db.d.ts.map +1 -0
- package/dist/lib/db.js +33 -0
- package/dist/lib/db.js.map +1 -0
- package/dist/lib/fts.d.ts +2 -0
- package/dist/lib/fts.d.ts.map +1 -0
- package/dist/lib/fts.js +14 -0
- package/dist/lib/fts.js.map +1 -0
- package/dist/lib/json.d.ts +3 -0
- package/dist/lib/json.d.ts.map +1 -0
- package/dist/lib/json.js +16 -0
- package/dist/lib/json.js.map +1 -0
- package/dist/lib/migrations.d.ts +9 -0
- package/dist/lib/migrations.d.ts.map +1 -0
- package/dist/lib/migrations.js +94 -0
- package/dist/lib/migrations.js.map +1 -0
- package/dist/lib/priority.d.ts +2 -0
- package/dist/lib/priority.d.ts.map +1 -0
- package/dist/lib/priority.js +8 -0
- package/dist/lib/priority.js.map +1 -0
- package/dist/models/activity.d.ts +41 -0
- package/dist/models/activity.d.ts.map +1 -0
- package/dist/models/activity.js +55 -0
- package/dist/models/activity.js.map +1 -0
- package/dist/models/approvals.d.ts +43 -0
- package/dist/models/approvals.d.ts.map +1 -0
- package/dist/models/approvals.js +102 -0
- package/dist/models/approvals.js.map +1 -0
- package/dist/models/context.d.ts +25 -0
- package/dist/models/context.d.ts.map +1 -0
- package/dist/models/context.js +63 -0
- package/dist/models/context.js.map +1 -0
- package/dist/models/dead_ends-helpers.d.ts +3 -0
- package/dist/models/dead_ends-helpers.d.ts.map +1 -0
- package/dist/models/dead_ends-helpers.js +9 -0
- package/dist/models/dead_ends-helpers.js.map +1 -0
- package/dist/models/dead_ends.d.ts +41 -0
- package/dist/models/dead_ends.d.ts.map +1 -0
- package/dist/models/dead_ends.js +96 -0
- package/dist/models/dead_ends.js.map +1 -0
- package/dist/models/decision_drafts.d.ts +59 -0
- package/dist/models/decision_drafts.d.ts.map +1 -0
- package/dist/models/decision_drafts.js +105 -0
- package/dist/models/decision_drafts.js.map +1 -0
- package/dist/models/decisions-helpers.d.ts +3 -0
- package/dist/models/decisions-helpers.d.ts.map +1 -0
- package/dist/models/decisions-helpers.js +9 -0
- package/dist/models/decisions-helpers.js.map +1 -0
- package/dist/models/decisions.d.ts +51 -0
- package/dist/models/decisions.d.ts.map +1 -0
- package/dist/models/decisions.js +97 -0
- package/dist/models/decisions.js.map +1 -0
- package/dist/models/notes-helpers.d.ts +3 -0
- package/dist/models/notes-helpers.d.ts.map +1 -0
- package/dist/models/notes-helpers.js +9 -0
- package/dist/models/notes-helpers.js.map +1 -0
- package/dist/models/notes.d.ts +35 -0
- package/dist/models/notes.d.ts.map +1 -0
- package/dist/models/notes.js +66 -0
- package/dist/models/notes.js.map +1 -0
- package/dist/models/plans.d.ts +25 -0
- package/dist/models/plans.d.ts.map +1 -0
- package/dist/models/plans.js +39 -0
- package/dist/models/plans.js.map +1 -0
- package/dist/models/pr_links.d.ts +36 -0
- package/dist/models/pr_links.d.ts.map +1 -0
- package/dist/models/pr_links.js +45 -0
- package/dist/models/pr_links.js.map +1 -0
- package/dist/models/project_members.d.ts +22 -0
- package/dist/models/project_members.d.ts.map +1 -0
- package/dist/models/project_members.js +33 -0
- package/dist/models/project_members.js.map +1 -0
- package/dist/models/projects.d.ts +55 -0
- package/dist/models/projects.d.ts.map +1 -0
- package/dist/models/projects.js +126 -0
- package/dist/models/projects.js.map +1 -0
- package/dist/models/push_subscriptions.d.ts +24 -0
- package/dist/models/push_subscriptions.d.ts.map +1 -0
- package/dist/models/push_subscriptions.js +39 -0
- package/dist/models/push_subscriptions.js.map +1 -0
- package/dist/models/session_costs.d.ts +48 -0
- package/dist/models/session_costs.d.ts.map +1 -0
- package/dist/models/session_costs.js +77 -0
- package/dist/models/session_costs.js.map +1 -0
- package/dist/models/sessions.d.ts +41 -0
- package/dist/models/sessions.d.ts.map +1 -0
- package/dist/models/sessions.js +96 -0
- package/dist/models/sessions.js.map +1 -0
- package/dist/models/subtasks-helpers.d.ts +3 -0
- package/dist/models/subtasks-helpers.d.ts.map +1 -0
- package/dist/models/subtasks-helpers.js +9 -0
- package/dist/models/subtasks-helpers.js.map +1 -0
- package/dist/models/subtasks.d.ts +69 -0
- package/dist/models/subtasks.d.ts.map +1 -0
- package/dist/models/subtasks.js +215 -0
- package/dist/models/subtasks.js.map +1 -0
- package/dist/models/users.d.ts +25 -0
- package/dist/models/users.d.ts.map +1 -0
- package/dist/models/users.js +44 -0
- package/dist/models/users.js.map +1 -0
- package/dist/server/mcp.d.ts +6 -0
- package/dist/server/mcp.d.ts.map +1 -0
- package/dist/server/mcp.js +72 -0
- package/dist/server/mcp.js.map +1 -0
- package/dist/server/tools/approval.d.ts +3 -0
- package/dist/server/tools/approval.d.ts.map +1 -0
- package/dist/server/tools/approval.js +98 -0
- package/dist/server/tools/approval.js.map +1 -0
- package/dist/server/tools/args.d.ts +11 -0
- package/dist/server/tools/args.d.ts.map +1 -0
- package/dist/server/tools/args.js +79 -0
- package/dist/server/tools/args.js.map +1 -0
- package/dist/server/tools/context.d.ts +3 -0
- package/dist/server/tools/context.d.ts.map +1 -0
- package/dist/server/tools/context.js +72 -0
- package/dist/server/tools/context.js.map +1 -0
- package/dist/server/tools/dead_ends.d.ts +3 -0
- package/dist/server/tools/dead_ends.d.ts.map +1 -0
- package/dist/server/tools/dead_ends.js +111 -0
- package/dist/server/tools/dead_ends.js.map +1 -0
- package/dist/server/tools/decisions.d.ts +3 -0
- package/dist/server/tools/decisions.d.ts.map +1 -0
- package/dist/server/tools/decisions.js +101 -0
- package/dist/server/tools/decisions.js.map +1 -0
- package/dist/server/tools/extraction.d.ts +3 -0
- package/dist/server/tools/extraction.d.ts.map +1 -0
- package/dist/server/tools/extraction.js +145 -0
- package/dist/server/tools/extraction.js.map +1 -0
- package/dist/server/tools/git.d.ts +3 -0
- package/dist/server/tools/git.d.ts.map +1 -0
- package/dist/server/tools/git.js +86 -0
- package/dist/server/tools/git.js.map +1 -0
- package/dist/server/tools/history.d.ts +3 -0
- package/dist/server/tools/history.d.ts.map +1 -0
- package/dist/server/tools/history.js +51 -0
- package/dist/server/tools/history.js.map +1 -0
- package/dist/server/tools/index.d.ts +6 -0
- package/dist/server/tools/index.d.ts.map +1 -0
- package/dist/server/tools/index.js +41 -0
- package/dist/server/tools/index.js.map +1 -0
- package/dist/server/tools/notes.d.ts +3 -0
- package/dist/server/tools/notes.d.ts.map +1 -0
- package/dist/server/tools/notes.js +60 -0
- package/dist/server/tools/notes.js.map +1 -0
- package/dist/server/tools/plans.d.ts +3 -0
- package/dist/server/tools/plans.d.ts.map +1 -0
- package/dist/server/tools/plans.js +65 -0
- package/dist/server/tools/plans.js.map +1 -0
- package/dist/server/tools/plugin.d.ts +3 -0
- package/dist/server/tools/plugin.d.ts.map +1 -0
- package/dist/server/tools/plugin.js +26 -0
- package/dist/server/tools/plugin.js.map +1 -0
- package/dist/server/tools/projects.d.ts +3 -0
- package/dist/server/tools/projects.d.ts.map +1 -0
- package/dist/server/tools/projects.js +197 -0
- package/dist/server/tools/projects.js.map +1 -0
- package/dist/server/tools/recall.d.ts +3 -0
- package/dist/server/tools/recall.d.ts.map +1 -0
- package/dist/server/tools/recall.js +74 -0
- package/dist/server/tools/recall.js.map +1 -0
- package/dist/server/tools/registry.d.ts +8 -0
- package/dist/server/tools/registry.d.ts.map +1 -0
- package/dist/server/tools/registry.js +23 -0
- package/dist/server/tools/registry.js.map +1 -0
- package/dist/server/tools/subtasks.d.ts +3 -0
- package/dist/server/tools/subtasks.d.ts.map +1 -0
- package/dist/server/tools/subtasks.js +306 -0
- package/dist/server/tools/subtasks.js.map +1 -0
- package/dist/server/tools/types.d.ts +7 -0
- package/dist/server/tools/types.d.ts.map +1 -0
- package/dist/server/tools/types.js +2 -0
- package/dist/server/tools/types.js.map +1 -0
- package/dist/server/tools/workflow.d.ts +3 -0
- package/dist/server/tools/workflow.d.ts.map +1 -0
- package/dist/server/tools/workflow.js +434 -0
- package/dist/server/tools/workflow.js.map +1 -0
- package/dist/services/auth/magic-link.d.ts +27 -0
- package/dist/services/auth/magic-link.d.ts.map +1 -0
- package/dist/services/auth/magic-link.js +48 -0
- package/dist/services/auth/magic-link.js.map +1 -0
- package/dist/services/auth/session.d.ts +15 -0
- package/dist/services/auth/session.d.ts.map +1 -0
- package/dist/services/auth/session.js +65 -0
- package/dist/services/auth/session.js.map +1 -0
- package/dist/services/cost/claude-code-parser.d.ts +30 -0
- package/dist/services/cost/claude-code-parser.d.ts.map +1 -0
- package/dist/services/cost/claude-code-parser.js +110 -0
- package/dist/services/cost/claude-code-parser.js.map +1 -0
- package/dist/services/cost/pricing.d.ts +15 -0
- package/dist/services/cost/pricing.d.ts.map +1 -0
- package/dist/services/cost/pricing.js +33 -0
- package/dist/services/cost/pricing.js.map +1 -0
- package/dist/services/digest/generator.d.ts +51 -0
- package/dist/services/digest/generator.d.ts.map +1 -0
- package/dist/services/digest/generator.js +136 -0
- package/dist/services/digest/generator.js.map +1 -0
- package/dist/services/digest/scheduler.d.ts +3 -0
- package/dist/services/digest/scheduler.d.ts.map +1 -0
- package/dist/services/digest/scheduler.js +61 -0
- package/dist/services/digest/scheduler.js.map +1 -0
- package/dist/services/digest/telegram.d.ts +13 -0
- package/dist/services/digest/telegram.d.ts.map +1 -0
- package/dist/services/digest/telegram.js +68 -0
- package/dist/services/digest/telegram.js.map +1 -0
- package/dist/services/embedding/detect.d.ts +19 -0
- package/dist/services/embedding/detect.d.ts.map +1 -0
- package/dist/services/embedding/detect.js +64 -0
- package/dist/services/embedding/detect.js.map +1 -0
- package/dist/services/embedding/factory.d.ts +10 -0
- package/dist/services/embedding/factory.d.ts.map +1 -0
- package/dist/services/embedding/factory.js +79 -0
- package/dist/services/embedding/factory.js.map +1 -0
- package/dist/services/embedding/ollama.d.ts +14 -0
- package/dist/services/embedding/ollama.d.ts.map +1 -0
- package/dist/services/embedding/ollama.js +28 -0
- package/dist/services/embedding/ollama.js.map +1 -0
- package/dist/services/embedding/openai.d.ts +16 -0
- package/dist/services/embedding/openai.d.ts.map +1 -0
- package/dist/services/embedding/openai.js +33 -0
- package/dist/services/embedding/openai.js.map +1 -0
- package/dist/services/embedding/store.d.ts +25 -0
- package/dist/services/embedding/store.d.ts.map +1 -0
- package/dist/services/embedding/store.js +79 -0
- package/dist/services/embedding/store.js.map +1 -0
- package/dist/services/embedding/types.d.ts +9 -0
- package/dist/services/embedding/types.d.ts.map +1 -0
- package/dist/services/embedding/types.js +2 -0
- package/dist/services/embedding/types.js.map +1 -0
- package/dist/services/embedding/vector-math.d.ts +4 -0
- package/dist/services/embedding/vector-math.d.ts.map +1 -0
- package/dist/services/embedding/vector-math.js +27 -0
- package/dist/services/embedding/vector-math.js.map +1 -0
- package/dist/services/embedding/voyage.d.ts +16 -0
- package/dist/services/embedding/voyage.d.ts.map +1 -0
- package/dist/services/embedding/voyage.js +33 -0
- package/dist/services/embedding/voyage.js.map +1 -0
- package/dist/services/extraction/decision-extractor.d.ts +16 -0
- package/dist/services/extraction/decision-extractor.d.ts.map +1 -0
- package/dist/services/extraction/decision-extractor.js +111 -0
- package/dist/services/extraction/decision-extractor.js.map +1 -0
- package/dist/services/extraction/session-summarizer.d.ts +17 -0
- package/dist/services/extraction/session-summarizer.d.ts.map +1 -0
- package/dist/services/extraction/session-summarizer.js +112 -0
- package/dist/services/extraction/session-summarizer.js.map +1 -0
- package/dist/services/github/webhook.d.ts +17 -0
- package/dist/services/github/webhook.d.ts.map +1 -0
- package/dist/services/github/webhook.js +159 -0
- package/dist/services/github/webhook.js.map +1 -0
- package/dist/services/llm/factory.d.ts +3 -0
- package/dist/services/llm/factory.d.ts.map +1 -0
- package/dist/services/llm/factory.js +53 -0
- package/dist/services/llm/factory.js.map +1 -0
- package/dist/services/llm/openai-compat.d.ts +20 -0
- package/dist/services/llm/openai-compat.d.ts.map +1 -0
- package/dist/services/llm/openai-compat.js +53 -0
- package/dist/services/llm/openai-compat.js.map +1 -0
- package/dist/services/llm/types.d.ts +23 -0
- package/dist/services/llm/types.d.ts.map +1 -0
- package/dist/services/llm/types.js +2 -0
- package/dist/services/llm/types.js.map +1 -0
- package/dist/services/mentions/resolver.d.ts +36 -0
- package/dist/services/mentions/resolver.d.ts.map +1 -0
- package/dist/services/mentions/resolver.js +97 -0
- package/dist/services/mentions/resolver.js.map +1 -0
- package/dist/services/plugins/api.d.ts +55 -0
- package/dist/services/plugins/api.d.ts.map +1 -0
- package/dist/services/plugins/api.js +35 -0
- package/dist/services/plugins/api.js.map +1 -0
- package/dist/services/plugins/discovery.d.ts +7 -0
- package/dist/services/plugins/discovery.d.ts.map +1 -0
- package/dist/services/plugins/discovery.js +104 -0
- package/dist/services/plugins/discovery.js.map +1 -0
- package/dist/services/plugins/marketplace.d.ts +42 -0
- package/dist/services/plugins/marketplace.d.ts.map +1 -0
- package/dist/services/plugins/marketplace.js +186 -0
- package/dist/services/plugins/marketplace.js.map +1 -0
- package/dist/services/plugins/registry.d.ts +12 -0
- package/dist/services/plugins/registry.d.ts.map +1 -0
- package/dist/services/plugins/registry.js +66 -0
- package/dist/services/plugins/registry.js.map +1 -0
- package/dist/services/plugins/state.d.ts +12 -0
- package/dist/services/plugins/state.d.ts.map +1 -0
- package/dist/services/plugins/state.js +14 -0
- package/dist/services/plugins/state.js.map +1 -0
- package/dist/services/push/web-push.d.ts +26 -0
- package/dist/services/push/web-push.d.ts.map +1 -0
- package/dist/services/push/web-push.js +84 -0
- package/dist/services/push/web-push.js.map +1 -0
- package/dist/services/relay/client.d.ts +27 -0
- package/dist/services/relay/client.d.ts.map +1 -0
- package/dist/services/relay/client.js +219 -0
- package/dist/services/relay/client.js.map +1 -0
- package/dist/services/relay/types.d.ts +19 -0
- package/dist/services/relay/types.d.ts.map +1 -0
- package/dist/services/relay/types.js +2 -0
- package/dist/services/relay/types.js.map +1 -0
- package/dist/services/telemetry/client.d.ts +35 -0
- package/dist/services/telemetry/client.d.ts.map +1 -0
- package/dist/services/telemetry/client.js +125 -0
- package/dist/services/telemetry/client.js.map +1 -0
- package/dist/services/transcription/whisper.d.ts +16 -0
- package/dist/services/transcription/whisper.d.ts.map +1 -0
- package/dist/services/transcription/whisper.js +72 -0
- package/dist/services/transcription/whisper.js.map +1 -0
- package/docs/architecture.md +108 -0
- package/docs/configuration.md +73 -0
- package/docs/cursor-quirks.md +42 -0
- package/docs/embedding-providers.md +110 -0
- package/docs/github-integration.md +109 -0
- package/docs/plugin-development.md +104 -0
- package/docs/plugins.md +104 -0
- package/docs/relay.md +108 -0
- package/docs/remote-access.md +218 -0
- package/docs/sponsorship.md +54 -0
- package/migrations/.gitkeep +0 -0
- package/migrations/0001_initial_schema.sql +284 -0
- package/migrations/0002_activity_and_links.sql +26 -0
- package/migrations/0003_workspace.sql +7 -0
- package/migrations/0004_decision_drafts.sql +28 -0
- package/migrations/0005_project_summaries.sql +10 -0
- package/migrations/0006_push_and_approvals.sql +37 -0
- package/migrations/0007_session_costs.sql +17 -0
- package/migrations/0008_pr_links.sql +22 -0
- package/migrations/0009_telemetry.sql +17 -0
- package/migrations/0010_users_and_members.sql +40 -0
- package/migrations/0011_assignments_mentions.sql +20 -0
- package/package.json +95 -0
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
// Auto-detects which embedding provider is available without paid keys.
|
|
2
|
+
// Order: ollama (free, local) → voyage (free tier) → openai (paid) → none.
|
|
3
|
+
import { stderr } from 'node:process';
|
|
4
|
+
import { readEnvFile } from '../../dashboard/settings-store.js';
|
|
5
|
+
const PROBE_TIMEOUT_MS = 1500;
|
|
6
|
+
function getEnv(key) {
|
|
7
|
+
const env = readEnvFile().values;
|
|
8
|
+
return env[key] ?? process.env[key] ?? null;
|
|
9
|
+
}
|
|
10
|
+
async function fetchWithTimeout(url, opts = {}, ms = PROBE_TIMEOUT_MS) {
|
|
11
|
+
const controller = new AbortController();
|
|
12
|
+
const timer = setTimeout(() => controller.abort(), ms);
|
|
13
|
+
try {
|
|
14
|
+
return await fetch(url, { ...opts, signal: controller.signal });
|
|
15
|
+
}
|
|
16
|
+
finally {
|
|
17
|
+
clearTimeout(timer);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
export async function detectAvailableProvider() {
|
|
21
|
+
const ollamaBase = getEnv('SHINOBI_OLLAMA_URL') ?? 'http://localhost:11434';
|
|
22
|
+
let ollamaReachable = false;
|
|
23
|
+
let hasNomic = false;
|
|
24
|
+
let models = [];
|
|
25
|
+
try {
|
|
26
|
+
const r = await fetchWithTimeout(`${ollamaBase}/api/tags`);
|
|
27
|
+
if (r.ok) {
|
|
28
|
+
ollamaReachable = true;
|
|
29
|
+
const json = (await r.json());
|
|
30
|
+
models = (json.models ?? []).map((m) => m.name);
|
|
31
|
+
hasNomic = models.some((n) => n.startsWith('nomic-embed-text'));
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
catch {
|
|
35
|
+
ollamaReachable = false;
|
|
36
|
+
}
|
|
37
|
+
const voyageKey = getEnv('VOYAGE_API_KEY') ?? getEnv('SHINOBI_EMBED_API_KEY');
|
|
38
|
+
const openaiKey = getEnv('OPENAI_API_KEY') ?? getEnv('SHINOBI_EMBED_API_KEY');
|
|
39
|
+
let chosen = null;
|
|
40
|
+
if (ollamaReachable && hasNomic)
|
|
41
|
+
chosen = 'ollama';
|
|
42
|
+
else if (voyageKey)
|
|
43
|
+
chosen = 'voyage';
|
|
44
|
+
else if (openaiKey)
|
|
45
|
+
chosen = 'openai';
|
|
46
|
+
return {
|
|
47
|
+
provider: chosen,
|
|
48
|
+
ollama: { reachable: ollamaReachable, has_nomic: hasNomic, base_url: ollamaBase, models },
|
|
49
|
+
voyage: { has_api_key: voyageKey !== null && voyageKey.length > 0 },
|
|
50
|
+
openai: { has_api_key: openaiKey !== null && openaiKey.length > 0 },
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
export function logDetection(result) {
|
|
54
|
+
stderr.write(`embedding auto-detect:\n`);
|
|
55
|
+
stderr.write(` ollama: reachable=${result.ollama.reachable} has_nomic=${result.ollama.has_nomic} (${result.ollama.base_url})\n`);
|
|
56
|
+
if (result.ollama.reachable && !result.ollama.has_nomic && result.ollama.models.length > 0) {
|
|
57
|
+
stderr.write(` models present: ${result.ollama.models.slice(0, 5).join(', ')}${result.ollama.models.length > 5 ? '…' : ''}\n`);
|
|
58
|
+
stderr.write(` hint: run \`ollama pull nomic-embed-text\` for free local embeddings\n`);
|
|
59
|
+
}
|
|
60
|
+
stderr.write(` voyage api key: ${result.voyage.has_api_key ? 'present' : 'absent'}\n`);
|
|
61
|
+
stderr.write(` openai api key: ${result.openai.has_api_key ? 'present' : 'absent'}\n`);
|
|
62
|
+
stderr.write(` → selected: ${result.provider ?? 'none (semantic recall disabled; using fulltext FTS5)'}\n`);
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=detect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detect.js","sourceRoot":"","sources":["../../../src/services/embedding/detect.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,2EAA2E;AAE3E,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AAUhE,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,SAAS,MAAM,CAAC,GAAW;IACzB,MAAM,GAAG,GAAG,WAAW,EAAE,CAAC,MAAM,CAAC;IACjC,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,OAAoB,EAAE,EAAE,EAAE,GAAG,gBAAgB;IACxF,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAMD,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,wBAAwB,CAAC;IAE5E,IAAI,eAAe,GAAG,KAAK,CAAC;IAC5B,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC,GAAG,UAAU,WAAW,CAAC,CAAC;QAC3D,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACT,eAAe,GAAG,IAAI,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAuB,CAAC;YACpD,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAChD,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,eAAe,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,uBAAuB,CAAC,CAAC;IAE9E,IAAI,MAAM,GAAgC,IAAI,CAAC;IAC/C,IAAI,eAAe,IAAI,QAAQ;QAAE,MAAM,GAAG,QAAQ,CAAC;SAC9C,IAAI,SAAS;QAAE,MAAM,GAAG,QAAQ,CAAC;SACjC,IAAI,SAAS;QAAE,MAAM,GAAG,QAAQ,CAAC;IAEtC,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,MAAM,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE;QACzF,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;QACnE,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;KACpE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAuB;IAClD,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACzC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,MAAM,CAAC,SAAS,cAAc,MAAM,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;IAClI,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3F,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAClI,MAAM,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAC7F,CAAC;IACD,MAAM,CAAC,KAAK,CAAC,qBAAqB,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;IACxF,MAAM,CAAC,KAAK,CAAC,qBAAqB,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC;IACxF,MAAM,CAAC,KAAK,CAAC,iBAAiB,MAAM,CAAC,QAAQ,IAAI,sDAAsD,IAAI,CAAC,CAAC;AAC/G,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from './types.js';
|
|
2
|
+
export declare function embeddingProviderFromEnv(): EmbeddingProvider | null;
|
|
3
|
+
/**
|
|
4
|
+
* Async variant that runs the auto-detection chain when SHINOBI_EMBED_PROVIDER
|
|
5
|
+
* is 'auto' (or unset). Order: ollama (free, local) → voyage (free tier) →
|
|
6
|
+
* openai (paid) → null. When an explicit kind is set, falls back to the sync
|
|
7
|
+
* factory for that kind.
|
|
8
|
+
*/
|
|
9
|
+
export declare function resolveEmbeddingProvider(): Promise<EmbeddingProvider | null>;
|
|
10
|
+
//# sourceMappingURL=factory.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/factory.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAwB,iBAAiB,EAAyB,MAAM,YAAY,CAAC;AA6CjG,wBAAgB,wBAAwB,IAAI,iBAAiB,GAAG,IAAI,CAKnE;AAED;;;;;GAKG;AACH,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CASlF"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { detectAvailableProvider, logDetection } from './detect.js';
|
|
2
|
+
import { OllamaEmbeddingProvider } from './ollama.js';
|
|
3
|
+
import { OpenAIEmbeddingProvider } from './openai.js';
|
|
4
|
+
import { VoyageEmbeddingProvider } from './voyage.js';
|
|
5
|
+
const VALID = ['openai', 'voyage', 'ollama', 'auto', 'none'];
|
|
6
|
+
function readEnvKind() {
|
|
7
|
+
const raw = (process.env['SHINOBI_EMBED_PROVIDER'] ?? 'auto').toLowerCase();
|
|
8
|
+
if (VALID.includes(raw)) {
|
|
9
|
+
return raw;
|
|
10
|
+
}
|
|
11
|
+
return 'auto';
|
|
12
|
+
}
|
|
13
|
+
function instantiate(kind) {
|
|
14
|
+
const explicitKey = process.env['SHINOBI_EMBED_API_KEY'];
|
|
15
|
+
const sharedModel = process.env['SHINOBI_EMBED_MODEL'];
|
|
16
|
+
const sharedDims = Number(process.env['SHINOBI_EMBED_DIMS']);
|
|
17
|
+
const dimsValid = Number.isFinite(sharedDims) && sharedDims > 0;
|
|
18
|
+
if (kind === 'openai') {
|
|
19
|
+
const apiKey = explicitKey ?? process.env['OPENAI_API_KEY'];
|
|
20
|
+
if (!apiKey)
|
|
21
|
+
return null;
|
|
22
|
+
const opts = { apiKey };
|
|
23
|
+
if (sharedModel)
|
|
24
|
+
opts.model = sharedModel;
|
|
25
|
+
if (dimsValid)
|
|
26
|
+
opts.dimensions = sharedDims;
|
|
27
|
+
return new OpenAIEmbeddingProvider(opts);
|
|
28
|
+
}
|
|
29
|
+
if (kind === 'voyage') {
|
|
30
|
+
const apiKey = explicitKey ?? process.env['VOYAGE_API_KEY'];
|
|
31
|
+
if (!apiKey)
|
|
32
|
+
return null;
|
|
33
|
+
const opts = { apiKey };
|
|
34
|
+
if (sharedModel)
|
|
35
|
+
opts.model = sharedModel;
|
|
36
|
+
if (dimsValid)
|
|
37
|
+
opts.dimensions = sharedDims;
|
|
38
|
+
return new VoyageEmbeddingProvider(opts);
|
|
39
|
+
}
|
|
40
|
+
if (kind === 'ollama') {
|
|
41
|
+
const opts = {};
|
|
42
|
+
if (sharedModel)
|
|
43
|
+
opts.model = sharedModel;
|
|
44
|
+
const baseUrl = process.env['SHINOBI_OLLAMA_URL'];
|
|
45
|
+
if (baseUrl)
|
|
46
|
+
opts.baseUrl = baseUrl;
|
|
47
|
+
if (dimsValid)
|
|
48
|
+
opts.dimensions = sharedDims;
|
|
49
|
+
return new OllamaEmbeddingProvider(opts);
|
|
50
|
+
}
|
|
51
|
+
return null;
|
|
52
|
+
}
|
|
53
|
+
export function embeddingProviderFromEnv() {
|
|
54
|
+
const kind = readEnvKind();
|
|
55
|
+
if (kind === 'none')
|
|
56
|
+
return null;
|
|
57
|
+
if (kind === 'auto')
|
|
58
|
+
return null; // sync entry point cannot await detection
|
|
59
|
+
return instantiate(kind);
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Async variant that runs the auto-detection chain when SHINOBI_EMBED_PROVIDER
|
|
63
|
+
* is 'auto' (or unset). Order: ollama (free, local) → voyage (free tier) →
|
|
64
|
+
* openai (paid) → null. When an explicit kind is set, falls back to the sync
|
|
65
|
+
* factory for that kind.
|
|
66
|
+
*/
|
|
67
|
+
export async function resolveEmbeddingProvider() {
|
|
68
|
+
const kind = readEnvKind();
|
|
69
|
+
if (kind === 'none')
|
|
70
|
+
return null;
|
|
71
|
+
if (kind !== 'auto')
|
|
72
|
+
return instantiate(kind);
|
|
73
|
+
const detection = await detectAvailableProvider();
|
|
74
|
+
logDetection(detection);
|
|
75
|
+
if (!detection.provider)
|
|
76
|
+
return null;
|
|
77
|
+
return instantiate(detection.provider);
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"factory.js","sourceRoot":"","sources":["../../../src/services/embedding/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,KAAK,GAAyC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAEnG,SAAS,WAAW;IAClB,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5E,IAAK,KAA2B,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,OAAO,GAA4B,CAAC;IACtC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,IAA0B;IAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEhE,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,IAAI,GAA4D,EAAE,MAAM,EAAE,CAAC;QACjF,IAAI,WAAW;YAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAC1C,IAAI,SAAS;YAAE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC5C,OAAO,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACzB,MAAM,IAAI,GAA4D,EAAE,MAAM,EAAE,CAAC;QACjF,IAAI,WAAW;YAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAC1C,IAAI,SAAS;YAAE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC5C,OAAO,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,IAAI,GAA8D,EAAE,CAAC;QAC3E,IAAI,WAAW;YAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;QAClD,IAAI,OAAO;YAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACpC,IAAI,SAAS;YAAE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC5C,OAAO,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB;IACtC,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;IAC3B,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,0CAA0C;IAC5E,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;IAC3B,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC;IAE9C,MAAM,SAAS,GAAG,MAAM,uBAAuB,EAAE,CAAC;IAClD,YAAY,CAAC,SAAS,CAAC,CAAC;IACxB,IAAI,CAAC,SAAS,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AACzC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from './types.js';
|
|
2
|
+
export declare class OllamaEmbeddingProvider implements EmbeddingProvider {
|
|
3
|
+
readonly name = "ollama";
|
|
4
|
+
readonly dimensions: number;
|
|
5
|
+
readonly model: string;
|
|
6
|
+
private baseUrl;
|
|
7
|
+
constructor(opts?: {
|
|
8
|
+
model?: string;
|
|
9
|
+
baseUrl?: string;
|
|
10
|
+
dimensions?: number;
|
|
11
|
+
});
|
|
12
|
+
embed(text: string): Promise<Float32Array>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=ollama.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAOpD,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAO;IAM1E,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAejD"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export class OllamaEmbeddingProvider {
|
|
2
|
+
name = 'ollama';
|
|
3
|
+
dimensions;
|
|
4
|
+
model;
|
|
5
|
+
baseUrl;
|
|
6
|
+
constructor(opts = {}) {
|
|
7
|
+
this.model = opts.model ?? 'nomic-embed-text';
|
|
8
|
+
this.dimensions = opts.dimensions ?? 768;
|
|
9
|
+
this.baseUrl = opts.baseUrl ?? 'http://localhost:11434';
|
|
10
|
+
}
|
|
11
|
+
async embed(text) {
|
|
12
|
+
const response = await fetch(`${this.baseUrl}/api/embeddings`, {
|
|
13
|
+
method: 'POST',
|
|
14
|
+
headers: { 'Content-Type': 'application/json' },
|
|
15
|
+
body: JSON.stringify({ model: this.model, prompt: text }),
|
|
16
|
+
});
|
|
17
|
+
if (!response.ok) {
|
|
18
|
+
const body = await response.text();
|
|
19
|
+
throw new Error(`Ollama embed failed: ${response.status} ${body.slice(0, 200)}`);
|
|
20
|
+
}
|
|
21
|
+
const json = (await response.json());
|
|
22
|
+
const vec = json.embedding ?? json.embeddings?.[0];
|
|
23
|
+
if (!vec)
|
|
24
|
+
throw new Error('Ollama embed: empty response');
|
|
25
|
+
return new Float32Array(vec);
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
//# sourceMappingURL=ollama.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../src/services/embedding/ollama.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,UAAU,CAAS;IACnB,KAAK,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,OAAkE,EAAE;QAC9E,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC;QAC9C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,wBAAwB,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;YAC7D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAC1D,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1D,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from './types.js';
|
|
2
|
+
export declare class OpenAIEmbeddingProvider implements EmbeddingProvider {
|
|
3
|
+
readonly name = "openai";
|
|
4
|
+
readonly dimensions: number;
|
|
5
|
+
readonly model: string;
|
|
6
|
+
private apiKey;
|
|
7
|
+
private baseUrl;
|
|
8
|
+
constructor(opts: {
|
|
9
|
+
apiKey: string;
|
|
10
|
+
model?: string;
|
|
11
|
+
baseUrl?: string;
|
|
12
|
+
dimensions?: number;
|
|
13
|
+
});
|
|
14
|
+
embed(text: string): Promise<Float32Array>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=openai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAMpD,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAOrF,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAkBjD"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export class OpenAIEmbeddingProvider {
|
|
2
|
+
name = 'openai';
|
|
3
|
+
dimensions;
|
|
4
|
+
model;
|
|
5
|
+
apiKey;
|
|
6
|
+
baseUrl;
|
|
7
|
+
constructor(opts) {
|
|
8
|
+
this.apiKey = opts.apiKey;
|
|
9
|
+
this.model = opts.model ?? 'text-embedding-3-small';
|
|
10
|
+
this.dimensions = opts.dimensions ?? 1536;
|
|
11
|
+
this.baseUrl = opts.baseUrl ?? 'https://api.openai.com/v1';
|
|
12
|
+
}
|
|
13
|
+
async embed(text) {
|
|
14
|
+
const response = await fetch(`${this.baseUrl}/embeddings`, {
|
|
15
|
+
method: 'POST',
|
|
16
|
+
headers: {
|
|
17
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
18
|
+
'Content-Type': 'application/json',
|
|
19
|
+
},
|
|
20
|
+
body: JSON.stringify({ model: this.model, input: text }),
|
|
21
|
+
});
|
|
22
|
+
if (!response.ok) {
|
|
23
|
+
const body = await response.text();
|
|
24
|
+
throw new Error(`OpenAI embed failed: ${response.status} ${body.slice(0, 200)}`);
|
|
25
|
+
}
|
|
26
|
+
const json = (await response.json());
|
|
27
|
+
const vec = json.data[0]?.embedding;
|
|
28
|
+
if (!vec)
|
|
29
|
+
throw new Error('OpenAI embed: empty response');
|
|
30
|
+
return new Float32Array(vec);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/services/embedding/openai.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,UAAU,CAAS;IACnB,KAAK,CAAS;IACf,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,IAA+E;QACzF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,wBAAwB,CAAC;QACpD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,2BAA2B,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;SACzD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1D,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from './types.js';
|
|
2
|
+
declare const EMBEDDABLE_TABLES: readonly ["decisions", "dead_ends", "notes", "subtasks"];
|
|
3
|
+
export type EmbeddableTable = (typeof EMBEDDABLE_TABLES)[number];
|
|
4
|
+
export declare function resetProviderCacheForTests(): void;
|
|
5
|
+
export declare function updateRowEmbedding(table: EmbeddableTable, id: number, text: string): Promise<{
|
|
6
|
+
provider: string;
|
|
7
|
+
dimensions: number;
|
|
8
|
+
} | null>;
|
|
9
|
+
export interface SemanticHit<T> {
|
|
10
|
+
row: T;
|
|
11
|
+
score: number;
|
|
12
|
+
}
|
|
13
|
+
interface EmbeddedRow {
|
|
14
|
+
id: number;
|
|
15
|
+
embedding: Buffer | null;
|
|
16
|
+
embedding_provider: string | null;
|
|
17
|
+
embedding_dims: number | null;
|
|
18
|
+
}
|
|
19
|
+
export declare function semanticSearch<T extends EmbeddedRow>(table: EmbeddableTable, query: string, options?: {
|
|
20
|
+
projectId?: number;
|
|
21
|
+
limit?: number;
|
|
22
|
+
provider?: EmbeddingProvider;
|
|
23
|
+
}): Promise<SemanticHit<T>[]>;
|
|
24
|
+
export {};
|
|
25
|
+
//# sourceMappingURL=store.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,QAAA,MAAM,iBAAiB,0DAA2D,CAAC;AACnF,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,iBAAiB,CAAC,CAAC,MAAM,CAAC,CAAC;AAejE,wBAAgB,0BAA0B,IAAI,IAAI,CAGjD;AAED,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,eAAe,EACtB,EAAE,EAAE,MAAM,EACV,IAAI,EAAE,MAAM,GACX,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CAwB1D;AAED,MAAM,WAAW,WAAW,CAAC,CAAC;IAC5B,GAAG,EAAE,CAAC,CAAC;IACP,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,WAAW;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,wBAAsB,cAAc,CAAC,CAAC,SAAS,WAAW,EACxD,KAAK,EAAE,eAAe,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,iBAAiB,CAAA;CAAO,GACjF,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAwC3B"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { stderr } from 'node:process';
|
|
2
|
+
import { getDb } from '../../lib/db.js';
|
|
3
|
+
import { resolveEmbeddingProvider } from './factory.js';
|
|
4
|
+
import { pack, unpack, cosineSim } from './vector-math.js';
|
|
5
|
+
const EMBEDDABLE_TABLES = ['decisions', 'dead_ends', 'notes', 'subtasks'];
|
|
6
|
+
// Cache the detection result for the lifetime of the process so we don't
|
|
7
|
+
// hit /api/tags on every embed call. Settings changes still require a
|
|
8
|
+
// restart (consistent with embedding settings being marked requiresRestart).
|
|
9
|
+
let cached = null;
|
|
10
|
+
let cacheResolved = false;
|
|
11
|
+
async function resolveProvider() {
|
|
12
|
+
if (cacheResolved)
|
|
13
|
+
return cached;
|
|
14
|
+
cached = await resolveEmbeddingProvider();
|
|
15
|
+
cacheResolved = true;
|
|
16
|
+
return cached;
|
|
17
|
+
}
|
|
18
|
+
export function resetProviderCacheForTests() {
|
|
19
|
+
cached = null;
|
|
20
|
+
cacheResolved = false;
|
|
21
|
+
}
|
|
22
|
+
export async function updateRowEmbedding(table, id, text) {
|
|
23
|
+
const provider = await resolveProvider();
|
|
24
|
+
if (!provider)
|
|
25
|
+
return null;
|
|
26
|
+
if (text.trim() === '')
|
|
27
|
+
return null;
|
|
28
|
+
let vec;
|
|
29
|
+
try {
|
|
30
|
+
vec = await provider.embed(text);
|
|
31
|
+
}
|
|
32
|
+
catch (err) {
|
|
33
|
+
stderr.write(`shinobi embed: ${provider.name} failed for ${table}#${id}: ${err instanceof Error ? err.message : String(err)}\n`);
|
|
34
|
+
return null;
|
|
35
|
+
}
|
|
36
|
+
getDb()
|
|
37
|
+
.prepare(`UPDATE ${table}
|
|
38
|
+
SET embedding = ?, embedding_provider = ?, embedding_dims = ?
|
|
39
|
+
WHERE id = ?`)
|
|
40
|
+
.run(pack(vec), provider.name, provider.dimensions, id);
|
|
41
|
+
return { provider: provider.name, dimensions: provider.dimensions };
|
|
42
|
+
}
|
|
43
|
+
export async function semanticSearch(table, query, options = {}) {
|
|
44
|
+
const provider = options.provider ?? (await resolveProvider());
|
|
45
|
+
if (!provider)
|
|
46
|
+
return [];
|
|
47
|
+
let queryVec;
|
|
48
|
+
try {
|
|
49
|
+
queryVec = await provider.embed(query);
|
|
50
|
+
}
|
|
51
|
+
catch (err) {
|
|
52
|
+
stderr.write(`shinobi embed: semantic search failed: ${err instanceof Error ? err.message : String(err)}\n`);
|
|
53
|
+
return [];
|
|
54
|
+
}
|
|
55
|
+
const params = [provider.name];
|
|
56
|
+
let projectFilter = '';
|
|
57
|
+
if (options.projectId !== undefined) {
|
|
58
|
+
projectFilter = 'AND project_id = ?';
|
|
59
|
+
params.push(options.projectId);
|
|
60
|
+
}
|
|
61
|
+
const rows = getDb()
|
|
62
|
+
.prepare(`SELECT * FROM ${table}
|
|
63
|
+
WHERE embedding IS NOT NULL
|
|
64
|
+
AND embedding_provider = ?
|
|
65
|
+
${projectFilter}`)
|
|
66
|
+
.all(...params);
|
|
67
|
+
const scored = rows.map((row) => {
|
|
68
|
+
const buf = row.embedding;
|
|
69
|
+
if (!buf)
|
|
70
|
+
return { row, score: -Infinity };
|
|
71
|
+
const vec = unpack(buf);
|
|
72
|
+
if (vec.length !== queryVec.length)
|
|
73
|
+
return { row, score: -Infinity };
|
|
74
|
+
return { row, score: cosineSim(queryVec, vec) };
|
|
75
|
+
});
|
|
76
|
+
scored.sort((a, b) => b.score - a.score);
|
|
77
|
+
return scored.slice(0, options.limit ?? 10);
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=store.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/services/embedding/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG3D,MAAM,iBAAiB,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,CAAU,CAAC;AAGnF,yEAAyE;AACzE,sEAAsE;AACtE,6EAA6E;AAC7E,IAAI,MAAM,GAA6B,IAAI,CAAC;AAC5C,IAAI,aAAa,GAAG,KAAK,CAAC;AAE1B,KAAK,UAAU,eAAe;IAC5B,IAAI,aAAa;QAAE,OAAO,MAAM,CAAC;IACjC,MAAM,GAAG,MAAM,wBAAwB,EAAE,CAAC;IAC1C,aAAa,GAAG,IAAI,CAAC;IACrB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,0BAA0B;IACxC,MAAM,GAAG,IAAI,CAAC;IACd,aAAa,GAAG,KAAK,CAAC;AACxB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAsB,EACtB,EAAU,EACV,IAAY;IAEZ,MAAM,QAAQ,GAAG,MAAM,eAAe,EAAE,CAAC;IACzC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAEpC,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CACV,kBAAkB,QAAQ,CAAC,IAAI,eAAe,KAAK,IAAI,EAAE,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CACnH,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,EAAE;SACJ,OAAO,CACN,UAAU,KAAK;;oBAED,CACf;SACA,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE1D,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;AACtE,CAAC;AAcD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAsB,EACtB,KAAa,EACb,UAAgF,EAAE;IAElF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,MAAM,eAAe,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEzB,IAAI,QAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CACV,0CAA0C,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAC/F,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,aAAa,GAAG,oBAAoB,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,EAAE;SACjB,OAAO,CACN,iBAAiB,KAAK;;;WAGjB,aAAa,EAAE,CACrB;SACA,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAElB,MAAM,MAAM,GAAqB,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChD,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC;QAC1B,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,CAAC;QACrE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;AAC9C,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export interface EmbeddingProvider {
|
|
2
|
+
readonly name: string;
|
|
3
|
+
readonly dimensions: number;
|
|
4
|
+
readonly model: string;
|
|
5
|
+
embed(text: string): Promise<Float32Array>;
|
|
6
|
+
}
|
|
7
|
+
export type EmbeddingProviderKind = 'openai' | 'voyage' | 'ollama' | 'auto' | 'none';
|
|
8
|
+
export type ConcreteProviderKind = Exclude<EmbeddingProviderKind, 'auto' | 'none'>;
|
|
9
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CAC5C;AAED,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAErF,MAAM,MAAM,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/embedding/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vector-math.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/vector-math.ts"],"names":[],"mappings":"AAAA,wBAAgB,IAAI,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM,CAE9C;AAED,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,CAMhD;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAgBlE"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export function pack(vec) {
|
|
2
|
+
return Buffer.from(vec.buffer, vec.byteOffset, vec.byteLength);
|
|
3
|
+
}
|
|
4
|
+
export function unpack(buf) {
|
|
5
|
+
const aligned = buf.byteOffset % 4 === 0
|
|
6
|
+
? new Float32Array(buf.buffer, buf.byteOffset, buf.byteLength / 4)
|
|
7
|
+
: new Float32Array(new Uint8Array(buf).buffer);
|
|
8
|
+
return aligned;
|
|
9
|
+
}
|
|
10
|
+
export function cosineSim(a, b) {
|
|
11
|
+
if (a.length !== b.length) {
|
|
12
|
+
throw new Error(`cosineSim: length mismatch ${a.length} vs ${b.length}`);
|
|
13
|
+
}
|
|
14
|
+
let dot = 0;
|
|
15
|
+
let na = 0;
|
|
16
|
+
let nb = 0;
|
|
17
|
+
for (let i = 0; i < a.length; i++) {
|
|
18
|
+
const av = a[i] ?? 0;
|
|
19
|
+
const bv = b[i] ?? 0;
|
|
20
|
+
dot += av * bv;
|
|
21
|
+
na += av * av;
|
|
22
|
+
nb += bv * bv;
|
|
23
|
+
}
|
|
24
|
+
const denom = Math.sqrt(na) * Math.sqrt(nb);
|
|
25
|
+
return denom === 0 ? 0 : dot / denom;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=vector-math.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vector-math.js","sourceRoot":"","sources":["../../../src/services/embedding/vector-math.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,IAAI,CAAC,GAAiB;IACpC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,GAAW;IAChC,MAAM,OAAO,GACX,GAAG,CAAC,UAAU,GAAG,CAAC,KAAK,CAAC;QACtB,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC;QAClE,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACnD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAe,EAAE,CAAe;IACxD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;QACf,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QACd,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { EmbeddingProvider } from './types.js';
|
|
2
|
+
export declare class VoyageEmbeddingProvider implements EmbeddingProvider {
|
|
3
|
+
readonly name = "voyage";
|
|
4
|
+
readonly dimensions: number;
|
|
5
|
+
readonly model: string;
|
|
6
|
+
private apiKey;
|
|
7
|
+
private baseUrl;
|
|
8
|
+
constructor(opts: {
|
|
9
|
+
apiKey: string;
|
|
10
|
+
model?: string;
|
|
11
|
+
baseUrl?: string;
|
|
12
|
+
dimensions?: number;
|
|
13
|
+
});
|
|
14
|
+
embed(text: string): Promise<Float32Array>;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=voyage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voyage.d.ts","sourceRoot":"","sources":["../../../src/services/embedding/voyage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAMpD,qBAAa,uBAAwB,YAAW,iBAAiB;IAC/D,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAOrF,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAkBjD"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export class VoyageEmbeddingProvider {
|
|
2
|
+
name = 'voyage';
|
|
3
|
+
dimensions;
|
|
4
|
+
model;
|
|
5
|
+
apiKey;
|
|
6
|
+
baseUrl;
|
|
7
|
+
constructor(opts) {
|
|
8
|
+
this.apiKey = opts.apiKey;
|
|
9
|
+
this.model = opts.model ?? 'voyage-3-lite';
|
|
10
|
+
this.dimensions = opts.dimensions ?? 512;
|
|
11
|
+
this.baseUrl = opts.baseUrl ?? 'https://api.voyageai.com/v1';
|
|
12
|
+
}
|
|
13
|
+
async embed(text) {
|
|
14
|
+
const response = await fetch(`${this.baseUrl}/embeddings`, {
|
|
15
|
+
method: 'POST',
|
|
16
|
+
headers: {
|
|
17
|
+
Authorization: `Bearer ${this.apiKey}`,
|
|
18
|
+
'Content-Type': 'application/json',
|
|
19
|
+
},
|
|
20
|
+
body: JSON.stringify({ model: this.model, input: [text] }),
|
|
21
|
+
});
|
|
22
|
+
if (!response.ok) {
|
|
23
|
+
const body = await response.text();
|
|
24
|
+
throw new Error(`Voyage embed failed: ${response.status} ${body.slice(0, 200)}`);
|
|
25
|
+
}
|
|
26
|
+
const json = (await response.json());
|
|
27
|
+
const vec = json.data[0]?.embedding;
|
|
28
|
+
if (!vec)
|
|
29
|
+
throw new Error('Voyage embed: empty response');
|
|
30
|
+
return new Float32Array(vec);
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=voyage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"voyage.js","sourceRoot":"","sources":["../../../src/services/embedding/voyage.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,UAAU,CAAS;IACnB,KAAK,CAAS;IACf,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,IAA+E;QACzF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,GAAG,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,6BAA6B,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;SAC3D,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAwB,CAAC;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC1D,OAAO,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export interface ExtractedDecision {
|
|
2
|
+
summary: string;
|
|
3
|
+
rationale: string;
|
|
4
|
+
kind: 'architecture' | 'library' | 'pattern' | 'tradeoff' | 'workaround' | 'other';
|
|
5
|
+
alternatives_considered: string | null;
|
|
6
|
+
files_touched: string[] | null;
|
|
7
|
+
}
|
|
8
|
+
export interface ExtractionResult {
|
|
9
|
+
decisions: ExtractedDecision[];
|
|
10
|
+
model: string;
|
|
11
|
+
provider: string;
|
|
12
|
+
truncated: boolean;
|
|
13
|
+
raw_length: number;
|
|
14
|
+
}
|
|
15
|
+
export declare function extractDecisions(text: string): Promise<ExtractionResult>;
|
|
16
|
+
//# sourceMappingURL=decision-extractor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision-extractor.d.ts","sourceRoot":"","sources":["../../../src/services/extraction/decision-extractor.ts"],"names":[],"mappings":"AA0BA,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,OAAO,CAAC;IACnF,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAmDD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAoD9E"}
|