wikimem 0.3.0 → 0.8.1

package/dist/providers/openai.js

@@ -3,14 +3,16 @@ export class OpenAIProvider {
     name = 'openai';
     client;
     defaultModel;
+    resolvedApiKey;
     constructor(model, apiKey) {
+        this.resolvedApiKey = apiKey ?? process.env['OPENAI_API_KEY'];
         this.client = new OpenAI({
-            apiKey: apiKey ?? process.env['OPENAI_API_KEY'],
+            apiKey: this.resolvedApiKey,
         });
         this.defaultModel = model ?? 'gpt-4o';
     }
     async chat(messages, options) {
-        if (!process.env['OPENAI_API_KEY'] && !this.client.apiKey) {
+        if (!this.resolvedApiKey) {
             throw new Error('OpenAI API key not found.\n' +
                 'Set it via:  export OPENAI_API_KEY=sk-...\n' +
                 'Or add to config.yaml:  api_key: sk-...\n' +
@@ -57,7 +59,7 @@ export class OpenAIProvider {
         }
     }
     async isAvailable() {
-        return !!process.env['OPENAI_API_KEY'];
+        return !!this.resolvedApiKey;
     }
 }
 //# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IACR,MAAM,CAAS;IACf,YAAY,CAAS;IAE7B,YAAY,KAAc,EAAE,MAAe;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;SAChD,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,KAAK,IAAI,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,OAAoB;QACrD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CACb,6BAA6B;gBAC7B,6CAA6C;gBAC7C,2CAA2C;gBAC3C,oDAAoD,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,EAAE,YAAY;YACvC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC9G,CAAC,CAAC,QAAQ,CAAC;QAEb,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;gBAC1C,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;gBACtC,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAE5D,OAAO;gBACL,OAAO;gBACP,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,UAAU,EAAE;oBACV,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBACzC,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;iBAC/C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBACjF,MAAM,IAAI,KAAK,CACb,yCAAyC;wBACzC,yDAAyD,CAC1D,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,4DAA4D;wBAC5D,wDAAwD,CACzD,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC5H,MAAM,IAAI,KAAK,CACb,8CAA8C;wBAC9C,+CAA+C,CAChD,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACzC,CAAC;CACF"}
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,MAAM,OAAO,cAAc;IACzB,IAAI,GAAG,QAAQ,CAAC;IACR,MAAM,CAAS;IACf,YAAY,CAAS;IACZ,cAAc,CAAqB;IAEpD,YAAY,KAAc,EAAE,MAAe;QACzC,IAAI,CAAC,cAAc,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,cAAc;SAC5B,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,KAAK,IAAI,QAAQ,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAsB,EAAE,OAAoB;QACrD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,6BAA6B;gBAC7B,6CAA6C;gBAC7C,2CAA2C;gBAC3C,oDAAoD,CACrD,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,EAAE,YAAY;YACvC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,OAAO,CAAC,YAAY,EAAE,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC9G,CAAC,CAAC,QAAQ,CAAC;QAEb,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACzD,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY;gBAC1C,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI;gBACtC,QAAQ,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;iBACnB,CAAC,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAE5D,OAAO;gBACL,OAAO;gBACP,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,UAAU,EAAE;oBACV,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBACzC,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;iBAC/C;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBACjF,MAAM,IAAI,KAAK,CACb,yCAAyC;wBACzC,yDAAyD,CAC1D,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACb,4DAA4D;wBAC5D,wDAAwD,CACzD,CAAC;gBACJ,CAAC;gBACD,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC5H,MAAM,IAAI,KAAK,CACb,8CAA8C;wBAC9C,+CAA+C,CAChD,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IAC/B,CAAC;CACF"}

package/dist/providers/types.d.ts

@@ -30,4 +30,22 @@ export interface ProviderConfig {
     apiKey?: string;
     baseUrl?: string;
 }
+/** Canonical IDs used in fallback chains */
+export type ProviderChainId = 'claude' | 'openai' | 'ollama';
+export interface ProviderChainKeys {
+    anthropic?: string;
+    openai?: string;
+    /** Base URL for Ollama (e.g. http://localhost:11434) */
+    ollama_url?: string;
+}
+/**
+ * Config for createProviderChain — primary + fallbacks with optional per-provider keys.
+ */
+export interface ProviderChainConfig {
+    primary: ProviderChainId;
+    fallback: ProviderChainId[];
+    keys?: ProviderChainKeys;
+    /** Default model passed to each concrete provider */
+    model?: string;
+}
 //# sourceMappingURL=types.d.ts.map

package/dist/providers/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACzE,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,cAAe,SAAQ,WAAW;IACjD,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpE;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACzE,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,cAAe,SAAQ,WAAW;IACjD,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpE;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,4CAA4C;AAC5C,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE7D,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,eAAe,CAAC;IACzB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,IAAI,CAAC,EAAE,iBAAiB,CAAC;IACzB,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/templates/config-yaml.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config-yaml.d.ts","sourceRoot":"","sources":["../../src/templates/config-yaml.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CA4EzD"}
+{"version":3,"file":"config-yaml.d.ts","sourceRoot":"","sources":["../../src/templates/config-yaml.ts"],"names":[],"mappings":"AAAA,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAuFzD"}

package/dist/templates/config-yaml.js

@@ -2,11 +2,22 @@ export function getDefaultConfig(template) {
     return `# wikimem configuration
 # Docs: https://github.com/naman10parikh/wikimem
 
-# LLM Provider
+# LLM Provider (legacy single provider — ignored when a providers block is set)
 provider: claude          # claude | openai | ollama
 model: ~                  # Leave empty for provider default
 # api_key: ~              # Set via ANTHROPIC_API_KEY or OPENAI_API_KEY env var
 
+# Optional: fallback chain (SUP-003) — try primary, then each fallback on failure
+# providers:
+#   primary: claude
+#   fallback:
+#     - openai
+#     - ollama
+#   keys:
+#     anthropic: sk-ant-...
+#     openai: sk-...
+#     ollama_url: http://localhost:11434
+
 # Embeddings (for semantic search)
 embeddings:
   provider: auto            # gemini | openai | local | auto (auto-detect from env)

package/dist/templates/config-yaml.js.map

@@ -1 +1 @@
-{"version":3,"file":"config-yaml.js","sourceRoot":"","sources":["../../src/templates/config-yaml.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,OAAO;;;;;;;;;;;;;;;;;cAiBK,UAAU,CAAC,QAAQ,CAAC;cACpB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwDrB,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC"}
+{"version":3,"file":"config-yaml.js","sourceRoot":"","sources":["../../src/templates/config-yaml.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA4BK,UAAU,CAAC,QAAQ,CAAC;cACpB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwDrB,CAAC;AACF,CAAC;AAED,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC"}

package/dist/templates/source-types.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Source-type templates for wiki page generation.
+ * Each template defines how a specific type of source should be
+ * structured when compiled into wiki pages.
+ *
+ * Used by ingest.ts to generate appropriately structured content.
+ */
+export interface SourceTypeTemplate {
+    id: string;
+    name: string;
+    description: string;
+    /** Keywords that help detect this source type from content */
+    detectionKeywords: string[];
+    /** MIME type patterns */
+    mimePatterns?: string[];
+    /** System prompt addition for LLM compilation */
+    systemPromptAddition: string;
+    /** Suggested frontmatter fields beyond the defaults */
+    extraFrontmatterFields: string[];
+    /** Suggested page structure (headings) */
+    suggestedStructure: string[];
+}
+export declare const SOURCE_TYPE_TEMPLATES: SourceTypeTemplate[];
+/**
+ * Detect source type from content and metadata.
+ * Returns the best-matching template or null for generic.
+ */
+export declare function detectSourceType(content: string, filename?: string, mimeType?: string): SourceTypeTemplate | null;
+/**
+ * Get the system prompt addition for a detected source type.
+ */
+export declare function getSourceTypePrompt(template: SourceTypeTemplate | null): string;
+//# sourceMappingURL=source-types.d.ts.map

package/dist/templates/source-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-types.d.ts","sourceRoot":"","sources":["../../src/templates/source-types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,8DAA8D;IAC9D,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,yBAAyB;IACzB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,iDAAiD;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,uDAAuD;IACvD,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,0CAA0C;IAC1C,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,qBAAqB,EAAE,kBAAkB,EAqHrD,CAAC;AAEF;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,GAChB,kBAAkB,GAAG,IAAI,CAyC3B;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,GAAG,MAAM,CAG/E"}

package/dist/templates/source-types.js

@@ -0,0 +1,178 @@
+/**
+ * Source-type templates for wiki page generation.
+ * Each template defines how a specific type of source should be
+ * structured when compiled into wiki pages.
+ *
+ * Used by ingest.ts to generate appropriately structured content.
+ */
+export const SOURCE_TYPE_TEMPLATES = [
+    {
+        id: 'article',
+        name: 'Article / Blog Post',
+        description: 'Web articles, blog posts, news pieces',
+        detectionKeywords: ['article', 'blog', 'post', 'published', 'author', 'byline'],
+        mimePatterns: ['text/html'],
+        systemPromptAddition: `This source is a web article or blog post. Structure the wiki pages to capture:
+- The core thesis or argument
+- Key claims with supporting evidence
+- Author's perspective and potential biases
+- Practical takeaways and implications
+- How this connects to other knowledge in the wiki
+Use citation-style references when quoting the original.`,
+        extraFrontmatterFields: ['author', 'publication', 'publish_date', 'url'],
+        suggestedStructure: ['Summary', 'Key Arguments', 'Evidence & Claims', 'Implications', 'Related Concepts'],
+    },
+    {
+        id: 'paper',
+        name: 'Academic Paper / Research',
+        description: 'Research papers, whitepapers, academic publications',
+        detectionKeywords: ['abstract', 'methodology', 'findings', 'conclusion', 'references', 'doi', 'arxiv', 'et al'],
+        mimePatterns: ['application/pdf'],
+        systemPromptAddition: `This source is an academic paper or research document. Structure the wiki pages to capture:
+- Abstract / TL;DR in accessible language
+- Research question and hypothesis
+- Methodology overview (non-technical summary)
+- Key findings and results
+- Limitations acknowledged by authors
+- Practical implications and applications
+- How this advances the field
+Translate academic jargon into plain language while preserving accuracy.`,
+        extraFrontmatterFields: ['authors', 'institution', 'year', 'doi', 'conference', 'citation_count'],
+        suggestedStructure: ['Abstract', 'Research Question', 'Methodology', 'Key Findings', 'Limitations', 'Implications', 'References'],
+    },
+    {
+        id: 'tweet-thread',
+        name: 'Tweet Thread / Social Post',
+        description: 'Twitter/X threads, social media discussions',
+        detectionKeywords: ['thread', 'tweet', '🧵', '1/', 'RT', '@', 'x.com', 'twitter.com'],
+        systemPromptAddition: `This source is a social media thread (likely Twitter/X). Structure the wiki pages to capture:
+- The main argument condensed from the thread
+- Key insights (numbered, one per point)
+- Any data, links, or evidence shared
+- Community reactions or counter-arguments if visible
+- The author's credibility and context
+Threads are informal — extract the substance while noting the conversational tone.`,
+        extraFrontmatterFields: ['author_handle', 'platform', 'post_date', 'engagement'],
+        suggestedStructure: ['Main Argument', 'Key Points', 'Evidence Shared', 'Context & Credibility'],
+    },
+    {
+        id: 'podcast',
+        name: 'Podcast / Audio Content',
+        description: 'Podcast episodes, audio interviews, lectures',
+        detectionKeywords: ['podcast', 'episode', 'interview', 'host', 'guest', 'transcript', 'listen'],
+        mimePatterns: ['audio/'],
+        systemPromptAddition: `This source is a podcast episode or audio content (likely transcribed). Structure the wiki pages to capture:
+- Episode summary (who, what, why it matters)
+- Key quotes from each speaker (attributed)
+- Main topics discussed (as separate sections)
+- Actionable advice or takeaways
+- Disagreements or debates between speakers
+- Resources/links mentioned
+Attribute quotes to speakers. Separate opinion from fact.`,
+        extraFrontmatterFields: ['host', 'guests', 'podcast_name', 'episode_number', 'duration', 'air_date'],
+        suggestedStructure: ['Episode Overview', 'Speakers', 'Key Topics', 'Notable Quotes', 'Takeaways', 'Resources Mentioned'],
+    },
+    {
+        id: 'video',
+        name: 'Video / Lecture',
+        description: 'YouTube videos, lectures, presentations, tutorials',
+        detectionKeywords: ['video', 'youtube', 'lecture', 'presentation', 'tutorial', 'watch', 'timestamp'],
+        mimePatterns: ['video/'],
+        systemPromptAddition: `This source is a video or lecture (likely transcribed). Structure the wiki pages to capture:
+- Video summary with key timestamps
+- Main concepts taught or discussed
+- Visual elements described (diagrams, demos, code shown)
+- Step-by-step instructions if tutorial
+- Speaker's key arguments
+- Q&A highlights if present
+Note: visual content may be lost in transcription — flag where visuals were important.`,
+        extraFrontmatterFields: ['creator', 'channel', 'duration', 'publish_date', 'url', 'platform'],
+        suggestedStructure: ['Overview', 'Key Concepts', 'Timestamps', 'Visual Notes', 'Takeaways'],
+    },
+    {
+        id: 'book',
+        name: 'Book / Long-form',
+        description: 'Books, book chapters, long-form essays, reports',
+        detectionKeywords: ['chapter', 'book', 'isbn', 'publisher', 'edition', 'foreword', 'preface'],
+        systemPromptAddition: `This source is a book or long-form document. Structure the wiki pages to capture:
+- Book summary (thesis, scope, intended audience)
+- Chapter-by-chapter key takeaways
+- Core frameworks or models introduced
+- Memorable examples and case studies
+- Practical applications
+- Author's background and perspective
+- How this connects to other books/ideas in the wiki
+Create separate wiki pages for major concepts introduced by the book.`,
+        extraFrontmatterFields: ['author', 'publisher', 'year', 'isbn', 'genre', 'pages'],
+        suggestedStructure: ['Book Summary', 'Core Thesis', 'Key Frameworks', 'Chapter Notes', 'Practical Applications', 'Related Works'],
+    },
+    {
+        id: 'notes',
+        name: 'Raw Notes / Meeting Notes',
+        description: 'Personal notes, meeting notes, brainstorms, voice memos',
+        detectionKeywords: ['notes', 'meeting', 'action items', 'TODO', 'decision', 'brainstorm', 'idea'],
+        systemPromptAddition: `This source is raw notes (meeting notes, personal notes, brainstorm). Structure the wiki pages to capture:
+- Clean summary of what was discussed/noted
+- Action items extracted (with owners if mentioned)
+- Decisions made
+- Open questions or unresolved items
+- Key ideas worth developing further
+- Connections to existing wiki topics
+Raw notes are messy — your job is to extract structure and meaning. Link to existing wiki pages where concepts overlap.`,
+        extraFrontmatterFields: ['meeting_date', 'participants', 'context'],
+        suggestedStructure: ['Summary', 'Key Points', 'Action Items', 'Decisions', 'Open Questions', 'Related Topics'],
+    },
+];
+/**
+ * Detect source type from content and metadata.
+ * Returns the best-matching template or null for generic.
+ */
+export function detectSourceType(content, filename, mimeType) {
+    const lowerContent = content.toLowerCase().slice(0, 2000); // Only check first 2K chars
+    const lowerFilename = (filename ?? '').toLowerCase();
+    let bestMatch = null;
+    let bestScore = 0;
+    for (const template of SOURCE_TYPE_TEMPLATES) {
+        let score = 0;
+        // Check keywords in content
+        for (const keyword of template.detectionKeywords) {
+            if (lowerContent.includes(keyword.toLowerCase()))
+                score += 1;
+        }
+        // Check MIME type
+        if (mimeType && template.mimePatterns) {
+            for (const pattern of template.mimePatterns) {
+                if (mimeType.startsWith(pattern))
+                    score += 3;
+            }
+        }
+        // Check filename hints
+        if (lowerFilename.includes('paper') || lowerFilename.includes('arxiv')) {
+            if (template.id === 'paper')
+                score += 2;
+        }
+        if (lowerFilename.includes('notes') || lowerFilename.includes('meeting')) {
+            if (template.id === 'notes')
+                score += 2;
+        }
+        if (lowerFilename.includes('transcript') || lowerFilename.includes('podcast')) {
+            if (template.id === 'podcast')
+                score += 2;
+        }
+        if (score > bestScore) {
+            bestScore = score;
+            bestMatch = template;
+        }
+    }
+    // Require minimum confidence (at least 2 keyword matches)
+    return bestScore >= 2 ? bestMatch : null;
+}
+/**
+ * Get the system prompt addition for a detected source type.
+ */
+export function getSourceTypePrompt(template) {
+    if (!template)
+        return '';
+    return `\n\nSOURCE TYPE DETECTED: ${template.name}\n${template.systemPromptAddition}`;
+}
+//# sourceMappingURL=source-types.js.map

package/dist/templates/source-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-types.js","sourceRoot":"","sources":["../../src/templates/source-types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkBH,MAAM,CAAC,MAAM,qBAAqB,GAAyB;IACzD;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,uCAAuC;QACpD,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC;QAC/E,YAAY,EAAE,CAAC,WAAW,CAAC;QAC3B,oBAAoB,EAAE;;;;;;yDAM+B;QACrD,sBAAsB,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,KAAK,CAAC;QACxE,kBAAkB,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,mBAAmB,EAAE,cAAc,EAAE,kBAAkB,CAAC;KAC1G;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,qDAAqD;QAClE,iBAAiB,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC;QAC/G,YAAY,EAAE,CAAC,iBAAiB,CAAC;QACjC,oBAAoB,EAAE;;;;;;;;yEAQ+C;QACrE,sBAAsB,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,gBAAgB,CAAC;QACjG,kBAAkB,EAAE,CAAC,UAAU,EAAE,mBAAmB,EAAE,aAAa,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,CAAC;KAClI;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,6CAA6C;QAC1D,iBAAiB,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,aAAa,CAAC;QACrF,oBAAoB,EAAE;;;;;;mFAMyD;QAC/E,sBAAsB,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC;QAChF,kBAAkB,EAAE,CAAC,eAAe,EAAE,YAAY,EAAE,iBAAiB,EAAE,uBAAuB,CAAC;KAChG;IACD;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,8CAA8C;QAC3D,iBAAiB,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC;QAC/F,YAAY,EAAE,CAAC,QAAQ,CAAC;QACxB,oBAAoB,EAAE;;;;;;;0DAOgC;QACtD,sBAAsB,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,CAAC;QACpG,kBAAkB,EAAE,CAAC,kBAAkB,EAAE,UAAU,EAAE,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,qBAAqB,CAAC;KACzH;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oDAAoD;QACjE,iBAAiB,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,CAAC;QACpG,YAAY,EAAE,CAAC,QAAQ,CAAC;QACxB,oBAAoB,EAAE;;;;;;;uFAO6D;QACnF,sBAAsB,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,CAAC;QAC7F,kBAAkB,EAAE,CAAC,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,EAAE,WAAW,CAAC;KAC5F;IACD;QACE,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,iDAAiD;QAC9D,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC;QAC7F,oBAAoB,EAAE;;;;;;;;sEAQ4C;QAClE,sBAAsB,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;QACjF,kBAAkB,EAAE,CAAC,cAAc,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,wBAAwB,EAAE,eAAe,CAAC;KAClI;IACD;QACE,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,2BAA2B;QACjC,WAAW,EAAE,yDAAyD;QACtE,iBAAiB,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,CAAC;QACjG,oBAAoB,EAAE;;;;;;;wHAO8F;QACpH,sBAAsB,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,SAAS,CAAC;QACnE,kBAAkB,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,CAAC;KAC/G;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAe,EACf,QAAiB,EACjB,QAAiB;IAEjB,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,4BAA4B;IACvF,MAAM,aAAa,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAErD,IAAI,SAAS,GAA8B,IAAI,CAAC;IAChD,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,QAAQ,IAAI,qBAAqB,EAAE,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,4BAA4B;QAC5B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;YACjD,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC/D,CAAC;QAED,kBAAkB;QAClB,IAAI,QAAQ,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;YACtC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC5C,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,KAAK,IAAI,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvE,IAAI,QAAQ,CAAC,EAAE,KAAK,OAAO;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACzE,IAAI,QAAQ,CAAC,EAAE,KAAK,OAAO;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,aAAa,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9E,IAAI,QAAQ,CAAC,EAAE,KAAK,SAAS;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,SAAS,GAAG,QAAQ,CAAC;QACvB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,OAAO,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAmC;IACrE,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,OAAO,6BAA6B,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,oBAAoB,EAAE,CAAC;AACxF,CAAC"}