@skillsmith/core 0.4.1 → 0.4.3

package/dist/src/pipeline/DailyIndexPipeline.js

@@ -2,7 +2,8 @@
  * Daily Index Generation Pipeline (SMI-593)
  *
  * Orchestrates the daily skill indexing process across multiple sources.
- * Provides scheduling, progress tracking, and status reporting.
+ *
+ * @see pipeline-types.ts for type definitions
  */
 import { SourceIndexer, } from '../sources/SourceIndexer.js';
 import { QualityScorer } from '../scoring/QualityScorer.js';
@@ -14,50 +15,22 @@ import { QualityScorer } from '../scoring/QualityScorer.js';
  * - Progress tracking and callbacks
  * - Error handling and recovery
  * - Run state management
- *
- * @example
- * ```typescript
- * const pipeline = new DailyIndexPipeline()
- *
- * const result = await pipeline.run({
- *   sources: [
- *     { adapter: githubAdapter, searchOptions: { topics: ['claude-skill'] } },
- *     { adapter: gitlabAdapter, searchOptions: { topics: ['claude'] } }
- *   ],
- *   parser: skillParser,
- *   repository: skillRepository,
- *   onProgress: (p) => console.log(`${p.sourcesCompleted}/${p.totalSources} sources`)
- * })
- *
- * console.log(`Indexed ${result.summary.skillsCreated} new skills`)
- * ```
  */
 export class DailyIndexPipeline {
     currentRun = null;
     scorer = new QualityScorer();
-    /**
-     * Check if pipeline is currently running
-     */
     get isRunning() {
         return this.currentRun?.status === 'running';
     }
-    /**
-     * Get current run ID
-     */
     get currentRunId() {
         return this.currentRun?.id ?? null;
     }
-    /**
-     * Run the pipeline
-     */
     async run(config) {
-        if (this.isRunning) {
+        if (this.isRunning)
             throw new Error('Pipeline is already running');
-        }
         const runId = config.runId ?? this.generateRunId();
         const startedAt = new Date().toISOString();
         const startTime = Date.now();
-        // Initialize run state
         this.currentRun = {
             id: runId,
             status: 'running',
@@ -68,11 +41,9 @@ export class DailyIndexPipeline {
             indexed: 0,
             cancelled: false,
         };
-        // Sort sources by priority
         const sortedSources = [...config.sources].sort((a, b) => (a.priority ?? 100) - (b.priority ?? 100));
         const maxConcurrent = config.maxConcurrentSources ?? 1;
         try {
-            // Process sources in batches
             for (let i = 0; i < sortedSources.length; i += maxConcurrent) {
                 if (this.currentRun.cancelled) {
                     this.currentRun.status = 'cancelled';
@@ -92,7 +63,6 @@ export class DailyIndexPipeline {
                         }
                     }
                     else {
-                        // Handle rejected promises (when continueOnError: false)
                         const now = new Date().toISOString();
                         this.currentRun.results.push({
                             sourceId: sourceConfig.adapter.id,
@@ -105,10 +75,8 @@ export class DailyIndexPipeline {
                         });
                     }
                 }
-                // Emit progress
                 this.emitProgress(config);
             }
-            // Determine final status
             if (this.currentRun.status === 'running') {
                 const hasFailures = this.currentRun.results.some((r) => r.error);
                 this.currentRun.status = hasFailures && !config.continueOnError ? 'failed' : 'completed';
@@ -118,17 +86,12 @@ export class DailyIndexPipeline {
             this.currentRun.status = 'failed';
             throw error;
         }
-        // Build result
         const completedAt = new Date().toISOString();
         const result = this.buildResult(runId, startedAt, completedAt);
-        // Clean up
         const finalResult = { ...result };
         this.currentRun = null;
         return finalResult;
     }
-    /**
-     * Cancel the current run
-     */
     cancel() {
         if (this.currentRun && this.currentRun.status === 'running') {
             this.currentRun.cancelled = true;
@@ -136,16 +99,12 @@ export class DailyIndexPipeline {
         }
         return false;
     }
-    /**
-     * Get current progress
-     */
     getProgress() {
         if (!this.currentRun)
             return null;
         const elapsed = Date.now() - this.currentRun.startTime;
         const completed = this.currentRun.results.length;
         const total = this.currentRun.config.sources.length;
-        // Estimate remaining time
         let estimatedRemaining;
         if (completed > 0 && completed < total) {
             const avgTimePerSource = elapsed / completed;
@@ -158,29 +117,21 @@ export class DailyIndexPipeline {
             totalSources: total,
             skillsProcessed: this.currentRun.processed,
             skillsIndexed: this.currentRun.indexed,
-            currentSource: undefined, // Would need to track this separately
+            currentSource: undefined,
             elapsedMs: elapsed,
             estimatedRemainingMs: estimatedRemaining,
         };
     }
-    /**
-     * Process a single source
-     */
     async processSource(sourceConfig, pipelineConfig) {
         const { adapter } = sourceConfig;
         const startedAt = new Date().toISOString();
         const startTime = Date.now();
         try {
-            // Initialize adapter if needed
             await adapter.initialize();
-            // Create indexer for this source
             const indexer = new SourceIndexer(adapter, pipelineConfig.parser, pipelineConfig.repository, {
                 skipUnchanged: sourceConfig.incremental ?? true,
-                onProgress: (_current, _total, _repo) => {
-                    // Could emit granular progress here
-                },
+                onProgress: () => { },
             });
-            // Run indexing
             const result = await indexer.indexAll(sourceConfig.searchOptions ?? {});
             const completedAt = new Date().toISOString();
             const sourceResult = {
@@ -191,14 +142,12 @@ export class DailyIndexPipeline {
                 startedAt,
                 completedAt,
             };
-            // Notify completion
             pipelineConfig.onSourceComplete?.(adapter.id, result);
             return sourceResult;
         }
         catch (error) {
             const completedAt = new Date().toISOString();
             const errorMessage = error instanceof Error ? error.message : String(error);
-            // Notify error
             pipelineConfig.onError?.(adapter.id, error instanceof Error ? error : new Error(errorMessage));
             const sourceResult = {
                 sourceId: adapter.id,
@@ -209,24 +158,16 @@ export class DailyIndexPipeline {
                 startedAt,
                 completedAt,
             };
-            if (!pipelineConfig.continueOnError) {
+            if (!pipelineConfig.continueOnError)
                 throw error;
-            }
             return sourceResult;
         }
     }
-    /**
-     * Emit progress update
-     */
     emitProgress(config) {
         const progress = this.getProgress();
-        if (progress && config.onProgress) {
+        if (progress && config.onProgress)
             config.onProgress(progress);
-        }
     }
-    /**
-     * Build final result
-     */
     buildResult(runId, startedAt, completedAt) {
         const run = this.currentRun;
         const results = run.results;
@@ -251,9 +192,6 @@ export class DailyIndexPipeline {
             summary,
         };
     }
-    /**
-     * Generate a unique run ID
-     */
     generateRunId() {
         const date = new Date();
         const dateStr = date.toISOString().split('T')[0].replace(/-/g, '');
@@ -262,9 +200,6 @@ export class DailyIndexPipeline {
         return `run-${dateStr}-${timeStr}-${random}`;
     }
 }
-/**
- * Create a scheduled pipeline runner
- */
 export function createScheduledPipeline(config, options) {
     const pipeline = new DailyIndexPipeline();
     let intervalId = null;
@@ -289,9 +224,8 @@ export function createScheduledPipeline(config, options) {
         start: () => {
             if (intervalId)
                 return;
-            if (options.runImmediately) {
+            if (options.runImmediately)
                 runPipeline();
-            }
             intervalId = setInterval(runPipeline, options.intervalMs);
         },
         stop: () => {
@@ -305,16 +239,8 @@ export function createScheduledPipeline(config, options) {
         getLastResult: () => lastResult,
     };
 }
-/**
- * Run pipeline once with default configuration
- */
 export async function runDailyIndex(sources, parser, repository, options) {
     const pipeline = new DailyIndexPipeline();
-    return pipeline.run({
-        sources,
-        parser,
-        repository,
-        ...options,
-    });
+    return pipeline.run({ sources, parser, repository, ...options });
 }
 //# sourceMappingURL=DailyIndexPipeline.js.map

package/dist/src/pipeline/DailyIndexPipeline.js.map

@@ -1 +1 @@
-{"version":3,"file":"DailyIndexPipeline.js","sourceRoot":"","sources":["../../../src/pipeline/DailyIndexPipeline.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EACL,aAAa,GAGd,MAAM,6BAA6B,CAAA;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAgI3D;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,OAAO,kBAAkB;IACrB,UAAU,GASP,IAAI,CAAA;IAEP,MAAM,GAAG,IAAI,aAAa,EAAE,CAAA;IAEpC;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,SAAS,CAAA;IAC9C,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAA;IACpC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,MAAsB;QAC9B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAA;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,uBAAuB;QACvB,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,MAAM;YACN,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,KAAK;SACjB,CAAA;QAED,2BAA2B;QAC3B,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CACpD,CAAA;QAED,MAAM,aAAa,GAAG,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAA;QAEtD,IAAI,CAAC;YACH,6BAA6B;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC7D,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;oBAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAA;oBACpC,MAAK;gBACP,CAAC;gBAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAA;gBACvD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBAE/E,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;gBAE5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;oBAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;oBAE7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBAClC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;wBAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;4BACxB,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA;4BACtD,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAA;wBACxD,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,yDAAyD;wBACzD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;wBACpC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;4BAC3B,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE;4BACjC,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,IAAI;4BACrC,MAAM,EAAE,IAAI;4BACZ,KAAK,EAAE,MAAM,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;4BACrF,UAAU,EAAE,CAAC;4BACb,SAAS,EAAE,GAAG;4BACd,WAAW,EAAE,GAAG;yBACjB,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;gBAED,gBAAgB;gBAChB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YAC3B,CAAC;YAED,yBAAyB;YACzB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;gBAChE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAA;YAC1F,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAA;YACjC,MAAM,KAAK,CAAA;QACb,CAAC;QAED,eAAe;QACf,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,WAAW,CAAC,CAAA;QAE9D,WAAW;QACX,MAAM,WAAW,GAAG,EAAE,GAAG,MAAM,EAAE,CAAA;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QAEtB,OAAO,WAAW,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,IAAI,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAA;YAChC,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAA;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAA;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAA;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAA;QAEnD,0BAA0B;QAC1B,IAAI,kBAAsC,CAAA;QAC1C,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;YACvC,MAAM,gBAAgB,GAAG,OAAO,GAAG,SAAS,CAAA;YAC5C,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAA;QACzE,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE;YACzB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC9B,gBAAgB,EAAE,SAAS;YAC3B,YAAY,EAAE,KAAK;YACnB,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YAC1C,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;YACtC,aAAa,EAAE,SAAS,EAAE,sCAAsC;YAChE,SAAS,EAAE,OAAO;YAClB,oBAAoB,EAAE,kBAAkB;SACzC,CAAA;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,YAAkC,EAClC,cAA8B;QAE9B,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAA;QAChC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC;YACH,+BAA+B;YAC/B,MAAM,OAAO,CAAC,UAAU,EAAE,CAAA;YAE1B,iCAAiC;YACjC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,EAAE;gBAC3F,aAAa,EAAE,YAAY,CAAC,WAAW,IAAI,IAAI;gBAC/C,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;oBACtC,oCAAoC;gBACtC,CAAC;aACF,CAAC,CAAA;YAEF,eAAe;YACf,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa,IAAI,EAAE,CAAC,CAAA;YAEvE,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAC5C,MAAM,YAAY,GAAiB;gBACjC,QAAQ,EAAE,OAAO,CAAC,EAAE;gBACpB,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS;gBACT,WAAW;aACZ,CAAA;YAED,oBAAoB;YACpB,cAAc,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YAErD,OAAO,YAAY,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAC5C,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAE3E,eAAe;YACf,cAAc,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;YAE9F,MAAM,YAAY,GAAiB;gBACjC,QAAQ,EAAE,OAAO,CAAC,EAAE;gBACpB,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS;gBACT,WAAW;aACZ,CAAA;YAED,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC;gBACpC,MAAM,KAAK,CAAA;YACb,CAAC;YAED,OAAO,YAAY,CAAA;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QACnC,IAAI,QAAQ,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAa,EAAE,SAAiB,EAAE,WAAmB;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,UAAW,CAAA;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAA;QAE3B,MAAM,OAAO,GAAG;YACd,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;YACvC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;YACzD,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;YACpD,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YACxE,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5E,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5E,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAChF,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1E,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SAClF,CAAA;QAED,OAAO;YACL,KAAK;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS;YACT,WAAW;YACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,SAAS;YACtC,aAAa,EAAE,OAAO;YACtB,OAAO;SACR,CAAA;IACH,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACzD,OAAO,OAAO,OAAO,IAAI,OAAO,IAAI,MAAM,EAAE,CAAA;IAC9C,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAAqC,EACrC,OAOC;IAOD,MAAM,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAA;IACzC,IAAI,UAAU,GAA0C,IAAI,CAAA;IAC5D,IAAI,UAAU,GAA0B,IAAI,CAAA;IAC5C,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;QAC7B,IAAI,QAAQ,CAAC,SAAS;YAAE,OAAM;QAE9B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAA;YACd,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACvC,OAAO,CAAC,aAAa,EAAE,CAAC,UAAU,CAAC,CAAA;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC,CAAA;IAED,OAAO;QACL,KAAK,EAAE,GAAG,EAAE;YACV,IAAI,UAAU;gBAAE,OAAM;YAEtB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,WAAW,EAAE,CAAA;YACf,CAAC;YAED,UAAU,GAAG,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;QAC3D,CAAC;QAED,IAAI,EAAE,GAAG,EAAE;YACT,IAAI,UAAU,EAAE,CAAC;gBACf,aAAa,CAAC,UAAU,CAAC,CAAA;gBACzB,UAAU,GAAG,IAAI,CAAA;YACnB,CAAC;YACD,QAAQ,CAAC,MAAM,EAAE,CAAA;QACnB,CAAC;QAED,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO,IAAI,QAAQ,CAAC,SAAS;QAE9C,aAAa,EAAE,GAAG,EAAE,CAAC,UAAU;KAChC,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAA+B,EAC/B,MAAoB,EACpB,UAA4B,EAC5B,OAIC;IAED,MAAM,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAA;IAEzC,OAAO,QAAQ,CAAC,GAAG,CAAC;QAClB,OAAO;QACP,MAAM;QACN,UAAU;QACV,GAAG,OAAO;KACX,CAAC,CAAA;AACJ,CAAC"}
+{"version":3,"file":"DailyIndexPipeline.js","sourceRoot":"","sources":["../../../src/pipeline/DailyIndexPipeline.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EACL,aAAa,GAGd,MAAM,6BAA6B,CAAA;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAA;AAuB3D;;;;;;;;GAQG;AACH,MAAM,OAAO,kBAAkB;IACrB,UAAU,GASP,IAAI,CAAA;IAEP,MAAM,GAAG,IAAI,aAAa,EAAE,CAAA;IAEpC,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,SAAS,CAAA;IAC9C,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAsB;QAC9B,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAElE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAA;QAClD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC,UAAU,GAAG;YAChB,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,MAAM;YACN,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,KAAK;SACjB,CAAA;QAED,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CACpD,CAAA;QACD,MAAM,aAAa,GAAG,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAA;QAEtD,IAAI,CAAC;YACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC7D,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;oBAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,CAAA;oBACpC,MAAK;gBACP,CAAC;gBAED,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAA;gBACvD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;gBAC/E,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;gBAE5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAA;oBAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;oBAE7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBAClC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;wBAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;4BACxB,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAA;4BACtD,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAA;wBACxD,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;wBACpC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;4BAC3B,QAAQ,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE;4BACjC,UAAU,EAAE,YAAY,CAAC,OAAO,CAAC,IAAI;4BACrC,MAAM,EAAE,IAAI;4BACZ,KAAK,EAAE,MAAM,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;4BACrF,UAAU,EAAE,CAAC;4BACb,SAAS,EAAE,GAAG;4BACd,WAAW,EAAE,GAAG;yBACjB,CAAC,CAAA;oBACJ,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YAC3B,CAAC;YAED,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzC,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;gBAChE,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,WAAW,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAA;YAC1F,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,QAAQ,CAAA;YACjC,MAAM,KAAK,CAAA;QACb,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,EAAE,WAAW,CAAC,CAAA;QAC9D,MAAM,WAAW,GAAG,EAAE,GAAG,MAAM,EAAE,CAAA;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,OAAO,WAAW,CAAA;IACpB,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,IAAI,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI,CAAA;YAChC,OAAO,IAAI,CAAA;QACb,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAA;QAEjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAA;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAA;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAA;QAEnD,IAAI,kBAAsC,CAAA;QAC1C,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;YACvC,MAAM,gBAAgB,GAAG,OAAO,GAAG,SAAS,CAAA;YAC5C,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAA;QACzE,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,EAAE;YACzB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;YAC9B,gBAAgB,EAAE,SAAS;YAC3B,YAAY,EAAE,KAAK;YACnB,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,SAAS;YAC1C,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;YACtC,aAAa,EAAE,SAAS;YACxB,SAAS,EAAE,OAAO;YAClB,oBAAoB,EAAE,kBAAkB;SACzC,CAAA;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,YAAkC,EAClC,cAA8B;QAE9B,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAA;QAChC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,UAAU,EAAE,CAAA;YAC1B,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,EAAE;gBAC3F,aAAa,EAAE,YAAY,CAAC,WAAW,IAAI,IAAI;gBAC/C,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;aACrB,CAAC,CAAA;YACF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,aAAa,IAAI,EAAE,CAAC,CAAA;YACvE,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAE5C,MAAM,YAAY,GAAiB;gBACjC,QAAQ,EAAE,OAAO,CAAC,EAAE;gBACpB,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS;gBACT,WAAW;aACZ,CAAA;YAED,cAAc,CAAC,gBAAgB,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;YACrD,OAAO,YAAY,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAC5C,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC3E,cAAc,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAA;YAE9F,MAAM,YAAY,GAAiB;gBACjC,QAAQ,EAAE,OAAO,CAAC,EAAE;gBACpB,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS;gBACT,WAAW;aACZ,CAAA;YAED,IAAI,CAAC,cAAc,CAAC,eAAe;gBAAE,MAAM,KAAK,CAAA;YAChD,OAAO,YAAY,CAAA;QACrB,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,MAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QACnC,IAAI,QAAQ,IAAI,MAAM,CAAC,UAAU;YAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IAChE,CAAC;IAEO,WAAW,CAAC,KAAa,EAAE,SAAiB,EAAE,WAAmB;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,UAAW,CAAA;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAA;QAE3B,MAAM,OAAO,GAAG;YACd,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM;YACvC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;YACzD,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;YACpD,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YACxE,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5E,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5E,eAAe,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAChF,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1E,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SAClF,CAAA;QAED,OAAO;YACL,KAAK;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,SAAS;YACT,WAAW;YACX,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,SAAS;YACtC,aAAa,EAAE,OAAO;YACtB,OAAO;SACR,CAAA;IACH,CAAC;IAEO,aAAa;QACnB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACzD,OAAO,OAAO,OAAO,IAAI,OAAO,IAAI,MAAM,EAAE,CAAA;IAC9C,CAAC;CACF;AAED,MAAM,UAAU,uBAAuB,CACrC,MAAqC,EACrC,OAIC;IAOD,MAAM,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAA;IACzC,IAAI,UAAU,GAA0C,IAAI,CAAA;IAC5D,IAAI,UAAU,GAA0B,IAAI,CAAA;IAC5C,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;QAC7B,IAAI,QAAQ,CAAC,SAAS;YAAE,OAAM;QAC9B,IAAI,CAAC;YACH,OAAO,GAAG,IAAI,CAAA;YACd,UAAU,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACvC,OAAO,CAAC,aAAa,EAAE,CAAC,UAAU,CAAC,CAAA;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC,CAAA;IAED,OAAO;QACL,KAAK,EAAE,GAAG,EAAE;YACV,IAAI,UAAU;gBAAE,OAAM;YACtB,IAAI,OAAO,CAAC,cAAc;gBAAE,WAAW,EAAE,CAAA;YACzC,UAAU,GAAG,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;QAC3D,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACT,IAAI,UAAU,EAAE,CAAC;gBACf,aAAa,CAAC,UAAU,CAAC,CAAA;gBACzB,UAAU,GAAG,IAAI,CAAA;YACnB,CAAC;YACD,QAAQ,CAAC,MAAM,EAAE,CAAA;QACnB,CAAC;QACD,SAAS,EAAE,GAAG,EAAE,CAAC,OAAO,IAAI,QAAQ,CAAC,SAAS;QAC9C,aAAa,EAAE,GAAG,EAAE,CAAC,UAAU;KAChC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAA+B,EAC/B,MAAoB,EACpB,UAA4B,EAC5B,OAIC;IAED,MAAM,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAA;IACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,EAAE,CAAC,CAAA;AAClE,CAAC"}

package/dist/src/pipeline/pipeline-types.d.ts

@@ -0,0 +1,132 @@
+/**
+ * Type definitions for DailyIndexPipeline
+ * @module @skillsmith/core/pipeline/pipeline-types
+ */
+import type { ISourceAdapter } from '../sources/ISourceAdapter.js';
+import type { SourceSearchOptions, BatchIndexResult } from '../sources/types.js';
+import type { ISkillParser, ISkillRepository } from '../sources/SourceIndexer.js';
+/**
+ * Pipeline execution status
+ */
+export type PipelineStatus = 'idle' | 'running' | 'completed' | 'failed' | 'cancelled';
+/**
+ * Source configuration for the pipeline
+ */
+export interface PipelineSourceConfig {
+    /** Source adapter instance */
+    adapter: ISourceAdapter;
+    /** Search options for this source */
+    searchOptions?: SourceSearchOptions;
+    /** Whether to enable incremental updates (skip unchanged) */
+    incremental?: boolean;
+    /** Priority (lower runs first) */
+    priority?: number;
+}
+/**
+ * Pipeline run configuration
+ */
+export interface PipelineConfig {
+    /** Sources to index */
+    sources: PipelineSourceConfig[];
+    /** Skill content parser */
+    parser: ISkillParser;
+    /** Skill repository for persistence */
+    repository: ISkillRepository;
+    /** Maximum concurrent source processing */
+    maxConcurrentSources?: number;
+    /** Callback for progress updates */
+    onProgress?: (progress: PipelineProgress) => void;
+    /** Callback for source completion */
+    onSourceComplete?: (sourceId: string, result: BatchIndexResult) => void;
+    /** Callback for errors */
+    onError?: (sourceId: string, error: Error) => void;
+    /** Whether to continue on source errors */
+    continueOnError?: boolean;
+    /** Run identifier */
+    runId?: string;
+}
+/**
+ * Progress information
+ */
+export interface PipelineProgress {
+    /** Current run ID */
+    runId: string;
+    /** Current status */
+    status: PipelineStatus;
+    /** Sources completed */
+    sourcesCompleted: number;
+    /** Total sources */
+    totalSources: number;
+    /** Skills processed so far */
+    skillsProcessed: number;
+    /** Skills indexed (created + updated) */
+    skillsIndexed: number;
+    /** Current source being processed */
+    currentSource?: string;
+    /** Elapsed time in milliseconds */
+    elapsedMs: number;
+    /** Estimated remaining time in milliseconds */
+    estimatedRemainingMs?: number;
+}
+/**
+ * Source result
+ */
+export interface SourceResult {
+    /** Source identifier */
+    sourceId: string;
+    /** Source name */
+    sourceName: string;
+    /** Index result */
+    result: BatchIndexResult | null;
+    /** Error if failed */
+    error?: string;
+    /** Duration in milliseconds */
+    durationMs: number;
+    /** Start time */
+    startedAt: string;
+    /** End time */
+    completedAt: string;
+}
+/**
+ * Pipeline run result
+ */
+export interface PipelineResult {
+    /** Run identifier */
+    runId: string;
+    /** Final status */
+    status: PipelineStatus;
+    /** When the run started */
+    startedAt: string;
+    /** When the run completed */
+    completedAt: string;
+    /** Total duration in milliseconds */
+    durationMs: number;
+    /** Results per source */
+    sourceResults: SourceResult[];
+    /** Aggregate statistics */
+    summary: PipelineSummary;
+}
+/**
+ * Pipeline summary statistics
+ */
+export interface PipelineSummary {
+    /** Total sources processed */
+    totalSources: number;
+    /** Sources that succeeded */
+    successfulSources: number;
+    /** Sources that failed */
+    failedSources: number;
+    /** Total skills found */
+    totalSkills: number;
+    /** Skills created */
+    skillsCreated: number;
+    /** Skills updated */
+    skillsUpdated: number;
+    /** Skills unchanged */
+    skillsUnchanged: number;
+    /** Skills failed */
+    skillsFailed: number;
+    /** Total errors */
+    totalErrors: number;
+}
+//# sourceMappingURL=pipeline-types.d.ts.map

package/dist/src/pipeline/pipeline-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-types.d.ts","sourceRoot":"","sources":["../../../src/pipeline/pipeline-types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAClE,OAAO,KAAK,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAChF,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAEjF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAA;AAEtF;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,8BAA8B;IAC9B,OAAO,EAAE,cAAc,CAAA;IACvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,mBAAmB,CAAA;IACnC,6DAA6D;IAC7D,WAAW,CAAC,EAAE,OAAO,CAAA;IACrB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,uBAAuB;IACvB,OAAO,EAAE,oBAAoB,EAAE,CAAA;IAC/B,2BAA2B;IAC3B,MAAM,EAAE,YAAY,CAAA;IACpB,uCAAuC;IACvC,UAAU,EAAE,gBAAgB,CAAA;IAC5B,2CAA2C;IAC3C,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,oCAAoC;IACpC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAA;IACjD,qCAAqC;IACrC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAA;IACvE,0BAA0B;IAC1B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,KAAK,IAAI,CAAA;IAClD,2CAA2C;IAC3C,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,qBAAqB;IACrB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,qBAAqB;IACrB,MAAM,EAAE,cAAc,CAAA;IACtB,wBAAwB;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,8BAA8B;IAC9B,eAAe,EAAE,MAAM,CAAA;IACvB,yCAAyC;IACzC,aAAa,EAAE,MAAM,CAAA;IACrB,qCAAqC;IACrC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAA;IACjB,+CAA+C;IAC/C,oBAAoB,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,wBAAwB;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,kBAAkB;IAClB,UAAU,EAAE,MAAM,CAAA;IAClB,mBAAmB;IACnB,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAA;IAC/B,sBAAsB;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,+BAA+B;IAC/B,UAAU,EAAE,MAAM,CAAA;IAClB,iBAAiB;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,eAAe;IACf,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,mBAAmB;IACnB,MAAM,EAAE,cAAc,CAAA;IACtB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAA;IAClB,yBAAyB;IACzB,aAAa,EAAE,YAAY,EAAE,CAAA;IAC7B,2BAA2B;IAC3B,OAAO,EAAE,eAAe,CAAA;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAA;IACpB,6BAA6B;IAC7B,iBAAiB,EAAE,MAAM,CAAA;IACzB,0BAA0B;IAC1B,aAAa,EAAE,MAAM,CAAA;IACrB,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAA;IACnB,qBAAqB;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,qBAAqB;IACrB,aAAa,EAAE,MAAM,CAAA;IACrB,uBAAuB;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,mBAAmB;IACnB,WAAW,EAAE,MAAM,CAAA;CACpB"}

package/dist/src/pipeline/pipeline-types.js

@@ -0,0 +1,6 @@
+/**
+ * Type definitions for DailyIndexPipeline
+ * @module @skillsmith/core/pipeline/pipeline-types
+ */
+export {};
+//# sourceMappingURL=pipeline-types.js.map

package/dist/src/pipeline/pipeline-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-types.js","sourceRoot":"","sources":["../../../src/pipeline/pipeline-types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/src/routing/expert-types.d.ts

@@ -0,0 +1,109 @@
+/**
+ * @fileoverview Expert Type Definitions for SONARouter
+ * @module @skillsmith/core/routing/expert-types
+ * @see SMI-1521: SONA routing for MCP tool optimization
+ *
+ * Type definitions for experts in the SONA MoE network.
+ */
+/**
+ * Expert identification
+ */
+export type ExpertId = string;
+/**
+ * Types of experts in the MoE network
+ * - accuracy: Prioritizes result correctness over speed
+ * - latency: Prioritizes response time
+ * - balanced: Balances accuracy and latency
+ * - specialized: Tool-specific optimization
+ */
+export type ExpertType = 'accuracy' | 'latency' | 'balanced' | 'specialized';
+/**
+ * Expert state for health monitoring
+ */
+export type ExpertState = 'healthy' | 'degraded' | 'unhealthy' | 'warming_up';
+/**
+ * MCP tool types supported by SONARouter
+ */
+export type ToolType = 'search' | 'recommend' | 'install' | 'validate' | 'compare' | 'get_skill' | 'uninstall' | 'analyze';
+/**
+ * Weight profile for routing decisions
+ * Values range from 0.0 to 1.0
+ */
+export interface WeightProfile {
+    /** Weight for accuracy optimization */
+    accuracy: number;
+    /** Weight for latency optimization */
+    latency: number;
+    /** Weight for reliability/availability */
+    reliability: number;
+    /** Weight for resource efficiency */
+    efficiency: number;
+}
+/**
+ * Tool-specific weight configurations
+ * Based on SMI-1521 requirements:
+ * - search: accuracy-weighted
+ * - recommend: accuracy + personalization
+ * - install: balanced (reliability important)
+ * - validate: balanced
+ * - compare: accuracy-weighted
+ * - get_skill: low latency
+ */
+export declare const TOOL_WEIGHTS: Record<ToolType, WeightProfile>;
+/**
+ * Expert capability declaration
+ */
+export interface ExpertCapability {
+    /** Tools this expert can handle */
+    supportedTools: ToolType[];
+    /** Maximum concurrent requests */
+    maxConcurrency: number;
+    /** Average latency in milliseconds */
+    avgLatencyMs: number;
+    /** Accuracy score (0-1) based on historical performance */
+    accuracyScore: number;
+}
+/**
+ * Expert definition in the MoE network
+ */
+export interface ExpertDefinition {
+    /** Unique expert identifier */
+    id: ExpertId;
+    /** Expert type classification */
+    type: ExpertType;
+    /** Name for logging/display */
+    name: string;
+    /** Detailed description */
+    description: string;
+    /** Declared capabilities */
+    capabilities: ExpertCapability;
+    /** Weight profile for routing decisions */
+    weights: WeightProfile;
+    /** Priority (higher = preferred when tied) */
+    priority: number;
+}
+/**
+ * Runtime expert status
+ */
+export interface ExpertStatus {
+    /** Expert identifier */
+    id: ExpertId;
+    /** Current health state */
+    state: ExpertState;
+    /** Current load (0-1) */
+    load: number;
+    /** Active request count */
+    activeRequests: number;
+    /** Success rate (last 100 requests) */
+    successRate: number;
+    /** P95 latency in milliseconds */
+    p95LatencyMs: number;
+    /** Last health check timestamp */
+    lastHealthCheck: Date;
+}
+/**
+ * 8-Expert MoE Network Configuration
+ * Designed for Skillsmith MCP tools
+ */
+export declare const SONA_EXPERTS: ExpertDefinition[];
+//# sourceMappingURL=expert-types.d.ts.map

package/dist/src/routing/expert-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"expert-types.d.ts","sourceRoot":"","sources":["../../../src/routing/expert-types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAA;AAE7B;;;;;;GAMG;AACH,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,aAAa,CAAA;AAE5E;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,YAAY,CAAA;AAM7E;;GAEG;AACH,MAAM,MAAM,QAAQ,GAChB,QAAQ,GACR,WAAW,GACX,SAAS,GACT,UAAU,GACV,SAAS,GACT,WAAW,GACX,WAAW,GACX,SAAS,CAAA;AAMb;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,uCAAuC;IACvC,QAAQ,EAAE,MAAM,CAAA;IAChB,sCAAsC;IACtC,OAAO,EAAE,MAAM,CAAA;IACf,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAA;IACnB,qCAAqC;IACrC,UAAU,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;;;;GASG;AACH,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa,CASxD,CAAA;AAMD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,mCAAmC;IACnC,cAAc,EAAE,QAAQ,EAAE,CAAA;IAC1B,kCAAkC;IAClC,cAAc,EAAE,MAAM,CAAA;IACtB,sCAAsC;IACtC,YAAY,EAAE,MAAM,CAAA;IACpB,2DAA2D;IAC3D,aAAa,EAAE,MAAM,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,+BAA+B;IAC/B,EAAE,EAAE,QAAQ,CAAA;IACZ,iCAAiC;IACjC,IAAI,EAAE,UAAU,CAAA;IAChB,+BAA+B;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAA;IACnB,4BAA4B;IAC5B,YAAY,EAAE,gBAAgB,CAAA;IAC9B,2CAA2C;IAC3C,OAAO,EAAE,aAAa,CAAA;IACtB,8CAA8C;IAC9C,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,wBAAwB;IACxB,EAAE,EAAE,QAAQ,CAAA;IACZ,2BAA2B;IAC3B,KAAK,EAAE,WAAW,CAAA;IAClB,yBAAyB;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,2BAA2B;IAC3B,cAAc,EAAE,MAAM,CAAA;IACtB,uCAAuC;IACvC,WAAW,EAAE,MAAM,CAAA;IACnB,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAA;IACpB,kCAAkC;IAClC,eAAe,EAAE,IAAI,CAAA;CACtB;AAMD;;;GAGG;AACH,eAAO,MAAM,YAAY,EAAE,gBAAgB,EA8H1C,CAAA"}