@knowledgine/ingest 0.2.0

package/dist/types.d.ts

@@ -0,0 +1,81 @@
+export type SourceURI = string;
+export type PluginPriority = 0 | 1 | 2 | 3;
+export interface PluginManifest {
+    id: string;
+    name: string;
+    version: string;
+    /** URI schemes this plugin handles (e.g. ["file://", "git://"]) */
+    schemes: string[];
+    /** Optional list of plugin IDs this plugin requires */
+    requires?: string[];
+    priority: PluginPriority;
+}
+export type TriggerType = "file_watcher" | "git_hook" | "scheduled" | "manual";
+export interface FileWatcherTrigger {
+    type: "file_watcher";
+    paths?: string[];
+    ignore?: string[];
+}
+export interface GitHookTrigger {
+    type: "git_hook";
+    hook: "post-commit" | "post-merge" | "post-checkout";
+}
+export interface ScheduledTrigger {
+    type: "scheduled";
+    cron: string;
+}
+export interface ManualTrigger {
+    type: "manual";
+}
+export type TriggerConfig = FileWatcherTrigger | GitHookTrigger | ScheduledTrigger | ManualTrigger;
+export interface PluginConfig {
+    [key: string]: unknown;
+}
+export interface PluginInitResult {
+    ok: boolean;
+    error?: string;
+}
+export type NormalizedEventType = "commit" | "diff" | "session" | "session_event" | "document" | "discussion" | "review" | "ci_result" | "decision" | "learning" | "problem_solution" | "capture";
+export interface EventMetadata {
+    sourcePlugin: string;
+    sourceId: string;
+    author?: string;
+    project?: string;
+    branch?: string;
+    entities?: string[];
+    tags?: string[];
+    confidence?: number;
+    extra?: Record<string, unknown>;
+}
+export interface NormalizedEvent {
+    sourceUri: SourceURI;
+    eventType: NormalizedEventType;
+    title: string;
+    content: string;
+    timestamp: Date;
+    metadata: EventMetadata;
+    relatedPaths?: string[];
+    rawData?: unknown;
+}
+export interface IngestPlugin {
+    readonly manifest: PluginManifest;
+    readonly triggers: TriggerConfig[];
+    initialize(config?: PluginConfig): Promise<PluginInitResult>;
+    ingestAll(sourceUri: SourceURI): AsyncGenerator<NormalizedEvent>;
+    ingestIncremental(sourceUri: SourceURI, checkpoint: string): AsyncGenerator<NormalizedEvent>;
+    getCurrentCheckpoint(sourceUri: SourceURI): Promise<string>;
+    dispose(): Promise<void>;
+}
+export interface IngestCursorData {
+    pluginId: string;
+    sourcePath: string;
+    checkpoint: string;
+    lastIngestAt: Date;
+}
+export interface IngestSummary {
+    pluginId: string;
+    processed: number;
+    errors: number;
+    elapsedMs: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC;AAG/B,MAAM,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAE3C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,mEAAmE;IACnE,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,uDAAuD;IACvD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,cAAc,CAAC;CAC1B;AAGD,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE/E,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,cAAc,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,aAAa,GAAG,YAAY,GAAG,eAAe,CAAC;CACtD;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,WAAW,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GACrB,kBAAkB,GAClB,cAAc,GACd,gBAAgB,GAChB,aAAa,CAAC;AAElB,MAAM,WAAW,YAAY;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAGD,MAAM,MAAM,mBAAmB,GAC3B,QAAQ,GACR,MAAM,GACN,SAAS,GACT,eAAe,GACf,UAAU,GACV,YAAY,GACZ,QAAQ,GACR,WAAW,GACX,UAAU,GACV,UAAU,GACV,kBAAkB,GAClB,SAAS,CAAC;AAEd,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,mBAAmB,CAAC;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,CAAC;IAEnC,UAAU,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE7D,SAAS,CAAC,SAAS,EAAE,SAAS,GAAG,cAAc,CAAC,eAAe,CAAC,CAAC;IAEjE,iBAAiB,CACf,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,MAAM,GACjB,cAAc,CAAC,eAAe,CAAC,CAAC;IAEnC,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE5D,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,IAAI,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@knowledgine/ingest",
+  "version": "0.2.0",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "license": "MIT",
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@knowledgine/core": "0.2.0"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.0.0",
+    "better-sqlite3": "^11.0.0"
+  },
+  "scripts": {
+    "build": "tsc --build tsconfig.build.json",
+    "test": "vitest",
+    "test:run": "vitest run"
+  }
+}