wn-turso 0.1.0

package/dist/pipeline/types.d.ts

@@ -0,0 +1,86 @@
+/**
+ * Pipeline types
+ */
+/**
+ * Pipeline result after transfer
+ */
+export interface PipelineResult {
+    /** Total rows processed */
+    processed: number;
+    /** Rows successfully inserted */
+    inserted: number;
+    /** Rows skipped (filtered out or null from transform) */
+    skipped: number;
+    /** Rows that failed */
+    errors: number;
+    /** Duration in milliseconds */
+    duration: number;
+}
+/**
+ * Progress callback for pipeline operations
+ */
+export interface PipelineProgress {
+    /** Current row number */
+    current: number;
+    /** Total rows (if known) */
+    total?: number;
+    /** Rows processed so far */
+    processed: number;
+    /** Rows skipped so far */
+    skipped: number;
+    /** Rows with errors so far */
+    errors: number;
+}
+export type ProgressCallback = (progress: PipelineProgress) => void;
+/**
+ * Pipeline source - reads data from a database
+ */
+export interface PipelineSource<T> {
+    /** Read rows as async iterable */
+    read(): AsyncIterable<T>;
+    /** Get total count (optional) */
+    count?(): Promise<number>;
+    /** Get source name for logging */
+    name?: string;
+}
+/**
+ * Pipeline sink - writes data to a database
+ */
+export interface PipelineSink<T> {
+    /** Write rows from async iterable */
+    write(data: AsyncIterable<T>): Promise<PipelineResult>;
+    /** Get sink name for logging */
+    name?: string;
+}
+/**
+ * Options for creating a source
+ */
+export interface SourceOptions<T> {
+    /** Batch size for reading */
+    batchSize?: number;
+    /** Where clause modifier */
+    where?: (qb: any) => any;
+    /** Order by clause */
+    orderBy?: string;
+    /** Limit rows */
+    limit?: number;
+    /** Skip rows */
+    offset?: number;
+}
+/**
+ * Options for creating a sink
+ */
+export interface SinkOptions {
+    /** Batch size for writing */
+    batchSize?: number;
+    /** Conflict resolution strategy */
+    onConflict?: 'ignore' | 'replace' | 'error';
+    /** Progress callback */
+    onProgress?: ProgressCallback;
+}
+/**
+ * Operator function type
+ * Transforms an async iterable into another async iterable
+ */
+export type Operator<In, Out> = (input: AsyncIterable<In>) => AsyncIterable<Out>;
+//# sourceMappingURL=types.d.ts.map

package/dist/pipeline/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pipeline/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,OAAO,EAAE,MAAM,CAAC;IAChB,uBAAuB;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,0BAA0B;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,kCAAkC;IAClC,IAAI,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;IACzB,iCAAiC;IACjC,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1B,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,qCAAqC;IACrC,KAAK,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACvD,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,CAAC;IAC9B,6BAA6B;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4BAA4B;IAC5B,KAAK,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,KAAK,GAAG,CAAC;IACzB,sBAAsB;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,6BAA6B;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mCAAmC;IACnC,UAAU,CAAC,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;IAC5C,wBAAwB;IACxB,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,MAAM,QAAQ,CAAC,EAAE,EAAE,GAAG,IAAI,CAC9B,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC,KACrB,aAAa,CAAC,GAAG,CAAC,CAAC"}

package/dist/pipeline/types.js

@@ -0,0 +1,4 @@
+/**
+ * Pipeline types
+ */
+export {};

package/dist/wordnet/index.d.ts

@@ -0,0 +1,5 @@
+/**
+ * WordNet module exports
+ */
+export { TursoWordnet, type TursoWordnetOptions } from './turso-wordnet.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/wordnet/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/wordnet/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,YAAY,EAAE,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/wordnet/index.js

@@ -0,0 +1,4 @@
+/**
+ * WordNet module exports
+ */
+export { TursoWordnet } from './turso-wordnet.js';

package/dist/wordnet/turso-wordnet.d.ts

@@ -0,0 +1,85 @@
+/**
+ * TursoWordnet - Main user-facing class for WordNet queries via Turso
+ */
+import type { Synset, Word, Sense, Lexicon, PartOfSpeech } from 'wn-ts-core';
+import { TursoDatabase } from '../database/turso-database.js';
+import type { TursoDatabaseConfig } from '../config.js';
+export interface TursoWordnetOptions {
+    /** Enable verbose logging */
+    verbose?: boolean;
+}
+/**
+ * TursoWordnet provides a high-level interface for WordNet queries
+ * using Turso as the database backend.
+ *
+ * @example
+ * ```typescript
+ * const wn = new TursoWordnet({
+ *   url: 'libsql://db-org.turso.io',
+ *   authToken: process.env.TURSO_AUTH_TOKEN,
+ *   mode: 'remote',
+ * });
+ *
+ * await wn.initialize();
+ * const synsets = await wn.synsets({ form: 'computer', language: 'en' });
+ * await wn.close();
+ * ```
+ */
+export declare class TursoWordnet {
+    private database?;
+    private config;
+    private options;
+    constructor(config: TursoDatabaseConfig, options?: TursoWordnetOptions);
+    /**
+     * Initialize the WordNet connection
+     */
+    initialize(): Promise<void>;
+    /**
+     * Query synsets
+     */
+    synsets(options?: {
+        form?: string;
+        pos?: PartOfSpeech;
+        language?: string;
+    }): Promise<Synset[]>;
+    /**
+     * Query words
+     */
+    words(options?: {
+        form?: string;
+        pos?: PartOfSpeech;
+        language?: string;
+    }): Promise<Word[]>;
+    /**
+     * Query senses
+     */
+    senses(options?: {
+        wordIdOrForm?: string;
+    }): Promise<Sense[]>;
+    /**
+     * Get all lexicons
+     */
+    lexicons(): Promise<Lexicon[]>;
+    /**
+     * Get lemmas for a synset
+     */
+    getSynsetLemmas(synsetId: string): Promise<string[]>;
+    /**
+     * Sync embedded replica with remote (only for embedded mode)
+     */
+    sync(): Promise<void>;
+    /**
+     * Check if initialized
+     */
+    isInitialized(): boolean;
+    /**
+     * Close the connection
+     */
+    close(): Promise<void>;
+    /**
+     * Get the underlying database instance
+     */
+    getDatabase(): TursoDatabase;
+    private getQueryService;
+}
+//# sourceMappingURL=turso-wordnet.d.ts.map

package/dist/wordnet/turso-wordnet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"turso-wordnet.d.ts","sourceRoot":"","sources":["../../src/wordnet/turso-wordnet.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAExD,MAAM,WAAW,mBAAmB;IAClC,6BAA6B;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,CAAgB;IACjC,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAsB;gBAEzB,MAAM,EAAE,mBAAmB,EAAE,OAAO,GAAE,mBAAwB;IAK1E;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKjC;;OAEG;IACG,OAAO,CAAC,OAAO,CAAC,EAAE;QACtB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,YAAY,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIrB;;OAEG;IACG,KAAK,CAAC,OAAO,CAAC,EAAE;QACpB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,GAAG,CAAC,EAAE,YAAY,CAAC;QACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAInB;;OAEG;IACG,MAAM,CAAC,OAAO,CAAC,EAAE;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAIpB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAIpC;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAO1D;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;OAEG;IACH,WAAW,IAAI,aAAa;IAO5B,OAAO,CAAC,eAAe;CAMxB"}

package/dist/wordnet/turso-wordnet.js

@@ -0,0 +1,107 @@
+/**
+ * TursoWordnet - Main user-facing class for WordNet queries via Turso
+ */
+import { TursoDatabase } from '../database/turso-database.js';
+/**
+ * TursoWordnet provides a high-level interface for WordNet queries
+ * using Turso as the database backend.
+ *
+ * @example
+ * ```typescript
+ * const wn = new TursoWordnet({
+ *   url: 'libsql://db-org.turso.io',
+ *   authToken: process.env.TURSO_AUTH_TOKEN,
+ *   mode: 'remote',
+ * });
+ *
+ * await wn.initialize();
+ * const synsets = await wn.synsets({ form: 'computer', language: 'en' });
+ * await wn.close();
+ * ```
+ */
+export class TursoWordnet {
+    database;
+    config;
+    options;
+    constructor(config, options = {}) {
+        this.config = config;
+        this.options = options;
+    }
+    /**
+     * Initialize the WordNet connection
+     */
+    async initialize() {
+        this.database = new TursoDatabase(this.config);
+        await this.database.initialize();
+    }
+    /**
+     * Query synsets
+     */
+    async synsets(options) {
+        return this.getQueryService().getSynsets(options);
+    }
+    /**
+     * Query words
+     */
+    async words(options) {
+        return this.getQueryService().getWords(options);
+    }
+    /**
+     * Query senses
+     */
+    async senses(options) {
+        return this.getQueryService().getSenses(options);
+    }
+    /**
+     * Get all lexicons
+     */
+    async lexicons() {
+        return this.getQueryService().getLexicons();
+    }
+    /**
+     * Get lemmas for a synset
+     */
+    async getSynsetLemmas(synsetId) {
+        const words = await this.getQueryService().getWordsBySynsetAndLanguage(synsetId);
+        return words.map((w) => w.lemma);
+    }
+    /**
+     * Sync embedded replica with remote (only for embedded mode)
+     */
+    async sync() {
+        if (!this.database) {
+            throw new Error('Not initialized');
+        }
+        await this.database.sync();
+    }
+    /**
+     * Check if initialized
+     */
+    isInitialized() {
+        return this.database?.isInitialized() ?? false;
+    }
+    /**
+     * Close the connection
+     */
+    async close() {
+        if (this.database) {
+            await this.database.close();
+            this.database = undefined;
+        }
+    }
+    /**
+     * Get the underlying database instance
+     */
+    getDatabase() {
+        if (!this.database) {
+            throw new Error('Not initialized');
+        }
+        return this.database;
+    }
+    getQueryService() {
+        if (!this.database) {
+            throw new Error('Not initialized');
+        }
+        return this.database.getQueryService();
+    }
+}

package/package.json

@@ -0,0 +1,80 @@
+{
+  "name": "wn-turso",
+  "version": "0.1.0",
+  "description": "Turso/libsql database backend and data pipeline utilities for WordNet",
+  "type": "module",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./database": {
+      "types": "./dist/database/index.d.ts",
+      "import": "./dist/database/index.js"
+    },
+    "./adapters": {
+      "types": "./dist/adapters/index.d.ts",
+      "import": "./dist/adapters/index.js"
+    },
+    "./pipeline": {
+      "types": "./dist/pipeline/index.d.ts",
+      "import": "./dist/pipeline/index.js"
+    },
+    "./config": {
+      "types": "./dist/config.d.ts",
+      "import": "./dist/config.js"
+    }
+  },
+  "bin": {
+    "wn-turso": "./dist/cli/index.js"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "keywords": [
+    "wordnet",
+    "turso",
+    "libsql",
+    "sqlite",
+    "serverless",
+    "edge",
+    "database",
+    "pipeline",
+    "etl"
+  ],
+  "dependencies": {
+    "@libsql/client": "^0.14.0",
+    "kysely": "^0.28.3",
+    "wn-ts-core": "0.6.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "rimraf": "^5.0.0",
+    "typescript": "5.8.3",
+    "vitest": "3.2.4"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/fustilio/wordnet-playground.git",
+    "directory": "packages/wn-turso"
+  },
+  "license": "MIT",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "clean": "rimraf dist",
+    "prebuild": "pnpm run clean",
+    "postbuild": "node scripts/make-executable.cjs",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:e2e": "vitest run tests/e2e"
+  }
+}