@lancedb/lancedb 0.7.1 → 0.8.0

package/nodejs-artifacts/merge.d.ts

@@ -1,54 +0,0 @@
-import { Data } from "./arrow";
-import { NativeMergeInsertBuilder } from "./native";
-/** A builder used to create and run a merge insert operation */
-export declare class MergeInsertBuilder {
-    #private;
-    /** Construct a MergeInsertBuilder. __Internal use only.__ */
-    constructor(native: NativeMergeInsertBuilder);
-    /**
-     * Rows that exist in both the source table (new data) and
-     * the target table (old data) will be updated, replacing
-     * the old row with the corresponding matching row.
-     *
-     * If there are multiple matches then the behavior is undefined.
-     * Currently this causes multiple copies of the row to be created
-     * but that behavior is subject to change.
-     *
-     * An optional condition may be specified.  If it is, then only
-     * matched rows that satisfy the condtion will be updated.  Any
-     * rows that do not satisfy the condition will be left as they
-     * are.  Failing to satisfy the condition does not cause a
-     * "matched row" to become a "not matched" row.
-     *
-     * The condition should be an SQL string.  Use the prefix
-     * target. to refer to rows in the target table (old data)
-     * and the prefix source. to refer to rows in the source
-     * table (new data).
-     *
-     * For example, "target.last_update < source.last_update"
-     */
-    whenMatchedUpdateAll(options?: {
-        where: string;
-    }): MergeInsertBuilder;
-    /**
-     * Rows that exist only in the source table (new data) should
-     * be inserted into the target table.
-     */
-    whenNotMatchedInsertAll(): MergeInsertBuilder;
-    /**
-     * Rows that exist only in the target table (old data) will be
-     * deleted.  An optional condition can be provided to limit what
-     * data is deleted.
-     *
-     * @param options.where - An optional condition to limit what data is deleted
-     */
-    whenNotMatchedBySourceDelete(options?: {
-        where: string;
-    }): MergeInsertBuilder;
-    /**
-     * Executes the merge insert operation
-     *
-     * Nothing is returned but the `Table` is updated
-     */
-    execute(data: Data): Promise<void>;
-}

package/nodejs-artifacts/merge.js

@@ -1,64 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MergeInsertBuilder = void 0;
-const arrow_1 = require("./arrow");
-/** A builder used to create and run a merge insert operation */
-class MergeInsertBuilder {
-    #native;
-    /** Construct a MergeInsertBuilder. __Internal use only.__ */
-    constructor(native) {
-        this.#native = native;
-    }
-    /**
-     * Rows that exist in both the source table (new data) and
-     * the target table (old data) will be updated, replacing
-     * the old row with the corresponding matching row.
-     *
-     * If there are multiple matches then the behavior is undefined.
-     * Currently this causes multiple copies of the row to be created
-     * but that behavior is subject to change.
-     *
-     * An optional condition may be specified.  If it is, then only
-     * matched rows that satisfy the condtion will be updated.  Any
-     * rows that do not satisfy the condition will be left as they
-     * are.  Failing to satisfy the condition does not cause a
-     * "matched row" to become a "not matched" row.
-     *
-     * The condition should be an SQL string.  Use the prefix
-     * target. to refer to rows in the target table (old data)
-     * and the prefix source. to refer to rows in the source
-     * table (new data).
-     *
-     * For example, "target.last_update < source.last_update"
-     */
-    whenMatchedUpdateAll(options) {
-        return new MergeInsertBuilder(this.#native.whenMatchedUpdateAll(options?.where));
-    }
-    /**
-     * Rows that exist only in the source table (new data) should
-     * be inserted into the target table.
-     */
-    whenNotMatchedInsertAll() {
-        return new MergeInsertBuilder(this.#native.whenNotMatchedInsertAll());
-    }
-    /**
-     * Rows that exist only in the target table (old data) will be
-     * deleted.  An optional condition can be provided to limit what
-     * data is deleted.
-     *
-     * @param options.where - An optional condition to limit what data is deleted
-     */
-    whenNotMatchedBySourceDelete(options) {
-        return new MergeInsertBuilder(this.#native.whenNotMatchedBySourceDelete(options?.where));
-    }
-    /**
-     * Executes the merge insert operation
-     *
-     * Nothing is returned but the `Table` is updated
-     */
-    async execute(data) {
-        const buffer = await (0, arrow_1.fromDataToBuffer)(data);
-        await this.#native.execute(buffer);
-    }
-}
-exports.MergeInsertBuilder = MergeInsertBuilder;

package/nodejs-artifacts/native.d.ts

@@ -1,208 +0,0 @@
-/* tslint:disable */
-/* eslint-disable */
-
-/* auto-generated by NAPI-RS */
-
-/** A description of an index currently configured on a column */
-export interface IndexConfig {
-  /** The name of the index */
-  name: string
-  /** The type of the index */
-  indexType: string
-  /**
-   * The columns in the index
-   *
-   * Currently this is always an array of size 1. In the future there may
-   * be more columns to represent composite indices.
-   */
-  columns: Array<string>
-}
-/** Statistics about a compaction operation. */
-export interface CompactionStats {
-  /** The number of fragments removed */
-  fragmentsRemoved: number
-  /** The number of new, compacted fragments added */
-  fragmentsAdded: number
-  /** The number of data files removed */
-  filesRemoved: number
-  /** The number of new, compacted data files added */
-  filesAdded: number
-}
-/** Statistics about a cleanup operation */
-export interface RemovalStats {
-  /** The number of bytes removed */
-  bytesRemoved: number
-  /** The number of old versions removed */
-  oldVersionsRemoved: number
-}
-/** Statistics about an optimize operation */
-export interface OptimizeStats {
-  /** Statistics about the compaction operation */
-  compaction: CompactionStats
-  /** Statistics about the removal operation */
-  prune: RemovalStats
-}
-/**
- *  A definition of a column alteration. The alteration changes the column at
- * `path` to have the new name `name`, to be nullable if `nullable` is true,
- * and to have the data type `data_type`. At least one of `rename` or `nullable`
- * must be provided.
- */
-export interface ColumnAlteration {
-  /**
-   * The path to the column to alter. This is a dot-separated path to the column.
-   * If it is a top-level column then it is just the name of the column. If it is
-   * a nested column then it is the path to the column, e.g. "a.b.c" for a column
-   * `c` nested inside a column `b` nested inside a column `a`.
-   */
-  path: string
-  /**
-   * The new name of the column. If not provided then the name will not be changed.
-   * This must be distinct from the names of all other columns in the table.
-   */
-  rename?: string
-  /** Set the new nullability. Note that a nullable column cannot be made non-nullable. */
-  nullable?: boolean
-}
-/** A definition of a new column to add to a table. */
-export interface AddColumnsSql {
-  /** The name of the new column. */
-  name: string
-  /**
-   * The values to populate the new column with, as a SQL expression.
-   * The expression can reference other columns in the table.
-   */
-  valueSql: string
-}
-export interface IndexStatistics {
-  /** The number of rows indexed by the index */
-  numIndexedRows: number
-  /** The number of rows not indexed */
-  numUnindexedRows: number
-  /** The type of the index */
-  indexType?: string
-  /** The metadata for each index */
-  indices: Array<IndexMetadata>
-}
-export interface IndexMetadata {
-  metricType?: string
-  indexType?: string
-}
-export interface ConnectionOptions {
-  /**
-   * (For LanceDB OSS only): The interval, in seconds, at which to check for
-   * updates to the table from other processes. If None, then consistency is not
-   * checked. For performance reasons, this is the default. For strong
-   * consistency, set this to zero seconds. Then every read will check for
-   * updates from other processes. As a compromise, you can set this to a
-   * non-zero value for eventual consistency. If more than that interval
-   * has passed since the last check, then the table will be checked for updates.
-   * Note: this consistency only applies to read operations. Write operations are
-   * always consistent.
-   */
-  readConsistencyInterval?: number
-  /**
-   * (For LanceDB OSS only): configuration for object storage.
-   *
-   * The available options are described at https://lancedb.github.io/lancedb/guides/storage/
-   */
-  storageOptions?: Record<string, string>
-}
-/** Write mode for writing a table. */
-export const enum WriteMode {
-  Create = 'Create',
-  Append = 'Append',
-  Overwrite = 'Overwrite'
-}
-/** Write options when creating a Table. */
-export interface WriteOptions {
-  /** Write mode for writing to a table. */
-  mode?: WriteMode
-}
-export interface OpenTableOptions {
-  storageOptions?: Record<string, string>
-}
-export class Connection {
-  /** Create a new Connection instance from the given URI. */
-  static new(uri: string, options: ConnectionOptions): Promise<Connection>
-  display(): string
-  isOpen(): boolean
-  close(): void
-  /** List all tables in the dataset. */
-  tableNames(startAfter?: string | undefined | null, limit?: number | undefined | null): Promise<Array<string>>
-  /**
-   * Create table from a Apache Arrow IPC (file) buffer.
-   *
-   * Parameters:
-   * - name: The name of the table.
-   * - buf: The buffer containing the IPC file.
-   *
-   */
-  createTable(name: string, buf: Buffer, mode: string, storageOptions?: Record<string, string> | undefined | null, useLegacyFormat?: boolean | undefined | null): Promise<Table>
-  createEmptyTable(name: string, schemaBuf: Buffer, mode: string, storageOptions?: Record<string, string> | undefined | null, useLegacyFormat?: boolean | undefined | null): Promise<Table>
-  openTable(name: string, storageOptions?: Record<string, string> | undefined | null, indexCacheSize?: number | undefined | null): Promise<Table>
-  /** Drop table with the name. Or raise an error if the table does not exist. */
-  dropTable(name: string): Promise<void>
-}
-export class Index {
-  static ivfPq(distanceType?: string | undefined | null, numPartitions?: number | undefined | null, numSubVectors?: number | undefined | null, maxIterations?: number | undefined | null, sampleRate?: number | undefined | null): Index
-  static btree(): Index
-}
-/** Typescript-style Async Iterator over RecordBatches  */
-export class RecordBatchIterator {
-  next(): Promise<Buffer | null>
-}
-/** A builder used to create and run a merge insert operation */
-export class NativeMergeInsertBuilder {
-  whenMatchedUpdateAll(condition?: string | undefined | null): NativeMergeInsertBuilder
-  whenNotMatchedInsertAll(): NativeMergeInsertBuilder
-  whenNotMatchedBySourceDelete(filter?: string | undefined | null): NativeMergeInsertBuilder
-  execute(buf: Buffer): Promise<void>
-}
-export class Query {
-  onlyIf(predicate: string): void
-  select(columns: Array<[string, string]>): void
-  limit(limit: number): void
-  nearestTo(vector: Float32Array): VectorQuery
-  execute(maxBatchLength?: number | undefined | null): Promise<RecordBatchIterator>
-  explainPlan(verbose: boolean): Promise<string>
-}
-export class VectorQuery {
-  column(column: string): void
-  distanceType(distanceType: string): void
-  postfilter(): void
-  refineFactor(refineFactor: number): void
-  nprobes(nprobe: number): void
-  bypassVectorIndex(): void
-  onlyIf(predicate: string): void
-  select(columns: Array<[string, string]>): void
-  limit(limit: number): void
-  execute(maxBatchLength?: number | undefined | null): Promise<RecordBatchIterator>
-  explainPlan(verbose: boolean): Promise<string>
-}
-export class Table {
-  name: string
-  display(): string
-  isOpen(): boolean
-  close(): void
-  /** Return Schema as empty Arrow IPC file. */
-  schema(): Promise<Buffer>
-  add(buf: Buffer, mode: string): Promise<void>
-  countRows(filter?: string | undefined | null): Promise<number>
-  delete(predicate: string): Promise<void>
-  createIndex(index: Index | undefined | null, column: string, replace?: boolean | undefined | null): Promise<void>
-  update(onlyIf: string | undefined | null, columns: Array<[string, string]>): Promise<void>
-  query(): Query
-  vectorSearch(vector: Float32Array): VectorQuery
-  addColumns(transforms: Array<AddColumnsSql>): Promise<void>
-  alterColumns(alterations: Array<ColumnAlteration>): Promise<void>
-  dropColumns(columns: Array<string>): Promise<void>
-  version(): Promise<number>
-  checkout(version: number): Promise<void>
-  checkoutLatest(): Promise<void>
-  restore(): Promise<void>
-  optimize(olderThanMs?: number | undefined | null): Promise<OptimizeStats>
-  listIndices(): Promise<Array<IndexConfig>>
-  indexStats(indexName: string): Promise<IndexStatistics | null>
-  mergeInsert(on: Array<string>): NativeMergeInsertBuilder
-}

package/nodejs-artifacts/native.js

@@ -1,330 +0,0 @@
-"use strict";
-/* tslint:disable */
-/* eslint-disable */
-/* prettier-ignore */
-/* auto-generated by NAPI-RS */
-const { existsSync, readFileSync } = require('fs');
-const { join } = require('path');
-const { platform, arch } = process;
-let nativeBinding = null;
-let localFileExisted = false;
-let loadError = null;
-function isMusl() {
-    // For Node 10
-    if (!process.report || typeof process.report.getReport !== 'function') {
-        try {
-            const lddPath = require('child_process').execSync('which ldd').toString().trim();
-            return readFileSync(lddPath, 'utf8').includes('musl');
-        }
-        catch (e) {
-            return true;
-        }
-    }
-    else {
-        const { glibcVersionRuntime } = process.report.getReport().header;
-        return !glibcVersionRuntime;
-    }
-}
-switch (platform) {
-    case 'android':
-        switch (arch) {
-            case 'arm64':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.android-arm64.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.android-arm64.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-android-arm64');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            case 'arm':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.android-arm-eabi.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.android-arm-eabi.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-android-arm-eabi');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            default:
-                throw new Error(`Unsupported architecture on Android ${arch}`);
-        }
-        break;
-    case 'win32':
-        switch (arch) {
-            case 'x64':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.win32-x64-msvc.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.win32-x64-msvc.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-win32-x64-msvc');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            case 'ia32':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.win32-ia32-msvc.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.win32-ia32-msvc.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-win32-ia32-msvc');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            case 'arm64':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.win32-arm64-msvc.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.win32-arm64-msvc.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-win32-arm64-msvc');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            default:
-                throw new Error(`Unsupported architecture on Windows: ${arch}`);
-        }
-        break;
-    case 'darwin':
-        localFileExisted = existsSync(join(__dirname, 'lancedb.darwin-universal.node'));
-        try {
-            if (localFileExisted) {
-                nativeBinding = require('./lancedb.darwin-universal.node');
-            }
-            else {
-                nativeBinding = require('@lancedb/lancedb-darwin-universal');
-            }
-            break;
-        }
-        catch { }
-        switch (arch) {
-            case 'x64':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.darwin-x64.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.darwin-x64.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-darwin-x64');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            case 'arm64':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.darwin-arm64.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.darwin-arm64.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-darwin-arm64');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            default:
-                throw new Error(`Unsupported architecture on macOS: ${arch}`);
-        }
-        break;
-    case 'freebsd':
-        if (arch !== 'x64') {
-            throw new Error(`Unsupported architecture on FreeBSD: ${arch}`);
-        }
-        localFileExisted = existsSync(join(__dirname, 'lancedb.freebsd-x64.node'));
-        try {
-            if (localFileExisted) {
-                nativeBinding = require('./lancedb.freebsd-x64.node');
-            }
-            else {
-                nativeBinding = require('@lancedb/lancedb-freebsd-x64');
-            }
-        }
-        catch (e) {
-            loadError = e;
-        }
-        break;
-    case 'linux':
-        switch (arch) {
-            case 'x64':
-                if (isMusl()) {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-x64-musl.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-x64-musl.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-x64-musl');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                else {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-x64-gnu.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-x64-gnu.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-x64-gnu');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                break;
-            case 'arm64':
-                if (isMusl()) {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-arm64-musl.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-arm64-musl.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-arm64-musl');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                else {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-arm64-gnu.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-arm64-gnu.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-arm64-gnu');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                break;
-            case 'arm':
-                if (isMusl()) {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-arm-musleabihf.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-arm-musleabihf.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-arm-musleabihf');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                else {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-arm-gnueabihf.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-arm-gnueabihf.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-arm-gnueabihf');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                break;
-            case 'riscv64':
-                if (isMusl()) {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-riscv64-musl.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-riscv64-musl.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-riscv64-musl');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                else {
-                    localFileExisted = existsSync(join(__dirname, 'lancedb.linux-riscv64-gnu.node'));
-                    try {
-                        if (localFileExisted) {
-                            nativeBinding = require('./lancedb.linux-riscv64-gnu.node');
-                        }
-                        else {
-                            nativeBinding = require('@lancedb/lancedb-linux-riscv64-gnu');
-                        }
-                    }
-                    catch (e) {
-                        loadError = e;
-                    }
-                }
-                break;
-            case 's390x':
-                localFileExisted = existsSync(join(__dirname, 'lancedb.linux-s390x-gnu.node'));
-                try {
-                    if (localFileExisted) {
-                        nativeBinding = require('./lancedb.linux-s390x-gnu.node');
-                    }
-                    else {
-                        nativeBinding = require('@lancedb/lancedb-linux-s390x-gnu');
-                    }
-                }
-                catch (e) {
-                    loadError = e;
-                }
-                break;
-            default:
-                throw new Error(`Unsupported architecture on Linux: ${arch}`);
-        }
-        break;
-    default:
-        throw new Error(`Unsupported OS: ${platform}, architecture: ${arch}`);
-}
-if (!nativeBinding) {
-    if (loadError) {
-        throw loadError;
-    }
-    throw new Error(`Failed to load native binding`);
-}
-const { Connection, Index, RecordBatchIterator, NativeMergeInsertBuilder, Query, VectorQuery, Table, WriteMode } = nativeBinding;
-module.exports.Connection = Connection;
-module.exports.Index = Index;
-module.exports.RecordBatchIterator = RecordBatchIterator;
-module.exports.NativeMergeInsertBuilder = NativeMergeInsertBuilder;
-module.exports.Query = Query;
-module.exports.VectorQuery = VectorQuery;
-module.exports.Table = Table;
-module.exports.WriteMode = WriteMode;