@lancedb/lancedb 0.42.0-beta.10 → 0.42.0-beta.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/blob.d.ts +9 -0
- package/dist/index.d.ts +3 -3
- package/dist/native.d.ts +90 -2
- package/dist/native.js +52 -52
- package/dist/table.d.ts +125 -7
- package/dist/table.js +27 -1
- package/package.json +8 -8
package/dist/blob.d.ts
CHANGED
|
@@ -179,6 +179,15 @@ export type BlobReadOptions = {
|
|
|
179
179
|
};
|
|
180
180
|
/** @ignore */
|
|
181
181
|
export declare function runWithSignal<T>(signal: AbortSignal | undefined, run: (signal: AbortSignal | undefined) => Promise<T>): Promise<T>;
|
|
182
|
+
/** One row-specific range for {@link Table.fetchBlobRanges}. */
|
|
183
|
+
export type BlobRangeRequest = {
|
|
184
|
+
/** A row ID from a query with row IDs enabled. */
|
|
185
|
+
rowId: bigint | number;
|
|
186
|
+
/** Byte offset from the beginning of the logical blob, as a uint64. */
|
|
187
|
+
offset: bigint;
|
|
188
|
+
/** Number of bytes to read, as a uint64. Zero returns an empty non-null value. */
|
|
189
|
+
length: bigint;
|
|
190
|
+
};
|
|
182
191
|
/** A half-open byte range `[start, end)` for {@link BlobFile.readRanges}. */
|
|
183
192
|
export type BlobRange = {
|
|
184
193
|
start: bigint;
|
package/dist/index.d.ts
CHANGED
|
@@ -7,17 +7,17 @@ export { MaterializedView, MaterializedViewDefinition, MaterializedViewSelect, }
|
|
|
7
7
|
export { ViewDescription } from "./view";
|
|
8
8
|
export { JsHeaderProvider as NativeJsHeaderProvider } from "./native.js";
|
|
9
9
|
export { instrumentLanceDbMetrics } from "./otel";
|
|
10
|
-
export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, RefreshColumnOptions, RefreshColumnResult, FunctionErrors, FunctionErrorsOptions, FunctionErrorRecord, FunctionErrorFragment, RefreshMaterializedViewResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
|
|
10
|
+
export { AddColumnsSql, ConnectionOptions, ConnectNamespaceOptions, IndexStatistics, IndexConfig, ClientConfig, TimeoutConfig, RetryConfig, TlsConfig, OptimizeStats, CompactionStats, RemovalStats, TableStatistics, FragmentStatistics, FragmentSummaryStats, Tags, TagContents, BranchContents, MergeResult, AddResult, AddColumnsResult, RefreshColumnOptions, FunctionWorkerResourceBudget, RefreshColumnResult, FunctionErrors, FunctionErrorsOptions, FunctionErrorRecord, FunctionErrorFragment, RefreshMaterializedViewResult, AlterColumnsResult, UpdateFieldMetadataResult, DeleteResult, DropColumnsResult, UpdateResult, SplitCalculatedOptions, SplitRandomOptions, SplitHashOptions, SplitSequentialOptions, ShuffleOptions, OAuthConfig as NativeOAuthConfig, } from "./native.js";
|
|
11
11
|
export { makeArrowTable, makeJsonField, MakeArrowTableOptions, Data, VectorColumnOptions, } from "./arrow";
|
|
12
12
|
export { blob, isBlobField, BlobFile } from "./blob";
|
|
13
|
-
export type { BlobData, BlobInput, BlobOptions, BlobRange, BlobReadOptions, BlobUri, } from "./blob";
|
|
13
|
+
export type { BlobData, BlobInput, BlobOptions, BlobRange, BlobRangeRequest, BlobReadOptions, BlobUri, } from "./blob";
|
|
14
14
|
export { Connection, CreateTableOptions, TableNamesOptions, OpenTableOptions, CreateNamespaceOptions, DropNamespaceOptions, CreateNamespaceResponse, DropNamespaceResponse, DescribeNamespaceResponse, RenameTableOptions, } from "./connection";
|
|
15
15
|
export { JobFailureInfo, JobInfo, Session } from "./native.js";
|
|
16
16
|
export { Job, JobEventsOptions, } from "./job";
|
|
17
17
|
export type { JobProgress, JobProgressCallback } from "./job";
|
|
18
18
|
export { AutoQuery, ExecutableQuery, Query, QueryBase, VectorQuery, TakeQuery, AnalyzePlanDistributedMetrics, BlobMode, QueryExecutionOptions, ColumnOrdering, FullTextSearchOptions, RecordBatchIterator, FullTextQuery, MatchQuery, PhraseQuery, BoostQuery, MultiMatchQuery, BooleanQuery, FullTextQueryType, Operator, Occur, } from "./query";
|
|
19
19
|
export { Index, IndexOptions, IvfPqOptions, IvfRqOptions, IvfFlatOptions, HnswPqOptions, HnswSqOptions, FtsOptions, BaseTokenizer, } from "./indices";
|
|
20
|
-
export { Table, Branches, BranchColumnSummary, BranchColumnChange, BranchIndexSummary, BranchRowCountSummary, CherryPickError, BranchDiff, CherryPickPreview, CherryPickResult, AddDataOptions, UpdateOptions, OptimizeOptions, CompactionOptions, Version, WriteProgress, FtsToken, TokenizeTableOptions, RTEWriteSpec, RTEStats, TableShardStats, SsTableStats, MemtableStats, ColumnAlteration, FieldMetadataUpdate, } from "./table";
|
|
20
|
+
export { Table, FunctionColumnAutoRefreshStatus, FunctionColumnLastRefreshJob, FunctionColumnStatus, FunctionColumnVersionStatus, Branches, BranchColumnSummary, BranchColumnChange, BranchIndexSummary, BranchRowCountSummary, CherryPickError, BranchDiff, CherryPickPreview, CherryPickResult, AddDataOptions, UpdateOptions, OptimizeOptions, CompactionOptions, Version, WriteProgress, FtsToken, TokenizeTableOptions, RTEWriteSpec, RTEStats, TableShardStats, SsTableStats, MemtableStats, ColumnAlteration, FieldMetadataUpdate, } from "./table";
|
|
21
21
|
export { HeaderProvider, StaticHeaderProvider, OAuthHeaderProvider, TokenResponse, } from "./header";
|
|
22
22
|
export { ClientAuthMethod, OAuthConfig, OAuthFlowType, OAuthSession, SessionLogout, SessionStatus, TokenCacheOptions, } from "./oauth";
|
|
23
23
|
export { MergeInsertBuilder, WriteExecutionOptions } from "./merge";
|
package/dist/native.d.ts
CHANGED
|
@@ -439,7 +439,7 @@ export declare class Table {
|
|
|
439
439
|
close(): void
|
|
440
440
|
/** Return Schema as empty Arrow IPC file. */
|
|
441
441
|
schema(): Promise<Buffer>
|
|
442
|
-
add(buf: Buffer, mode: string, progressCallback?: (progress: WriteProgressInfo) => void, allowExternalBlobOutsideBases?: boolean): Promise<AddResult>
|
|
442
|
+
add(buf: Buffer, mode: string, progressCallback?: (progress: WriteProgressInfo) => void, allowExternalBlobOutsideBases?: boolean, retries?: number): Promise<AddResult>
|
|
443
443
|
countRows(filter?: string | undefined | null): Promise<number>
|
|
444
444
|
delete(predicate: string): Promise<DeleteResult>
|
|
445
445
|
createIndex(index: Index | undefined | null, column: string, replace?: boolean | undefined | null, waitTimeoutS?: number | undefined | null, name?: string | undefined | null, train?: boolean | undefined | null): Promise<void>
|
|
@@ -459,6 +459,7 @@ export declare class Table {
|
|
|
459
459
|
takeRowIds(rowIds: Array<bigint>): TakeQuery
|
|
460
460
|
blobColumns(): Promise<Array<string>>
|
|
461
461
|
fetchBlobs(column: string, rowIds: Array<bigint>, signal?: AbortSignal | undefined | null): Promise<Array<Buffer | undefined | null>>
|
|
462
|
+
fetchBlobRanges(column: string, requests: Array<BlobRangeRequest>, signal?: AbortSignal | undefined | null): Promise<Array<Buffer | undefined | null>>
|
|
462
463
|
fetchBlobFiles(column: string, rowIds: Array<bigint>, signal?: AbortSignal | undefined | null): Promise<Array<BlobFile | undefined | null>>
|
|
463
464
|
vectorSearch(vector: Float32Array): VectorQuery
|
|
464
465
|
addColumns(transforms: Array<AddColumnsSql>): Promise<AddColumnsResult>
|
|
@@ -466,6 +467,9 @@ export declare class Table {
|
|
|
466
467
|
refreshColumn(column: string, options?: RefreshColumnOptions | undefined | null): Promise<RefreshColumnResult>
|
|
467
468
|
refreshColumnAsync(column: string, options?: RefreshColumnOptions | undefined | null): Promise<Job>
|
|
468
469
|
functionErrors(options?: FunctionErrorsOptions | undefined | null): Promise<FunctionErrors>
|
|
470
|
+
functionColumnStatuses(column?: string | undefined | null): Promise<Array<FunctionColumnStatus>>
|
|
471
|
+
functionColumnStatus(column: string): Promise<FunctionColumnStatus>
|
|
472
|
+
waitForFunctionColumn(column: string, timeoutSeconds?: number | undefined | null): Promise<FunctionColumnStatus>
|
|
469
473
|
refreshMaterializedView(sourceVersion?: number | undefined | null, full?: boolean | undefined | null): Promise<RefreshMaterializedViewResult>
|
|
470
474
|
materializedViewDefinition(): Promise<string>
|
|
471
475
|
addColumnsWithSchema(schemaBuf: Buffer): Promise<AddColumnsResult>
|
|
@@ -585,6 +589,12 @@ export interface BlobRange {
|
|
|
585
589
|
end: bigint
|
|
586
590
|
}
|
|
587
591
|
|
|
592
|
+
export interface BlobRangeRequest {
|
|
593
|
+
rowId: bigint
|
|
594
|
+
offset: bigint
|
|
595
|
+
length: bigint
|
|
596
|
+
}
|
|
597
|
+
|
|
588
598
|
export interface CatalogOptions {
|
|
589
599
|
apiKey?: string
|
|
590
600
|
clientConfig?: ClientConfig
|
|
@@ -859,6 +869,54 @@ export interface FtsToken {
|
|
|
859
869
|
/** Call an arbitrary registered SQL function by name. */
|
|
860
870
|
export declare function func(name: string, args: Array<Expr>): Expr
|
|
861
871
|
|
|
872
|
+
/** Automatic-refresh projection for a Function output. */
|
|
873
|
+
export interface FunctionColumnAutoRefreshStatus {
|
|
874
|
+
enabled: boolean
|
|
875
|
+
intervalSeconds?: bigint
|
|
876
|
+
activeJobId?: string
|
|
877
|
+
state: string
|
|
878
|
+
failureStreak: number
|
|
879
|
+
effectiveCooldownMillis?: bigint
|
|
880
|
+
blockedReason?: string
|
|
881
|
+
nextRunAtMillis?: bigint
|
|
882
|
+
nextRunAtReason?: string
|
|
883
|
+
}
|
|
884
|
+
|
|
885
|
+
/** Latest matching refresh Job projected for a Function output. */
|
|
886
|
+
export interface FunctionColumnLastRefreshJob {
|
|
887
|
+
jobId: string
|
|
888
|
+
state: string
|
|
889
|
+
automatic?: boolean
|
|
890
|
+
completedAtMillis?: bigint
|
|
891
|
+
failure?: JobFailureInfo
|
|
892
|
+
}
|
|
893
|
+
|
|
894
|
+
/** Exact four-way status of one Function output at one table version. */
|
|
895
|
+
export interface FunctionColumnStatus {
|
|
896
|
+
column: string
|
|
897
|
+
bindingId: string
|
|
898
|
+
function: FunctionColumnVersionStatus
|
|
899
|
+
tableVersion: bigint
|
|
900
|
+
rows: bigint
|
|
901
|
+
fresh: bigint
|
|
902
|
+
stale: bigint
|
|
903
|
+
neverComputed: bigint
|
|
904
|
+
failed: bigint
|
|
905
|
+
lastRefreshJob?: FunctionColumnLastRefreshJob
|
|
906
|
+
lastFailureJob?: FunctionColumnLastRefreshJob
|
|
907
|
+
autoRefresh: FunctionColumnAutoRefreshStatus
|
|
908
|
+
}
|
|
909
|
+
|
|
910
|
+
/** One exact immutable Function revision attached to a table output. */
|
|
911
|
+
export interface FunctionColumnVersionStatus {
|
|
912
|
+
name: string
|
|
913
|
+
namespacePath: Array<string>
|
|
914
|
+
objectId: string
|
|
915
|
+
location: string
|
|
916
|
+
version: string
|
|
917
|
+
manifestDigest: string
|
|
918
|
+
}
|
|
919
|
+
|
|
862
920
|
/**
|
|
863
921
|
* A fragment whose per-row error detail was capped: `rowsSkipped` rows
|
|
864
922
|
* failed, of which only `rowsRecorded` have a record of their own.
|
|
@@ -910,6 +968,16 @@ export interface FunctionErrorsOptions {
|
|
|
910
968
|
limit?: number
|
|
911
969
|
}
|
|
912
970
|
|
|
971
|
+
/** Aggregate worker resources for one Enterprise Function refresh. */
|
|
972
|
+
export interface FunctionWorkerResourceBudget {
|
|
973
|
+
/** Aggregate CPU budget in millicores; 1000 is one CPU. */
|
|
974
|
+
cpuMillis: number
|
|
975
|
+
/** Aggregate memory budget in bytes. */
|
|
976
|
+
memoryBytes: number
|
|
977
|
+
/** Aggregate GPU budget. Omitted means zero, a CPU-only refresh. */
|
|
978
|
+
gpuCount?: number
|
|
979
|
+
}
|
|
980
|
+
|
|
913
981
|
/** A description of an index currently configured on a column */
|
|
914
982
|
export interface IndexConfig {
|
|
915
983
|
/** The name of the index */
|
|
@@ -1004,6 +1072,8 @@ export interface JobFailureInfo {
|
|
|
1004
1072
|
/** User-code traceback, possibly truncated by the server. */
|
|
1005
1073
|
traceback?: string
|
|
1006
1074
|
retryable?: boolean
|
|
1075
|
+
/** Isolated SQL job that raised this failure, when supplied by the server. */
|
|
1076
|
+
sqlJobId?: string
|
|
1007
1077
|
}
|
|
1008
1078
|
|
|
1009
1079
|
/** A row from `Connection.listJobs`: one server-side job. */
|
|
@@ -1173,15 +1243,33 @@ export declare function permutationBuilder(table: Table): PermutationBuilder
|
|
|
1173
1243
|
/**
|
|
1174
1244
|
* Options for `Table.refreshColumn` and `Table.refreshColumnAsync`. Every
|
|
1175
1245
|
* option is LanceDB Enterprise only; a LanceDB Embedded refresh ignores
|
|
1176
|
-
* `batchSize`, `gpuClass` and `gpuCount` and rejects the rest
|
|
1246
|
+
* `batchSize`, `gpuClass` and `gpuCount` and rejects the rest, including
|
|
1247
|
+
* `resourceBudget`.
|
|
1177
1248
|
*/
|
|
1178
1249
|
export interface RefreshColumnOptions {
|
|
1179
1250
|
/** Only refresh the rows matching this SQL filter. */
|
|
1180
1251
|
where?: string
|
|
1181
1252
|
/** Maximum rows per Function call; must be greater than zero. */
|
|
1182
1253
|
batchSize?: number
|
|
1254
|
+
/**
|
|
1255
|
+
* Row-count threshold for publishing completed Function split ranges.
|
|
1256
|
+
* Must be a positive safe integer. Omit for whole-fragment publication.
|
|
1257
|
+
* Actual publications can be larger; remaining rows publish at completion.
|
|
1258
|
+
* Requires LanceDB Enterprise with non-Blob Function outputs.
|
|
1259
|
+
*/
|
|
1260
|
+
publicationIntervalRows?: number
|
|
1261
|
+
/**
|
|
1262
|
+
* Override the registered Function's maximum concurrent user-code calls
|
|
1263
|
+
* for this logical execution.
|
|
1264
|
+
*/
|
|
1265
|
+
maxConcurrency?: number
|
|
1183
1266
|
/** GPU class for Function workers. */
|
|
1184
1267
|
gpuClass?: string
|
|
1268
|
+
/**
|
|
1269
|
+
* Complete aggregate CPU and memory budget for a registered Function
|
|
1270
|
+
* refresh. `gpuCount` inside the budget defaults to zero.
|
|
1271
|
+
*/
|
|
1272
|
+
resourceBudget?: FunctionWorkerResourceBudget
|
|
1185
1273
|
/** Positive aggregate GPU budget for Function workers. */
|
|
1186
1274
|
gpuCount?: number
|
|
1187
1275
|
/**
|
package/dist/native.js
CHANGED
|
@@ -76,8 +76,8 @@ function requireNative() {
|
|
|
76
76
|
try {
|
|
77
77
|
const binding = require('@lancedb/lancedb-android-arm64');
|
|
78
78
|
const bindingPackageVersion = require('@lancedb/lancedb-android-arm64/package.json').version;
|
|
79
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
80
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
79
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
80
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
81
81
|
}
|
|
82
82
|
return binding;
|
|
83
83
|
}
|
|
@@ -95,8 +95,8 @@ function requireNative() {
|
|
|
95
95
|
try {
|
|
96
96
|
const binding = require('@lancedb/lancedb-android-arm-eabi');
|
|
97
97
|
const bindingPackageVersion = require('@lancedb/lancedb-android-arm-eabi/package.json').version;
|
|
98
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
99
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
98
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
99
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
100
100
|
}
|
|
101
101
|
return binding;
|
|
102
102
|
}
|
|
@@ -120,8 +120,8 @@ function requireNative() {
|
|
|
120
120
|
try {
|
|
121
121
|
const binding = require('@lancedb/lancedb-win32-x64-gnu');
|
|
122
122
|
const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-gnu/package.json').version;
|
|
123
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
124
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
123
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
124
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
125
125
|
}
|
|
126
126
|
return binding;
|
|
127
127
|
}
|
|
@@ -139,8 +139,8 @@ function requireNative() {
|
|
|
139
139
|
try {
|
|
140
140
|
const binding = require('@lancedb/lancedb-win32-x64-msvc');
|
|
141
141
|
const bindingPackageVersion = require('@lancedb/lancedb-win32-x64-msvc/package.json').version;
|
|
142
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
143
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
142
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
143
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
144
144
|
}
|
|
145
145
|
return binding;
|
|
146
146
|
}
|
|
@@ -159,8 +159,8 @@ function requireNative() {
|
|
|
159
159
|
try {
|
|
160
160
|
const binding = require('@lancedb/lancedb-win32-ia32-msvc');
|
|
161
161
|
const bindingPackageVersion = require('@lancedb/lancedb-win32-ia32-msvc/package.json').version;
|
|
162
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
163
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
162
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
163
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
164
164
|
}
|
|
165
165
|
return binding;
|
|
166
166
|
}
|
|
@@ -178,8 +178,8 @@ function requireNative() {
|
|
|
178
178
|
try {
|
|
179
179
|
const binding = require('@lancedb/lancedb-win32-arm64-msvc');
|
|
180
180
|
const bindingPackageVersion = require('@lancedb/lancedb-win32-arm64-msvc/package.json').version;
|
|
181
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
182
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
181
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
182
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
183
183
|
}
|
|
184
184
|
return binding;
|
|
185
185
|
}
|
|
@@ -201,8 +201,8 @@ function requireNative() {
|
|
|
201
201
|
try {
|
|
202
202
|
const binding = require('@lancedb/lancedb-darwin-universal');
|
|
203
203
|
const bindingPackageVersion = require('@lancedb/lancedb-darwin-universal/package.json').version;
|
|
204
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
205
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
204
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
205
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
206
206
|
}
|
|
207
207
|
return binding;
|
|
208
208
|
}
|
|
@@ -219,8 +219,8 @@ function requireNative() {
|
|
|
219
219
|
try {
|
|
220
220
|
const binding = require('@lancedb/lancedb-darwin-x64');
|
|
221
221
|
const bindingPackageVersion = require('@lancedb/lancedb-darwin-x64/package.json').version;
|
|
222
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
223
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
222
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
223
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
224
224
|
}
|
|
225
225
|
return binding;
|
|
226
226
|
}
|
|
@@ -238,8 +238,8 @@ function requireNative() {
|
|
|
238
238
|
try {
|
|
239
239
|
const binding = require('@lancedb/lancedb-darwin-arm64');
|
|
240
240
|
const bindingPackageVersion = require('@lancedb/lancedb-darwin-arm64/package.json').version;
|
|
241
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
242
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
241
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
242
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
243
243
|
}
|
|
244
244
|
return binding;
|
|
245
245
|
}
|
|
@@ -262,8 +262,8 @@ function requireNative() {
|
|
|
262
262
|
try {
|
|
263
263
|
const binding = require('@lancedb/lancedb-freebsd-x64');
|
|
264
264
|
const bindingPackageVersion = require('@lancedb/lancedb-freebsd-x64/package.json').version;
|
|
265
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
266
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
265
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
266
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
267
267
|
}
|
|
268
268
|
return binding;
|
|
269
269
|
}
|
|
@@ -281,8 +281,8 @@ function requireNative() {
|
|
|
281
281
|
try {
|
|
282
282
|
const binding = require('@lancedb/lancedb-freebsd-arm64');
|
|
283
283
|
const bindingPackageVersion = require('@lancedb/lancedb-freebsd-arm64/package.json').version;
|
|
284
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
285
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
284
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
285
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
286
286
|
}
|
|
287
287
|
return binding;
|
|
288
288
|
}
|
|
@@ -306,8 +306,8 @@ function requireNative() {
|
|
|
306
306
|
try {
|
|
307
307
|
const binding = require('@lancedb/lancedb-linux-x64-musl');
|
|
308
308
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-musl/package.json').version;
|
|
309
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
310
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
309
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
310
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
311
311
|
}
|
|
312
312
|
return binding;
|
|
313
313
|
}
|
|
@@ -325,8 +325,8 @@ function requireNative() {
|
|
|
325
325
|
try {
|
|
326
326
|
const binding = require('@lancedb/lancedb-linux-x64-gnu');
|
|
327
327
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-x64-gnu/package.json').version;
|
|
328
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
329
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
328
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
329
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
330
330
|
}
|
|
331
331
|
return binding;
|
|
332
332
|
}
|
|
@@ -346,8 +346,8 @@ function requireNative() {
|
|
|
346
346
|
try {
|
|
347
347
|
const binding = require('@lancedb/lancedb-linux-arm64-musl');
|
|
348
348
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-musl/package.json').version;
|
|
349
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
350
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
349
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
350
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
351
351
|
}
|
|
352
352
|
return binding;
|
|
353
353
|
}
|
|
@@ -365,8 +365,8 @@ function requireNative() {
|
|
|
365
365
|
try {
|
|
366
366
|
const binding = require('@lancedb/lancedb-linux-arm64-gnu');
|
|
367
367
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-arm64-gnu/package.json').version;
|
|
368
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
369
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
368
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
369
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
370
370
|
}
|
|
371
371
|
return binding;
|
|
372
372
|
}
|
|
@@ -386,8 +386,8 @@ function requireNative() {
|
|
|
386
386
|
try {
|
|
387
387
|
const binding = require('@lancedb/lancedb-linux-arm-musleabihf');
|
|
388
388
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-musleabihf/package.json').version;
|
|
389
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
390
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
389
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
390
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
391
391
|
}
|
|
392
392
|
return binding;
|
|
393
393
|
}
|
|
@@ -405,8 +405,8 @@ function requireNative() {
|
|
|
405
405
|
try {
|
|
406
406
|
const binding = require('@lancedb/lancedb-linux-arm-gnueabihf');
|
|
407
407
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-arm-gnueabihf/package.json').version;
|
|
408
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
409
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
408
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
409
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
410
410
|
}
|
|
411
411
|
return binding;
|
|
412
412
|
}
|
|
@@ -426,8 +426,8 @@ function requireNative() {
|
|
|
426
426
|
try {
|
|
427
427
|
const binding = require('@lancedb/lancedb-linux-loong64-musl');
|
|
428
428
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-musl/package.json').version;
|
|
429
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
430
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
429
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
430
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
431
431
|
}
|
|
432
432
|
return binding;
|
|
433
433
|
}
|
|
@@ -445,8 +445,8 @@ function requireNative() {
|
|
|
445
445
|
try {
|
|
446
446
|
const binding = require('@lancedb/lancedb-linux-loong64-gnu');
|
|
447
447
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-loong64-gnu/package.json').version;
|
|
448
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
449
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
448
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
449
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
450
450
|
}
|
|
451
451
|
return binding;
|
|
452
452
|
}
|
|
@@ -466,8 +466,8 @@ function requireNative() {
|
|
|
466
466
|
try {
|
|
467
467
|
const binding = require('@lancedb/lancedb-linux-riscv64-musl');
|
|
468
468
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-musl/package.json').version;
|
|
469
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
470
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
469
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
470
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
471
471
|
}
|
|
472
472
|
return binding;
|
|
473
473
|
}
|
|
@@ -485,8 +485,8 @@ function requireNative() {
|
|
|
485
485
|
try {
|
|
486
486
|
const binding = require('@lancedb/lancedb-linux-riscv64-gnu');
|
|
487
487
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-riscv64-gnu/package.json').version;
|
|
488
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
489
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
488
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
489
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
490
490
|
}
|
|
491
491
|
return binding;
|
|
492
492
|
}
|
|
@@ -505,8 +505,8 @@ function requireNative() {
|
|
|
505
505
|
try {
|
|
506
506
|
const binding = require('@lancedb/lancedb-linux-ppc64-gnu');
|
|
507
507
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-ppc64-gnu/package.json').version;
|
|
508
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
509
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
508
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
509
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
510
510
|
}
|
|
511
511
|
return binding;
|
|
512
512
|
}
|
|
@@ -524,8 +524,8 @@ function requireNative() {
|
|
|
524
524
|
try {
|
|
525
525
|
const binding = require('@lancedb/lancedb-linux-s390x-gnu');
|
|
526
526
|
const bindingPackageVersion = require('@lancedb/lancedb-linux-s390x-gnu/package.json').version;
|
|
527
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
528
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
527
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
528
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
529
529
|
}
|
|
530
530
|
return binding;
|
|
531
531
|
}
|
|
@@ -548,8 +548,8 @@ function requireNative() {
|
|
|
548
548
|
try {
|
|
549
549
|
const binding = require('@lancedb/lancedb-openharmony-arm64');
|
|
550
550
|
const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm64/package.json').version;
|
|
551
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
552
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
551
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
552
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
553
553
|
}
|
|
554
554
|
return binding;
|
|
555
555
|
}
|
|
@@ -567,8 +567,8 @@ function requireNative() {
|
|
|
567
567
|
try {
|
|
568
568
|
const binding = require('@lancedb/lancedb-openharmony-x64');
|
|
569
569
|
const bindingPackageVersion = require('@lancedb/lancedb-openharmony-x64/package.json').version;
|
|
570
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
571
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
570
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
571
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
572
572
|
}
|
|
573
573
|
return binding;
|
|
574
574
|
}
|
|
@@ -586,8 +586,8 @@ function requireNative() {
|
|
|
586
586
|
try {
|
|
587
587
|
const binding = require('@lancedb/lancedb-openharmony-arm');
|
|
588
588
|
const bindingPackageVersion = require('@lancedb/lancedb-openharmony-arm/package.json').version;
|
|
589
|
-
if (bindingPackageVersion !== '0.42.0-beta.
|
|
590
|
-
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.
|
|
589
|
+
if (bindingPackageVersion !== '0.42.0-beta.13' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
590
|
+
throw new Error(`Native binding package version mismatch, expected 0.42.0-beta.13 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`);
|
|
591
591
|
}
|
|
592
592
|
return binding;
|
|
593
593
|
}
|
package/dist/table.d.ts
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { Table as ArrowTable, Data, DataType, Field, IntoVector, MultiVector, Schema } from "./arrow";
|
|
2
|
-
import { BlobFile, BlobReadOptions } from "./blob";
|
|
2
|
+
import { BlobFile, BlobRangeRequest, BlobReadOptions } from "./blob";
|
|
3
3
|
import { IndexOptions } from "./indices";
|
|
4
4
|
import { Job } from "./job";
|
|
5
5
|
import { MergeInsertBuilder } from "./merge";
|
|
6
|
-
import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, FunctionErrors, FunctionErrorsOptions, IndexConfig, IndexStatistics, Branches as NativeBranches, OptimizeStats, RTEStats, RefreshColumnOptions, RefreshColumnResult, RefreshMaterializedViewResult, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
|
|
6
|
+
import { AddColumnsResult, AddColumnsSql, AddResult, AlterColumnsResult, BranchContents, DeleteResult, DropColumnsResult, FunctionErrors, FunctionErrorsOptions, IndexConfig, IndexStatistics, JobFailureInfo, Branches as NativeBranches, OptimizeStats, RTEStats, RefreshColumnOptions, RefreshColumnResult, RefreshMaterializedViewResult, TableStatistics, Tags, UpdateFieldMetadataResult, UpdateResult, Table as _NativeTable } from "./native";
|
|
7
7
|
import { AutoQuery, FullTextQuery, Query, TakeQuery, VectorQuery } from "./query";
|
|
8
8
|
import { IntoSql } from "./util";
|
|
9
9
|
export { IndexConfig } from "./native";
|
|
@@ -75,6 +75,12 @@ export interface AddDataOptions {
|
|
|
75
75
|
* when the blob is read later.
|
|
76
76
|
*/
|
|
77
77
|
allowExternalBlobOutsideBases?: boolean;
|
|
78
|
+
/**
|
|
79
|
+
* Override the remote retry budget for this call (0 to 255). Zero disables
|
|
80
|
+
* retries, including multipart parts. Ambiguous commits are never replayed.
|
|
81
|
+
* Ignored by LanceDB Embedded.
|
|
82
|
+
*/
|
|
83
|
+
retries?: number;
|
|
78
84
|
}
|
|
79
85
|
export interface UpdateOptions {
|
|
80
86
|
/**
|
|
@@ -187,6 +193,55 @@ export interface RTEWriteSpec {
|
|
|
187
193
|
/** Default `ShardWriter` configuration recorded in the MemWAL index. */
|
|
188
194
|
writerConfigDefaults?: Record<string, string>;
|
|
189
195
|
}
|
|
196
|
+
/** Exact immutable Function revision attached to a table output. */
|
|
197
|
+
export interface FunctionColumnVersionStatus {
|
|
198
|
+
name: string;
|
|
199
|
+
namespacePath: string[];
|
|
200
|
+
objectId: string;
|
|
201
|
+
location: string;
|
|
202
|
+
version: string;
|
|
203
|
+
manifestDigest: string;
|
|
204
|
+
}
|
|
205
|
+
/** Latest matching refresh Job projected for a Function output. */
|
|
206
|
+
export interface FunctionColumnLastRefreshJob {
|
|
207
|
+
jobId: string;
|
|
208
|
+
state: string;
|
|
209
|
+
automatic?: boolean;
|
|
210
|
+
completedAtMillis?: bigint;
|
|
211
|
+
/** Structured failure details for a failed Job. */
|
|
212
|
+
failure?: JobFailureInfo;
|
|
213
|
+
}
|
|
214
|
+
/** Automatic-refresh projection for a Function output. */
|
|
215
|
+
export interface FunctionColumnAutoRefreshStatus {
|
|
216
|
+
enabled: boolean;
|
|
217
|
+
intervalSeconds?: bigint;
|
|
218
|
+
activeJobId?: string;
|
|
219
|
+
state: "disabled" | "running" | "queued" | "ready" | "up_to_date" | "waiting_interval" | "waiting_backoff" | "blocked" | "unobservable";
|
|
220
|
+
failureStreak: number;
|
|
221
|
+
effectiveCooldownMillis?: bigint;
|
|
222
|
+
blockedReason?: "table_has_mem_wal" | "inputs_not_settled" | "dependency_in_flight" | "table_capacity" | "cancelled" | "preparation_backoff" | "failure_threshold_reached" | "binding_revision_missing";
|
|
223
|
+
nextRunAtMillis: bigint | null;
|
|
224
|
+
nextRunAtReason?: string;
|
|
225
|
+
}
|
|
226
|
+
/** Exact four-way status of one Function output at one table version. */
|
|
227
|
+
export interface FunctionColumnStatus {
|
|
228
|
+
column: string;
|
|
229
|
+
bindingId: string;
|
|
230
|
+
function: FunctionColumnVersionStatus;
|
|
231
|
+
tableVersion: bigint;
|
|
232
|
+
rows: bigint;
|
|
233
|
+
fresh: bigint;
|
|
234
|
+
stale: bigint;
|
|
235
|
+
neverComputed: bigint;
|
|
236
|
+
failed: bigint;
|
|
237
|
+
lastRefreshJob?: FunctionColumnLastRefreshJob;
|
|
238
|
+
/**
|
|
239
|
+
* Newest failed refresh Job. This remains present when `lastRefreshJob`
|
|
240
|
+
* is a later cancellation.
|
|
241
|
+
*/
|
|
242
|
+
lastFailureJob?: FunctionColumnLastRefreshJob;
|
|
243
|
+
autoRefresh: FunctionColumnAutoRefreshStatus;
|
|
244
|
+
}
|
|
190
245
|
/**
|
|
191
246
|
* A Table is a collection of Records in a LanceDB Database.
|
|
192
247
|
*
|
|
@@ -495,6 +550,26 @@ export declare abstract class Table {
|
|
|
495
550
|
* memory; use {@link Table.fetchBlobFiles} for large values.
|
|
496
551
|
*/
|
|
497
552
|
abstract fetchBlobs(column: string, rowIds: readonly (bigint | number)[], options?: BlobReadOptions): Promise<(Buffer | null)[]>;
|
|
553
|
+
/**
|
|
554
|
+
* Materializes row-specific byte ranges at the table's current checkout.
|
|
555
|
+
* Preserves request order, duplicates, and nulls. Zero length returns an empty
|
|
556
|
+
* buffer for a non-null blob. Invalid ranges or missing rows reject the entire
|
|
557
|
+
* call. See {@link Table.fetchBlobs} for row-ID validity across versions.
|
|
558
|
+
*
|
|
559
|
+
* Remote tables use the batched endpoint when the server advertises support,
|
|
560
|
+
* splitting at 1024 ranges and 64 MiB, including individual larger ranges.
|
|
561
|
+
* Older servers use descriptor queries and BlobFile range reads. Both protocols
|
|
562
|
+
* use one exact branch and version. Errors from an advertised endpoint propagate
|
|
563
|
+
* without switching protocols. All output bytes occupy memory.
|
|
564
|
+
*
|
|
565
|
+
* @example
|
|
566
|
+
* ```ts
|
|
567
|
+
* const bytes = await table.fetchBlobRanges("image", [
|
|
568
|
+
* { rowId: 10n, offset: 0n, length: 1024n },
|
|
569
|
+
* ]);
|
|
570
|
+
* ```
|
|
571
|
+
*/
|
|
572
|
+
abstract fetchBlobRanges(column: string, requests: readonly BlobRangeRequest[], options?: BlobReadOptions): Promise<(Buffer | null)[]>;
|
|
498
573
|
/**
|
|
499
574
|
* Opens lazy blob handles for `column` at the given row IDs using the
|
|
500
575
|
* table's current checkout.
|
|
@@ -593,15 +668,36 @@ export declare abstract class Table {
|
|
|
593
668
|
* @param {RefreshColumnOptions} options Refresh options, mirroring the SQL
|
|
594
669
|
* `REFRESH COLUMN ... WHERE ... WITH (...)` form: `where` narrows the rows,
|
|
595
670
|
* `errorPolicy`, `maxFailedFraction`, `maxFailedRows`, `rowTimeoutSeconds`
|
|
596
|
-
* and `initTimeoutSeconds` govern failing rows
|
|
597
|
-
* `
|
|
598
|
-
* size
|
|
599
|
-
*
|
|
600
|
-
*
|
|
671
|
+
* and `initTimeoutSeconds` govern failing rows. `batchSize`, `gpuClass`,
|
|
672
|
+
* `maxConcurrency`, `resourceBudget` and
|
|
673
|
+
* `maxExecutorProcessesPerWorker` size registered Function refreshes.
|
|
674
|
+
* `maxConcurrency` overrides the registered default for this logical
|
|
675
|
+
* execution only and is a positive integer; it is not an account-wide
|
|
676
|
+
* quota. A `resourceBudget` requires `cpuMillis` and
|
|
677
|
+
* `memoryBytes`; its `gpuCount` defaults to zero for a CPU-only Function.
|
|
678
|
+
* The budget applies only to this explicit refresh and does not configure
|
|
679
|
+
* a later automatic refresh.
|
|
680
|
+
* `gpuCount` at the top level is the shorthand that preserves the
|
|
681
|
+
* deployment defaults for CPU and memory, and cannot be combined with
|
|
682
|
+
* `resourceBudget`. `numWorkers` applies only to expression columns; use
|
|
683
|
+
* `resourceBudget` for registered Functions. All are LanceDB Enterprise
|
|
684
|
+
* only; a LanceDB Embedded refresh rejects every option other than
|
|
685
|
+
* `batchSize`, `gpuClass` and `gpuCount`.
|
|
686
|
+
* `publicationIntervalRows` opts into publishing completed Function split
|
|
687
|
+
* ranges once their accumulated unpublished rows reach the threshold.
|
|
688
|
+
* It must be a positive safe integer and requires non-Blob Function outputs.
|
|
689
|
+
* Omit it for whole-fragment publication. Publications can exceed the
|
|
690
|
+
* threshold, and remaining rows publish at completion.
|
|
601
691
|
* @example
|
|
602
692
|
* ```ts
|
|
603
693
|
* const job = await table.refreshColumnAsync("embedding", {
|
|
604
694
|
* where: "published_at > '2026-01-01'",
|
|
695
|
+
* resourceBudget: {
|
|
696
|
+
* cpuMillis: 8000,
|
|
697
|
+
* memoryBytes: 16 * 1024 ** 3,
|
|
698
|
+
* },
|
|
699
|
+
* maxConcurrency: 4,
|
|
700
|
+
* publicationIntervalRows: 10000,
|
|
605
701
|
* errorPolicy: "skip",
|
|
606
702
|
* maxFailedFraction: 0.01,
|
|
607
703
|
* rowTimeoutSeconds: 30,
|
|
@@ -629,6 +725,24 @@ export declare abstract class Table {
|
|
|
629
725
|
* ```
|
|
630
726
|
*/
|
|
631
727
|
abstract functionErrors(options?: FunctionErrorsOptions): Promise<FunctionErrors>;
|
|
728
|
+
/**
|
|
729
|
+
* Return exact freshness status for Function-backed output columns.
|
|
730
|
+
*
|
|
731
|
+
* All results describe one server table version. Omit `column` for every
|
|
732
|
+
* Function output. Rows already failed remain visible and do not prevent
|
|
733
|
+
* `waitFresh` from completing. A handle pinned to an exact version requests
|
|
734
|
+
* that version; a latest handle retains normal read-freshness behavior.
|
|
735
|
+
*/
|
|
736
|
+
abstract functionColumnStatuses(column?: string): Promise<FunctionColumnStatus[]>;
|
|
737
|
+
/** Return exact freshness status for one Function-backed output column. */
|
|
738
|
+
abstract functionColumnStatus(column: string): Promise<FunctionColumnStatus>;
|
|
739
|
+
/**
|
|
740
|
+
* Poll until no stale or never-computed rows remain.
|
|
741
|
+
*
|
|
742
|
+
* Only HTTP 503 with the exact finalization-pending error code is retried;
|
|
743
|
+
* every other error propagates. Failed rows do not block completion.
|
|
744
|
+
*/
|
|
745
|
+
abstract waitFresh(column: string, timeoutSeconds?: number): Promise<FunctionColumnStatus>;
|
|
632
746
|
/**
|
|
633
747
|
* Recompute this table's contents from its materialized-view definition.
|
|
634
748
|
*
|
|
@@ -1022,6 +1136,7 @@ export declare class LocalTable extends Table {
|
|
|
1022
1136
|
takeRowIds(rowIds: readonly (bigint | number)[]): TakeQuery;
|
|
1023
1137
|
blobColumns(): Promise<string[]>;
|
|
1024
1138
|
fetchBlobs(column: string, rowIds: readonly (bigint | number)[], options?: BlobReadOptions): Promise<(Buffer | null)[]>;
|
|
1139
|
+
fetchBlobRanges(column: string, requests: readonly BlobRangeRequest[], options?: BlobReadOptions): Promise<(Buffer | null)[]>;
|
|
1025
1140
|
fetchBlobFiles(column: string, rowIds: readonly (bigint | number)[], options?: BlobReadOptions): Promise<(BlobFile | null)[]>;
|
|
1026
1141
|
query(): Query;
|
|
1027
1142
|
search(query: string | IntoVector | MultiVector | FullTextQuery, queryType?: string, ftsColumns?: string | string[]): VectorQuery | Query | AutoQuery;
|
|
@@ -1032,6 +1147,9 @@ export declare class LocalTable extends Table {
|
|
|
1032
1147
|
refreshColumn(column: string, options?: RefreshColumnOptions): Promise<RefreshColumnResult>;
|
|
1033
1148
|
refreshColumnAsync(column: string, options?: RefreshColumnOptions): Promise<Job>;
|
|
1034
1149
|
functionErrors(options?: FunctionErrorsOptions): Promise<FunctionErrors>;
|
|
1150
|
+
functionColumnStatuses(column?: string): Promise<FunctionColumnStatus[]>;
|
|
1151
|
+
functionColumnStatus(column: string): Promise<FunctionColumnStatus>;
|
|
1152
|
+
waitFresh(column: string, timeoutSeconds?: number): Promise<FunctionColumnStatus>;
|
|
1035
1153
|
refreshMaterializedView(sourceVersion?: number, full?: boolean): Promise<RefreshMaterializedViewResult>;
|
|
1036
1154
|
materializedViewDefinition(): Promise<string>;
|
|
1037
1155
|
alterColumns(columnAlterations: ColumnAlteration[]): Promise<AlterColumnsResult>;
|
package/dist/table.js
CHANGED
|
@@ -67,6 +67,12 @@ class LocalTable extends Table {
|
|
|
67
67
|
return tbl.schema;
|
|
68
68
|
}
|
|
69
69
|
async add(data, options) {
|
|
70
|
+
if (options?.retries !== undefined &&
|
|
71
|
+
(!Number.isInteger(options.retries) ||
|
|
72
|
+
options.retries < 0 ||
|
|
73
|
+
options.retries > 255)) {
|
|
74
|
+
throw new Error("retries must be an integer between 0 and 255");
|
|
75
|
+
}
|
|
70
76
|
const mode = options?.mode ?? "append";
|
|
71
77
|
const schema = await this.schema();
|
|
72
78
|
const buffer = await (0, arrow_1.fromDataToBuffer)(data, undefined, schema);
|
|
@@ -84,7 +90,7 @@ class LocalTable extends Table {
|
|
|
84
90
|
}
|
|
85
91
|
}
|
|
86
92
|
: undefined;
|
|
87
|
-
return await this.inner.add(buffer, mode, progress, options?.allowExternalBlobOutsideBases);
|
|
93
|
+
return await this.inner.add(buffer, mode, progress, options?.allowExternalBlobOutsideBases, options?.retries);
|
|
88
94
|
}
|
|
89
95
|
async update(optsOrUpdates, options) {
|
|
90
96
|
const isValues = "values" in optsOrUpdates && typeof optsOrUpdates.values !== "string";
|
|
@@ -180,6 +186,16 @@ class LocalTable extends Table {
|
|
|
180
186
|
// N-API Option maps missing values to undefined. Collapse those to null.
|
|
181
187
|
return values.map((value) => value ?? null);
|
|
182
188
|
}
|
|
189
|
+
async fetchBlobRanges(column, requests, options) {
|
|
190
|
+
const rowIds = rowIdsToBigInts(requests.map((request) => request.rowId));
|
|
191
|
+
const ranges = requests.map((request, i) => ({
|
|
192
|
+
rowId: rowIds[i],
|
|
193
|
+
offset: request.offset,
|
|
194
|
+
length: request.length,
|
|
195
|
+
}));
|
|
196
|
+
const values = await (0, blob_1.runWithSignal)(options?.signal, (signal) => this.inner.fetchBlobRanges(column, ranges, signal));
|
|
197
|
+
return values.map((value) => value ?? null);
|
|
198
|
+
}
|
|
183
199
|
async fetchBlobFiles(column, rowIds, options) {
|
|
184
200
|
const files = await (0, blob_1.runWithSignal)(options?.signal, (signal) => this.inner.fetchBlobFiles(column, rowIdsToBigInts(rowIds), signal));
|
|
185
201
|
// N-API Option maps missing values to undefined. Collapse those to null.
|
|
@@ -286,6 +302,16 @@ class LocalTable extends Table {
|
|
|
286
302
|
(0, materialized_view_1.validateNonNegativeInteger)(options?.limit, "limit");
|
|
287
303
|
return await this.inner.functionErrors(options);
|
|
288
304
|
}
|
|
305
|
+
async functionColumnStatuses(column) {
|
|
306
|
+
return (await this.inner.functionColumnStatuses(column));
|
|
307
|
+
}
|
|
308
|
+
async functionColumnStatus(column) {
|
|
309
|
+
return (await this.inner.functionColumnStatus(column));
|
|
310
|
+
}
|
|
311
|
+
async waitFresh(column, timeoutSeconds) {
|
|
312
|
+
(0, materialized_view_1.validateNonNegativeInteger)(timeoutSeconds, "timeoutSeconds");
|
|
313
|
+
return (await this.inner.waitForFunctionColumn(column, timeoutSeconds));
|
|
314
|
+
}
|
|
289
315
|
async refreshMaterializedView(sourceVersion, full) {
|
|
290
316
|
return await this.inner.refreshMaterializedView(sourceVersion, full);
|
|
291
317
|
}
|
package/package.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
|
11
11
|
"ann"
|
|
12
12
|
],
|
|
13
13
|
"private": false,
|
|
14
|
-
"version": "0.42.0-beta.
|
|
14
|
+
"version": "0.42.0-beta.13",
|
|
15
15
|
"main": "dist/index.js",
|
|
16
16
|
"exports": {
|
|
17
17
|
".": "./dist/index.js",
|
|
@@ -111,13 +111,13 @@
|
|
|
111
111
|
"optionalDependencies": {
|
|
112
112
|
"@huggingface/transformers": "4.3.2",
|
|
113
113
|
"openai": "4.29.2",
|
|
114
|
-
"@lancedb/lancedb-darwin-arm64": "0.42.0-beta.
|
|
115
|
-
"@lancedb/lancedb-linux-x64-gnu": "0.42.0-beta.
|
|
116
|
-
"@lancedb/lancedb-linux-arm64-gnu": "0.42.0-beta.
|
|
117
|
-
"@lancedb/lancedb-linux-x64-musl": "0.42.0-beta.
|
|
118
|
-
"@lancedb/lancedb-linux-arm64-musl": "0.42.0-beta.
|
|
119
|
-
"@lancedb/lancedb-win32-x64-msvc": "0.42.0-beta.
|
|
120
|
-
"@lancedb/lancedb-win32-arm64-msvc": "0.42.0-beta.
|
|
114
|
+
"@lancedb/lancedb-darwin-arm64": "0.42.0-beta.13",
|
|
115
|
+
"@lancedb/lancedb-linux-x64-gnu": "0.42.0-beta.13",
|
|
116
|
+
"@lancedb/lancedb-linux-arm64-gnu": "0.42.0-beta.13",
|
|
117
|
+
"@lancedb/lancedb-linux-x64-musl": "0.42.0-beta.13",
|
|
118
|
+
"@lancedb/lancedb-linux-arm64-musl": "0.42.0-beta.13",
|
|
119
|
+
"@lancedb/lancedb-win32-x64-msvc": "0.42.0-beta.13",
|
|
120
|
+
"@lancedb/lancedb-win32-arm64-msvc": "0.42.0-beta.13"
|
|
121
121
|
},
|
|
122
122
|
"peerDependencies": {
|
|
123
123
|
"@types/node": ">=22",
|