@duckdb/react-duckdb 1.13.1-dev266.0 → 1.13.1-dev274.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/database_provider.tsx +35 -43
- package/src/index.ts +0 -3
- package/src/platform_provider.tsx +19 -15
- package/src/epoch_contexts.tsx +0 -7
- package/src/table_schema.ts +0 -117
- package/src/table_schema_provider.tsx +0 -70
package/package.json
CHANGED
|
@@ -18,18 +18,11 @@ type DuckDBProps = {
|
|
|
18
18
|
|
|
19
19
|
export const DuckDBProvider: React.FC<DuckDBProps> = (props: DuckDBProps) => {
|
|
20
20
|
const logger = useDuckDBLogger();
|
|
21
|
-
const bundle = useDuckDBBundle();
|
|
22
21
|
const resolveBundle = useDuckDBBundleResolver();
|
|
23
22
|
const [setup, updateSetup] = React.useState<Resolvable<duckdb.AsyncDuckDB, duckdb.InstantiationProgress>>(
|
|
24
23
|
new Resolvable<duckdb.AsyncDuckDB, duckdb.InstantiationProgress>(),
|
|
25
24
|
);
|
|
26
25
|
|
|
27
|
-
React.useEffect(() => {
|
|
28
|
-
if (!bundle.resolving()) {
|
|
29
|
-
resolveBundle();
|
|
30
|
-
}
|
|
31
|
-
}, [bundle]);
|
|
32
|
-
|
|
33
26
|
const worker = React.useRef<Worker | null>(null);
|
|
34
27
|
React.useEffect(
|
|
35
28
|
() => () => {
|
|
@@ -41,51 +34,50 @@ export const DuckDBProvider: React.FC<DuckDBProps> = (props: DuckDBProps) => {
|
|
|
41
34
|
[],
|
|
42
35
|
);
|
|
43
36
|
|
|
44
|
-
const
|
|
37
|
+
const inFlight = React.useRef<Promise<duckdb.AsyncDuckDB | null> | null>(null);
|
|
45
38
|
const resolver = React.useCallback(async () => {
|
|
46
|
-
//
|
|
47
|
-
if (
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
39
|
+
// Run only once
|
|
40
|
+
if (inFlight.current) return await inFlight.current;
|
|
41
|
+
inFlight.current = (async () => {
|
|
42
|
+
// Resolve bundle
|
|
43
|
+
const bundle = await resolveBundle();
|
|
44
|
+
if (bundle == null) {
|
|
45
|
+
updateSetup(s => s.failWith('invalid bundle'));
|
|
46
|
+
return null;
|
|
47
|
+
}
|
|
51
48
|
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
}
|
|
49
|
+
// Create worker and next database
|
|
50
|
+
let worker: Worker;
|
|
51
|
+
let next: duckdb.AsyncDuckDB;
|
|
52
|
+
try {
|
|
53
|
+
worker = new Worker(bundle.mainWorker!);
|
|
54
|
+
next = new duckdb.AsyncDuckDB(logger, worker);
|
|
55
|
+
} catch (e: any) {
|
|
56
|
+
updateSetup(s => s.failWith(e));
|
|
57
|
+
return null;
|
|
58
|
+
}
|
|
63
59
|
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
bundle.value.mainModule,
|
|
68
|
-
bundle.value.pthreadWorker,
|
|
69
|
-
(p: duckdb.InstantiationProgress) => {
|
|
60
|
+
// Instantiate the database asynchronously
|
|
61
|
+
try {
|
|
62
|
+
await next.instantiate(bundle.mainModule, bundle.pthreadWorker, (p: duckdb.InstantiationProgress) => {
|
|
70
63
|
try {
|
|
71
64
|
updateSetup(s => s.updateRunning(p));
|
|
72
65
|
} catch (e: any) {
|
|
73
66
|
console.warn(`progress handler failed with error: ${e.toString()}`);
|
|
74
67
|
}
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
68
|
+
});
|
|
69
|
+
if (props.config !== undefined) {
|
|
70
|
+
await next.open(props.config!);
|
|
71
|
+
}
|
|
72
|
+
} catch (e: any) {
|
|
73
|
+
updateSetup(s => s.failWith(e));
|
|
74
|
+
return null;
|
|
79
75
|
}
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
lock.current = false;
|
|
86
|
-
updateSetup(s => s.completeWith(next));
|
|
87
|
-
return next;
|
|
88
|
-
}, [logger, bundle]);
|
|
76
|
+
updateSetup(s => s.completeWith(next));
|
|
77
|
+
return next;
|
|
78
|
+
})();
|
|
79
|
+
return await inFlight.current;
|
|
80
|
+
}, [logger]);
|
|
89
81
|
|
|
90
82
|
return (
|
|
91
83
|
<resolverCtx.Provider value={resolver}>
|
package/src/index.ts
CHANGED
|
@@ -18,22 +18,26 @@ export const useDuckDBBundleResolver = (): Resolver<duckdb.DuckDBBundle> => Reac
|
|
|
18
18
|
export const DuckDBPlatform: React.FC<PlatformProps> = (props: PlatformProps) => {
|
|
19
19
|
const [bundle, setBundle] = React.useState<Resolvable<duckdb.DuckDBBundle>>(new Resolvable());
|
|
20
20
|
|
|
21
|
-
const
|
|
21
|
+
const inFlight = React.useRef<Promise<duckdb.DuckDBBundle | null> | null>(null);
|
|
22
22
|
const resolver = React.useCallback(async () => {
|
|
23
|
-
if (
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
23
|
+
if (bundle.error) return null;
|
|
24
|
+
if (bundle.value) return bundle.value;
|
|
25
|
+
if (inFlight.current) return await inFlight.current;
|
|
26
|
+
inFlight.current = (async () => {
|
|
27
|
+
try {
|
|
28
|
+
setBundle(b => b.updateRunning());
|
|
29
|
+
const next = await duckdb.selectBundle(props.bundles);
|
|
30
|
+
inFlight.current = null;
|
|
31
|
+
setBundle(b => b.completeWith(next));
|
|
32
|
+
return next;
|
|
33
|
+
} catch (e: any) {
|
|
34
|
+
inFlight.current = null;
|
|
35
|
+
console.error(e);
|
|
36
|
+
setBundle(b => b.failWith(e));
|
|
37
|
+
return null;
|
|
38
|
+
}
|
|
39
|
+
})();
|
|
40
|
+
return await inFlight.current;
|
|
37
41
|
}, [props.bundles]);
|
|
38
42
|
|
|
39
43
|
return (
|
package/src/epoch_contexts.tsx
DELETED
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import React from 'react';
|
|
2
|
-
|
|
3
|
-
export const TABLE_SCHEMA_EPOCH = React.createContext<number | null>(null);
|
|
4
|
-
export const useTableSchemaEpoch = (): number | null => React.useContext(TABLE_SCHEMA_EPOCH);
|
|
5
|
-
|
|
6
|
-
export const TABLE_DATA_EPOCH = React.createContext<number | null>(null);
|
|
7
|
-
export const useTableDataEpoch = (): number | null => React.useContext(TABLE_DATA_EPOCH);
|
package/src/table_schema.ts
DELETED
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
import * as arrow from 'apache-arrow';
|
|
2
|
-
import * as duckdb from '@duckdb/duckdb-wasm';
|
|
3
|
-
|
|
4
|
-
/// A column group
|
|
5
|
-
export interface TableSchemaColumnGroup {
|
|
6
|
-
/// The group title
|
|
7
|
-
title: string;
|
|
8
|
-
/// The begin of the column span
|
|
9
|
-
spanBegin: number;
|
|
10
|
-
/// The size of the column span
|
|
11
|
-
spanSize: number;
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
/// A table metadatStorea
|
|
15
|
-
export interface TableSchema {
|
|
16
|
-
/// The table schema
|
|
17
|
-
readonly tableSchema: string;
|
|
18
|
-
/// The table name
|
|
19
|
-
readonly tableName: string;
|
|
20
|
-
|
|
21
|
-
/// The column names
|
|
22
|
-
readonly columnNames: string[];
|
|
23
|
-
/// The column name indices
|
|
24
|
-
readonly columnNameMapping: Map<string, number>;
|
|
25
|
-
/// The column types
|
|
26
|
-
readonly columnTypes: arrow.DataType[];
|
|
27
|
-
/// The number of data columns.
|
|
28
|
-
/// Allows to append compute metadata columns that are not rendered in the table viewer.
|
|
29
|
-
readonly dataColumns: number;
|
|
30
|
-
|
|
31
|
-
/// The column aliases (if any)
|
|
32
|
-
readonly columnAliases: (string | null)[];
|
|
33
|
-
/// The column grouping sets (if any)
|
|
34
|
-
readonly columnGroupingSets: TableSchemaColumnGroup[][];
|
|
35
|
-
/// The row grouping sets (if any)
|
|
36
|
-
readonly rowGroupingSets: number[][];
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/// Get raw qualified name
|
|
40
|
-
export function getQualifiedNameRaw(schema: string, name: string) {
|
|
41
|
-
return `${schema || 'main'}.${name}`;
|
|
42
|
-
}
|
|
43
|
-
/// Get qualified name
|
|
44
|
-
export function getQualifiedName(table: TableSchema) {
|
|
45
|
-
return `${table.tableSchema}.${table.tableName}`;
|
|
46
|
-
}
|
|
47
|
-
|
|
48
|
-
/// Collect table info
|
|
49
|
-
export async function collectTableSchema(
|
|
50
|
-
conn: duckdb.AsyncDuckDBConnection,
|
|
51
|
-
info: Partial<TableSchema> & { tableSchema?: string; tableName: string },
|
|
52
|
-
): Promise<TableSchema> {
|
|
53
|
-
// Use DESCRIBE to find all column types
|
|
54
|
-
const columnNames: string[] = [];
|
|
55
|
-
const columnNameMapping: Map<string, number> = new Map();
|
|
56
|
-
const columnTypes: arrow.DataType[] = [];
|
|
57
|
-
const describe = await conn.query<{ Field: arrow.Utf8; Type: arrow.Utf8 }>(
|
|
58
|
-
`DESCRIBE ${info.tableSchema || 'main'}.${info.tableName}`,
|
|
59
|
-
);
|
|
60
|
-
let column = 0;
|
|
61
|
-
for (const row of describe) {
|
|
62
|
-
columnNames.push(row!.Field!);
|
|
63
|
-
columnNameMapping.set(row!.Field!, column++);
|
|
64
|
-
const mapType = (type: string): arrow.DataType => {
|
|
65
|
-
switch (type) {
|
|
66
|
-
case 'BOOLEAN':
|
|
67
|
-
return new arrow.Bool();
|
|
68
|
-
case 'TINYINT':
|
|
69
|
-
return new arrow.Int8();
|
|
70
|
-
case 'SMALLINT':
|
|
71
|
-
return new arrow.Int16();
|
|
72
|
-
case 'INTEGER':
|
|
73
|
-
return new arrow.Int32();
|
|
74
|
-
case 'BIGINT':
|
|
75
|
-
return new arrow.Int64();
|
|
76
|
-
case 'UTINYINT':
|
|
77
|
-
return new arrow.Uint8();
|
|
78
|
-
case 'USMALLINT':
|
|
79
|
-
return new arrow.Uint16();
|
|
80
|
-
case 'UINTEGER':
|
|
81
|
-
return new arrow.Uint32();
|
|
82
|
-
case 'UBIGINT':
|
|
83
|
-
return new arrow.Uint64();
|
|
84
|
-
case 'FLOAT':
|
|
85
|
-
return new arrow.Float32();
|
|
86
|
-
case 'HUGEINT':
|
|
87
|
-
return new arrow.Decimal(32, 0);
|
|
88
|
-
case 'DOUBLE':
|
|
89
|
-
return new arrow.Float64();
|
|
90
|
-
case 'VARCHAR':
|
|
91
|
-
return new arrow.Utf8();
|
|
92
|
-
case 'DATE':
|
|
93
|
-
return new arrow.DateDay();
|
|
94
|
-
case 'TIME':
|
|
95
|
-
return new arrow.Time(arrow.TimeUnit.MILLISECOND, 32);
|
|
96
|
-
case 'TIMESTAMP':
|
|
97
|
-
return new arrow.TimeNanosecond();
|
|
98
|
-
default:
|
|
99
|
-
return new arrow.Null();
|
|
100
|
-
}
|
|
101
|
-
};
|
|
102
|
-
columnTypes.push(mapType(row!.Type!));
|
|
103
|
-
}
|
|
104
|
-
const table: TableSchema = {
|
|
105
|
-
...info,
|
|
106
|
-
tableSchema: info.tableSchema || 'main',
|
|
107
|
-
columnNames,
|
|
108
|
-
columnTypes,
|
|
109
|
-
dataColumns: columnTypes.length,
|
|
110
|
-
columnNameMapping,
|
|
111
|
-
columnAliases: [],
|
|
112
|
-
columnGroupingSets: [],
|
|
113
|
-
rowGroupingSets: [],
|
|
114
|
-
};
|
|
115
|
-
|
|
116
|
-
return table;
|
|
117
|
-
}
|
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
import * as React from 'react';
|
|
2
|
-
import { TableSchema, collectTableSchema } from './table_schema';
|
|
3
|
-
import { useTableSchemaEpoch } from './epoch_contexts';
|
|
4
|
-
import { useDuckDBConnection } from './connection_provider';
|
|
5
|
-
|
|
6
|
-
interface Props {
|
|
7
|
-
/// The children
|
|
8
|
-
children: React.ReactElement | React.ReactElement[];
|
|
9
|
-
/// The schema
|
|
10
|
-
schema?: string;
|
|
11
|
-
/// The name
|
|
12
|
-
name: string;
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
interface State {
|
|
16
|
-
/// The schema
|
|
17
|
-
schema: string | null;
|
|
18
|
-
/// The name
|
|
19
|
-
name: string | null;
|
|
20
|
-
/// The metadata
|
|
21
|
-
metadata: TableSchema | null;
|
|
22
|
-
/// The own epoch
|
|
23
|
-
ownEpoch: number | null;
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export const TABLE_METADATA = React.createContext<TableSchema | null>(null);
|
|
27
|
-
export const useTableSchema = (): TableSchema | null => React.useContext(TABLE_METADATA);
|
|
28
|
-
|
|
29
|
-
export const DuckDBTableSchemaProvider: React.FC<Props> = (props: Props) => {
|
|
30
|
-
const conn = useDuckDBConnection();
|
|
31
|
-
const epoch = useTableSchemaEpoch();
|
|
32
|
-
const [state, setState] = React.useState<State>({
|
|
33
|
-
schema: null,
|
|
34
|
-
name: null,
|
|
35
|
-
ownEpoch: epoch,
|
|
36
|
-
metadata: null,
|
|
37
|
-
});
|
|
38
|
-
const inFlight = React.useRef<boolean>(false);
|
|
39
|
-
|
|
40
|
-
// Detect unmount
|
|
41
|
-
const isMounted = React.useRef(true);
|
|
42
|
-
React.useEffect(() => {
|
|
43
|
-
return () => void (isMounted.current = false);
|
|
44
|
-
}, []);
|
|
45
|
-
|
|
46
|
-
// Resolve the metadata
|
|
47
|
-
React.useEffect(() => {
|
|
48
|
-
if (!isMounted.current || !conn || inFlight.current) {
|
|
49
|
-
return;
|
|
50
|
-
}
|
|
51
|
-
inFlight.current = true;
|
|
52
|
-
const resolve = async (schema: string, name: string, epoch: number | null) => {
|
|
53
|
-
const metadata = await collectTableSchema(conn!, {
|
|
54
|
-
tableSchema: schema,
|
|
55
|
-
tableName: name,
|
|
56
|
-
});
|
|
57
|
-
inFlight.current = false;
|
|
58
|
-
if (!isMounted.current) return;
|
|
59
|
-
setState({
|
|
60
|
-
schema,
|
|
61
|
-
name,
|
|
62
|
-
ownEpoch: epoch,
|
|
63
|
-
metadata,
|
|
64
|
-
});
|
|
65
|
-
};
|
|
66
|
-
resolve(props.schema || 'main', props.name, epoch).catch(e => console.error(e));
|
|
67
|
-
}, [conn, props.schema, props.name, epoch]);
|
|
68
|
-
|
|
69
|
-
return <TABLE_METADATA.Provider value={state.metadata}>{props.children}</TABLE_METADATA.Provider>;
|
|
70
|
-
};
|