@dxos/index-core 0.0.0 → 0.8.4-main.05e74ebcff
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +102 -5
- package/README.md +1 -1
- package/dist/lib/neutral/index.mjs +790 -0
- package/dist/lib/neutral/index.mjs.map +7 -0
- package/dist/lib/neutral/meta.json +1 -0
- package/dist/types/src/index-engine.d.ts +112 -0
- package/dist/types/src/index-engine.d.ts.map +1 -0
- package/dist/types/src/index-engine.test.d.ts +2 -0
- package/dist/types/src/index-engine.test.d.ts.map +1 -0
- package/dist/types/src/index-tracker.d.ts +44 -0
- package/dist/types/src/index-tracker.d.ts.map +1 -0
- package/dist/types/src/index-tracker.test.d.ts +2 -0
- package/dist/types/src/index-tracker.test.d.ts.map +1 -0
- package/dist/types/src/index.d.ts +8 -0
- package/dist/types/src/index.d.ts.map +1 -0
- package/dist/types/src/indexes/fts-index.d.ts +64 -0
- package/dist/types/src/indexes/fts-index.d.ts.map +1 -0
- package/dist/types/src/indexes/fts-index.test.d.ts +2 -0
- package/dist/types/src/indexes/fts-index.test.d.ts.map +1 -0
- package/dist/types/src/indexes/fts5.test.d.ts +2 -0
- package/dist/types/src/indexes/fts5.test.d.ts.map +1 -0
- package/dist/types/src/indexes/index.d.ts +5 -0
- package/dist/types/src/indexes/index.d.ts.map +1 -0
- package/dist/types/src/indexes/interface.d.ts +56 -0
- package/dist/types/src/indexes/interface.d.ts.map +1 -0
- package/dist/types/src/indexes/object-meta-index.d.ts +94 -0
- package/dist/types/src/indexes/object-meta-index.d.ts.map +1 -0
- package/dist/types/src/indexes/object-meta-index.test.d.ts +2 -0
- package/dist/types/src/indexes/object-meta-index.test.d.ts.map +1 -0
- package/dist/types/src/indexes/reverse-ref-index.d.ts +37 -0
- package/dist/types/src/indexes/reverse-ref-index.d.ts.map +1 -0
- package/dist/types/src/indexes/reverse-ref-index.test.d.ts +2 -0
- package/dist/types/src/indexes/reverse-ref-index.test.d.ts.map +1 -0
- package/dist/types/src/utils.d.ts +17 -0
- package/dist/types/src/utils.d.ts.map +1 -0
- package/dist/types/tsconfig.tsbuildinfo +1 -0
- package/package.json +23 -19
- package/src/index-engine.test.ts +176 -13
- package/src/index-engine.ts +162 -30
- package/src/index-tracker.ts +9 -0
- package/src/index.ts +10 -3
- package/src/indexes/fts-index.test.ts +153 -3
- package/src/indexes/fts-index.ts +66 -10
- package/src/indexes/interface.ts +10 -0
- package/src/indexes/object-meta-index.test.ts +366 -8
- package/src/indexes/object-meta-index.ts +310 -23
- package/src/indexes/reverse-ref-index.test.ts +31 -17
- package/src/indexes/reverse-ref-index.ts +11 -12
- package/src/utils.ts +1 -1
|
@@ -10,14 +10,13 @@ import * as Schema from 'effect/Schema';
|
|
|
10
10
|
import { EncodedReference, isEncodedReference } from '@dxos/echo-protocol';
|
|
11
11
|
|
|
12
12
|
import { EscapedPropPath } from '../utils';
|
|
13
|
-
|
|
14
13
|
import type { Index, IndexerObject } from './interface';
|
|
15
14
|
|
|
16
15
|
/**
|
|
17
16
|
* Extracts all outgoing references from an object's data.
|
|
18
17
|
*/
|
|
19
|
-
const extractReferences = (data: Record<string, unknown>): { path: string[];
|
|
20
|
-
const refs: { path: string[];
|
|
18
|
+
const extractReferences = (data: Record<string, unknown>): { path: string[]; targetDXN: string }[] => {
|
|
19
|
+
const refs: { path: string[]; targetDXN: string }[] = [];
|
|
21
20
|
const visit = (path: string[], value: unknown) => {
|
|
22
21
|
if (isEncodedReference(value)) {
|
|
23
22
|
const dxn = EncodedReference.toDXN(value);
|
|
@@ -25,7 +24,7 @@ const extractReferences = (data: Record<string, unknown>): { path: string[]; tar
|
|
|
25
24
|
if (!echoId) {
|
|
26
25
|
return; // Skip non-echo references.
|
|
27
26
|
}
|
|
28
|
-
refs.push({ path,
|
|
27
|
+
refs.push({ path, targetDXN: dxn.toString() });
|
|
29
28
|
} else if (typeof value === 'object' && value !== null && !Array.isArray(value)) {
|
|
30
29
|
for (const [key, v] of Object.entries(value)) {
|
|
31
30
|
visit([...path, key], v);
|
|
@@ -42,7 +41,7 @@ const extractReferences = (data: Record<string, unknown>): { path: string[]; tar
|
|
|
42
41
|
|
|
43
42
|
export const ReverseRef = Schema.Struct({
|
|
44
43
|
recordId: Schema.Number,
|
|
45
|
-
|
|
44
|
+
targetDXN: Schema.String,
|
|
46
45
|
/**
|
|
47
46
|
* Escaped property path within an object.
|
|
48
47
|
*
|
|
@@ -57,7 +56,7 @@ export const ReverseRef = Schema.Struct({
|
|
|
57
56
|
export interface ReverseRef extends Schema.Schema.Type<typeof ReverseRef> {}
|
|
58
57
|
|
|
59
58
|
export interface ReverseRefQuery {
|
|
60
|
-
|
|
59
|
+
targetDXN: string;
|
|
61
60
|
// TODO: Add prop filter
|
|
62
61
|
}
|
|
63
62
|
|
|
@@ -71,23 +70,23 @@ export class ReverseRefIndex implements Index {
|
|
|
71
70
|
|
|
72
71
|
yield* sql`CREATE TABLE IF NOT EXISTS reverseRef (
|
|
73
72
|
recordId INTEGER NOT NULL,
|
|
74
|
-
|
|
73
|
+
targetDXN TEXT NOT NULL,
|
|
75
74
|
propPath TEXT NOT NULL,
|
|
76
|
-
PRIMARY KEY (recordId,
|
|
75
|
+
PRIMARY KEY (recordId, targetDXN, propPath)
|
|
77
76
|
)`;
|
|
78
77
|
|
|
79
|
-
yield* sql`CREATE INDEX IF NOT EXISTS idx_reverse_ref_target ON reverseRef(
|
|
78
|
+
yield* sql`CREATE INDEX IF NOT EXISTS idx_reverse_ref_target ON reverseRef(targetDXN)`;
|
|
80
79
|
});
|
|
81
80
|
|
|
82
81
|
/**
|
|
83
82
|
* Query all references pointing to a target DXN.
|
|
84
83
|
*/
|
|
85
84
|
query = Effect.fn('ReverseRefIndex.query')(
|
|
86
|
-
({
|
|
85
|
+
({ targetDXN }: ReverseRefQuery): Effect.Effect<readonly ReverseRef[], SqlError.SqlError, SqlClient.SqlClient> =>
|
|
87
86
|
Effect.gen(function* () {
|
|
88
87
|
const sql = yield* SqlClient.SqlClient;
|
|
89
88
|
// TODO(mykola): Join objectMeta table here.
|
|
90
|
-
const rows = yield* sql`SELECT * FROM reverseRef WHERE
|
|
89
|
+
const rows = yield* sql`SELECT * FROM reverseRef WHERE targetDXN = ${targetDXN}`;
|
|
91
90
|
return rows as ReverseRef[];
|
|
92
91
|
}),
|
|
93
92
|
);
|
|
@@ -116,7 +115,7 @@ export class ReverseRefIndex implements Index {
|
|
|
116
115
|
yield* Effect.forEach(
|
|
117
116
|
refs,
|
|
118
117
|
(ref) =>
|
|
119
|
-
sql`INSERT INTO reverseRef (recordId,
|
|
118
|
+
sql`INSERT INTO reverseRef (recordId, targetDXN, propPath) VALUES (${recordId}, ${ref.targetDXN}, ${EscapedPropPath.escape(ref.path)})`,
|
|
120
119
|
{ discard: true },
|
|
121
120
|
);
|
|
122
121
|
}),
|
package/src/utils.ts
CHANGED