@dxos/migrations 0.8.4-main.fd6878d → 0.8.4-staging.60fe92afc8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +102 -5
- package/README.md +3 -3
- package/dist/lib/browser/index.mjs +153 -119
- package/dist/lib/browser/index.mjs.map +4 -4
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/node-esm/index.mjs +153 -119
- package/dist/lib/node-esm/index.mjs.map +4 -4
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/types/src/annotations.d.ts +4 -0
- package/dist/types/src/annotations.d.ts.map +1 -0
- package/dist/types/src/document-compaction.d.ts +19 -0
- package/dist/types/src/document-compaction.d.ts.map +1 -0
- package/dist/types/src/document-compaction.test.d.ts +2 -0
- package/dist/types/src/document-compaction.test.d.ts.map +1 -0
- package/dist/types/src/index.d.ts +3 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/migration-builder.d.ts +16 -8
- package/dist/types/src/migration-builder.d.ts.map +1 -1
- package/dist/types/src/migrations.d.ts +5 -1
- package/dist/types/src/migrations.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +18 -17
- package/src/annotations.ts +13 -0
- package/src/document-compaction.test.ts +46 -0
- package/src/document-compaction.ts +43 -0
- package/src/index.ts +3 -1
- package/src/migration-builder.ts +74 -41
- package/src/migrations.test.ts +36 -20
- package/src/migrations.ts +32 -17
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../../../src/migration-builder.ts", "../../../src/migrations.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport { type Doc, next as am } from '@automerge/automerge';\nimport { type AnyDocumentId, type DocumentId } from '@automerge/automerge-repo';\nimport { type Schema } from 'effect';\n\nimport { type Space } from '@dxos/client/echo';\nimport { CreateEpochRequest } from '@dxos/client/halo';\nimport { type DocHandleProxy, ObjectCore, type RepoProxy, migrateDocument } from '@dxos/echo-db';\nimport {\n type DatabaseDirectory,\n type ObjectStructure,\n Reference,\n SpaceDocVersion,\n encodeReference,\n} from '@dxos/echo-protocol';\nimport { requireTypeReference } from '@dxos/echo-schema';\nimport { invariant } from '@dxos/invariant';\nimport { type MaybePromise } from '@dxos/util';\n\n/*\n\nConsidering a better API for this:\n\n```ts\nconst migration = space.db.beginMigration(); // all actions are not visible to queries and are only applied once you call `apply`\n\nmigration.applyObjectMigration(defineMigration(From, To, { ... }));\n\nmigration.delete(id);\nmigration.add(obj);\n\nawait migration.apply(); // Will create new epoch.\n```\n\n*/\n\n// TODO(dmaretskyi): We no longer need to hook into ECHO internals, with the changes to echo APIs.\nexport class MigrationBuilder {\n private readonly _repo: RepoProxy;\n private readonly _rootDoc: Doc<DatabaseDirectory>;\n\n // echoId -> automergeUrl\n private readonly _newLinks: Record<string, string> = {};\n private readonly _flushIds: DocumentId[] = [];\n private readonly _deleteObjects: string[] = [];\n\n private _newRoot?: DocHandleProxy<DatabaseDirectory> = undefined;\n\n constructor(private readonly _space: Space) {\n this._repo = this._space.db.coreDatabase._repo;\n // TODO(wittjosiah): Accessing private API.\n this._rootDoc = (this._space.db.coreDatabase as any)._automergeDocLoader\n .getSpaceRootDocHandle()\n .doc() as Doc<DatabaseDirectory>;\n }\n\n async findObject(id: string): Promise<ObjectStructure | undefined> {\n const documentId = (this._rootDoc.links?.[id] || this._newLinks[id])?.toString() as AnyDocumentId | undefined;\n const docHandle = documentId && this._repo.find(documentId);\n if (!docHandle) {\n return undefined;\n }\n\n await docHandle.whenReady();\n const doc = docHandle.doc() as Doc<DatabaseDirectory>;\n return doc.objects?.[id];\n }\n\n async migrateObject(\n id: string,\n migrate: (objectStructure: ObjectStructure) => MaybePromise<{ schema: Schema.Schema.AnyNoContext; props: any }>,\n ): Promise<void> {\n const objectStructure = await this.findObject(id);\n if (!objectStructure) {\n return;\n }\n\n const { schema, props } = await migrate(objectStructure);\n\n const oldHandle = await this._findObjectContainingHandle(id);\n invariant(oldHandle);\n\n const newState: DatabaseDirectory = {\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: {\n [id]: {\n system: {\n type: encodeReference(requireTypeReference(schema)),\n },\n data: props,\n meta: {\n keys: [],\n },\n },\n },\n };\n const migratedDoc = migrateDocument(oldHandle.doc() as Doc<DatabaseDirectory>, newState);\n const newHandle = this._repo.import<DatabaseDirectory>(am.save(migratedDoc));\n this._newLinks[id] = newHandle.url;\n this._addHandleToFlushList(newHandle);\n }\n\n async addObject(schema: Schema.Schema.AnyNoContext, props: any): Promise<string> {\n const core = this._createObject({ schema, props });\n return core.id;\n }\n\n createReference(id: string) {\n return encodeReference(Reference.localObjectReference(id));\n }\n\n deleteObject(id: string): void {\n this._deleteObjects.push(id);\n }\n\n changeProperties(changeFn: (properties: ObjectStructure) => void): void {\n if (!this._newRoot) {\n this._buildNewRoot();\n }\n invariant(this._newRoot, 'New root not created');\n\n this._newRoot.change((doc: DatabaseDirectory) => {\n const propertiesStructure = doc.objects?.[this._space.properties.id];\n propertiesStructure && changeFn(propertiesStructure);\n });\n this._addHandleToFlushList(this._newRoot);\n }\n\n /**\n * @internal\n */\n async _commit(): Promise<void> {\n if (!this._newRoot) {\n this._buildNewRoot();\n }\n invariant(this._newRoot, 'New root not created');\n\n await this._space.db.flush();\n\n // Create new epoch.\n await this._space.internal.createEpoch({\n migration: CreateEpochRequest.Migration.REPLACE_AUTOMERGE_ROOT,\n automergeRootUrl: this._newRoot.url,\n });\n }\n\n private async _findObjectContainingHandle(id: string): Promise<DocHandleProxy<DatabaseDirectory> | undefined> {\n const documentId = (this._rootDoc.links?.[id] || this._newLinks[id])?.toString() as AnyDocumentId | undefined;\n const docHandle = documentId && this._repo.find(documentId);\n if (!docHandle) {\n return undefined;\n }\n\n await docHandle.whenReady();\n return docHandle;\n }\n\n private _buildNewRoot(): void {\n const links = { ...(this._rootDoc.links ?? {}) };\n for (const id of this._deleteObjects) {\n delete links[id];\n }\n\n for (const [id, url] of Object.entries(this._newLinks)) {\n links[id] = new am.RawString(url);\n }\n\n this._newRoot = this._repo.create<DatabaseDirectory>({\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: this._rootDoc.objects,\n links,\n });\n this._addHandleToFlushList(this._newRoot);\n }\n\n private _createObject({\n id,\n schema,\n props,\n }: {\n id?: string;\n schema: Schema.Schema.AnyNoContext;\n props: any;\n }): ObjectCore {\n const core = new ObjectCore();\n if (id) {\n core.id = id;\n }\n\n core.initNewObject(props);\n core.setType(requireTypeReference(schema));\n const newHandle = this._repo.create<DatabaseDirectory>({\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: {\n [core.id]: core.getDoc() as ObjectStructure,\n },\n });\n this._newLinks[core.id] = newHandle.url;\n this._addHandleToFlushList(newHandle);\n\n return core;\n }\n\n private _addHandleToFlushList(handle: DocHandleProxy<any>): void {\n this._flushIds.push(handle.documentId);\n }\n}\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { type Space, SpaceState, live } from '@dxos/client/echo';\nimport { invariant } from '@dxos/invariant';\nimport { type MaybePromise } from '@dxos/util';\n\nimport { MigrationBuilder } from './migration-builder';\n\nexport type MigrationContext = {\n space: Space;\n builder: MigrationBuilder;\n};\n\nexport type Migration = {\n version: string;\n next: (context: MigrationContext) => MaybePromise<void>;\n};\n\nexport class Migrations {\n static namespace?: string;\n static migrations: Migration[] = [];\n private static _state = live<{ running: string[] }>({ running: [] });\n\n static get versionProperty() {\n return this.namespace && `${this.namespace}.version`;\n }\n\n static get targetVersion() {\n return this.migrations[this.migrations.length - 1]?.version;\n }\n\n static running(space: Space): boolean {\n return this._state.running.includes(space.key.toHex());\n }\n\n static define(namespace: string, migrations: Migration[]): void {\n this.namespace = namespace;\n this.migrations = migrations;\n }\n\n static async migrate(space: Space, targetVersion?: string | number): Promise<boolean> {\n invariant(!this.running(space), 'Migration already running');\n invariant(this.versionProperty, 'Migrations namespace not set');\n invariant(space.state.get() === SpaceState.SPACE_READY, 'Space not ready');\n const currentVersion = space.properties[this.versionProperty];\n const currentIndex = this.migrations.findIndex((m) => m.version === currentVersion) + 1;\n const i = this.migrations.findIndex((m) => m.version === targetVersion);\n const targetIndex = i === -1 ? this.migrations.length : i + 1;\n if (currentIndex === targetIndex) {\n return false;\n }\n\n this._state.running.push(space.key.toHex());\n if (targetIndex > currentIndex) {\n const migrations = this.migrations.slice(currentIndex, targetIndex);\n for (const migration of migrations) {\n const builder = new MigrationBuilder(space);\n await migration.next({ space, builder });\n builder.changeProperties((propertiesStructure) => {\n invariant(this.versionProperty, 'Migrations namespace not set');\n propertiesStructure.data[this.versionProperty] = migration.version;\n });\n await builder._commit();\n }\n }\n this._state.running.splice(this._state.running.indexOf(space.key.toHex()), 1);\n\n return true;\n }\n}\n"],
|
|
5
|
-
"mappings": ";AAIA,
|
|
6
|
-
"names": ["
|
|
3
|
+
"sources": ["../../../src/annotations.ts", "../../../src/document-compaction.ts", "../../../src/migration-builder.ts", "../../../src/migrations.ts"],
|
|
4
|
+
"sourcesContent": ["//\n// Copyright 2026 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { Annotation } from '@dxos/echo';\n\n/** Migration version stored on space properties meta. */\nexport const MigrationVersionAnnotation = Annotation.make({\n id: 'org.dxos.migrations.version',\n schema: Schema.String,\n});\n", "//\n// Copyright 2026 DXOS.org\n//\n\nimport { type Space, SpaceState } from '@dxos/client/echo';\nimport { invariant } from '@dxos/invariant';\n\nimport { MigrationBuilder } from './migration-builder';\n\nexport type CompactDocumentsOptions = {\n /**\n * Entity ids whose linked Automerge documents should be compacted.\n * Defaults to all ids in the space root `links` map.\n */\n objectIds?: string[];\n};\n\nexport type CompactDocumentsResult = {\n compacted: string[];\n skipped: string[];\n epochNumber: number;\n};\n\n/**\n * Re-materializes linked object documents into fresh Automerge docs (no history) and commits\n * a new space epoch with {@link CreateEpochRequest.Migration.REPLACE_AUTOMERGE_ROOT}.\n */\nexport const compactDocumentsEpochMigration = async (\n space: Space,\n options: CompactDocumentsOptions = {},\n): Promise<CompactDocumentsResult> => {\n invariant(space.state.get() === SpaceState.SPACE_READY, 'Space must be open and ready before compaction.');\n\n const builder = new MigrationBuilder(space);\n const { compacted, skipped } = await builder.compactLinkedDocuments(options.objectIds);\n await builder._commit();\n\n const epochs = await space.internal.getEpochs();\n const lastEpoch = epochs[epochs.length - 1];\n const epochNumber = lastEpoch?.subject.assertion.number ?? 0;\n\n return { compacted, skipped, epochNumber };\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { next as A, type Doc, toJS } from '@automerge/automerge';\nimport { type AnyDocumentId, type DocumentId } from '@automerge/automerge-repo';\nimport type * as Schema from 'effect/Schema';\n\nimport { type Space } from '@dxos/client/echo';\nimport { CreateEpochRequest } from '@dxos/client/halo';\nimport { type DocHandleProxy, ObjectCore, type RepoProxy, migrateDocument } from '@dxos/echo-client/internal';\nimport { type DatabaseDirectory, EncodedReference, type EntityStructure, SpaceDocVersion } from '@dxos/echo-protocol';\nimport { getSchemaURI } from '@dxos/echo/internal';\nimport * as Type from '@dxos/echo/Type';\nimport { invariant } from '@dxos/invariant';\nimport { EID, EntityId } from '@dxos/keys';\nimport { type MaybePromise } from '@dxos/util';\n\n/*\n\nConsidering a better API for this:\n\n```ts\nconst migration = space.db.beginMigration(); // all actions are not visible to queries and are only applied once you call `apply`\n\nmigration.applyObjectMigration(defineMigration(From, To, { ... }));\n\nmigration.delete(id);\nmigration.add(obj);\n\nawait migration.apply(); // Will create new epoch.\n```\n\n*/\n\n// TODO(dmaretskyi): We no longer need to hook into ECHO internals, with the changes to echo APIs.\nexport class MigrationBuilder {\n private readonly _repo: RepoProxy;\n private readonly _rootDoc: Doc<DatabaseDirectory>;\n\n // echoUri -> automergeUrl\n private readonly _newLinks: Record<string, string> = {};\n private readonly _flushIds: DocumentId[] = [];\n private readonly _deleteObjects: string[] = [];\n\n private _newRoot?: DocHandleProxy<DatabaseDirectory> = undefined;\n\n constructor(private readonly _space: Space) {\n this._repo = this._space.internal.db._repo;\n const rootDoc = this._space.internal.db._getSpaceRootDocHandle().doc();\n invariant(rootDoc, 'Space root document must be available when creating MigrationBuilder');\n this._rootDoc = rootDoc;\n }\n\n async findObject(id: string): Promise<EntityStructure | undefined> {\n const documentId = (this._rootDoc.links?.[id] || this._newLinks[id])?.toString() as AnyDocumentId | undefined;\n const docHandle = documentId && this._repo.find(documentId);\n if (!docHandle) {\n return undefined;\n }\n\n await docHandle.whenReady();\n const doc = docHandle.doc() as Doc<DatabaseDirectory>;\n return doc.objects?.[id];\n }\n\n async migrateObject(\n id: string,\n migrate: (objectStructure: EntityStructure) => MaybePromise<{ type: Type.AnyEntity; props: any }>,\n ): Promise<void> {\n const objectStructure = await this.findObject(id);\n if (!objectStructure) {\n return;\n }\n\n const { type, props } = await migrate(objectStructure);\n const schema = Type.getSchema(type);\n\n const oldHandle = await this._findObjectContainingHandle(id);\n invariant(oldHandle);\n\n const newState: DatabaseDirectory = {\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: {\n [id]: {\n system: {\n type: EncodedReference.fromURI(getSchemaURI(schema)!),\n },\n data: props,\n meta: {\n keys: [],\n },\n },\n },\n };\n const migratedDoc = migrateDocument(oldHandle.doc() as Doc<DatabaseDirectory>, newState);\n const newHandle = this._repo.import<DatabaseDirectory>(A.save(migratedDoc));\n await newHandle.whenReady();\n invariant(newHandle.url, 'Migrated document URL not available after whenReady');\n this._newLinks[id] = newHandle.url;\n this._addHandleToFlushList(newHandle.documentId!);\n }\n\n async addObject(type: Type.AnyEntity, props: any): Promise<string> {\n const resolved = Type.getSchema(type);\n const core = await this._createObject({ schema: resolved, props });\n return core.id;\n }\n\n createReference(id: string) {\n invariant(EntityId.isValid(id), 'Invalid EntityId.');\n return EncodedReference.fromURI(EID.make({ entityId: id }));\n }\n\n deleteObject(id: string): void {\n this._deleteObjects.push(id);\n }\n\n /**\n * Re-materializes linked object documents into fresh Automerge docs without history.\n * Call {@link _commit} to publish a new space epoch with updated root links.\n */\n async compactLinkedDocuments(objectIds?: string[]): Promise<{ compacted: string[]; skipped: string[] }> {\n const linkIds = objectIds ?? Object.keys(this._rootDoc.links ?? {});\n const compacted: string[] = [];\n const skipped: string[] = [];\n\n for (const id of linkIds) {\n const oldHandle = await this._findObjectContainingHandle(id);\n if (!oldHandle) {\n skipped.push(id);\n continue;\n }\n\n await oldHandle.whenReady();\n const materialized = toJS(oldHandle.doc()!) as DatabaseDirectory;\n const newHandle = this._repo.create<DatabaseDirectory>(materialized);\n await newHandle.whenReady();\n invariant(newHandle.url, 'Compacted document URL not available after whenReady');\n this._newLinks[id] = newHandle.url;\n this._addHandleToFlushList(newHandle.documentId!);\n compacted.push(id);\n }\n\n return { compacted, skipped };\n }\n\n async changeProperties(changeFn: (properties: EntityStructure) => void): Promise<void> {\n if (!this._newRoot) {\n await this._buildNewRoot();\n }\n invariant(this._newRoot, 'New root not created');\n\n this._newRoot.change((doc: DatabaseDirectory) => {\n const propertiesStructure = doc.objects?.[this._space.properties.id];\n propertiesStructure && changeFn(propertiesStructure);\n });\n await this._newRoot.whenReady();\n this._addHandleToFlushList(this._newRoot.documentId!);\n }\n\n /**\n * @internal\n */\n async _commit(): Promise<void> {\n if (!this._newRoot) {\n await this._buildNewRoot();\n }\n invariant(this._newRoot, 'New root not created');\n\n await this._space.db.flush();\n\n // Create new epoch.\n invariant(this._newRoot.url, 'New root URL not available');\n await this._space.internal.createEpoch({\n migration: CreateEpochRequest.Migration.REPLACE_AUTOMERGE_ROOT,\n automergeRootUrl: this._newRoot.url,\n });\n }\n\n private async _findObjectContainingHandle(id: string): Promise<DocHandleProxy<DatabaseDirectory> | undefined> {\n const documentId = (this._rootDoc.links?.[id] || this._newLinks[id])?.toString() as AnyDocumentId | undefined;\n const docHandle = documentId && this._repo.find(documentId);\n if (!docHandle) {\n return undefined;\n }\n\n await docHandle.whenReady();\n return docHandle;\n }\n\n private async _buildNewRoot(): Promise<void> {\n const links = { ...(this._rootDoc.links ?? {}) };\n for (const id of this._deleteObjects) {\n delete links[id];\n }\n\n for (const [id, url] of Object.entries(this._newLinks)) {\n links[id] = new A.RawString(url);\n }\n\n this._newRoot = this._repo.create<DatabaseDirectory>({\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: this._rootDoc.objects,\n links,\n });\n await this._newRoot.whenReady();\n this._addHandleToFlushList(this._newRoot.documentId!);\n }\n\n private async _createObject({\n id,\n schema,\n props,\n }: {\n id?: string;\n schema: Schema.Schema.AnyNoContext;\n props: any;\n }): Promise<ObjectCore> {\n const core = new ObjectCore();\n if (id) {\n core.id = id;\n }\n\n core.initNewObject(props);\n core.setType(EncodedReference.fromURI(getSchemaURI(schema)!));\n const newHandle = this._repo.create<DatabaseDirectory>({\n version: SpaceDocVersion.CURRENT,\n access: {\n spaceKey: this._space.key.toHex(),\n },\n objects: {\n [core.id]: core.getDoc() as EntityStructure,\n },\n });\n await newHandle.whenReady();\n this._newLinks[core.id] = newHandle.url!;\n this._addHandleToFlushList(newHandle.documentId!);\n\n return core;\n }\n\n private _addHandleToFlushList(id: DocumentId): void {\n this._flushIds.push(id);\n }\n}\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { Atom } from '@effect-atom/atom';\nimport * as Registry from '@effect-atom/atom/Registry';\nimport * as Option from 'effect/Option';\n\nimport { type Space, SpaceState } from '@dxos/client/echo';\nimport { Annotation, Obj } from '@dxos/echo';\nimport { invariant } from '@dxos/invariant';\nimport { type MaybePromise } from '@dxos/util';\n\nimport { MigrationVersionAnnotation } from './annotations';\nimport { MigrationBuilder } from './migration-builder';\n\nexport type MigrationContext = {\n space: Space;\n builder: MigrationBuilder;\n};\n\nexport type Migration = {\n version: string;\n next: (context: MigrationContext) => MaybePromise<void>;\n};\n\nexport class Migrations {\n static namespace?: string;\n static migrations: Migration[] = [];\n private static _registry = Registry.make();\n private static _stateAtom = Atom.make<{ running: string[] }>({ running: [] }).pipe(Atom.keepAlive);\n\n /**\n * @deprecated Use `MigrationVersionAnnotation` via `Annotation.get/set` on space properties.\n */\n static get versionProperty() {\n return this.namespace && `${this.namespace}.version`;\n }\n\n static get targetVersion() {\n return this.migrations[this.migrations.length - 1]?.version;\n }\n\n static running(space: Space): boolean {\n const state = this._registry.get(this._stateAtom);\n return state.running.includes(space.key.toHex());\n }\n\n static define(namespace: string, migrations: Migration[]): void {\n this.namespace = namespace;\n this.migrations = migrations;\n }\n\n static async migrate(space: Space, targetVersion?: string | number): Promise<boolean> {\n invariant(!this.running(space), 'Migration already running');\n invariant(space.state.get() === SpaceState.SPACE_READY, 'Space not ready');\n const currentVersion = Annotation.get(space.properties, MigrationVersionAnnotation).pipe(Option.getOrUndefined);\n const currentIndex = this.migrations.findIndex((m) => m.version === currentVersion) + 1;\n const i = this.migrations.findIndex((m) => m.version === targetVersion);\n const targetIndex = i === -1 ? this.migrations.length : i + 1;\n if (currentIndex === targetIndex) {\n return false;\n }\n\n const spaceKey = space.key.toHex();\n const currentState = this._registry.get(this._stateAtom);\n this._registry.set(this._stateAtom, { running: [...currentState.running, spaceKey] });\n try {\n if (targetIndex > currentIndex) {\n const migrations = this.migrations.slice(currentIndex, targetIndex);\n for (const migration of migrations) {\n const builder = new MigrationBuilder(space);\n await migration.next({ space, builder });\n await builder._commit();\n Obj.update(space.properties, (properties) => {\n Annotation.set(properties, MigrationVersionAnnotation, migration.version);\n });\n }\n }\n } finally {\n const finalState = this._registry.get(this._stateAtom);\n this._registry.set(this._stateAtom, { running: finalState.running.filter((key) => key !== spaceKey) });\n }\n\n return true;\n }\n}\n"],
|
|
5
|
+
"mappings": ";AAIA,YAAYA,YAAY;AAExB,SAASC,kBAAkB;AAGpB,IAAMC,6BAA6BD,WAAWE,KAAK;EACxDC,IAAI;EACJC,QAAeC;AACjB,CAAA;;;ACRA,SAAqBC,kBAAkB;AACvC,SAASC,aAAAA,kBAAiB;;;ACD1B,SAASC,QAAQC,GAAaC,YAAY;AAK1C,SAASC,0BAA0B;AACnC,SAA8BC,YAA4BC,uBAAuB;AACjF,SAAiCC,kBAAwCC,uBAAuB;AAChG,SAASC,oBAAoB;AAC7B,YAAYC,UAAU;AACtB,SAASC,iBAAiB;AAC1B,SAASC,KAAKC,gBAAgB;AAG9B,IAAA,eAAA;AAmBmBC,IAAiB,mBAAjBA,MAAiB;EACjBC;EAEjB;EACiBC;;EAEAC,YAAAA,CAAAA;EAETC,YAA+CC,CAAAA;EAEvD,iBAA6BC,CAAa;aAAbA;cACtBN,QAAQ;AACb,SAAA,SAAMO;AACNV,SAAAA,QAAUU,KAAAA,OAAS,SAAA,GAAA;AACnB,UAAKN,UAAWM,KAAAA,OAAAA,SAAAA,GAAAA,uBAAAA,EAAAA,IAAAA;AAClB,cAAA,SAAA,wEAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,MAAA,GAAA,CAAA,WAAA,wEAAA,EAAA,CAAA;AAEA,SAAMC,WAAqB;;QAEzB,WAAMC,IAAAA;AACN,UAAKA,cAAW,KAAA,SAAA,QAAA,EAAA,KAAA,KAAA,UAAA,EAAA,IAAA,SAAA;UACd,YAAOJ,cAAAA,KAAAA,MAAAA,KAAAA,UAAAA;AACT,QAAA,CAAA,WAAA;AAEA,aAAMI;IACN;AACA,UAAA,UAAWC,UAAa;AAC1B,UAAA,MAAA,UAAA,IAAA;AAEA,WAAMC,IAAAA,UAEJC,EAAAA;;QAGA,cAAKC,IAAAA,SAAiB;UACpB,kBAAA,MAAA,KAAA,WAAA,EAAA;AACF,QAAA,CAAA,iBAAA;AAEA;IACA;AAEA,UAAMC,EAAAA,MAAAA,MAAY,IAAM,MAAKC,QAAAA,eAAAA;AAC7BlB,UAAAA,SAAUiB,eAAAA,IAAAA;AAEV,UAAME,YAA8B,MAAA,KAAA,4BAAA,EAAA;cAClCC,WAASvB,QAAAA,EAAAA,YAAuB,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,MAAA,GAAA,CAAA,aAAA,EAAA,EAAA,CAAA;UAChCwB,WAAQ;eACNC,gBAAqB;MACvB,QAAA;QACAT,UAAS,KAAA,OAAA,IAAA,MAAA;;eAELU;;UAEA,QAAA;YACAC,MAAMC,iBAAAA,QAAAA,aAAAA,MAAAA,CAAAA;UACNC;gBACEC;UACF,MAAA;YACF,MAAA,CAAA;UACF;QACF;MACA;IACA;AACA,UAAMC,cAAUC,gBAAS,UAAA,IAAA,GAAA,QAAA;AACzB7B,UAAAA,YAAU4B,KAAa,MAAE,OAAA,EAAA,KAAA,WAAA,CAAA;AACzB,UAAKvB,UAAUyB,UAAMF;AACrB,cAAKG,UAAAA,KAAAA,uDAA0C,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,IAAA,GAAA,MAAA,GAAA,CAAA,iBAAA,uDAAA,EAAA,CAAA;AACjD,SAAA,UAAA,EAAA,IAAA,UAAA;AAEA,SAAMC,sBAA6D,UAAA,UAAA;;QAEjE,UAAMC,MAAO,OAAWC;UAAgBC,WAAQC,eAAAA,IAAAA;UAAUX,OAAAA,MAAAA,KAAAA,cAAAA;MAAM,QAAA;MAChE;IACF,CAAA;AAEAY,WAAAA,KAAgBP;;kBAEPlC,IAAAA;cAAoC0C,SAAUR,QAAAA,EAAAA,GAAAA,qBAAAA,EAAAA,YAAAA,YAAAA,GAAAA,cAAAA,GAAAA,IAAAA,GAAAA,MAAAA,GAAAA,CAAAA,wBAAAA,qBAAAA,EAAAA,CAAAA;AAAG,WAAA,iBAAA,QAAA,IAAA,KAAA;MAC1D,UAAA;IAEAS,CAAAA,CAAAA;;EAEA,aAAA,IAAA;AAEA,SAAA,eAAA,KAAA,EAAA;;;;;;QAME,uBAA8B,WAAA;AAC9B,UAAMC,UAAoB,aAAE,OAAA,KAAA,KAAA,SAAA,SAAA,CAAA,CAAA;AAE5B,UAAK,YAAYC,CAAAA;UACf,UAAMxB,CAAAA;eACDA,MAAAA,SAAW;YACduB,YAAaV,MAAAA,KAAAA,4BAAAA,EAAAA;UACb,CAAA,WAAA;AACF,gBAAA,KAAA,EAAA;AAEA;MACA;AACA,YAAMF,UAAAA,UAAiBzB;AACvB,YAAMyB,eAAUC,KAAS,UAAA,IAAA,CAAA;AACzB7B,YAAAA,YAAU4B,KAAa,MAAE,OAAA,YAAA;AACzB,YAAKvB,UAAUyB,UAAMF;AACrB,gBAAKG,UAAAA,KAAAA,wDAA0C,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,iBAAA,wDAAA,EAAA,CAAA;AAC/CW,WAAAA,UAAeZ,EAAAA,IAAAA,UAAAA;AACjB,WAAA,sBAAA,UAAA,UAAA;AAEA,gBAAO,KAAA,EAAA;;WAAaU;MAAQ;MAC9B;IAEA;;yBAEeG,UAAa;AAC1B,QAAA,CAAA,KAAA,UAAA;AACA3C,YAAU,KAAKO,cAAU;IAEzB;cACQqC,KAAAA,UAAAA,wBAAoC,EAAA,YAAYC,YAAa,GAAC,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,iBAAA,wBAAA,EAAA,CAAA;SACpED,SAAAA,OAAAA,CAAAA,QAAuBE;AACzB,YAAA,sBAAA,IAAA,UAAA,KAAA,OAAA,WAAA,EAAA;AACA,6BAAoBjB,SAAS,mBAAA;IAC7B,CAAA;AACF,UAAA,KAAA,SAAA,UAAA;AAEA,SAAA,sBAAA,KAAA,SAAA,UAAA;;;;;QAKI,UAAU;AACZ,QAAA,CAAA,KAAA,UAAA;AACA7B,YAAU,KAAKO,cAAU;IAEzB;AAEA,cAAA,KAAA,UAAoB,wBAAA,EAAA,YAAA,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,iBAAA,wBAAA,EAAA,CAAA;AACpBP,UAAAA,KAAU,OAAKO,GAAAA,MAAY;cAEzBwC,KAAWtD,SAAAA,KAAAA,8BAA6BuD,EAAAA,YAAsB,YAAA,GAAA,cAAA,GAAA,KAAA,GAAA,MAAA,GAAA,CAAA,qBAAA,8BAAA,EAAA,CAAA;UAC9DC,KAAAA,OAAAA,SAAuB1C,YAAY;MACrC,WAAA,mBAAA,UAAA;MACF,kBAAA,KAAA,SAAA;IAEA,CAAA;;QAEE,4BAAkB2C,IAAc;AAChC,UAAKtC,cAAW,KAAA,SAAA,QAAA,EAAA,KAAA,KAAA,UAAA,EAAA,IAAA,SAAA;UACd,YAAOJ,cAAAA,KAAAA,MAAAA,KAAAA,UAAAA;AACT,QAAA,CAAA,WAAA;AAEA,aAAMI;IACN;AACF,UAAA,UAAA,UAAA;AAEA,WAAc+B;;wBACavC;AAAsB,UAAA,QAAA;MAC/C,GAAK,KAAM0B,SAAU,SAACxB,CAAAA;;AAEtB,eAAA,MAAA,KAAA,gBAAA;AAEA,aAAW,MAAK6C,EAAAA;;AAEhB,eAAA,CAAA,IAAA,GAAA,KAAA,OAAA,QAAA,KAAA,SAAA,GAAA;AAEI,YAAC5C,EAAAA,IAAW,IAAI,EAACJ,UAAMiD,GAA0B;;SAEnD/B,WAAQ,KAAA,MAAA,OAAA;eACNC,gBAAqB;MACvB,QAAA;QACAT,UAAcT,KAAAA,OAASS,IAAO,MAAA;MAC9BwC;MACF,SAAA,KAAA,SAAA;MACA;IACA,CAAA;AACF,UAAA,KAAA,SAAA,UAAA;AAEA,SAAcnB,sBAEZC,KACAV,SAKsB,UAAA;;QAEtB,cAAQ,EAAA,IAAA,QAAA,MAAA,GAAA;UACNQ,OAAO,IAAGH,WAAAA;AACZ,QAAA,IAAA;AAEAG,WAAKqB,KAAAA;IACLrB;AACA,SAAA,cAAkB,KAAK9B;SACrBiB,QAASvB,iBAAgB0D,QAAO,aAAA,MAAA,CAAA,CAAA;UAChClC,YAAQ,KAAA,MAAA,OAAA;eACNC,gBAAqB;MACvB,QAAA;QACAT,UAAS,KAAA,OAAA,IAAA,MAAA;;MAET,SAAA;QACF,CAAA,KAAA,EAAA,GAAA,KAAA,OAAA;MACA;IACA,CAAA;AACA,UAAKkB,UAAAA,UAAqB;AAE1B,SAAA,UAAOE,KAAAA,EAAAA,IAAAA,UAAAA;AACT,SAAA,sBAAA,UAAA,UAAA;AAEQF,WAAAA;;EAER,sBAAA,IAAA;AACF,SAAA,UAAA,KAAA,EAAA;;;;;ADpOA,IAAAyB,gBAAA;AAUQC,IAAAA,iCAA+BC,OAAAA,OAAAA,UAAAA,CAAAA,MAAAA;AACrC,EAAAC,WAAQC,MAAAA,MAAWC,IAAO,MAAK,WAAMJ,aAAQK,mDAAwC,EAAA,YAAA,YAAA,GAAAN,eAAA,GAAA,IAAA,GAAA,QAAA,GAAA,CAAA,gDAAA,mDAAA,EAAA,CAAA;AACrF,QAAMC,UAAQM,IAAAA,iBAAO,KAAA;AAErB,QAAMC,EAAAA,WAAS,QAAYC,IAAAA,MAASC,QAAS,uBAAA,QAAA,SAAA;AAC7C,QAAMC,QAAAA,QAAYH;AAClB,QAAMI,SAAAA,MAAcD,MAAAA,SAAWE,UAAQC;AAEvC,QAAA,YAAO,OAAA,OAAA,SAAA,CAAA;QAAEV,cAAAA,WAAAA,QAAAA,UAAAA,UAAAA;SAAWC;IAASO;IAAY;IACzC;;;;;AEtCF,SAASG,YAAY;AACrB,YAAYC,cAAc;AAC1B,YAAYC,YAAY;AAExB,SAAqBC,cAAAA,mBAAkB;AACvC,SAASC,cAAAA,aAAYC,WAAW;AAChC,SAASC,aAAAA,kBAAiB;AAgB1B,IAAAC,gBAAaC;AAEX,IAAOC,aAAP,MAAiC;EACjC,OAAeC;EACf,OAAeC,aAAaC,CAAAA;SAAmCC,YAAW,cAAA;EAAC,OAAO,aAAMC,KAAW,KAAA;IAEnG,SAAA,CAAA;;;;;EAKA,WAAA,kBAAA;AAEA,WAAWC,KAAAA,aAAgB,GAAA,KAAA,SAAA;;EAE3B,WAAA,gBAAA;AAEA,WAAOF,KAAQG,WAAuB,KAAA,WAAA,SAAA,CAAA,GAAA;;SAEpC,QAAOC,OAAMJ;AACf,UAAA,QAAA,KAAA,UAAA,IAAA,KAAA,UAAA;AAEA,WAAOK,MAAOC,QAAmBV,SAAAA,MAA+B,IAAA,MAAA,CAAA;;SAE9D,OAAKA,WAAaA,YAAAA;AACpB,SAAA,YAAA;AAEA,SAAA,aAAqBO;;eAEnBI,QAAgBH,OAAMI,eAAUC;AAChC,IAAAF,WAAMG,CAAAA,KAAAA,QAAiBC,KAAAA,GAAAA,6BAAiCC,EAAAA,YAAAA,YAAAA,GAA4BC,eAAYC,GAAAA,IAAAA,GAAAA,MAAc,GAAA,CAAA,wBAAA,6BAAA,EAAA,CAAA;AAC9G,IAAAP,WAAMQ,MAAAA,MAAe,IAAKnB,MAAAA,YAAWoB,aAAmBC,mBAAYP,EAAAA,YAAkB,YAAA,GAAAhB,eAAA,GAAA,IAAA,GAAA,MAAA,GAAA,CAAA,gDAAA,mBAAA,EAAA,CAAA;AACtF,UAAMwB,iBAAStB,YAAWoB,IAAWG,MAAQF,YAAYf,0BAAAA,EAAAA,KAAAA,qBAAAA;AACzD,UAAMkB,eAAcF,KAAM,WAAUtB,UAAWyB,CAAAA,MAAAA,EAAM,YAAO,cAAA,IAAA;AAC5D,UAAIN,IAAAA,KAAAA,WAAiBK,UAAa,CAAA,MAAA,EAAA,YAAA,aAAA;UAChC,cAAO,MAAA,KAAA,KAAA,WAAA,SAAA,IAAA;AACT,QAAA,iBAAA,aAAA;AAEA,aAAME;IACN;AACA,UAAKzB,WAAU0B,MAAQ,IAACzB,MAAAA;UAAcE,eAAS,KAAA,UAAA,IAAA,KAAA,UAAA;mBAAIwB,IAAAA,KAAaxB,YAAO;eAAEsB;QAAS,GAAA,aAAA;QAAC;MAC/E;;;UAGA,cAAWG,cAAa7B;cACtB,aAAM8B,KAAcC,WAAAA,MAAiBxB,cAAAA,WAAAA;mBAC/BsB,aAAc,YAAC;gBAAEtB,UAAAA,IAAAA,iBAAAA,KAAAA;gBAAOuB,UAAAA,KAAAA;YAAQ;YACtC;UACAE,CAAAA;gBACEjB,QAAAA,QAAekB;AACjB,cAAA,OAAA,MAAA,YAAA,CAAA,eAAA;AACF,YAAAlB,YAAA,IAAA,YAAA,4BAAA,UAAA,OAAA;UACF,CAAA;QACF;MACE;;YACsCX,aAAS8B,KAAW9B,UAAQ+B,IAAM,KAAEC,UAAQA;AAAkB,WAAA,UAAA,IAAA,KAAA,YAAA;QACtG,SAAA,WAAA,QAAA,OAAA,CAAA,QAAA,QAAA,QAAA;MAEA,CAAA;IACF;AACF,WAAA;;;",
|
|
6
|
+
"names": ["Schema", "Annotation", "MigrationVersionAnnotation", "make", "id", "schema", "String", "SpaceState", "invariant", "next", "A", "toJS", "CreateEpochRequest", "ObjectCore", "migrateDocument", "EncodedReference", "SpaceDocVersion", "getSchemaURI", "Type", "invariant", "EID", "EntityId", "_repo", "_rootDoc", "_newLinks", "_deleteObjects", "_newRoot", "undefined", "_space", "rootDoc", "findObject", "docHandle", "objects", "migrateObject", "migrate", "objectStructure", "oldHandle", "_findObjectContainingHandle", "newState", "version", "access", "spaceKey", "system", "data", "props", "meta", "keys", "newHandle", "whenReady", "id", "_addHandleToFlushList", "addObject", "core", "_createObject", "schema", "resolved", "createReference", "entityId", "deleteObject", "skipped", "linkIds", "compacted", "_buildNewRoot", "propertiesStructure", "properties", "changeFn", "migration", "REPLACE_AUTOMERGE_ROOT", "automergeRootUrl", "documentId", "url", "create", "links", "initNewObject", "CURRENT", "__dxlog_file", "builder", "space", "invariant", "compacted", "skipped", "compactLinkedDocuments", "_commit", "epochs", "internal", "getEpochs", "lastEpoch", "epochNumber", "subject", "assertion", "Atom", "Registry", "Option", "SpaceState", "Annotation", "Obj", "invariant", "__dxlog_file", "Migrations", "migrations", "_registry", "_stateAtom", "Atom", "running", "keepAlive", "targetVersion", "space", "state", "define", "namespace", "invariant", "get", "SpaceState", "currentVersion", "Annotation", "MigrationVersionAnnotation", "pipe", "getOrUndefined", "currentIndex", "findIndex", "version", "i", "m", "targetIndex", "length", "spaceKey", "set", "currentState", "migration", "builder", "MigrationBuilder", "Obj", "properties", "finalState", "filter", "key"]
|
|
7
7
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"inputs":{"src/migration-builder.ts":{"bytes":
|
|
1
|
+
{"inputs":{"src/annotations.ts":{"bytes":1241,"imports":[{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true}],"format":"esm"},"src/migration-builder.ts":{"bytes":28104,"imports":[{"path":"@automerge/automerge","kind":"import-statement","external":true},{"path":"@dxos/client/halo","kind":"import-statement","external":true},{"path":"@dxos/echo-client/internal","kind":"import-statement","external":true},{"path":"@dxos/echo-protocol","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/echo/Type","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true}],"format":"esm"},"src/document-compaction.ts":{"bytes":4389,"imports":[{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"src/migration-builder.ts","kind":"import-statement","original":"./migration-builder"}],"format":"esm"},"src/migrations.ts":{"bytes":11492,"imports":[{"path":"@effect-atom/atom","kind":"import-statement","external":true},{"path":"@effect-atom/atom/Registry","kind":"import-statement","external":true},{"path":"effect/Option","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"src/annotations.ts","kind":"import-statement","original":"./annotations"},{"path":"src/migration-builder.ts","kind":"import-statement","original":"./migration-builder"}],"format":"esm"},"src/index.ts":{"bytes":789,"imports":[{"path":"src/annotations.ts","kind":"import-statement","original":"./annotations"},{"path":"src/document-compaction.ts","kind":"import-statement","original":"./document-compaction"},{"path":"src/migration-builder.ts","kind":"import-statement","original":"./migration-builder"},{"path":"src/migrations.ts","kind":"import-statement","original":"./migrations"}],"format":"esm"}},"outputs":{"dist/lib/browser/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":21776},"dist/lib/browser/index.mjs":{"imports":[{"path":"effect/Schema","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@automerge/automerge","kind":"import-statement","external":true},{"path":"@dxos/client/halo","kind":"import-statement","external":true},{"path":"@dxos/echo-client/internal","kind":"import-statement","external":true},{"path":"@dxos/echo-protocol","kind":"import-statement","external":true},{"path":"@dxos/echo/internal","kind":"import-statement","external":true},{"path":"@dxos/echo/Type","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@effect-atom/atom","kind":"import-statement","external":true},{"path":"@effect-atom/atom/Registry","kind":"import-statement","external":true},{"path":"effect/Option","kind":"import-statement","external":true},{"path":"@dxos/client/echo","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true}],"exports":["MigrationBuilder","MigrationVersionAnnotation","Migrations","compactDocumentsEpochMigration"],"entryPoint":"src/index.ts","inputs":{"src/annotations.ts":{"bytesInOutput":198},"src/index.ts":{"bytesInOutput":0},"src/document-compaction.ts":{"bytesInOutput":936},"src/migration-builder.ts":{"bytesInOutput":7116},"src/migrations.ts":{"bytesInOutput":2999}},"bytes":11528}}}
|
|
@@ -1,30 +1,42 @@
|
|
|
1
1
|
import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
|
|
2
2
|
|
|
3
|
+
// src/annotations.ts
|
|
4
|
+
import * as Schema from "effect/Schema";
|
|
5
|
+
import { Annotation } from "@dxos/echo";
|
|
6
|
+
var MigrationVersionAnnotation = Annotation.make({
|
|
7
|
+
id: "org.dxos.migrations.version",
|
|
8
|
+
schema: Schema.String
|
|
9
|
+
});
|
|
10
|
+
|
|
11
|
+
// src/document-compaction.ts
|
|
12
|
+
import { SpaceState } from "@dxos/client/echo";
|
|
13
|
+
import { invariant as invariant2 } from "@dxos/invariant";
|
|
14
|
+
|
|
3
15
|
// src/migration-builder.ts
|
|
4
|
-
import { next as
|
|
16
|
+
import { next as A, toJS } from "@automerge/automerge";
|
|
5
17
|
import { CreateEpochRequest } from "@dxos/client/halo";
|
|
6
|
-
import { ObjectCore, migrateDocument } from "@dxos/echo-
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
18
|
+
import { ObjectCore, migrateDocument } from "@dxos/echo-client/internal";
|
|
19
|
+
import { EncodedReference, SpaceDocVersion } from "@dxos/echo-protocol";
|
|
20
|
+
import { getSchemaURI } from "@dxos/echo/internal";
|
|
21
|
+
import * as Type from "@dxos/echo/Type";
|
|
9
22
|
import { invariant } from "@dxos/invariant";
|
|
23
|
+
import { EID, EntityId } from "@dxos/keys";
|
|
10
24
|
var __dxlog_file = "/__w/dxos/dxos/packages/sdk/migrations/src/migration-builder.ts";
|
|
11
25
|
var MigrationBuilder = class {
|
|
12
26
|
_space;
|
|
13
27
|
_repo;
|
|
14
28
|
_rootDoc;
|
|
15
|
-
//
|
|
16
|
-
_newLinks;
|
|
17
|
-
_flushIds;
|
|
18
|
-
_deleteObjects;
|
|
19
|
-
_newRoot;
|
|
29
|
+
// echoUri -> automergeUrl
|
|
30
|
+
_newLinks = {};
|
|
31
|
+
_flushIds = [];
|
|
32
|
+
_deleteObjects = [];
|
|
33
|
+
_newRoot = void 0;
|
|
20
34
|
constructor(_space) {
|
|
21
35
|
this._space = _space;
|
|
22
|
-
this.
|
|
23
|
-
|
|
24
|
-
this
|
|
25
|
-
this.
|
|
26
|
-
this._repo = this._space.db.coreDatabase._repo;
|
|
27
|
-
this._rootDoc = this._space.db.coreDatabase._automergeDocLoader.getSpaceRootDocHandle().doc();
|
|
36
|
+
this._repo = this._space.internal.db._repo;
|
|
37
|
+
const rootDoc = this._space.internal.db._getSpaceRootDocHandle().doc();
|
|
38
|
+
invariant(rootDoc, "Space root document must be available when creating MigrationBuilder", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 41, S: this, A: ["rootDoc", "'Space root document must be available when creating MigrationBuilder'"] });
|
|
39
|
+
this._rootDoc = rootDoc;
|
|
28
40
|
}
|
|
29
41
|
async findObject(id) {
|
|
30
42
|
const documentId = (this._rootDoc.links?.[id] || this._newLinks[id])?.toString();
|
|
@@ -41,17 +53,10 @@ var MigrationBuilder = class {
|
|
|
41
53
|
if (!objectStructure) {
|
|
42
54
|
return;
|
|
43
55
|
}
|
|
44
|
-
const {
|
|
56
|
+
const { type, props } = await migrate(objectStructure);
|
|
57
|
+
const schema = Type.getSchema(type);
|
|
45
58
|
const oldHandle = await this._findObjectContainingHandle(id);
|
|
46
|
-
invariant(oldHandle, void 0, {
|
|
47
|
-
F: __dxlog_file,
|
|
48
|
-
L: 84,
|
|
49
|
-
S: this,
|
|
50
|
-
A: [
|
|
51
|
-
"oldHandle",
|
|
52
|
-
""
|
|
53
|
-
]
|
|
54
|
-
});
|
|
59
|
+
invariant(oldHandle, void 0, { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 62, S: this, A: ["oldHandle", ""] });
|
|
55
60
|
const newState = {
|
|
56
61
|
version: SpaceDocVersion.CURRENT,
|
|
57
62
|
access: {
|
|
@@ -60,7 +65,7 @@ var MigrationBuilder = class {
|
|
|
60
65
|
objects: {
|
|
61
66
|
[id]: {
|
|
62
67
|
system: {
|
|
63
|
-
type:
|
|
68
|
+
type: EncodedReference.fromURI(getSchemaURI(schema))
|
|
64
69
|
},
|
|
65
70
|
data: props,
|
|
66
71
|
meta: {
|
|
@@ -70,59 +75,79 @@ var MigrationBuilder = class {
|
|
|
70
75
|
}
|
|
71
76
|
};
|
|
72
77
|
const migratedDoc = migrateDocument(oldHandle.doc(), newState);
|
|
73
|
-
const newHandle = this._repo.import(
|
|
78
|
+
const newHandle = this._repo.import(A.save(migratedDoc));
|
|
79
|
+
await newHandle.whenReady();
|
|
80
|
+
invariant(newHandle.url, "Migrated document URL not available after whenReady", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 83, S: this, A: ["newHandle.url", "'Migrated document URL not available after whenReady'"] });
|
|
74
81
|
this._newLinks[id] = newHandle.url;
|
|
75
|
-
this._addHandleToFlushList(newHandle);
|
|
82
|
+
this._addHandleToFlushList(newHandle.documentId);
|
|
76
83
|
}
|
|
77
|
-
async addObject(
|
|
78
|
-
const
|
|
79
|
-
|
|
84
|
+
async addObject(type, props) {
|
|
85
|
+
const resolved = Type.getSchema(type);
|
|
86
|
+
const core = await this._createObject({
|
|
87
|
+
schema: resolved,
|
|
80
88
|
props
|
|
81
89
|
});
|
|
82
90
|
return core.id;
|
|
83
91
|
}
|
|
84
92
|
createReference(id) {
|
|
85
|
-
|
|
93
|
+
invariant(EntityId.isValid(id), "Invalid EntityId.", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 96, S: this, A: ["EntityId.isValid(id)", "'Invalid EntityId.'"] });
|
|
94
|
+
return EncodedReference.fromURI(EID.make({
|
|
95
|
+
entityId: id
|
|
96
|
+
}));
|
|
86
97
|
}
|
|
87
98
|
deleteObject(id) {
|
|
88
99
|
this._deleteObjects.push(id);
|
|
89
100
|
}
|
|
90
|
-
|
|
101
|
+
/**
|
|
102
|
+
* Re-materializes linked object documents into fresh Automerge docs without history.
|
|
103
|
+
* Call {@link _commit} to publish a new space epoch with updated root links.
|
|
104
|
+
*/
|
|
105
|
+
async compactLinkedDocuments(objectIds) {
|
|
106
|
+
const linkIds = objectIds ?? Object.keys(this._rootDoc.links ?? {});
|
|
107
|
+
const compacted = [];
|
|
108
|
+
const skipped = [];
|
|
109
|
+
for (const id of linkIds) {
|
|
110
|
+
const oldHandle = await this._findObjectContainingHandle(id);
|
|
111
|
+
if (!oldHandle) {
|
|
112
|
+
skipped.push(id);
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
await oldHandle.whenReady();
|
|
116
|
+
const materialized = toJS(oldHandle.doc());
|
|
117
|
+
const newHandle = this._repo.create(materialized);
|
|
118
|
+
await newHandle.whenReady();
|
|
119
|
+
invariant(newHandle.url, "Compacted document URL not available after whenReady", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 121, S: this, A: ["newHandle.url", "'Compacted document URL not available after whenReady'"] });
|
|
120
|
+
this._newLinks[id] = newHandle.url;
|
|
121
|
+
this._addHandleToFlushList(newHandle.documentId);
|
|
122
|
+
compacted.push(id);
|
|
123
|
+
}
|
|
124
|
+
return {
|
|
125
|
+
compacted,
|
|
126
|
+
skipped
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
async changeProperties(changeFn) {
|
|
91
130
|
if (!this._newRoot) {
|
|
92
|
-
this._buildNewRoot();
|
|
131
|
+
await this._buildNewRoot();
|
|
93
132
|
}
|
|
94
|
-
invariant(this._newRoot, "New root not created", {
|
|
95
|
-
F: __dxlog_file,
|
|
96
|
-
L: 126,
|
|
97
|
-
S: this,
|
|
98
|
-
A: [
|
|
99
|
-
"this._newRoot",
|
|
100
|
-
"'New root not created'"
|
|
101
|
-
]
|
|
102
|
-
});
|
|
133
|
+
invariant(this._newRoot, "New root not created", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 135, S: this, A: ["this._newRoot", "'New root not created'"] });
|
|
103
134
|
this._newRoot.change((doc) => {
|
|
104
135
|
const propertiesStructure = doc.objects?.[this._space.properties.id];
|
|
105
136
|
propertiesStructure && changeFn(propertiesStructure);
|
|
106
137
|
});
|
|
107
|
-
this.
|
|
138
|
+
await this._newRoot.whenReady();
|
|
139
|
+
this._addHandleToFlushList(this._newRoot.documentId);
|
|
108
140
|
}
|
|
109
141
|
/**
|
|
110
142
|
* @internal
|
|
111
143
|
*/
|
|
112
144
|
async _commit() {
|
|
113
145
|
if (!this._newRoot) {
|
|
114
|
-
this._buildNewRoot();
|
|
146
|
+
await this._buildNewRoot();
|
|
115
147
|
}
|
|
116
|
-
invariant(this._newRoot, "New root not created", {
|
|
117
|
-
F: __dxlog_file,
|
|
118
|
-
L: 142,
|
|
119
|
-
S: this,
|
|
120
|
-
A: [
|
|
121
|
-
"this._newRoot",
|
|
122
|
-
"'New root not created'"
|
|
123
|
-
]
|
|
124
|
-
});
|
|
148
|
+
invariant(this._newRoot, "New root not created", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 149, S: this, A: ["this._newRoot", "'New root not created'"] });
|
|
125
149
|
await this._space.db.flush();
|
|
150
|
+
invariant(this._newRoot.url, "New root URL not available", { "~LogMeta": "~LogMeta", F: __dxlog_file, L: 152, S: this, A: ["this._newRoot.url", "'New root URL not available'"] });
|
|
126
151
|
await this._space.internal.createEpoch({
|
|
127
152
|
migration: CreateEpochRequest.Migration.REPLACE_AUTOMERGE_ROOT,
|
|
128
153
|
automergeRootUrl: this._newRoot.url
|
|
@@ -137,7 +162,7 @@ var MigrationBuilder = class {
|
|
|
137
162
|
await docHandle.whenReady();
|
|
138
163
|
return docHandle;
|
|
139
164
|
}
|
|
140
|
-
_buildNewRoot() {
|
|
165
|
+
async _buildNewRoot() {
|
|
141
166
|
const links = {
|
|
142
167
|
...this._rootDoc.links ?? {}
|
|
143
168
|
};
|
|
@@ -145,7 +170,7 @@ var MigrationBuilder = class {
|
|
|
145
170
|
delete links[id];
|
|
146
171
|
}
|
|
147
172
|
for (const [id, url] of Object.entries(this._newLinks)) {
|
|
148
|
-
links[id] = new
|
|
173
|
+
links[id] = new A.RawString(url);
|
|
149
174
|
}
|
|
150
175
|
this._newRoot = this._repo.create({
|
|
151
176
|
version: SpaceDocVersion.CURRENT,
|
|
@@ -155,15 +180,16 @@ var MigrationBuilder = class {
|
|
|
155
180
|
objects: this._rootDoc.objects,
|
|
156
181
|
links
|
|
157
182
|
});
|
|
158
|
-
this.
|
|
183
|
+
await this._newRoot.whenReady();
|
|
184
|
+
this._addHandleToFlushList(this._newRoot.documentId);
|
|
159
185
|
}
|
|
160
|
-
_createObject({ id, schema, props }) {
|
|
186
|
+
async _createObject({ id, schema, props }) {
|
|
161
187
|
const core = new ObjectCore();
|
|
162
188
|
if (id) {
|
|
163
189
|
core.id = id;
|
|
164
190
|
}
|
|
165
191
|
core.initNewObject(props);
|
|
166
|
-
core.setType(
|
|
192
|
+
core.setType(EncodedReference.fromURI(getSchemaURI(schema)));
|
|
167
193
|
const newHandle = this._repo.create({
|
|
168
194
|
version: SpaceDocVersion.CURRENT,
|
|
169
195
|
access: {
|
|
@@ -173,25 +199,51 @@ var MigrationBuilder = class {
|
|
|
173
199
|
[core.id]: core.getDoc()
|
|
174
200
|
}
|
|
175
201
|
});
|
|
202
|
+
await newHandle.whenReady();
|
|
176
203
|
this._newLinks[core.id] = newHandle.url;
|
|
177
|
-
this._addHandleToFlushList(newHandle);
|
|
204
|
+
this._addHandleToFlushList(newHandle.documentId);
|
|
178
205
|
return core;
|
|
179
206
|
}
|
|
180
|
-
_addHandleToFlushList(
|
|
181
|
-
this._flushIds.push(
|
|
207
|
+
_addHandleToFlushList(id) {
|
|
208
|
+
this._flushIds.push(id);
|
|
182
209
|
}
|
|
183
210
|
};
|
|
184
211
|
|
|
212
|
+
// src/document-compaction.ts
|
|
213
|
+
var __dxlog_file2 = "/__w/dxos/dxos/packages/sdk/migrations/src/document-compaction.ts";
|
|
214
|
+
var compactDocumentsEpochMigration = async (space, options = {}) => {
|
|
215
|
+
invariant2(space.state.get() === SpaceState.SPACE_READY, "Space must be open and ready before compaction.", { "~LogMeta": "~LogMeta", F: __dxlog_file2, L: 11, S: void 0, A: ["space.state.get() === SpaceState.SPACE_READY", "'Space must be open and ready before compaction.'"] });
|
|
216
|
+
const builder = new MigrationBuilder(space);
|
|
217
|
+
const { compacted, skipped } = await builder.compactLinkedDocuments(options.objectIds);
|
|
218
|
+
await builder._commit();
|
|
219
|
+
const epochs = await space.internal.getEpochs();
|
|
220
|
+
const lastEpoch = epochs[epochs.length - 1];
|
|
221
|
+
const epochNumber = lastEpoch?.subject.assertion.number ?? 0;
|
|
222
|
+
return {
|
|
223
|
+
compacted,
|
|
224
|
+
skipped,
|
|
225
|
+
epochNumber
|
|
226
|
+
};
|
|
227
|
+
};
|
|
228
|
+
|
|
185
229
|
// src/migrations.ts
|
|
186
|
-
import {
|
|
187
|
-
import
|
|
188
|
-
|
|
230
|
+
import { Atom } from "@effect-atom/atom";
|
|
231
|
+
import * as Registry from "@effect-atom/atom/Registry";
|
|
232
|
+
import * as Option from "effect/Option";
|
|
233
|
+
import { SpaceState as SpaceState2 } from "@dxos/client/echo";
|
|
234
|
+
import { Annotation as Annotation2, Obj } from "@dxos/echo";
|
|
235
|
+
import { invariant as invariant3 } from "@dxos/invariant";
|
|
236
|
+
var __dxlog_file3 = "/__w/dxos/dxos/packages/sdk/migrations/src/migrations.ts";
|
|
189
237
|
var Migrations = class {
|
|
190
238
|
static namespace;
|
|
191
239
|
static migrations = [];
|
|
192
|
-
static
|
|
240
|
+
static _registry = Registry.make();
|
|
241
|
+
static _stateAtom = Atom.make({
|
|
193
242
|
running: []
|
|
194
|
-
});
|
|
243
|
+
}).pipe(Atom.keepAlive);
|
|
244
|
+
/**
|
|
245
|
+
* @deprecated Use `MigrationVersionAnnotation` via `Annotation.get/set` on space properties.
|
|
246
|
+
*/
|
|
195
247
|
static get versionProperty() {
|
|
196
248
|
return this.namespace && `${this.namespace}.version`;
|
|
197
249
|
}
|
|
@@ -199,77 +251,59 @@ var Migrations = class {
|
|
|
199
251
|
return this.migrations[this.migrations.length - 1]?.version;
|
|
200
252
|
}
|
|
201
253
|
static running(space) {
|
|
202
|
-
|
|
254
|
+
const state = this._registry.get(this._stateAtom);
|
|
255
|
+
return state.running.includes(space.key.toHex());
|
|
203
256
|
}
|
|
204
257
|
static define(namespace, migrations) {
|
|
205
258
|
this.namespace = namespace;
|
|
206
259
|
this.migrations = migrations;
|
|
207
260
|
}
|
|
208
261
|
static async migrate(space, targetVersion) {
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
S: this,
|
|
213
|
-
A: [
|
|
214
|
-
"!this.running(space)",
|
|
215
|
-
"'Migration already running'"
|
|
216
|
-
]
|
|
217
|
-
});
|
|
218
|
-
invariant2(this.versionProperty, "Migrations namespace not set", {
|
|
219
|
-
F: __dxlog_file2,
|
|
220
|
-
L: 45,
|
|
221
|
-
S: this,
|
|
222
|
-
A: [
|
|
223
|
-
"this.versionProperty",
|
|
224
|
-
"'Migrations namespace not set'"
|
|
225
|
-
]
|
|
226
|
-
});
|
|
227
|
-
invariant2(space.state.get() === SpaceState.SPACE_READY, "Space not ready", {
|
|
228
|
-
F: __dxlog_file2,
|
|
229
|
-
L: 46,
|
|
230
|
-
S: this,
|
|
231
|
-
A: [
|
|
232
|
-
"space.state.get() === SpaceState.SPACE_READY",
|
|
233
|
-
"'Space not ready'"
|
|
234
|
-
]
|
|
235
|
-
});
|
|
236
|
-
const currentVersion = space.properties[this.versionProperty];
|
|
262
|
+
invariant3(!this.running(space), "Migration already running", { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 36, S: this, A: ["!this.running(space)", "'Migration already running'"] });
|
|
263
|
+
invariant3(space.state.get() === SpaceState2.SPACE_READY, "Space not ready", { "~LogMeta": "~LogMeta", F: __dxlog_file3, L: 37, S: this, A: ["space.state.get() === SpaceState.SPACE_READY", "'Space not ready'"] });
|
|
264
|
+
const currentVersion = Annotation2.get(space.properties, MigrationVersionAnnotation).pipe(Option.getOrUndefined);
|
|
237
265
|
const currentIndex = this.migrations.findIndex((m) => m.version === currentVersion) + 1;
|
|
238
266
|
const i = this.migrations.findIndex((m) => m.version === targetVersion);
|
|
239
267
|
const targetIndex = i === -1 ? this.migrations.length : i + 1;
|
|
240
268
|
if (currentIndex === targetIndex) {
|
|
241
269
|
return false;
|
|
242
270
|
}
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
271
|
+
const spaceKey = space.key.toHex();
|
|
272
|
+
const currentState = this._registry.get(this._stateAtom);
|
|
273
|
+
this._registry.set(this._stateAtom, {
|
|
274
|
+
running: [
|
|
275
|
+
...currentState.running,
|
|
276
|
+
spaceKey
|
|
277
|
+
]
|
|
278
|
+
});
|
|
279
|
+
try {
|
|
280
|
+
if (targetIndex > currentIndex) {
|
|
281
|
+
const migrations = this.migrations.slice(currentIndex, targetIndex);
|
|
282
|
+
for (const migration of migrations) {
|
|
283
|
+
const builder = new MigrationBuilder(space);
|
|
284
|
+
await migration.next({
|
|
285
|
+
space,
|
|
286
|
+
builder
|
|
287
|
+
});
|
|
288
|
+
await builder._commit();
|
|
289
|
+
Obj.update(space.properties, (properties) => {
|
|
290
|
+
Annotation2.set(properties, MigrationVersionAnnotation, migration.version);
|
|
261
291
|
});
|
|
262
|
-
|
|
263
|
-
});
|
|
264
|
-
await builder._commit();
|
|
292
|
+
}
|
|
265
293
|
}
|
|
294
|
+
} finally {
|
|
295
|
+
const finalState = this._registry.get(this._stateAtom);
|
|
296
|
+
this._registry.set(this._stateAtom, {
|
|
297
|
+
running: finalState.running.filter((key) => key !== spaceKey)
|
|
298
|
+
});
|
|
266
299
|
}
|
|
267
|
-
this._state.running.splice(this._state.running.indexOf(space.key.toHex()), 1);
|
|
268
300
|
return true;
|
|
269
301
|
}
|
|
270
302
|
};
|
|
271
303
|
export {
|
|
272
304
|
MigrationBuilder,
|
|
273
|
-
|
|
305
|
+
MigrationVersionAnnotation,
|
|
306
|
+
Migrations,
|
|
307
|
+
compactDocumentsEpochMigration
|
|
274
308
|
};
|
|
275
309
|
//# sourceMappingURL=index.mjs.map
|