@teambit/objects 0.0.682 → 0.0.684

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  export { ModelComponent, ScopeMeta, Source, Version, Symlink, Lane, ExportMetadata, VersionHistory, LaneHistory, } from './models';
2
2
  export { BitObject, BitRawObject, Ref, Repository } from './objects';
3
+ export type { ObjectWithType, ObjectsWithType } from './objects';
3
4
  export { ComponentLog, ScopeListItem, AddVersionOpts, ComponentProps, VERSION_ZERO } from './models/model-component';
4
5
  export { ComponentItem, IndexType, LaneItem } from './objects/scope-index';
5
6
  export { ObjectItem, ObjectList, ObjectItemsStream } from './objects/object-list';
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"names":["_models","data","require","_objects","_modelComponent","_scopeIndex","_objectList","_bitObjectList","_lane","_dependenciesGraph","_version","_objectsReadableGenerator","_versionHistory","_laneHistory","_objectListToGraph","_objects2","_default","exports","default","ObjectsAspect"],"sources":["index.ts"],"sourcesContent":["export {\n ModelComponent,\n ScopeMeta,\n Source,\n Version,\n Symlink,\n Lane,\n ExportMetadata,\n VersionHistory,\n LaneHistory,\n} from './models';\nexport { BitObject, BitRawObject, Ref, Repository } from './objects';\nexport { ComponentLog, ScopeListItem, AddVersionOpts, ComponentProps, VERSION_ZERO } from './models/model-component';\nexport { ComponentItem, IndexType, LaneItem } from './objects/scope-index';\nexport { ObjectItem, ObjectList, ObjectItemsStream } from './objects/object-list';\nexport { BitObjectList } from './objects/bit-object-list';\nexport { LaneComponent, Log as LaneLog, LaneReadmeComponent } from './models/lane';\nexport {\n DependenciesGraph,\n type PackagesMap,\n type PackageAttributes,\n type DependencyEdge,\n type DependencyNeighbour,\n} from './models/dependencies-graph';\nexport { DepEdge, DepEdgeType, SourceFileModel, Log } from './models/version';\nexport { ComponentWithCollectOptions, ObjectsReadableGenerator } from './objects/objects-readable-generator';\nexport { ScopeIndex } from './objects/scope-index';\nexport { VersionHistoryGraph } from './models/version-history';\nexport { VersionParents, versionParentsToGraph } from './models/version-history';\nexport { HistoryItem } from './models/lane-history';\nexport { IdGraph, objectListToGraph, bitObjectListToGraph } from './objects/object-list-to-graph';\n\nimport { ObjectsAspect } from './objects.aspect';\n\nexport type { ObjectsMain } from './objects.main.runtime';\nexport default ObjectsAspect;\nexport { ObjectsAspect };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAAA,QAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,OAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAWA,SAAAE,SAAA;EAAA,MAAAF,IAAA,GAAAC,OAAA;EAAAC,QAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,gBAAA;EAAA,MAAAH,IAAA,GAAAC,OAAA;EAAAE,eAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,YAAA;EAAA,MAAAJ,IAAA,GAAAC,OAAA;EAAAG,WAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,YAAA;EAAA,MAAAL,IAAA,GAAAC,OAAA;EAAAI,WAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,eAAA;EAAA,MAAAN,IAAA,GAAAC,OAAA;EAAAK,cAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,MAAA;EAAA,MAAAP,IAAA,GAAAC,OAAA;EAAAM,KAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,mBAAA;EAAA,MAAAR,IAAA,GAAAC,OAAA;EAAAO,kBAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAOA,SAAAS,SAAA;EAAA,MAAAT,IAAA,GAAAC,OAAA;EAAAQ,QAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,0BAAA;EAAA,MAAAV,IAAA,GAAAC,OAAA;EAAAS,yBAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAW,gBAAA;EAAA,MAAAX,IAAA,GAAAC,OAAA;EAAAU,eAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAY,aAAA;EAAA,MAAAZ,IAAA,GAAAC,OAAA;EAAAW,YAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,mBAAA;EAAA,MAAAb,IAAA,GAAAC,OAAA;EAAAY,kBAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAc,UAAA;EAAA,MAAAd,IAAA,GAAAC,OAAA;EAAAa,SAAA,YAAAA,CAAA;IAAA,OAAAd,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAiD,IAAAe,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAGlCC,yBAAa","ignoreList":[]}
1
+ {"version":3,"names":["_models","data","require","_objects","_modelComponent","_scopeIndex","_objectList","_bitObjectList","_lane","_dependenciesGraph","_version","_objectsReadableGenerator","_versionHistory","_laneHistory","_objectListToGraph","_objects2","_default","exports","default","ObjectsAspect"],"sources":["index.ts"],"sourcesContent":["export {\n ModelComponent,\n ScopeMeta,\n Source,\n Version,\n Symlink,\n Lane,\n ExportMetadata,\n VersionHistory,\n LaneHistory,\n} from './models';\nexport { BitObject, BitRawObject, Ref, Repository } from './objects';\nexport type { ObjectWithType, ObjectsWithType } from './objects';\nexport { ComponentLog, ScopeListItem, AddVersionOpts, ComponentProps, VERSION_ZERO } from './models/model-component';\nexport { ComponentItem, IndexType, LaneItem } from './objects/scope-index';\nexport { ObjectItem, ObjectList, ObjectItemsStream } from './objects/object-list';\nexport { BitObjectList } from './objects/bit-object-list';\nexport { LaneComponent, Log as LaneLog, LaneReadmeComponent } from './models/lane';\nexport {\n DependenciesGraph,\n type PackagesMap,\n type PackageAttributes,\n type DependencyEdge,\n type DependencyNeighbour,\n} from './models/dependencies-graph';\nexport { DepEdge, DepEdgeType, SourceFileModel, Log } from './models/version';\nexport { ComponentWithCollectOptions, ObjectsReadableGenerator } from './objects/objects-readable-generator';\nexport { ScopeIndex } from './objects/scope-index';\nexport { VersionHistoryGraph } from './models/version-history';\nexport { VersionParents, versionParentsToGraph } from './models/version-history';\nexport { HistoryItem } from './models/lane-history';\nexport { IdGraph, objectListToGraph, bitObjectListToGraph } from './objects/object-list-to-graph';\n\nimport { ObjectsAspect } from './objects.aspect';\n\nexport type { ObjectsMain } from './objects.main.runtime';\nexport default ObjectsAspect;\nexport { ObjectsAspect };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAAA,QAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,OAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAWA,SAAAE,SAAA;EAAA,MAAAF,IAAA,GAAAC,OAAA;EAAAC,QAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAG,gBAAA;EAAA,MAAAH,IAAA,GAAAC,OAAA;EAAAE,eAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,YAAA;EAAA,MAAAJ,IAAA,GAAAC,OAAA;EAAAG,WAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,YAAA;EAAA,MAAAL,IAAA,GAAAC,OAAA;EAAAI,WAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,eAAA;EAAA,MAAAN,IAAA,GAAAC,OAAA;EAAAK,cAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,MAAA;EAAA,MAAAP,IAAA,GAAAC,OAAA;EAAAM,KAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,mBAAA;EAAA,MAAAR,IAAA,GAAAC,OAAA;EAAAO,kBAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAOA,SAAAS,SAAA;EAAA,MAAAT,IAAA,GAAAC,OAAA;EAAAQ,QAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,0BAAA;EAAA,MAAAV,IAAA,GAAAC,OAAA;EAAAS,yBAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAW,gBAAA;EAAA,MAAAX,IAAA,GAAAC,OAAA;EAAAU,eAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAY,aAAA;EAAA,MAAAZ,IAAA,GAAAC,OAAA;EAAAW,YAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,mBAAA;EAAA,MAAAb,IAAA,GAAAC,OAAA;EAAAY,kBAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAc,UAAA;EAAA,MAAAd,IAAA,GAAAC,OAAA;EAAAa,SAAA,YAAAA,CAAA;IAAA,OAAAd,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAiD,IAAAe,QAAA,GAAAC,OAAA,CAAAC,OAAA,GAGlCC,yBAAa","ignoreList":[]}
@@ -3,3 +3,4 @@ import BitRawObject from './raw-object';
3
3
  import Ref from './ref';
4
4
  import Repository from './repository';
5
5
  export { BitObject, BitRawObject, Ref, Repository };
6
+ export type { ObjectWithType, ObjectsWithType } from './repository';
@@ -1 +1 @@
1
- {"version":3,"names":["_object","data","_interopRequireDefault","require","_rawObject","_ref","_repository","e","__esModule","default"],"sources":["index.ts"],"sourcesContent":["import BitObject from './object';\nimport BitRawObject from './raw-object';\nimport Ref from './ref';\nimport Repository from './repository';\n\nexport { BitObject, BitRawObject, Ref, Repository };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAAA,QAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,OAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,WAAA;EAAA,MAAAH,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAC,UAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,KAAA;EAAA,MAAAJ,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAE,IAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,YAAA;EAAA,MAAAL,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAG,WAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAsC,SAAAC,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}
1
+ {"version":3,"names":["_object","data","_interopRequireDefault","require","_rawObject","_ref","_repository","e","__esModule","default"],"sources":["index.ts"],"sourcesContent":["import BitObject from './object';\nimport BitRawObject from './raw-object';\nimport Ref from './ref';\nimport Repository from './repository';\n\nexport { BitObject, BitRawObject, Ref, Repository };\nexport type { ObjectWithType, ObjectsWithType } from './repository';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAAA,QAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,OAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,WAAA;EAAA,MAAAH,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAC,UAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,KAAA;EAAA,MAAAJ,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAE,IAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,YAAA;EAAA,MAAAL,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAG,WAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAsC,SAAAC,uBAAAK,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA","ignoreList":[]}
@@ -27,6 +27,25 @@ export default class BitObject {
27
27
  * the performance improvement is huge compare to "parseObject", as it doesn't parse the object if not needed.
28
28
  */
29
29
  static parseObjectOnlyIfType(fileContents: Buffer, typeNames: string[], filePath?: string): Promise<BitObject | null>;
30
+ /**
31
+ * extract only the object type out of the first chunk of a compressed object file.
32
+ *
33
+ * the type is the first token of the header, which sits at the very beginning of the inflated
34
+ * buffer, so there's no need to inflate the entire object. `Z_SYNC_FLUSH` tells zlib to return
35
+ * whatever it managed to inflate instead of throwing on the truncated input.
36
+ * returns null when the header is not fully contained in the given chunk, in which case the
37
+ * caller should fall back to inflating the whole file. a header that is there but names a type
38
+ * nothing is registered under throws instead: reading it as a type of its own would let a
39
+ * damaged object pass for classified, and the caller acts on the inventory being complete.
40
+ *
41
+ * the chunk is a `Uint8Array` rather than a `Buffer` because newer `@types/node` make `Buffer`
42
+ * generic, which no longer matches zlib's `InputType` under the typescript version our envs ship.
43
+ */
44
+ static parseObjectTypeFromChunk(chunk: Uint8Array): string | null;
45
+ /**
46
+ * same as `parseObjectTypeFromChunk`, only it gets the entire (inflated) object.
47
+ */
48
+ static parseObjectType(fileContents: Buffer, filePath?: string): Promise<string>;
30
49
  /**
31
50
  * prefer using `this.parseObject()`, unless it must be sync.
32
51
  */
@@ -172,6 +172,49 @@ path: ${err.path}`);
172
172
  return null;
173
173
  }
174
174
 
175
+ /**
176
+ * extract only the object type out of the first chunk of a compressed object file.
177
+ *
178
+ * the type is the first token of the header, which sits at the very beginning of the inflated
179
+ * buffer, so there's no need to inflate the entire object. `Z_SYNC_FLUSH` tells zlib to return
180
+ * whatever it managed to inflate instead of throwing on the truncated input.
181
+ * returns null when the header is not fully contained in the given chunk, in which case the
182
+ * caller should fall back to inflating the whole file. a header that is there but names a type
183
+ * nothing is registered under throws instead: reading it as a type of its own would let a
184
+ * damaged object pass for classified, and the caller acts on the inventory being complete.
185
+ *
186
+ * the chunk is a `Uint8Array` rather than a `Buffer` because newer `@types/node` make `Buffer`
187
+ * generic, which no longer matches zlib's `InputType` under the typescript version our envs ship.
188
+ */
189
+ static parseObjectTypeFromChunk(chunk) {
190
+ let buffer;
191
+ try {
192
+ buffer = (0, _zlib().inflateSync)(chunk, {
193
+ finishFlush: _zlib().constants.Z_SYNC_FLUSH
194
+ });
195
+ } catch {
196
+ return null;
197
+ }
198
+ const firstNullByteLocation = buffer.indexOf(_legacy().NULL_BYTE);
199
+ if (firstNullByteLocation === -1) return null;
200
+ const [type] = buffer.slice(0, firstNullByteLocation).toString().split(_legacy().SPACE_DELIMITER);
201
+ if (!type) return null;
202
+ if (!_legacy3().typesObj[type]) throw new (_legacy3().UnknownObjectType)(type);
203
+ return type;
204
+ }
205
+
206
+ /**
207
+ * same as `parseObjectTypeFromChunk`, only it gets the entire (inflated) object.
208
+ */
209
+ static async parseObjectType(fileContents, filePath) {
210
+ const buffer = await (0, _legacy2().inflate)(fileContents, filePath);
211
+ const {
212
+ type
213
+ } = extractHeaderAndContent(buffer);
214
+ if (!_legacy3().typesObj[type]) throw new (_legacy3().UnknownObjectType)(type);
215
+ return type;
216
+ }
217
+
175
218
  /**
176
219
  * prefer using `this.parseObject()`, unless it must be sync.
177
220
  */
@@ -1 +1 @@
1
- {"version":3,"names":["_zlib","data","require","_legacy","_legacy2","_toolboxCrypto","_legacy3","_ref","_interopRequireDefault","e","__esModule","default","_defineProperty","r","t","_toPropertyKey","Object","defineProperty","value","enumerable","configurable","writable","i","_toPrimitive","Symbol","toPrimitive","call","TypeError","String","Number","parse","buffer","type","hash","contents","extractHeaderAndContent","types","UnknownObjectType","firstNullByteLocation","indexOf","NULL_BYTE","headers","slice","toString","split","SPACE_DELIMITER","length","BitObject","constructor","id","Error","toBuffer","pretty","refs","getType","name","getHeader","collectRefs","repo","refsCollection","objectType","objectId","addRefs","object","objs","Promise","all","map","ref","load","err","code","path","push","obj","collectRaw","loadManyRaw","asRaw","loadRaw","collect","objects","loadSync","forEach","Ref","makeHash","compress","deflate","serialize","Buffer","concat","from","parseObject","fileContents","filePath","inflate","parseObjectOnlyIfType","typeNames","includes","parseSync","inflateSync","str","sha1","exports"],"sources":["object.ts"],"sourcesContent":["import { inflateSync } from 'zlib';\n\nimport { NULL_BYTE, SPACE_DELIMITER } from '@teambit/legacy.constants';\nimport { deflate, inflate } from '@teambit/legacy.utils';\nimport { sha1 } from '@teambit/toolbox.crypto.sha1';\nimport { UnknownObjectType, typesObj as types } from '@teambit/legacy.scope';\nimport type { ObjectItem } from './object-list';\nimport Ref from './ref';\nimport type Repository from './repository';\n\nfunction parse(buffer: Buffer): BitObject {\n const { type, hash, contents } = extractHeaderAndContent(buffer);\n if (!types[type]) throw new UnknownObjectType(type);\n return types[type].parse(contents, hash);\n}\n\nfunction extractHeaderAndContent(buffer: Buffer): { type: string; hash: string; contents: Buffer } {\n const firstNullByteLocation = buffer.indexOf(NULL_BYTE);\n const headers = buffer.slice(0, firstNullByteLocation).toString();\n const [type, hash] = headers.split(SPACE_DELIMITER);\n const contents = buffer.slice(firstNullByteLocation + 1, buffer.length);\n return { type, hash, contents };\n}\n\nexport default class BitObject {\n validateBeforePersist = true; // validate the object before persisting\n id(): string | Buffer {\n throw new Error('id() was not implemented...');\n }\n\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n toBuffer(pretty?: boolean): Buffer {\n throw new Error('toBuffer() was not implemented...');\n }\n\n refs(): Ref[] {\n return [];\n }\n\n getType(): string {\n return this.constructor.name;\n }\n\n getHeader(buffer: Buffer): string {\n return `${this.getType()} ${this.hash().toString()} ${buffer.toString().length}${NULL_BYTE}`;\n }\n\n async collectRefs(repo: Repository): Promise<Ref[]> {\n const refsCollection = [];\n const objectType = this.getType();\n const objectId = objectType === 'Component' ? `Component ${this.id()}` : objectType;\n\n async function addRefs(object: BitObject) {\n const refs = object.refs();\n let objs;\n try {\n objs = await Promise.all(refs.map((ref) => ref.load(repo, true)));\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n throw new Error(`failed finding an object file required by ${object.constructor.name} object, originated from ${objectId}\npath: ${err.path}`);\n }\n throw err;\n }\n\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n refsCollection.push(...refs);\n await Promise.all(objs.map((obj) => addRefs(obj)));\n }\n\n await addRefs(this);\n return refsCollection;\n }\n\n async collectRaw(repo: Repository): Promise<ObjectItem[]> {\n const refs = await this.collectRefs(repo);\n return repo.loadManyRaw(refs);\n }\n\n asRaw(repo: Repository): Promise<Buffer> {\n return repo.loadRaw(this.hash());\n }\n\n collect(repo: Repository): BitObject[] {\n const objects: BitObject[] = [];\n\n function addRefs(object: BitObject) {\n const objs = object.refs().map((ref) => {\n return ref.loadSync(repo);\n });\n\n objects.push(...objs);\n objs.forEach((obj) => addRefs(obj));\n }\n\n addRefs(this);\n return objects;\n }\n\n /**\n * indexing method\n */\n hash(): Ref {\n // console.log(`sha ${sha1(this.id())}, id ${this.id()}`); // uncomment when debugging hash issues\n return new Ref(BitObject.makeHash(this.id()));\n }\n\n compress(): Promise<Buffer> {\n return deflate(this.serialize());\n }\n\n serialize(): Buffer {\n const buffer = this.toBuffer();\n return Buffer.concat([Buffer.from(this.getHeader(buffer)), buffer] as unknown as Uint8Array[]);\n }\n\n /**\n * see `this.parseSync` for the sync version\n */\n static async parseObject(fileContents: Buffer, filePath?: string): Promise<BitObject> {\n const buffer = await inflate(fileContents, filePath);\n return parse(buffer);\n }\n\n /**\n * same as `parseObject`, however, if the type is not one of the given \"typeNames\", it returns null.\n * the performance improvement is huge compare to \"parseObject\", as it doesn't parse the object if not needed.\n */\n static async parseObjectOnlyIfType(\n fileContents: Buffer,\n typeNames: string[],\n filePath?: string\n ): Promise<BitObject | null> {\n const buffer = await inflate(fileContents, filePath);\n const { type } = extractHeaderAndContent(buffer);\n if (typeNames.includes(type)) return parse(buffer);\n return null;\n }\n\n /**\n * prefer using `this.parseObject()`, unless it must be sync.\n */\n static parseSync(fileContents: Buffer): BitObject {\n // @ts-ignore todo: fix after merging #9359\n const buffer = inflateSync(fileContents);\n return parse(buffer);\n }\n\n static makeHash(str: string | Buffer): string {\n return sha1(str);\n }\n}\n"],"mappings":";;;;;;AAAA,SAAAA,MAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,KAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAE,QAAA;EAAA,MAAAF,IAAA,GAAAC,OAAA;EAAAC,OAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,SAAA;EAAA,MAAAH,IAAA,GAAAC,OAAA;EAAAE,QAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,eAAA;EAAA,MAAAJ,IAAA,GAAAC,OAAA;EAAAG,cAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,SAAA;EAAA,MAAAL,IAAA,GAAAC,OAAA;EAAAI,QAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAM,KAAA;EAAA,MAAAN,IAAA,GAAAO,sBAAA,CAAAN,OAAA;EAAAK,IAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAwB,SAAAO,uBAAAC,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAAA,SAAAG,gBAAAH,CAAA,EAAAI,CAAA,EAAAC,CAAA,YAAAD,CAAA,GAAAE,cAAA,CAAAF,CAAA,MAAAJ,CAAA,GAAAO,MAAA,CAAAC,cAAA,CAAAR,CAAA,EAAAI,CAAA,IAAAK,KAAA,EAAAJ,CAAA,EAAAK,UAAA,MAAAC,YAAA,MAAAC,QAAA,UAAAZ,CAAA,CAAAI,CAAA,IAAAC,CAAA,EAAAL,CAAA;AAAA,SAAAM,eAAAD,CAAA,QAAAQ,CAAA,GAAAC,YAAA,CAAAT,CAAA,uCAAAQ,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAC,aAAAT,CAAA,EAAAD,CAAA,2BAAAC,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAL,CAAA,GAAAK,CAAA,CAAAU,MAAA,CAAAC,WAAA,kBAAAhB,CAAA,QAAAa,CAAA,GAAAb,CAAA,CAAAiB,IAAA,CAAAZ,CAAA,EAAAD,CAAA,uCAAAS,CAAA,SAAAA,CAAA,YAAAK,SAAA,yEAAAd,CAAA,GAAAe,MAAA,GAAAC,MAAA,EAAAf,CAAA;AAGxB,SAASgB,KAAKA,CAACC,MAAc,EAAa;EACxC,MAAM;IAAEC,IAAI;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGC,uBAAuB,CAACJ,MAAM,CAAC;EAChE,IAAI,CAACK,mBAAK,CAACJ,IAAI,CAAC,EAAE,MAAM,KAAIK,4BAAiB,EAACL,IAAI,CAAC;EACnD,OAAOI,mBAAK,CAACJ,IAAI,CAAC,CAACF,KAAK,CAACI,QAAQ,EAAED,IAAI,CAAC;AAC1C;AAEA,SAASE,uBAAuBA,CAACJ,MAAc,EAAoD;EACjG,MAAMO,qBAAqB,GAAGP,MAAM,CAACQ,OAAO,CAACC,mBAAS,CAAC;EACvD,MAAMC,OAAO,GAAGV,MAAM,CAACW,KAAK,CAAC,CAAC,EAAEJ,qBAAqB,CAAC,CAACK,QAAQ,CAAC,CAAC;EACjE,MAAM,CAACX,IAAI,EAAEC,IAAI,CAAC,GAAGQ,OAAO,CAACG,KAAK,CAACC,yBAAe,CAAC;EACnD,MAAMX,QAAQ,GAAGH,MAAM,CAACW,KAAK,CAACJ,qBAAqB,GAAG,CAAC,EAAEP,MAAM,CAACe,MAAM,CAAC;EACvE,OAAO;IAAEd,IAAI;IAAEC,IAAI;IAAEC;EAAS,CAAC;AACjC;AAEe,MAAMa,SAAS,CAAC;EAAAC,YAAA;IAAApC,eAAA,gCACL,IAAI;EAAA;EAAE;EAC9BqC,EAAEA,CAAA,EAAoB;IACpB,MAAM,IAAIC,KAAK,CAAC,6BAA6B,CAAC;EAChD;;EAEA;EACAC,QAAQA,CAACC,MAAgB,EAAU;IACjC,MAAM,IAAIF,KAAK,CAAC,mCAAmC,CAAC;EACtD;EAEAG,IAAIA,CAAA,EAAU;IACZ,OAAO,EAAE;EACX;EAEAC,OAAOA,CAAA,EAAW;IAChB,OAAO,IAAI,CAACN,WAAW,CAACO,IAAI;EAC9B;EAEAC,SAASA,CAACzB,MAAc,EAAU;IAChC,OAAO,GAAG,IAAI,CAACuB,OAAO,CAAC,CAAC,IAAI,IAAI,CAACrB,IAAI,CAAC,CAAC,CAACU,QAAQ,CAAC,CAAC,IAAIZ,MAAM,CAACY,QAAQ,CAAC,CAAC,CAACG,MAAM,GAAGN,mBAAS,EAAE;EAC9F;EAEA,MAAMiB,WAAWA,CAACC,IAAgB,EAAkB;IAClD,MAAMC,cAAc,GAAG,EAAE;IACzB,MAAMC,UAAU,GAAG,IAAI,CAACN,OAAO,CAAC,CAAC;IACjC,MAAMO,QAAQ,GAAGD,UAAU,KAAK,WAAW,GAAG,aAAa,IAAI,CAACX,EAAE,CAAC,CAAC,EAAE,GAAGW,UAAU;IAEnF,eAAeE,OAAOA,CAACC,MAAiB,EAAE;MACxC,MAAMV,IAAI,GAAGU,MAAM,CAACV,IAAI,CAAC,CAAC;MAC1B,IAAIW,IAAI;MACR,IAAI;QACFA,IAAI,GAAG,MAAMC,OAAO,CAACC,GAAG,CAACb,IAAI,CAACc,GAAG,CAAEC,GAAG,IAAKA,GAAG,CAACC,IAAI,CAACX,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;MACnE,CAAC,CAAC,OAAOY,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;UACzB,MAAM,IAAIrB,KAAK,CAAC,6CAA6Ca,MAAM,CAACf,WAAW,CAACO,IAAI,4BAA4BM,QAAQ;AAClI,QAAQS,GAAG,CAACE,IAAI,EAAE,CAAC;QACX;QACA,MAAMF,GAAG;MACX;;MAEA;MACAX,cAAc,CAACc,IAAI,CAAC,GAAGpB,IAAI,CAAC;MAC5B,MAAMY,OAAO,CAACC,GAAG,CAACF,IAAI,CAACG,GAAG,CAAEO,GAAG,IAAKZ,OAAO,CAACY,GAAG,CAAC,CAAC,CAAC;IACpD;IAEA,MAAMZ,OAAO,CAAC,IAAI,CAAC;IACnB,OAAOH,cAAc;EACvB;EAEA,MAAMgB,UAAUA,CAACjB,IAAgB,EAAyB;IACxD,MAAML,IAAI,GAAG,MAAM,IAAI,CAACI,WAAW,CAACC,IAAI,CAAC;IACzC,OAAOA,IAAI,CAACkB,WAAW,CAACvB,IAAI,CAAC;EAC/B;EAEAwB,KAAKA,CAACnB,IAAgB,EAAmB;IACvC,OAAOA,IAAI,CAACoB,OAAO,CAAC,IAAI,CAAC7C,IAAI,CAAC,CAAC,CAAC;EAClC;EAEA8C,OAAOA,CAACrB,IAAgB,EAAe;IACrC,MAAMsB,OAAoB,GAAG,EAAE;IAE/B,SAASlB,OAAOA,CAACC,MAAiB,EAAE;MAClC,MAAMC,IAAI,GAAGD,MAAM,CAACV,IAAI,CAAC,CAAC,CAACc,GAAG,CAAEC,GAAG,IAAK;QACtC,OAAOA,GAAG,CAACa,QAAQ,CAACvB,IAAI,CAAC;MAC3B,CAAC,CAAC;MAEFsB,OAAO,CAACP,IAAI,CAAC,GAAGT,IAAI,CAAC;MACrBA,IAAI,CAACkB,OAAO,CAAER,GAAG,IAAKZ,OAAO,CAACY,GAAG,CAAC,CAAC;IACrC;IAEAZ,OAAO,CAAC,IAAI,CAAC;IACb,OAAOkB,OAAO;EAChB;;EAEA;AACF;AACA;EACE/C,IAAIA,CAAA,EAAQ;IACV;IACA,OAAO,KAAIkD,cAAG,EAACpC,SAAS,CAACqC,QAAQ,CAAC,IAAI,CAACnC,EAAE,CAAC,CAAC,CAAC,CAAC;EAC/C;EAEAoC,QAAQA,CAAA,EAAoB;IAC1B,OAAO,IAAAC,kBAAO,EAAC,IAAI,CAACC,SAAS,CAAC,CAAC,CAAC;EAClC;EAEAA,SAASA,CAAA,EAAW;IAClB,MAAMxD,MAAM,GAAG,IAAI,CAACoB,QAAQ,CAAC,CAAC;IAC9B,OAAOqC,MAAM,CAACC,MAAM,CAAC,CAACD,MAAM,CAACE,IAAI,CAAC,IAAI,CAAClC,SAAS,CAACzB,MAAM,CAAC,CAAC,EAAEA,MAAM,CAA4B,CAAC;EAChG;;EAEA;AACF;AACA;EACE,aAAa4D,WAAWA,CAACC,YAAoB,EAAEC,QAAiB,EAAsB;IACpF,MAAM9D,MAAM,GAAG,MAAM,IAAA+D,kBAAO,EAACF,YAAY,EAAEC,QAAQ,CAAC;IACpD,OAAO/D,KAAK,CAACC,MAAM,CAAC;EACtB;;EAEA;AACF;AACA;AACA;EACE,aAAagE,qBAAqBA,CAChCH,YAAoB,EACpBI,SAAmB,EACnBH,QAAiB,EACU;IAC3B,MAAM9D,MAAM,GAAG,MAAM,IAAA+D,kBAAO,EAACF,YAAY,EAAEC,QAAQ,CAAC;IACpD,MAAM;MAAE7D;IAAK,CAAC,GAAGG,uBAAuB,CAACJ,MAAM,CAAC;IAChD,IAAIiE,SAAS,CAACC,QAAQ,CAACjE,IAAI,CAAC,EAAE,OAAOF,KAAK,CAACC,MAAM,CAAC;IAClD,OAAO,IAAI;EACb;;EAEA;AACF;AACA;EACE,OAAOmE,SAASA,CAACN,YAAoB,EAAa;IAChD;IACA,MAAM7D,MAAM,GAAG,IAAAoE,mBAAW,EAACP,YAAY,CAAC;IACxC,OAAO9D,KAAK,CAACC,MAAM,CAAC;EACtB;EAEA,OAAOqD,QAAQA,CAACgB,GAAoB,EAAU;IAC5C,OAAO,IAAAC,qBAAI,EAACD,GAAG,CAAC;EAClB;AACF;AAACE,OAAA,CAAA3F,OAAA,GAAAoC,SAAA","ignoreList":[]}
1
+ {"version":3,"names":["_zlib","data","require","_legacy","_legacy2","_toolboxCrypto","_legacy3","_ref","_interopRequireDefault","e","__esModule","default","_defineProperty","r","t","_toPropertyKey","Object","defineProperty","value","enumerable","configurable","writable","i","_toPrimitive","Symbol","toPrimitive","call","TypeError","String","Number","parse","buffer","type","hash","contents","extractHeaderAndContent","types","UnknownObjectType","firstNullByteLocation","indexOf","NULL_BYTE","headers","slice","toString","split","SPACE_DELIMITER","length","BitObject","constructor","id","Error","toBuffer","pretty","refs","getType","name","getHeader","collectRefs","repo","refsCollection","objectType","objectId","addRefs","object","objs","Promise","all","map","ref","load","err","code","path","push","obj","collectRaw","loadManyRaw","asRaw","loadRaw","collect","objects","loadSync","forEach","Ref","makeHash","compress","deflate","serialize","Buffer","concat","from","parseObject","fileContents","filePath","inflate","parseObjectOnlyIfType","typeNames","includes","parseObjectTypeFromChunk","chunk","inflateSync","finishFlush","constants","Z_SYNC_FLUSH","parseObjectType","parseSync","str","sha1","exports"],"sources":["object.ts"],"sourcesContent":["import { constants, inflateSync } from 'zlib';\n\nimport { NULL_BYTE, SPACE_DELIMITER } from '@teambit/legacy.constants';\nimport { deflate, inflate } from '@teambit/legacy.utils';\nimport { sha1 } from '@teambit/toolbox.crypto.sha1';\nimport { UnknownObjectType, typesObj as types } from '@teambit/legacy.scope';\nimport type { ObjectItem } from './object-list';\nimport Ref from './ref';\nimport type Repository from './repository';\n\nfunction parse(buffer: Buffer): BitObject {\n const { type, hash, contents } = extractHeaderAndContent(buffer);\n if (!types[type]) throw new UnknownObjectType(type);\n return types[type].parse(contents, hash);\n}\n\nfunction extractHeaderAndContent(buffer: Buffer): { type: string; hash: string; contents: Buffer } {\n const firstNullByteLocation = buffer.indexOf(NULL_BYTE);\n const headers = buffer.slice(0, firstNullByteLocation).toString();\n const [type, hash] = headers.split(SPACE_DELIMITER);\n const contents = buffer.slice(firstNullByteLocation + 1, buffer.length);\n return { type, hash, contents };\n}\n\nexport default class BitObject {\n validateBeforePersist = true; // validate the object before persisting\n id(): string | Buffer {\n throw new Error('id() was not implemented...');\n }\n\n // eslint-disable-next-line @typescript-eslint/no-unused-vars\n toBuffer(pretty?: boolean): Buffer {\n throw new Error('toBuffer() was not implemented...');\n }\n\n refs(): Ref[] {\n return [];\n }\n\n getType(): string {\n return this.constructor.name;\n }\n\n getHeader(buffer: Buffer): string {\n return `${this.getType()} ${this.hash().toString()} ${buffer.toString().length}${NULL_BYTE}`;\n }\n\n async collectRefs(repo: Repository): Promise<Ref[]> {\n const refsCollection = [];\n const objectType = this.getType();\n const objectId = objectType === 'Component' ? `Component ${this.id()}` : objectType;\n\n async function addRefs(object: BitObject) {\n const refs = object.refs();\n let objs;\n try {\n objs = await Promise.all(refs.map((ref) => ref.load(repo, true)));\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n throw new Error(`failed finding an object file required by ${object.constructor.name} object, originated from ${objectId}\npath: ${err.path}`);\n }\n throw err;\n }\n\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n refsCollection.push(...refs);\n await Promise.all(objs.map((obj) => addRefs(obj)));\n }\n\n await addRefs(this);\n return refsCollection;\n }\n\n async collectRaw(repo: Repository): Promise<ObjectItem[]> {\n const refs = await this.collectRefs(repo);\n return repo.loadManyRaw(refs);\n }\n\n asRaw(repo: Repository): Promise<Buffer> {\n return repo.loadRaw(this.hash());\n }\n\n collect(repo: Repository): BitObject[] {\n const objects: BitObject[] = [];\n\n function addRefs(object: BitObject) {\n const objs = object.refs().map((ref) => {\n return ref.loadSync(repo);\n });\n\n objects.push(...objs);\n objs.forEach((obj) => addRefs(obj));\n }\n\n addRefs(this);\n return objects;\n }\n\n /**\n * indexing method\n */\n hash(): Ref {\n // console.log(`sha ${sha1(this.id())}, id ${this.id()}`); // uncomment when debugging hash issues\n return new Ref(BitObject.makeHash(this.id()));\n }\n\n compress(): Promise<Buffer> {\n return deflate(this.serialize());\n }\n\n serialize(): Buffer {\n const buffer = this.toBuffer();\n return Buffer.concat([Buffer.from(this.getHeader(buffer)), buffer] as unknown as Uint8Array[]);\n }\n\n /**\n * see `this.parseSync` for the sync version\n */\n static async parseObject(fileContents: Buffer, filePath?: string): Promise<BitObject> {\n const buffer = await inflate(fileContents, filePath);\n return parse(buffer);\n }\n\n /**\n * same as `parseObject`, however, if the type is not one of the given \"typeNames\", it returns null.\n * the performance improvement is huge compare to \"parseObject\", as it doesn't parse the object if not needed.\n */\n static async parseObjectOnlyIfType(\n fileContents: Buffer,\n typeNames: string[],\n filePath?: string\n ): Promise<BitObject | null> {\n const buffer = await inflate(fileContents, filePath);\n const { type } = extractHeaderAndContent(buffer);\n if (typeNames.includes(type)) return parse(buffer);\n return null;\n }\n\n /**\n * extract only the object type out of the first chunk of a compressed object file.\n *\n * the type is the first token of the header, which sits at the very beginning of the inflated\n * buffer, so there's no need to inflate the entire object. `Z_SYNC_FLUSH` tells zlib to return\n * whatever it managed to inflate instead of throwing on the truncated input.\n * returns null when the header is not fully contained in the given chunk, in which case the\n * caller should fall back to inflating the whole file. a header that is there but names a type\n * nothing is registered under throws instead: reading it as a type of its own would let a\n * damaged object pass for classified, and the caller acts on the inventory being complete.\n *\n * the chunk is a `Uint8Array` rather than a `Buffer` because newer `@types/node` make `Buffer`\n * generic, which no longer matches zlib's `InputType` under the typescript version our envs ship.\n */\n static parseObjectTypeFromChunk(chunk: Uint8Array): string | null {\n let buffer: Buffer;\n try {\n buffer = inflateSync(chunk, { finishFlush: constants.Z_SYNC_FLUSH });\n } catch {\n return null;\n }\n const firstNullByteLocation = buffer.indexOf(NULL_BYTE);\n if (firstNullByteLocation === -1) return null;\n const [type] = buffer.slice(0, firstNullByteLocation).toString().split(SPACE_DELIMITER);\n if (!type) return null;\n if (!types[type]) throw new UnknownObjectType(type);\n return type;\n }\n\n /**\n * same as `parseObjectTypeFromChunk`, only it gets the entire (inflated) object.\n */\n static async parseObjectType(fileContents: Buffer, filePath?: string): Promise<string> {\n const buffer = await inflate(fileContents, filePath);\n const { type } = extractHeaderAndContent(buffer);\n if (!types[type]) throw new UnknownObjectType(type);\n return type;\n }\n\n /**\n * prefer using `this.parseObject()`, unless it must be sync.\n */\n static parseSync(fileContents: Buffer): BitObject {\n // @ts-ignore todo: fix after merging #9359\n const buffer = inflateSync(fileContents);\n return parse(buffer);\n }\n\n static makeHash(str: string | Buffer): string {\n return sha1(str);\n }\n}\n"],"mappings":";;;;;;AAAA,SAAAA,MAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,KAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAE,QAAA;EAAA,MAAAF,IAAA,GAAAC,OAAA;EAAAC,OAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,SAAA;EAAA,MAAAH,IAAA,GAAAC,OAAA;EAAAE,QAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,eAAA;EAAA,MAAAJ,IAAA,GAAAC,OAAA;EAAAG,cAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,SAAA;EAAA,MAAAL,IAAA,GAAAC,OAAA;EAAAI,QAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAM,KAAA;EAAA,MAAAN,IAAA,GAAAO,sBAAA,CAAAN,OAAA;EAAAK,IAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAwB,SAAAO,uBAAAC,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAAA,SAAAG,gBAAAH,CAAA,EAAAI,CAAA,EAAAC,CAAA,YAAAD,CAAA,GAAAE,cAAA,CAAAF,CAAA,MAAAJ,CAAA,GAAAO,MAAA,CAAAC,cAAA,CAAAR,CAAA,EAAAI,CAAA,IAAAK,KAAA,EAAAJ,CAAA,EAAAK,UAAA,MAAAC,YAAA,MAAAC,QAAA,UAAAZ,CAAA,CAAAI,CAAA,IAAAC,CAAA,EAAAL,CAAA;AAAA,SAAAM,eAAAD,CAAA,QAAAQ,CAAA,GAAAC,YAAA,CAAAT,CAAA,uCAAAQ,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAC,aAAAT,CAAA,EAAAD,CAAA,2BAAAC,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAL,CAAA,GAAAK,CAAA,CAAAU,MAAA,CAAAC,WAAA,kBAAAhB,CAAA,QAAAa,CAAA,GAAAb,CAAA,CAAAiB,IAAA,CAAAZ,CAAA,EAAAD,CAAA,uCAAAS,CAAA,SAAAA,CAAA,YAAAK,SAAA,yEAAAd,CAAA,GAAAe,MAAA,GAAAC,MAAA,EAAAf,CAAA;AAGxB,SAASgB,KAAKA,CAACC,MAAc,EAAa;EACxC,MAAM;IAAEC,IAAI;IAAEC,IAAI;IAAEC;EAAS,CAAC,GAAGC,uBAAuB,CAACJ,MAAM,CAAC;EAChE,IAAI,CAACK,mBAAK,CAACJ,IAAI,CAAC,EAAE,MAAM,KAAIK,4BAAiB,EAACL,IAAI,CAAC;EACnD,OAAOI,mBAAK,CAACJ,IAAI,CAAC,CAACF,KAAK,CAACI,QAAQ,EAAED,IAAI,CAAC;AAC1C;AAEA,SAASE,uBAAuBA,CAACJ,MAAc,EAAoD;EACjG,MAAMO,qBAAqB,GAAGP,MAAM,CAACQ,OAAO,CAACC,mBAAS,CAAC;EACvD,MAAMC,OAAO,GAAGV,MAAM,CAACW,KAAK,CAAC,CAAC,EAAEJ,qBAAqB,CAAC,CAACK,QAAQ,CAAC,CAAC;EACjE,MAAM,CAACX,IAAI,EAAEC,IAAI,CAAC,GAAGQ,OAAO,CAACG,KAAK,CAACC,yBAAe,CAAC;EACnD,MAAMX,QAAQ,GAAGH,MAAM,CAACW,KAAK,CAACJ,qBAAqB,GAAG,CAAC,EAAEP,MAAM,CAACe,MAAM,CAAC;EACvE,OAAO;IAAEd,IAAI;IAAEC,IAAI;IAAEC;EAAS,CAAC;AACjC;AAEe,MAAMa,SAAS,CAAC;EAAAC,YAAA;IAAApC,eAAA,gCACL,IAAI;EAAA;EAAE;EAC9BqC,EAAEA,CAAA,EAAoB;IACpB,MAAM,IAAIC,KAAK,CAAC,6BAA6B,CAAC;EAChD;;EAEA;EACAC,QAAQA,CAACC,MAAgB,EAAU;IACjC,MAAM,IAAIF,KAAK,CAAC,mCAAmC,CAAC;EACtD;EAEAG,IAAIA,CAAA,EAAU;IACZ,OAAO,EAAE;EACX;EAEAC,OAAOA,CAAA,EAAW;IAChB,OAAO,IAAI,CAACN,WAAW,CAACO,IAAI;EAC9B;EAEAC,SAASA,CAACzB,MAAc,EAAU;IAChC,OAAO,GAAG,IAAI,CAACuB,OAAO,CAAC,CAAC,IAAI,IAAI,CAACrB,IAAI,CAAC,CAAC,CAACU,QAAQ,CAAC,CAAC,IAAIZ,MAAM,CAACY,QAAQ,CAAC,CAAC,CAACG,MAAM,GAAGN,mBAAS,EAAE;EAC9F;EAEA,MAAMiB,WAAWA,CAACC,IAAgB,EAAkB;IAClD,MAAMC,cAAc,GAAG,EAAE;IACzB,MAAMC,UAAU,GAAG,IAAI,CAACN,OAAO,CAAC,CAAC;IACjC,MAAMO,QAAQ,GAAGD,UAAU,KAAK,WAAW,GAAG,aAAa,IAAI,CAACX,EAAE,CAAC,CAAC,EAAE,GAAGW,UAAU;IAEnF,eAAeE,OAAOA,CAACC,MAAiB,EAAE;MACxC,MAAMV,IAAI,GAAGU,MAAM,CAACV,IAAI,CAAC,CAAC;MAC1B,IAAIW,IAAI;MACR,IAAI;QACFA,IAAI,GAAG,MAAMC,OAAO,CAACC,GAAG,CAACb,IAAI,CAACc,GAAG,CAAEC,GAAG,IAAKA,GAAG,CAACC,IAAI,CAACX,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;MACnE,CAAC,CAAC,OAAOY,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;UACzB,MAAM,IAAIrB,KAAK,CAAC,6CAA6Ca,MAAM,CAACf,WAAW,CAACO,IAAI,4BAA4BM,QAAQ;AAClI,QAAQS,GAAG,CAACE,IAAI,EAAE,CAAC;QACX;QACA,MAAMF,GAAG;MACX;;MAEA;MACAX,cAAc,CAACc,IAAI,CAAC,GAAGpB,IAAI,CAAC;MAC5B,MAAMY,OAAO,CAACC,GAAG,CAACF,IAAI,CAACG,GAAG,CAAEO,GAAG,IAAKZ,OAAO,CAACY,GAAG,CAAC,CAAC,CAAC;IACpD;IAEA,MAAMZ,OAAO,CAAC,IAAI,CAAC;IACnB,OAAOH,cAAc;EACvB;EAEA,MAAMgB,UAAUA,CAACjB,IAAgB,EAAyB;IACxD,MAAML,IAAI,GAAG,MAAM,IAAI,CAACI,WAAW,CAACC,IAAI,CAAC;IACzC,OAAOA,IAAI,CAACkB,WAAW,CAACvB,IAAI,CAAC;EAC/B;EAEAwB,KAAKA,CAACnB,IAAgB,EAAmB;IACvC,OAAOA,IAAI,CAACoB,OAAO,CAAC,IAAI,CAAC7C,IAAI,CAAC,CAAC,CAAC;EAClC;EAEA8C,OAAOA,CAACrB,IAAgB,EAAe;IACrC,MAAMsB,OAAoB,GAAG,EAAE;IAE/B,SAASlB,OAAOA,CAACC,MAAiB,EAAE;MAClC,MAAMC,IAAI,GAAGD,MAAM,CAACV,IAAI,CAAC,CAAC,CAACc,GAAG,CAAEC,GAAG,IAAK;QACtC,OAAOA,GAAG,CAACa,QAAQ,CAACvB,IAAI,CAAC;MAC3B,CAAC,CAAC;MAEFsB,OAAO,CAACP,IAAI,CAAC,GAAGT,IAAI,CAAC;MACrBA,IAAI,CAACkB,OAAO,CAAER,GAAG,IAAKZ,OAAO,CAACY,GAAG,CAAC,CAAC;IACrC;IAEAZ,OAAO,CAAC,IAAI,CAAC;IACb,OAAOkB,OAAO;EAChB;;EAEA;AACF;AACA;EACE/C,IAAIA,CAAA,EAAQ;IACV;IACA,OAAO,KAAIkD,cAAG,EAACpC,SAAS,CAACqC,QAAQ,CAAC,IAAI,CAACnC,EAAE,CAAC,CAAC,CAAC,CAAC;EAC/C;EAEAoC,QAAQA,CAAA,EAAoB;IAC1B,OAAO,IAAAC,kBAAO,EAAC,IAAI,CAACC,SAAS,CAAC,CAAC,CAAC;EAClC;EAEAA,SAASA,CAAA,EAAW;IAClB,MAAMxD,MAAM,GAAG,IAAI,CAACoB,QAAQ,CAAC,CAAC;IAC9B,OAAOqC,MAAM,CAACC,MAAM,CAAC,CAACD,MAAM,CAACE,IAAI,CAAC,IAAI,CAAClC,SAAS,CAACzB,MAAM,CAAC,CAAC,EAAEA,MAAM,CAA4B,CAAC;EAChG;;EAEA;AACF;AACA;EACE,aAAa4D,WAAWA,CAACC,YAAoB,EAAEC,QAAiB,EAAsB;IACpF,MAAM9D,MAAM,GAAG,MAAM,IAAA+D,kBAAO,EAACF,YAAY,EAAEC,QAAQ,CAAC;IACpD,OAAO/D,KAAK,CAACC,MAAM,CAAC;EACtB;;EAEA;AACF;AACA;AACA;EACE,aAAagE,qBAAqBA,CAChCH,YAAoB,EACpBI,SAAmB,EACnBH,QAAiB,EACU;IAC3B,MAAM9D,MAAM,GAAG,MAAM,IAAA+D,kBAAO,EAACF,YAAY,EAAEC,QAAQ,CAAC;IACpD,MAAM;MAAE7D;IAAK,CAAC,GAAGG,uBAAuB,CAACJ,MAAM,CAAC;IAChD,IAAIiE,SAAS,CAACC,QAAQ,CAACjE,IAAI,CAAC,EAAE,OAAOF,KAAK,CAACC,MAAM,CAAC;IAClD,OAAO,IAAI;EACb;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,OAAOmE,wBAAwBA,CAACC,KAAiB,EAAiB;IAChE,IAAIpE,MAAc;IAClB,IAAI;MACFA,MAAM,GAAG,IAAAqE,mBAAW,EAACD,KAAK,EAAE;QAAEE,WAAW,EAAEC,iBAAS,CAACC;MAAa,CAAC,CAAC;IACtE,CAAC,CAAC,MAAM;MACN,OAAO,IAAI;IACb;IACA,MAAMjE,qBAAqB,GAAGP,MAAM,CAACQ,OAAO,CAACC,mBAAS,CAAC;IACvD,IAAIF,qBAAqB,KAAK,CAAC,CAAC,EAAE,OAAO,IAAI;IAC7C,MAAM,CAACN,IAAI,CAAC,GAAGD,MAAM,CAACW,KAAK,CAAC,CAAC,EAAEJ,qBAAqB,CAAC,CAACK,QAAQ,CAAC,CAAC,CAACC,KAAK,CAACC,yBAAe,CAAC;IACvF,IAAI,CAACb,IAAI,EAAE,OAAO,IAAI;IACtB,IAAI,CAACI,mBAAK,CAACJ,IAAI,CAAC,EAAE,MAAM,KAAIK,4BAAiB,EAACL,IAAI,CAAC;IACnD,OAAOA,IAAI;EACb;;EAEA;AACF;AACA;EACE,aAAawE,eAAeA,CAACZ,YAAoB,EAAEC,QAAiB,EAAmB;IACrF,MAAM9D,MAAM,GAAG,MAAM,IAAA+D,kBAAO,EAACF,YAAY,EAAEC,QAAQ,CAAC;IACpD,MAAM;MAAE7D;IAAK,CAAC,GAAGG,uBAAuB,CAACJ,MAAM,CAAC;IAChD,IAAI,CAACK,mBAAK,CAACJ,IAAI,CAAC,EAAE,MAAM,KAAIK,4BAAiB,EAACL,IAAI,CAAC;IACnD,OAAOA,IAAI;EACb;;EAEA;AACF;AACA;EACE,OAAOyE,SAASA,CAACb,YAAoB,EAAa;IAChD;IACA,MAAM7D,MAAM,GAAG,IAAAqE,mBAAW,EAACR,YAAY,CAAC;IACxC,OAAO9D,KAAK,CAACC,MAAM,CAAC;EACtB;EAEA,OAAOqD,QAAQA,CAACsB,GAAoB,EAAU;IAC5C,OAAO,IAAAC,qBAAI,EAACD,GAAG,CAAC;EAClB;AACF;AAACE,OAAA,CAAAjG,OAAA,GAAAoC,SAAA","ignoreList":[]}
@@ -12,6 +12,18 @@ import BitRawObject from './raw-object';
12
12
  import Ref from './ref';
13
13
  import type { InMemoryCache } from '@teambit/harmony.modules.in-memory-cache';
14
14
  type ContentTransformer = (content: Buffer) => Buffer;
15
+ /** `mtimeMs` lets a caller tell an object that has been here a while from one just written */
16
+ export type ObjectWithType = {
17
+ ref: Ref;
18
+ type: string;
19
+ size: number;
20
+ mtimeMs: number;
21
+ };
22
+ /** `unreadable` holds the objects that couldn't be classified, so a caller can refuse to act on a partial inventory */
23
+ export type ObjectsWithType = {
24
+ objects: ObjectWithType[];
25
+ unreadable: Ref[];
26
+ };
15
27
  export default class Repository {
16
28
  objects: {
17
29
  [key: string]: BitObject;
@@ -45,13 +57,21 @@ export default class Repository {
45
57
  * Note: This function cannot be async because it's used by the synchronous `loadSync` method
46
58
  * which needs to maintain sync behavior for compatibility with existing code.
47
59
  */
48
- static onPreObjectPersist: (content: Buffer) => Buffer;
60
+ static onPreObjectPersist?: (content: Buffer) => Buffer;
49
61
  /**
50
62
  * Hook for transforming content after objects are read from the filesystem.
51
63
  * Note: This function cannot be async because it's used by the synchronous `loadSync` method
52
64
  * which needs to maintain sync behavior for compatibility with existing code.
53
65
  */
54
- static onPostObjectRead: (content: Buffer) => Buffer;
66
+ static onPostObjectRead?: (content: Buffer) => Buffer;
67
+ /**
68
+ * whether `onPostObjectRead` actually transforms anything.
69
+ *
70
+ * the scope aspect installs the hook above unconditionally - it's a reduce over a slot that is
71
+ * usually empty - so the hook being set says nothing about whether object content is transformed.
72
+ * only a caller that can skip reading content altogether needs to tell the two apart.
73
+ */
74
+ static hasPostObjectReadTransformer?: () => boolean;
55
75
  reLoadScopeIndex(): Promise<void>;
56
76
  /**
57
77
  * current scope index difference with <scope_folder>/index.json content, reload it
@@ -73,6 +93,23 @@ export default class Repository {
73
93
  * example usage: `this.list([ModelComponent, Symlink, Lane])`
74
94
  */
75
95
  list(types: Types): Promise<BitObject[]>;
96
+ /**
97
+ * classify every object in the scope by its type, along with its size on the filesystem.
98
+ *
99
+ * needed by the garbage collector, which must know the type of each object but has no use for
100
+ * its content. inflating every object would mean inflating gigabytes of file-content (`Source`)
101
+ * objects, so only the first chunk of each file is read - enough to hold the header, which is
102
+ * where the type is. when a content transformer is registered (`onPostObjectRead`), it applies
103
+ * to the whole buffer, so in that case the file is read in full.
104
+ */
105
+ listObjectsWithType(): Promise<ObjectsWithType>;
106
+ /**
107
+ * the objects that couldn't be classified are reported rather than skipped. a caller that acts on
108
+ * this inventory (the garbage collector) has to know that it's incomplete, because an object it
109
+ * can't see is one it can't reason about.
110
+ */
111
+ private getObjectTypeGracefully;
112
+ private readObjectType;
76
113
  loadRefDeleteIfInvalid(ref: Ref): Promise<BitObject | undefined>;
77
114
  loadRefOnlyIfType(ref: Ref, types: Types): Promise<BitObject | null>;
78
115
  listRefs(cwd?: string): Promise<Array<Ref>>;
@@ -158,6 +158,18 @@ function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol"
158
158
  function _toPrimitive(t, r) { if ("object" != typeof t || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != typeof i) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
159
159
  const OBJECTS_BACKUP_DIR = `${_legacy().OBJECTS_DIR}.bak`;
160
160
  const TRASH_DIR = 'trash';
161
+ /**
162
+ * how much of an object file to read when all that's needed is its header. the header holds the
163
+ * type and is a few dozen bytes, which 512 compressed bytes always cover - and every byte past it
164
+ * is inflated for nothing (4KB inflates ten times as much, across every object in the scope). a
165
+ * chunk that falls short anyway is read in full.
166
+ */
167
+ const OBJECT_HEADER_CHUNK_SIZE = 512;
168
+
169
+ /** `mtimeMs` lets a caller tell an object that has been here a while from one just written */
170
+
171
+ /** `unreadable` holds the objects that couldn't be classified, so a caller can refuse to act on a partial inventory */
172
+
161
173
  class Repository {
162
174
  constructor(scopePath, scopeJson) {
163
175
  _defineProperty(this, "objects", {});
@@ -356,6 +368,76 @@ class Repository {
356
368
  });
357
369
  return objects;
358
370
  }
371
+
372
+ /**
373
+ * classify every object in the scope by its type, along with its size on the filesystem.
374
+ *
375
+ * needed by the garbage collector, which must know the type of each object but has no use for
376
+ * its content. inflating every object would mean inflating gigabytes of file-content (`Source`)
377
+ * objects, so only the first chunk of each file is read - enough to hold the header, which is
378
+ * where the type is. when a content transformer is registered (`onPostObjectRead`), it applies
379
+ * to the whole buffer, so in that case the file is read in full.
380
+ */
381
+ async listObjectsWithType() {
382
+ const refs = await this.listRefs();
383
+ const concurrency = (0, _harmonyModules().concurrentIOLimit)();
384
+ _legacy2().logger.debug(`Repository.listObjectsWithType, classifying ${refs.length} objects`);
385
+ const results = await (0, _toolboxPromise().pMapPool)(refs, ref => this.getObjectTypeGracefully(ref), {
386
+ concurrency
387
+ });
388
+ const objects = (0, _lodash().compact)(results.map(result => result.object));
389
+ const unreadable = (0, _lodash().compact)(results.map(result => result.unreadable));
390
+ if (unreadable.length) {
391
+ _legacy2().logger.warn(`Repository.listObjectsWithType, unable to classify ${unreadable.length} objects`);
392
+ }
393
+ return {
394
+ objects,
395
+ unreadable
396
+ };
397
+ }
398
+
399
+ /**
400
+ * the objects that couldn't be classified are reported rather than skipped. a caller that acts on
401
+ * this inventory (the garbage collector) has to know that it's incomplete, because an object it
402
+ * can't see is one it can't reason about.
403
+ */
404
+ async getObjectTypeGracefully(ref) {
405
+ const objectPath = this.objectPath(ref);
406
+ try {
407
+ const stat = await _fsExtra().default.stat(objectPath);
408
+ const type = await this.readObjectType(objectPath, stat.size);
409
+ return {
410
+ object: {
411
+ ref,
412
+ type,
413
+ size: stat.size,
414
+ mtimeMs: stat.mtimeMs
415
+ }
416
+ };
417
+ } catch (err) {
418
+ _legacy2().logger.warn(`Repository.listObjectsWithType, failed reading ${objectPath}. Error: ${err.message}`);
419
+ return {
420
+ unreadable: ref
421
+ };
422
+ }
423
+ }
424
+ async readObjectType(objectPath, size) {
425
+ const readInFull = async () => _object().default.parseObjectType(this.onRead(await _fsExtra().default.readFile(objectPath)), objectPath);
426
+ // when there's no way to tell, assume the content is transformed and read in full. it's the
427
+ // slow answer, never the wrong one.
428
+ const isTransformed = Repository.hasPostObjectReadTransformer ? Repository.hasPostObjectReadTransformer() : Boolean(Repository.onPostObjectRead);
429
+ if (isTransformed) return readInFull();
430
+ const chunkSize = Math.min(OBJECT_HEADER_CHUNK_SIZE, size);
431
+ // `Uint8Array` rather than `Buffer` - see `parseObjectTypeFromChunk`
432
+ const chunk = new Uint8Array(chunkSize);
433
+ const fileDescriptor = await _fsExtra().default.open(objectPath, 'r');
434
+ try {
435
+ await _fsExtra().default.read(fileDescriptor, chunk, 0, chunkSize, 0);
436
+ } finally {
437
+ await _fsExtra().default.close(fileDescriptor);
438
+ }
439
+ return _object().default.parseObjectTypeFromChunk(chunk) || readInFull();
440
+ }
359
441
  async loadRefDeleteIfInvalid(ref) {
360
442
  try {
361
443
  return await this.load(ref, true);
@@ -820,6 +902,14 @@ _defineProperty(Repository, "onPreObjectPersist", void 0);
820
902
  * which needs to maintain sync behavior for compatibility with existing code.
821
903
  */
822
904
  _defineProperty(Repository, "onPostObjectRead", void 0);
905
+ /**
906
+ * whether `onPostObjectRead` actually transforms anything.
907
+ *
908
+ * the scope aspect installs the hook above unconditionally - it's a reduce over a slot that is
909
+ * usually empty - so the hook being set says nothing about whether object content is transformed.
910
+ * only a caller that can skip reading content altogether needs to tell the two apart.
911
+ */
912
+ _defineProperty(Repository, "hasPostObjectReadTransformer", void 0);
823
913
  async function removeFile(filePath, propagateDirs = false) {
824
914
  try {
825
915
  await _fsExtra().default.unlink(filePath);
@@ -1 +1 @@
1
- {"version":3,"names":["_fsExtra","data","_interopRequireDefault","require","_asyncMutex","_lodash","_bitError","_componentVersion","path","_interopRequireWildcard","_toolboxPromise","_legacy","_legacy2","_legacy3","_glob","_toolboxFs","_harmonyModules","_legacy4","_scopeIndex","_object","_objectList","_rawObject","_ref","_harmonyModules2","_models","e","t","WeakMap","r","n","__esModule","o","i","f","__proto__","default","has","get","set","hasOwnProperty","call","Object","defineProperty","getOwnPropertyDescriptor","_defineProperty","_toPropertyKey","value","enumerable","configurable","writable","_toPrimitive","Symbol","toPrimitive","TypeError","String","Number","OBJECTS_BACKUP_DIR","OBJECTS_DIR","TRASH_DIR","Repository","constructor","scopePath","scopeJson","onRead","content","onPostObjectRead","onPersist","onPreObjectPersist","cache","createInMemoryCache","maxSize","getMaxSizeForObjects","persistMutex","_persistMutex","Mutex","load","repository","init","scopeIndex","loadOptionallyCreateScopeIndex","remoteLanes","RemoteLanes","unmergedComponents","UnmergedComponents","create","ScopeIndex","reset","getPathByScopePath","join","reLoadScopeIndex","reloadScopeIndexIfNeed","force","latestScopeIndex","currentAllScopeIndexItems","getAll","latestAllScopeIndexItems","length","differenceWith","isEqual","ensureDir","fs","getPath","getBackupPath","dirName","backupPath","getTrashDir","getLicense","getPopulatedLicense","getScopeMetaObject","license","object","ScopeMeta","fromObject","name","ref","hash","buffer","compress","objectPath","hashPath","pathExists","hasMultiple","refs","concurrency","concurrentIOLimit","existingRefs","pMapPool","compact","throws","inMemoryObjects","objects","toString","HASH_SIZE","getFullRefFromShortHash","cached","getCache","fileContentsRaw","readFile","err","code","logger","error","message","trace","msg","assign","stack","Error","size","byteLength","fileContents","parsedObject","BitObject","parseObject","maxSizeToCache","setCache","list","types","listRefs","debug","map","loadGracefully","process","argv","includes","isTypeIncluded","obj","some","type","loadRefDeleteIfInvalid","loadRefOnlyIfType","push","onCompletedChunk","completed","moveOneObjectToTrash","undefined","typeNames","parseObjectOnlyIfType","cwd","matches","glob","str","replace","sep","isSnap","Ref","listRefsStartWith","shortHash","pathPrefix","listRawObjects","loadRaw","bitRawObject","BitRawObject","fromDeflatedBuffer","listObjectsFromIndex","indexType","filter","hashes","getHashesByQuery","getHashes","_getBitObjectsByHashes","getHashFromIndex","missingIndexItems","bitObjects","Promise","all","bitObject","indexItem","find","removeMany","item","write","missingStringified","toIdentifierString","OutdatedIndexJson","ModelComponent","Lane","added","addMany","raw","transformedContent","loadManyRaw","uniqRefs","uniqBy","loadManyRawIgnoreMissing","results","loadRawObject","loadSync","objectFile","readFileSync","parseSync","HashNotFound","removeFromCache","delete","clearCache","deleteAll","clearObjectsFromCache","backup","backupDir","objectsDir","emptyDirSync","copySync","add","forEach","removeObject","objectsToRemove","removeManyObjects","findMany","persist","validate","runExclusive","deleteObjectsFromFS","validateObjects","values","writeObjectsToTheFS","writeRemoteLanes","clearObjects","onPostObjectsPersist","catch","validateBeforePersist","_deleteOne","removed","moveObjectsToDir","dir","moveOneObjectToDir","moveObjectsToTrash","listTrash","getFromTrash","objectsFromTrash","trashObjPath","BitError","restoreFromTrash","restoreFromDir","overwrite","copy","currentPath","absDir","fullPath","move","deleteRecordsFromUnmergedComponents","compIds","removeMultipleComponents","count","_writeOne","pathToDelete","removeFile","contents","options","groupName","gid","resolveGroupId","writeFile","writeObjectsToPendingDir","objectList","pendingDir","JSON","stringify","objPath","readObjectsFromPendingDir","ObjectList","slice","exports","filePath","propagateDirs","unlink","parse","removeEmptyDir","getgid","groupFileContent","groupLine","split","line","isNaN"],"sources":["repository.ts"],"sourcesContent":["import fs from 'fs-extra';\nimport { Mutex } from 'async-mutex';\nimport { compact, uniqBy, differenceWith, isEqual } from 'lodash';\nimport { BitError } from '@teambit/bit-error';\nimport type { ComponentID } from '@teambit/component-id';\nimport { HASH_SIZE, isSnap } from '@teambit/component-version';\nimport * as path from 'path';\nimport { pMapPool } from '@teambit/toolbox.promise.map-pool';\nimport { OBJECTS_DIR } from '@teambit/legacy.constants';\nimport { logger } from '@teambit/legacy.logger';\nimport type { ChownOptions, PathOsBasedAbsolute } from '@teambit/legacy.utils';\nimport { writeFile } from '@teambit/legacy.utils';\nimport { glob } from 'glob';\nimport { removeEmptyDir } from '@teambit/toolbox.fs.remove-empty-dir';\nimport { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';\nimport type { Types, ScopeJson } from '@teambit/legacy.scope';\nimport { HashNotFound, OutdatedIndexJson, UnmergedComponents, RemoteLanes } from '@teambit/legacy.scope';\nimport type { IndexType, IndexItem } from './scope-index';\nimport { ScopeIndex } from './scope-index';\nimport BitObject from './object';\nimport type { ObjectItem } from './object-list';\nimport { ObjectList } from './object-list';\nimport BitRawObject from './raw-object';\nimport Ref from './ref';\nimport type { InMemoryCache } from '@teambit/harmony.modules.in-memory-cache';\nimport { getMaxSizeForObjects, createInMemoryCache } from '@teambit/harmony.modules.in-memory-cache';\nimport { ScopeMeta, Lane, ModelComponent } from '../models';\n\ntype ContentTransformer = (content: Buffer) => Buffer;\nconst OBJECTS_BACKUP_DIR = `${OBJECTS_DIR}.bak`;\nconst TRASH_DIR = 'trash';\n\nexport default class Repository {\n objects: { [key: string]: BitObject } = {};\n objectsToRemove: Ref[] = [];\n scopeJson: ScopeJson;\n onRead: ContentTransformer;\n onPersist: ContentTransformer;\n scopePath: string;\n scopeIndex: ScopeIndex;\n protected cache: InMemoryCache<BitObject>;\n remoteLanes!: RemoteLanes;\n unmergedComponents!: UnmergedComponents;\n _persistMutex?: Mutex;\n constructor(scopePath: string, scopeJson: ScopeJson) {\n this.scopePath = scopePath;\n this.scopeJson = scopeJson;\n this.onRead = (content: Buffer) => Repository.onPostObjectRead?.(content) || content;\n this.onPersist = (content: Buffer) => Repository.onPreObjectPersist?.(content) || content;\n this.cache = createInMemoryCache({ maxSize: getMaxSizeForObjects() });\n }\n\n get persistMutex() {\n if (!this._persistMutex) {\n this._persistMutex = new Mutex();\n }\n return this._persistMutex;\n }\n\n static async load({ scopePath, scopeJson }: { scopePath: string; scopeJson: ScopeJson }): Promise<Repository> {\n const repository = new Repository(scopePath, scopeJson);\n await repository.init();\n return repository;\n }\n\n async init() {\n const scopeIndex = await this.loadOptionallyCreateScopeIndex();\n this.scopeIndex = scopeIndex;\n this.remoteLanes = new RemoteLanes(this.scopePath);\n this.unmergedComponents = await UnmergedComponents.load(this.scopePath);\n }\n\n static async create({ scopePath, scopeJson }: { scopePath: string; scopeJson: ScopeJson }): Promise<Repository> {\n const repository = new Repository(scopePath, scopeJson);\n const scopeIndex = ScopeIndex.create(scopePath);\n repository.scopeIndex = scopeIndex;\n repository.unmergedComponents = await UnmergedComponents.load(scopePath);\n repository.remoteLanes = new RemoteLanes(scopePath);\n return repository;\n }\n\n static reset(scopePath: string): Promise<void> {\n return ScopeIndex.reset(scopePath);\n }\n\n static getPathByScopePath(scopePath: string) {\n return path.join(scopePath, OBJECTS_DIR);\n }\n\n static onPostObjectsPersist: () => Promise<void>;\n\n /**\n * Hook for transforming content before objects are persisted to the filesystem.\n * Note: This function cannot be async because it's used by the synchronous `loadSync` method\n * which needs to maintain sync behavior for compatibility with existing code.\n */\n static onPreObjectPersist: (content: Buffer) => Buffer;\n\n /**\n * Hook for transforming content after objects are read from the filesystem.\n * Note: This function cannot be async because it's used by the synchronous `loadSync` method\n * which needs to maintain sync behavior for compatibility with existing code.\n */\n static onPostObjectRead: (content: Buffer) => Buffer;\n\n async reLoadScopeIndex() {\n this.scopeIndex = await this.loadOptionallyCreateScopeIndex();\n }\n\n /**\n * current scope index difference with <scope_folder>/index.json content, reload it\n * @deprecated use Scope aspect `watchSystemFiles` instead, it's way more efficient.\n */\n public async reloadScopeIndexIfNeed(force = false) {\n const latestScopeIndex = await this.loadOptionallyCreateScopeIndex();\n if (force) {\n this.scopeIndex = latestScopeIndex;\n return;\n }\n\n const currentAllScopeIndexItems = this.scopeIndex.getAll();\n const latestAllScopeIndexItems = latestScopeIndex.getAll();\n\n if (currentAllScopeIndexItems.length !== latestAllScopeIndexItems.length) {\n this.scopeIndex = latestScopeIndex;\n return;\n }\n\n if (differenceWith(currentAllScopeIndexItems, latestAllScopeIndexItems, isEqual).length) {\n this.scopeIndex = latestScopeIndex;\n }\n }\n\n ensureDir() {\n return fs.ensureDir(this.getPath());\n }\n\n getPath() {\n return Repository.getPathByScopePath(this.scopePath);\n }\n\n getBackupPath(dirName?: string): string {\n const backupPath = path.join(this.scopePath, OBJECTS_BACKUP_DIR);\n return dirName ? path.join(backupPath, dirName) : backupPath;\n }\n\n getTrashDir() {\n return path.join(this.scopePath, TRASH_DIR);\n }\n\n getLicense(): Promise<string> {\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return this.scopeJson.getPopulatedLicense();\n }\n\n async getScopeMetaObject(): Promise<ObjectItem> {\n const license = await this.getLicense();\n const object = ScopeMeta.fromObject({ license, name: this.scopeJson.name });\n return { ref: object.hash(), buffer: await object.compress() };\n }\n\n objectPath(ref: Ref): string {\n return path.join(this.getPath(), this.hashPath(ref));\n }\n\n async has(ref: Ref): Promise<boolean> {\n const objectPath = this.objectPath(ref);\n return fs.pathExists(objectPath);\n }\n\n async hasMultiple(refs: Ref[]): Promise<Ref[]> {\n const concurrency = concurrentIOLimit();\n const existingRefs = await pMapPool(\n refs,\n async (ref) => {\n const pathExists = await this.has(ref);\n return pathExists ? ref : null;\n },\n { concurrency }\n );\n return compact(existingRefs);\n }\n\n async load(ref: Ref, throws = false): Promise<BitObject> {\n // during tag, the updated objects are in `this.objects`.\n // `this.cache` is less reliable, because if it reaches its max, then it loads from the filesystem, which may not\n // be there yet (in case of \"version\" object), or may be out-of-date (in case of \"component\" object).\n const inMemoryObjects = this.objects[ref.hash.toString()];\n if (inMemoryObjects) return inMemoryObjects;\n if (ref.hash.length < HASH_SIZE) {\n ref = await this.getFullRefFromShortHash(ref);\n }\n const cached = this.getCache(ref);\n if (cached) {\n return cached;\n }\n let fileContentsRaw: Buffer;\n const objectPath = this.objectPath(ref);\n try {\n fileContentsRaw = await fs.readFile(objectPath);\n } catch (err: any) {\n if (err.code !== 'ENOENT') {\n logger.error(`Failed reading a ref file ${objectPath}. Error: ${err.message}`);\n throw err;\n }\n logger.trace(`Failed finding a ref file ${objectPath}.`);\n if (throws) {\n // if we just `throw err` we loose the stack trace.\n // see https://stackoverflow.com/questions/68022123/no-stack-in-fs-promises-readfile-enoent-error\n const msg = `fatal: failed finding an object file ${objectPath} in the filesystem at ${err.path}`;\n throw Object.assign(err, { stack: new Error(msg).stack });\n }\n // @ts-ignore @todo: fix! it should return BitObject | null.\n return null;\n }\n const size = fileContentsRaw.byteLength;\n const fileContents = this.onRead(fileContentsRaw);\n // uncomment to debug the transformed objects by onRead\n // console.log('transformedContent load', ref.toString(), BitObject.parseSync(fileContents).getType());\n const parsedObject = await BitObject.parseObject(fileContents, objectPath);\n const maxSizeToCache = 100 * 1024; // 100KB\n if (size < maxSizeToCache) {\n // don't cache big files (mainly artifacts) to prevent out-of-memory\n this.setCache(parsedObject);\n }\n return parsedObject;\n }\n\n /**\n * this is restricted to provide objects according to the given types. Otherwise, big scopes (>1GB) could crush.\n * example usage: `this.list([ModelComponent, Symlink, Lane])`\n */\n async list(types: Types): Promise<BitObject[]> {\n const refs = await this.listRefs();\n const concurrency = concurrentIOLimit();\n logger.debug(\n `Repository.list, ${refs.length} refs are going to be loaded, searching for types: ${types.map((t) => t.name).join(', ')}`\n );\n const objects: BitObject[] = [];\n const loadGracefully = process.argv.includes('--never-exported');\n const isTypeIncluded = (obj: BitObject) => types.some((type) => type.name === obj.constructor.name); // avoid using \"obj instanceof type\" for Harmony to call this function successfully\n await pMapPool(\n refs,\n async (ref) => {\n const object = loadGracefully\n ? await this.loadRefDeleteIfInvalid(ref)\n : await this.loadRefOnlyIfType(ref, types);\n if (!object) return;\n if (loadGracefully && !isTypeIncluded(object)) return;\n objects.push(object);\n },\n {\n concurrency,\n onCompletedChunk: (completed) => {\n if (completed % 1000 === 0) logger.debug(`Repository.list, completed ${completed} out of ${refs.length}`);\n },\n }\n );\n return objects;\n }\n\n async loadRefDeleteIfInvalid(ref: Ref) {\n try {\n return await this.load(ref, true);\n } catch (err: any) {\n // this is needed temporarily to allow `bit reset --never-exported` to fix the bit-id-comp-id error.\n // in a few months, we can remove this condition (around min 2024)\n if (err.constructor.name === 'BitIdCompIdError' || err.constructor.name === 'MissingScope') {\n logger.debug(`bit-id-comp-id error, moving an object to trash ${ref.toString()}`);\n await this.moveOneObjectToTrash(ref);\n return undefined;\n }\n throw err;\n }\n }\n\n async loadRefOnlyIfType(ref: Ref, types: Types): Promise<BitObject | null> {\n const objectPath = this.objectPath(ref);\n const fileContentsRaw = await fs.readFile(objectPath);\n const fileContents = this.onRead(fileContentsRaw);\n const typeNames = types.map((type) => type.name);\n const parsedObject = await BitObject.parseObjectOnlyIfType(fileContents, typeNames, objectPath);\n return parsedObject;\n }\n\n async listRefs(cwd = this.getPath()): Promise<Array<Ref>> {\n const matches = await glob(path.join('*', '*'), { cwd });\n const refs = matches.map((str) => {\n const hash = str.replace(path.sep, '');\n if (!isSnap(hash)) {\n logger.error(`fatal: the file \"${str}\" is not a valid bit object path`);\n return null;\n }\n return new Ref(hash);\n });\n return compact(refs);\n }\n\n async listRefsStartWith(shortHash: Ref): Promise<Array<Ref>> {\n const pathPrefix = this.hashPath(shortHash);\n const matches = await glob(`${pathPrefix}*`, { cwd: this.getPath() });\n const refs = matches.map((str) => {\n const hash = str.replace(path.sep, '');\n if (!isSnap(hash)) {\n logger.error(`fatal: the file \"${str}\" is not a valid bit object path`);\n return null;\n }\n return new Ref(hash);\n });\n return compact(refs);\n }\n\n async listRawObjects(): Promise<any> {\n const refs = await this.listRefs();\n const concurrency = concurrentIOLimit();\n return pMapPool(\n refs,\n async (ref) => {\n try {\n const buffer = await this.loadRaw(ref);\n const bitRawObject = await BitRawObject.fromDeflatedBuffer(buffer, ref.hash);\n return bitRawObject;\n } catch {\n logger.error(`Couldn't load the ref ${ref} this object is probably corrupted and should be delete`);\n return null;\n }\n },\n { concurrency }\n );\n }\n\n async listObjectsFromIndex(indexType: IndexType, filter?: Function): Promise<BitObject[]> {\n const hashes = filter ? this.scopeIndex.getHashesByQuery(indexType, filter) : this.scopeIndex.getHashes(indexType);\n return this._getBitObjectsByHashes(hashes);\n }\n\n getHashFromIndex(indexType: IndexType, filter: Function): string | null {\n const hashes = this.scopeIndex.getHashesByQuery(indexType, filter);\n if (hashes.length > 2) throw new Error('getHashFromIndex expect to get zero or one result');\n return hashes.length ? hashes[0] : null;\n }\n\n async _getBitObjectsByHashes(hashes: string[]): Promise<BitObject[]> {\n const missingIndexItems: IndexItem[] = [];\n const bitObjects = await Promise.all(\n hashes.map(async (hash) => {\n const bitObject = await this.load(new Ref(hash));\n if (!bitObject) {\n const indexItem = this.scopeIndex.find(hash);\n if (!indexItem) throw new Error(`_getBitObjectsByHashes failed finding ${hash}`);\n missingIndexItems.push(indexItem);\n return;\n }\n return bitObject;\n })\n );\n if (missingIndexItems.length) {\n this.scopeIndex.removeMany(missingIndexItems.map((item) => new Ref(item.hash)));\n await this.scopeIndex.write();\n const missingStringified = missingIndexItems.map((item) => item.toIdentifierString());\n throw new OutdatedIndexJson(missingStringified);\n }\n return compact(bitObjects);\n }\n\n async loadOptionallyCreateScopeIndex(): Promise<ScopeIndex> {\n try {\n const scopeIndex = await ScopeIndex.load(this.scopePath);\n return scopeIndex;\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n const bitObjects: BitObject[] = await this.list([ModelComponent, Lane]);\n const scopeIndex = ScopeIndex.create(this.scopePath);\n const added = scopeIndex.addMany(bitObjects);\n if (added) await scopeIndex.write();\n return scopeIndex;\n }\n throw err;\n }\n }\n\n async loadRaw(ref: Ref): Promise<Buffer> {\n if (ref.hash.length < HASH_SIZE) {\n ref = await this.getFullRefFromShortHash(ref);\n }\n const raw = await fs.readFile(this.objectPath(ref));\n // Run hook to transform content pre reading\n const transformedContent = this.onRead(raw);\n // uncomment to debug the transformed objects by onRead\n // console.log('transformedContent loadRaw', ref.toString(), BitObject.parseSync(transformedContent).getType());\n return transformedContent;\n }\n\n async getFullRefFromShortHash(ref: Ref): Promise<Ref> {\n const refs = await this.listRefsStartWith(ref);\n if (refs.length > 1) {\n throw new Error(\n `found ${refs.length} objects with the same short hash ${ref.toString()}, please use longer hash`\n );\n }\n if (refs.length === 0) {\n throw new Error(`failed finding an object with the short hash ${ref.toString()}`);\n }\n return refs[0];\n }\n\n async loadManyRaw(refs: Ref[]): Promise<ObjectItem[]> {\n const concurrency = concurrentIOLimit();\n const uniqRefs = uniqBy(refs, 'hash');\n return pMapPool(uniqRefs, async (ref) => ({ ref, buffer: await this.loadRaw(ref) }), { concurrency });\n }\n\n async loadManyRawIgnoreMissing(refs: Ref[]): Promise<ObjectItem[]> {\n const concurrency = concurrentIOLimit();\n const results = await pMapPool(\n refs,\n async (ref) => {\n try {\n const buffer = await this.loadRaw(ref);\n return { ref, buffer };\n } catch (err: any) {\n if (err.code === 'ENOENT') return null;\n throw err;\n }\n },\n { concurrency }\n );\n return compact(results);\n }\n\n async loadRawObject(ref: Ref): Promise<BitRawObject> {\n const buffer = await this.loadRaw(ref);\n const bitRawObject = await BitRawObject.fromDeflatedBuffer(buffer, ref.hash);\n return bitRawObject as any as BitRawObject;\n }\n\n /**\n * prefer using `this.load()` for an async version, which also writes to the cache\n */\n loadSync(ref: Ref, throws = true): BitObject {\n try {\n const objectFile = fs.readFileSync(this.objectPath(ref));\n // Run hook to transform content pre reading\n const transformedContent = this.onRead(objectFile);\n return BitObject.parseSync(transformedContent);\n } catch {\n if (throws) {\n throw new HashNotFound(ref.toString());\n }\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return null;\n }\n }\n\n setCache(object: BitObject) {\n this.cache.set(object.hash().toString(), object);\n return this;\n }\n\n getCache(ref: Ref): BitObject | undefined {\n return this.cache.get(ref.toString());\n }\n\n removeFromCache(ref: Ref) {\n this.cache.delete(ref.toString());\n }\n\n async clearCache() {\n logger.debug('repository.clearCache');\n this.cache.deleteAll();\n await this.init();\n }\n clearObjectsFromCache() {\n logger.debug('repository.clearObjectsFromCache');\n this.cache.deleteAll();\n }\n\n backup(dirName?: string) {\n const backupDir = this.getBackupPath(dirName);\n const objectsDir = this.getPath();\n logger.debug(`making a backup of all objects from ${objectsDir} to ${backupDir}`);\n fs.emptyDirSync(backupDir);\n fs.copySync(objectsDir, backupDir);\n }\n\n add(object: BitObject | null | undefined): Repository {\n // console.trace(`repository: adding object ${object?.hash().toString()}`);\n if (!object) return this;\n // leave the following commented log message, it is very useful for debugging but too verbose when not needed.\n // logger.debug(`repository: adding object ${object.hash().toString()} which consist of the following id: ${object.id()}`);\n this.objects[object.hash().toString()] = object;\n this.setCache(object);\n return this;\n }\n\n addMany(objects: BitObject[]): Repository {\n if (!objects || !objects.length) return this;\n objects.forEach((obj) => this.add(obj));\n return this;\n }\n\n removeObject(ref: Ref) {\n this.objectsToRemove.push(ref);\n }\n\n removeManyObjects(refs: Ref[]) {\n if (!refs || !refs.length) return;\n refs.forEach((ref) => this.removeObject(ref));\n }\n\n findMany(refs: Ref[]): Promise<BitObject[]> {\n return Promise.all(refs.map((ref) => this.load(ref)));\n }\n\n /**\n * important! use this method only for commands that are non running on an http server.\n *\n * it's better to remove/delete objects directly and not using the `objects` member.\n * it helps to avoid multiple processes running concurrently on an http server.\n *\n * persist objects changes (added and removed) into the filesystem\n * do not call this function multiple times in parallel, otherwise, it'll damage the index.json file.\n * call this function only once after you added and removed all applicable objects.\n */\n async persist(validate = true): Promise<void> {\n // do not let two requests enter this critical area, otherwise, refs/index.json/objects could\n // be corrupted\n logger.debug(`Repository.persist, going to acquire a lock`);\n await this.persistMutex.runExclusive(async () => {\n logger.debug(`Repository.persist, validate = ${validate.toString()}, a lock has been acquired`);\n await this.deleteObjectsFromFS(this.objectsToRemove);\n this.validateObjects(validate, Object.values(this.objects));\n await this.writeObjectsToTheFS(Object.values(this.objects));\n await this.writeRemoteLanes();\n await this.unmergedComponents.write();\n });\n logger.debug(`Repository.persist, completed. the lock has been released`);\n this.clearObjects();\n if (Repository.onPostObjectsPersist) {\n Repository.onPostObjectsPersist().catch((err) => {\n logger.error('fatal: onPostObjectsPersist encountered an error (this error does not stop the process)', err);\n });\n }\n }\n\n async writeRemoteLanes() {\n await this.remoteLanes.write();\n }\n\n /**\n * this is especially critical for http server, where one process lives long and serves multiple\n * exports. without this, the objects get accumulated over time and being rewritten over and over\n * again.\n */\n private clearObjects() {\n this.objects = {};\n this.objectsToRemove = [];\n }\n\n /**\n * normally, the validation step takes place just before the acutal writing of the file.\n * however, this can be an issue where a component has an invalid version. the component could\n * be saved before validating the version (see #1727). that's why we validate here before writing\n * anything to the filesystem.\n * the open question here is whether should we validate again before the actual writing or it\n * should be enough to validate here?\n * for now, it does validate again before saving, only to be 100% sure nothing happens in a few\n * lines of code until the actual writing. however, if the performance penalty is noticeable, we\n * can easily revert it by changing `bitObject.validateBeforePersist = false` line run regardless\n * the `validate` argument.\n */\n validateObjects(validate: boolean, objects: BitObject[]) {\n objects.forEach((bitObject) => {\n // @ts-ignore some BitObject classes have validate() method\n if (validate && bitObject.validate) {\n // @ts-ignore\n bitObject.validate();\n }\n if (!validate) {\n bitObject.validateBeforePersist = false;\n }\n });\n }\n\n async deleteObjectsFromFS(refs: Ref[]): Promise<void> {\n if (!refs.length) return;\n const uniqRefs = uniqBy(refs, 'hash');\n logger.debug(`Repository._deleteMany: deleting ${uniqRefs.length} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(uniqRefs, (ref) => this._deleteOne(ref), { concurrency });\n const removed = this.scopeIndex.removeMany(uniqRefs);\n if (removed) await this.scopeIndex.write();\n }\n\n async moveObjectsToDir(refs: Ref[], dir: string): Promise<void> {\n if (!refs.length) return;\n const uniqRefs = uniqBy(refs, 'hash');\n logger.debug(`Repository.moveObjectsToDir: ${uniqRefs.length} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(uniqRefs, (ref) => this.moveOneObjectToDir(ref, dir), { concurrency });\n const removed = this.scopeIndex.removeMany(uniqRefs);\n if (removed) await this.scopeIndex.write();\n }\n\n async moveObjectsToTrash(refs: Ref[]): Promise<void> {\n await this.moveObjectsToDir(refs, TRASH_DIR);\n }\n\n async listTrash(): Promise<Ref[]> {\n return this.listRefs(this.getTrashDir());\n }\n\n async getFromTrash(refs: Ref[]): Promise<BitObject[]> {\n const objectsFromTrash = await Promise.all(\n refs.map(async (ref) => {\n const trashObjPath = path.join(this.getTrashDir(), this.hashPath(ref));\n let buffer: Buffer;\n try {\n buffer = await fs.readFile(trashObjPath);\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n throw new BitError(`unable to find the object ${ref.toString()} in the trash`);\n }\n throw err;\n }\n return BitObject.parseObject(buffer, trashObjPath);\n })\n );\n return objectsFromTrash;\n }\n\n async restoreFromTrash(refs: Ref[]) {\n logger.debug(`Repository.restoreFromTrash: ${refs.length} objects`);\n const objectsFromTrash = await this.getFromTrash(refs);\n await this.writeObjectsToTheFS(objectsFromTrash);\n }\n\n async restoreFromDir(dir: string, overwrite = false) {\n await fs.copy(path.join(this.scopePath, dir), this.getPath(), { overwrite });\n }\n\n private async moveOneObjectToDir(ref: Ref, dir: string) {\n const currentPath = this.objectPath(ref);\n const absDir = path.join(this.scopePath, dir);\n const fullPath = path.join(absDir, this.hashPath(ref));\n await fs.move(currentPath, fullPath, { overwrite: true });\n this.removeFromCache(ref);\n }\n\n private async moveOneObjectToTrash(ref: Ref) {\n await this.moveOneObjectToDir(ref, TRASH_DIR);\n }\n\n async deleteRecordsFromUnmergedComponents(compIds: ComponentID[]) {\n this.unmergedComponents.removeMultipleComponents(compIds);\n await this.unmergedComponents.write();\n }\n\n /**\n * write all objects to the FS and index the components/lanes/symlink objects\n */\n async writeObjectsToTheFS(objects: BitObject[]): Promise<void> {\n const count = objects.length;\n if (!count) return;\n logger.trace(`Repository.writeObjectsToTheFS: started writing ${count} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(objects, (obj) => this._writeOne(obj), {\n concurrency,\n });\n logger.trace(`Repository.writeObjectsToTheFS: completed writing ${count} objects`);\n\n const added = this.scopeIndex.addMany(objects);\n if (added) await this.scopeIndex.write();\n }\n\n /**\n * do not call this method directly. always call this.removeObject() and once done with all objects,\n * call this.persist()\n */\n _deleteOne(ref: Ref): Promise<boolean> {\n this.removeFromCache(ref);\n const pathToDelete = this.objectPath(ref);\n logger.trace(`repository._deleteOne: deleting ${pathToDelete}`);\n return removeFile(pathToDelete, true);\n }\n\n /**\n * always prefer this.persist() or this.writeObjectsToTheFS()\n * this method doesn't write to scopeIndex. so using this method for ModelComponent or\n * Symlink makes the index outdated.\n */\n async _writeOne(object: BitObject): Promise<boolean> {\n const contents = await object.compress();\n const options: ChownOptions = {};\n if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);\n const hash = object.hash();\n if (this.cache.has(hash.toString())) this.cache.set(hash.toString(), object); // update the cache\n const objectPath = this.objectPath(hash);\n logger.trace(`repository._writeOne: ${objectPath}`);\n // Run hook to transform content pre persisting\n const transformedContent = this.onPersist(contents);\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return writeFile(objectPath, transformedContent, options);\n }\n\n async writeObjectsToPendingDir(objectList: ObjectList, pendingDir: PathOsBasedAbsolute) {\n // Refs come from client-supplied tar entry names. Validate the whole batch\n // before any writes so a crafted ref can't escape pendingDir AND so we\n // don't leave orphan files in pendingDir when one entry is rejected mid-batch.\n // Mirrors the isSnap check listRefs already applies on the read path.\n for (const object of objectList.objects) {\n const ref = object.ref.toString();\n if (!isSnap(ref)) throw new BitError(`invalid object ref: ${JSON.stringify(ref)}`);\n }\n const options: ChownOptions = {};\n if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);\n await Promise.all(\n objectList.objects.map(async (object) => {\n const objPath = path.join(pendingDir, this.hashPath(object.ref));\n await writeFile(objPath, object.buffer, options);\n })\n );\n }\n\n async readObjectsFromPendingDir(pendingDir: PathOsBasedAbsolute) {\n const refs = await this.listRefs(pendingDir);\n const objects = await Promise.all(\n refs.map(async (ref) => {\n const buffer = await fs.readFile(path.join(pendingDir, this.hashPath(ref)));\n return { ref, buffer };\n })\n );\n return new ObjectList(objects);\n }\n\n private hashPath(ref: Ref) {\n const hash = ref.toString();\n return path.join(hash.slice(0, 2), hash.slice(2));\n }\n}\n\nasync function removeFile(filePath: string, propagateDirs = false): Promise<boolean> {\n try {\n await fs.unlink(filePath);\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n // the file doesn't exist, that's fine, no need to do anything\n return false;\n }\n throw err;\n }\n if (!propagateDirs) return true;\n const { dir } = path.parse(filePath);\n await removeEmptyDir(dir);\n return true;\n}\n\nasync function resolveGroupId(groupName: string): Promise<number | null | undefined> {\n // unix group ids are meaningless on Windows, which has no /etc/group and no process.getgid\n if (!process.getgid) return null;\n let groupFileContent: string;\n try {\n groupFileContent = await fs.readFile('/etc/group', 'utf8');\n } catch (err: any) {\n logger.error('resolveGroupId', err);\n throw new BitError(`unable to resolve group id of \"${groupName}\", got an error ${err.message}`);\n }\n const groupLine = groupFileContent.split('\\n').find((line) => line.split(':')[0] === groupName);\n if (!groupLine) {\n throw new BitError(`unable to resolve group id of \"${groupName}\", the group does not exist`);\n }\n const gid = Number(groupLine.split(':')[2]);\n if (Number.isNaN(gid)) {\n throw new BitError(`unable to resolve group id of \"${groupName}\", got an error parsing /etc/group`);\n }\n return gid;\n}\n"],"mappings":";;;;;;AAAA,SAAAA,SAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,QAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,YAAA;EAAA,MAAAH,IAAA,GAAAE,OAAA;EAAAC,WAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,QAAA;EAAA,MAAAJ,IAAA,GAAAE,OAAA;EAAAE,OAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,UAAA;EAAA,MAAAL,IAAA,GAAAE,OAAA;EAAAG,SAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAM,kBAAA;EAAA,MAAAN,IAAA,GAAAE,OAAA;EAAAI,iBAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,KAAA;EAAA,MAAAP,IAAA,GAAAQ,uBAAA,CAAAN,OAAA;EAAAK,IAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,gBAAA;EAAA,MAAAT,IAAA,GAAAE,OAAA;EAAAO,eAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,QAAA;EAAA,MAAAV,IAAA,GAAAE,OAAA;EAAAQ,OAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,SAAA;EAAA,MAAAX,IAAA,GAAAE,OAAA;EAAAS,QAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAY,SAAA;EAAA,MAAAZ,IAAA,GAAAE,OAAA;EAAAU,QAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,MAAA;EAAA,MAAAb,IAAA,GAAAE,OAAA;EAAAW,KAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAc,WAAA;EAAA,MAAAd,IAAA,GAAAE,OAAA;EAAAY,UAAA,YAAAA,CAAA;IAAA,OAAAd,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAe,gBAAA;EAAA,MAAAf,IAAA,GAAAE,OAAA;EAAAa,eAAA,YAAAA,CAAA;IAAA,OAAAf,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAgB,SAAA;EAAA,MAAAhB,IAAA,GAAAE,OAAA;EAAAc,QAAA,YAAAA,CAAA;IAAA,OAAAhB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAiB,YAAA;EAAA,MAAAjB,IAAA,GAAAE,OAAA;EAAAe,WAAA,YAAAA,CAAA;IAAA,OAAAjB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAkB,QAAA;EAAA,MAAAlB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAgB,OAAA,YAAAA,CAAA;IAAA,OAAAlB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAmB,YAAA;EAAA,MAAAnB,IAAA,GAAAE,OAAA;EAAAiB,WAAA,YAAAA,CAAA;IAAA,OAAAnB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAoB,WAAA;EAAA,MAAApB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAkB,UAAA,YAAAA,CAAA;IAAA,OAAApB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAqB,KAAA;EAAA,MAAArB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAmB,IAAA,YAAAA,CAAA;IAAA,OAAArB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAsB,iBAAA;EAAA,MAAAtB,IAAA,GAAAE,OAAA;EAAAoB,gBAAA,YAAAA,CAAA;IAAA,OAAAtB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAuB,QAAA;EAAA,MAAAvB,IAAA,GAAAE,OAAA;EAAAqB,OAAA,YAAAA,CAAA;IAAA,OAAAvB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA4D,SAAAQ,wBAAAgB,CAAA,EAAAC,CAAA,6BAAAC,OAAA,MAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAlB,uBAAA,YAAAA,CAAAgB,CAAA,EAAAC,CAAA,SAAAA,CAAA,IAAAD,CAAA,IAAAA,CAAA,CAAAK,UAAA,SAAAL,CAAA,MAAAM,CAAA,EAAAC,CAAA,EAAAC,CAAA,KAAAC,SAAA,QAAAC,OAAA,EAAAV,CAAA,iBAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,SAAAQ,CAAA,MAAAF,CAAA,GAAAL,CAAA,GAAAG,CAAA,GAAAD,CAAA,QAAAG,CAAA,CAAAK,GAAA,CAAAX,CAAA,UAAAM,CAAA,CAAAM,GAAA,CAAAZ,CAAA,GAAAM,CAAA,CAAAO,GAAA,CAAAb,CAAA,EAAAQ,CAAA,gBAAAP,CAAA,IAAAD,CAAA,gBAAAC,CAAA,OAAAa,cAAA,CAAAC,IAAA,CAAAf,CAAA,EAAAC,CAAA,OAAAM,CAAA,IAAAD,CAAA,GAAAU,MAAA,CAAAC,cAAA,KAAAD,MAAA,CAAAE,wBAAA,CAAAlB,CAAA,EAAAC,CAAA,OAAAM,CAAA,CAAAK,GAAA,IAAAL,CAAA,CAAAM,GAAA,IAAAP,CAAA,CAAAE,CAAA,EAAAP,CAAA,EAAAM,CAAA,IAAAC,CAAA,CAAAP,CAAA,IAAAD,CAAA,CAAAC,CAAA,WAAAO,CAAA,KAAAR,CAAA,EAAAC,CAAA;AAAA,SAAAxB,uBAAAuB,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAK,UAAA,GAAAL,CAAA,KAAAU,OAAA,EAAAV,CAAA;AAAA,SAAAmB,gBAAAnB,CAAA,EAAAG,CAAA,EAAAF,CAAA,YAAAE,CAAA,GAAAiB,cAAA,CAAAjB,CAAA,MAAAH,CAAA,GAAAgB,MAAA,CAAAC,cAAA,CAAAjB,CAAA,EAAAG,CAAA,IAAAkB,KAAA,EAAApB,CAAA,EAAAqB,UAAA,MAAAC,YAAA,MAAAC,QAAA,UAAAxB,CAAA,CAAAG,CAAA,IAAAF,CAAA,EAAAD,CAAA;AAAA,SAAAoB,eAAAnB,CAAA,QAAAM,CAAA,GAAAkB,YAAA,CAAAxB,CAAA,uCAAAM,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAkB,aAAAxB,CAAA,EAAAE,CAAA,2BAAAF,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAD,CAAA,GAAAC,CAAA,CAAAyB,MAAA,CAAAC,WAAA,kBAAA3B,CAAA,QAAAO,CAAA,GAAAP,CAAA,CAAAe,IAAA,CAAAd,CAAA,EAAAE,CAAA,uCAAAI,CAAA,SAAAA,CAAA,YAAAqB,SAAA,yEAAAzB,CAAA,GAAA0B,MAAA,GAAAC,MAAA,EAAA7B,CAAA;AAG5D,MAAM8B,kBAAkB,GAAG,GAAGC,qBAAW,MAAM;AAC/C,MAAMC,SAAS,GAAG,OAAO;AAEV,MAAMC,UAAU,CAAC;EAY9BC,WAAWA,CAACC,SAAiB,EAAEC,SAAoB,EAAE;IAAAlB,eAAA,kBAXb,CAAC,CAAC;IAAAA,eAAA,0BACjB,EAAE;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAWzB,IAAI,CAACiB,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,MAAM,GAAIC,OAAe,IAAKL,UAAU,CAACM,gBAAgB,GAAGD,OAAO,CAAC,IAAIA,OAAO;IACpF,IAAI,CAACE,SAAS,GAAIF,OAAe,IAAKL,UAAU,CAACQ,kBAAkB,GAAGH,OAAO,CAAC,IAAIA,OAAO;IACzF,IAAI,CAACI,KAAK,GAAG,IAAAC,sCAAmB,EAAC;MAAEC,OAAO,EAAE,IAAAC,uCAAoB,EAAC;IAAE,CAAC,CAAC;EACvE;EAEA,IAAIC,YAAYA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAACC,aAAa,EAAE;MACvB,IAAI,CAACA,aAAa,GAAG,KAAIC,mBAAK,EAAC,CAAC;IAClC;IACA,OAAO,IAAI,CAACD,aAAa;EAC3B;EAEA,aAAaE,IAAIA,CAAC;IAAEd,SAAS;IAAEC;EAAuD,CAAC,EAAuB;IAC5G,MAAMc,UAAU,GAAG,IAAIjB,UAAU,CAACE,SAAS,EAAEC,SAAS,CAAC;IACvD,MAAMc,UAAU,CAACC,IAAI,CAAC,CAAC;IACvB,OAAOD,UAAU;EACnB;EAEA,MAAMC,IAAIA,CAAA,EAAG;IACX,MAAMC,UAAU,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAAC,CAAC;IAC9D,IAAI,CAACD,UAAU,GAAGA,UAAU;IAC5B,IAAI,CAACE,WAAW,GAAG,KAAIC,sBAAW,EAAC,IAAI,CAACpB,SAAS,CAAC;IAClD,IAAI,CAACqB,kBAAkB,GAAG,MAAMC,6BAAkB,CAACR,IAAI,CAAC,IAAI,CAACd,SAAS,CAAC;EACzE;EAEA,aAAauB,MAAMA,CAAC;IAAEvB,SAAS;IAAEC;EAAuD,CAAC,EAAuB;IAC9G,MAAMc,UAAU,GAAG,IAAIjB,UAAU,CAACE,SAAS,EAAEC,SAAS,CAAC;IACvD,MAAMgB,UAAU,GAAGO,wBAAU,CAACD,MAAM,CAACvB,SAAS,CAAC;IAC/Ce,UAAU,CAACE,UAAU,GAAGA,UAAU;IAClCF,UAAU,CAACM,kBAAkB,GAAG,MAAMC,6BAAkB,CAACR,IAAI,CAACd,SAAS,CAAC;IACxEe,UAAU,CAACI,WAAW,GAAG,KAAIC,sBAAW,EAACpB,SAAS,CAAC;IACnD,OAAOe,UAAU;EACnB;EAEA,OAAOU,KAAKA,CAACzB,SAAiB,EAAiB;IAC7C,OAAOwB,wBAAU,CAACC,KAAK,CAACzB,SAAS,CAAC;EACpC;EAEA,OAAO0B,kBAAkBA,CAAC1B,SAAiB,EAAE;IAC3C,OAAOrD,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC3B,SAAS,EAAEJ,qBAAW,CAAC;EAC1C;EAkBA,MAAMgC,gBAAgBA,CAAA,EAAG;IACvB,IAAI,CAACX,UAAU,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAAC,CAAC;EAC/D;;EAEA;AACF;AACA;AACA;EACE,MAAaW,sBAAsBA,CAACC,KAAK,GAAG,KAAK,EAAE;IACjD,MAAMC,gBAAgB,GAAG,MAAM,IAAI,CAACb,8BAA8B,CAAC,CAAC;IACpE,IAAIY,KAAK,EAAE;MACT,IAAI,CAACb,UAAU,GAAGc,gBAAgB;MAClC;IACF;IAEA,MAAMC,yBAAyB,GAAG,IAAI,CAACf,UAAU,CAACgB,MAAM,CAAC,CAAC;IAC1D,MAAMC,wBAAwB,GAAGH,gBAAgB,CAACE,MAAM,CAAC,CAAC;IAE1D,IAAID,yBAAyB,CAACG,MAAM,KAAKD,wBAAwB,CAACC,MAAM,EAAE;MACxE,IAAI,CAAClB,UAAU,GAAGc,gBAAgB;MAClC;IACF;IAEA,IAAI,IAAAK,wBAAc,EAACJ,yBAAyB,EAAEE,wBAAwB,EAAEG,iBAAO,CAAC,CAACF,MAAM,EAAE;MACvF,IAAI,CAAClB,UAAU,GAAGc,gBAAgB;IACpC;EACF;EAEAO,SAASA,CAAA,EAAG;IACV,OAAOC,kBAAE,CAACD,SAAS,CAAC,IAAI,CAACE,OAAO,CAAC,CAAC,CAAC;EACrC;EAEAA,OAAOA,CAAA,EAAG;IACR,OAAO1C,UAAU,CAAC4B,kBAAkB,CAAC,IAAI,CAAC1B,SAAS,CAAC;EACtD;EAEAyC,aAAaA,CAACC,OAAgB,EAAU;IACtC,MAAMC,UAAU,GAAGhG,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEL,kBAAkB,CAAC;IAChE,OAAO+C,OAAO,GAAG/F,IAAI,CAAD,CAAC,CAACgF,IAAI,CAACgB,UAAU,EAAED,OAAO,CAAC,GAAGC,UAAU;EAC9D;EAEAC,WAAWA,CAAA,EAAG;IACZ,OAAOjG,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEH,SAAS,CAAC;EAC7C;EAEAgD,UAAUA,CAAA,EAAoB;IAC5B;IACA,OAAO,IAAI,CAAC5C,SAAS,CAAC6C,mBAAmB,CAAC,CAAC;EAC7C;EAEA,MAAMC,kBAAkBA,CAAA,EAAwB;IAC9C,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACH,UAAU,CAAC,CAAC;IACvC,MAAMI,MAAM,GAAGC,mBAAS,CAACC,UAAU,CAAC;MAAEH,OAAO;MAAEI,IAAI,EAAE,IAAI,CAACnD,SAAS,CAACmD;IAAK,CAAC,CAAC;IAC3E,OAAO;MAAEC,GAAG,EAAEJ,MAAM,CAACK,IAAI,CAAC,CAAC;MAAEC,MAAM,EAAE,MAAMN,MAAM,CAACO,QAAQ,CAAC;IAAE,CAAC;EAChE;EAEAC,UAAUA,CAACJ,GAAQ,EAAU;IAC3B,OAAO1G,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAACa,OAAO,CAAC,CAAC,EAAE,IAAI,CAACkB,QAAQ,CAACL,GAAG,CAAC,CAAC;EACtD;EAEA,MAAM9E,GAAGA,CAAC8E,GAAQ,EAAoB;IACpC,MAAMI,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,OAAOd,kBAAE,CAACoB,UAAU,CAACF,UAAU,CAAC;EAClC;EAEA,MAAMG,WAAWA,CAACC,IAAW,EAAkB;IAC7C,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMC,YAAY,GAAG,MAAM,IAAAC,0BAAQ,EACjCJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,MAAMM,UAAU,GAAG,MAAM,IAAI,CAACpF,GAAG,CAAC8E,GAAG,CAAC;MACtC,OAAOM,UAAU,GAAGN,GAAG,GAAG,IAAI;IAChC,CAAC,EACD;MAAES;IAAY,CAChB,CAAC;IACD,OAAO,IAAAI,iBAAO,EAACF,YAAY,CAAC;EAC9B;EAEA,MAAMlD,IAAIA,CAACuC,GAAQ,EAAEc,MAAM,GAAG,KAAK,EAAsB;IACvD;IACA;IACA;IACA,MAAMC,eAAe,GAAG,IAAI,CAACC,OAAO,CAAChB,GAAG,CAACC,IAAI,CAACgB,QAAQ,CAAC,CAAC,CAAC;IACzD,IAAIF,eAAe,EAAE,OAAOA,eAAe;IAC3C,IAAIf,GAAG,CAACC,IAAI,CAACnB,MAAM,GAAGoC,6BAAS,EAAE;MAC/BlB,GAAG,GAAG,MAAM,IAAI,CAACmB,uBAAuB,CAACnB,GAAG,CAAC;IAC/C;IACA,MAAMoB,MAAM,GAAG,IAAI,CAACC,QAAQ,CAACrB,GAAG,CAAC;IACjC,IAAIoB,MAAM,EAAE;MACV,OAAOA,MAAM;IACf;IACA,IAAIE,eAAuB;IAC3B,MAAMlB,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,IAAI;MACFsB,eAAe,GAAG,MAAMpC,kBAAE,CAACqC,QAAQ,CAACnB,UAAU,CAAC;IACjD,CAAC,CAAC,OAAOoB,GAAQ,EAAE;MACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;QACzBC,iBAAM,CAACC,KAAK,CAAC,6BAA6BvB,UAAU,YAAYoB,GAAG,CAACI,OAAO,EAAE,CAAC;QAC9E,MAAMJ,GAAG;MACX;MACAE,iBAAM,CAACG,KAAK,CAAC,6BAA6BzB,UAAU,GAAG,CAAC;MACxD,IAAIU,MAAM,EAAE;QACV;QACA;QACA,MAAMgB,GAAG,GAAG,wCAAwC1B,UAAU,yBAAyBoB,GAAG,CAAClI,IAAI,EAAE;QACjG,MAAMiC,MAAM,CAACwG,MAAM,CAACP,GAAG,EAAE;UAAEQ,KAAK,EAAE,IAAIC,KAAK,CAACH,GAAG,CAAC,CAACE;QAAM,CAAC,CAAC;MAC3D;MACA;MACA,OAAO,IAAI;IACb;IACA,MAAME,IAAI,GAAGZ,eAAe,CAACa,UAAU;IACvC,MAAMC,YAAY,GAAG,IAAI,CAACvF,MAAM,CAACyE,eAAe,CAAC;IACjD;IACA;IACA,MAAMe,YAAY,GAAG,MAAMC,iBAAS,CAACC,WAAW,CAACH,YAAY,EAAEhC,UAAU,CAAC;IAC1E,MAAMoC,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;IACnC,IAAIN,IAAI,GAAGM,cAAc,EAAE;MACzB;MACA,IAAI,CAACC,QAAQ,CAACJ,YAAY,CAAC;IAC7B;IACA,OAAOA,YAAY;EACrB;;EAEA;AACF;AACA;AACA;EACE,MAAMK,IAAIA,CAACC,KAAY,EAAwB;IAC7C,MAAMnC,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC,CAAC;IAClC,MAAMnC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvCgB,iBAAM,CAACmB,KAAK,CACV,oBAAoBrC,IAAI,CAAC1B,MAAM,sDAAsD6D,KAAK,CAACG,GAAG,CAAEtI,CAAC,IAAKA,CAAC,CAACuF,IAAI,CAAC,CAACzB,IAAI,CAAC,IAAI,CAAC,EAC1H,CAAC;IACD,MAAM0C,OAAoB,GAAG,EAAE;IAC/B,MAAM+B,cAAc,GAAGC,OAAO,CAACC,IAAI,CAACC,QAAQ,CAAC,kBAAkB,CAAC;IAChE,MAAMC,cAAc,GAAIC,GAAc,IAAKT,KAAK,CAACU,IAAI,CAAEC,IAAI,IAAKA,IAAI,CAACvD,IAAI,KAAKqD,GAAG,CAAC1G,WAAW,CAACqD,IAAI,CAAC,CAAC,CAAC;IACrG,MAAM,IAAAa,0BAAQ,EACZJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,MAAMJ,MAAM,GAAGmD,cAAc,GACzB,MAAM,IAAI,CAACQ,sBAAsB,CAACvD,GAAG,CAAC,GACtC,MAAM,IAAI,CAACwD,iBAAiB,CAACxD,GAAG,EAAE2C,KAAK,CAAC;MAC5C,IAAI,CAAC/C,MAAM,EAAE;MACb,IAAImD,cAAc,IAAI,CAACI,cAAc,CAACvD,MAAM,CAAC,EAAE;MAC/CoB,OAAO,CAACyC,IAAI,CAAC7D,MAAM,CAAC;IACtB,CAAC,EACD;MACEa,WAAW;MACXiD,gBAAgB,EAAGC,SAAS,IAAK;QAC/B,IAAIA,SAAS,GAAG,IAAI,KAAK,CAAC,EAAEjC,iBAAM,CAACmB,KAAK,CAAC,8BAA8Bc,SAAS,WAAWnD,IAAI,CAAC1B,MAAM,EAAE,CAAC;MAC3G;IACF,CACF,CAAC;IACD,OAAOkC,OAAO;EAChB;EAEA,MAAMuC,sBAAsBA,CAACvD,GAAQ,EAAE;IACrC,IAAI;MACF,OAAO,MAAM,IAAI,CAACvC,IAAI,CAACuC,GAAG,EAAE,IAAI,CAAC;IACnC,CAAC,CAAC,OAAOwB,GAAQ,EAAE;MACjB;MACA;MACA,IAAIA,GAAG,CAAC9E,WAAW,CAACqD,IAAI,KAAK,kBAAkB,IAAIyB,GAAG,CAAC9E,WAAW,CAACqD,IAAI,KAAK,cAAc,EAAE;QAC1F2B,iBAAM,CAACmB,KAAK,CAAC,mDAAmD7C,GAAG,CAACiB,QAAQ,CAAC,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,CAAC2C,oBAAoB,CAAC5D,GAAG,CAAC;QACpC,OAAO6D,SAAS;MAClB;MACA,MAAMrC,GAAG;IACX;EACF;EAEA,MAAMgC,iBAAiBA,CAACxD,GAAQ,EAAE2C,KAAY,EAA6B;IACzE,MAAMvC,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,MAAMsB,eAAe,GAAG,MAAMpC,kBAAE,CAACqC,QAAQ,CAACnB,UAAU,CAAC;IACrD,MAAMgC,YAAY,GAAG,IAAI,CAACvF,MAAM,CAACyE,eAAe,CAAC;IACjD,MAAMwC,SAAS,GAAGnB,KAAK,CAACG,GAAG,CAAEQ,IAAI,IAAKA,IAAI,CAACvD,IAAI,CAAC;IAChD,MAAMsC,YAAY,GAAG,MAAMC,iBAAS,CAACyB,qBAAqB,CAAC3B,YAAY,EAAE0B,SAAS,EAAE1D,UAAU,CAAC;IAC/F,OAAOiC,YAAY;EACrB;EAEA,MAAMO,QAAQA,CAACoB,GAAG,GAAG,IAAI,CAAC7E,OAAO,CAAC,CAAC,EAAuB;IACxD,MAAM8E,OAAO,GAAG,MAAM,IAAAC,YAAI,EAAC5K,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;MAAE0F;IAAI,CAAC,CAAC;IACxD,MAAMxD,IAAI,GAAGyD,OAAO,CAACnB,GAAG,CAAEqB,GAAG,IAAK;MAChC,MAAMlE,IAAI,GAAGkE,GAAG,CAACC,OAAO,CAAC9K,IAAI,CAAD,CAAC,CAAC+K,GAAG,EAAE,EAAE,CAAC;MACtC,IAAI,CAAC,IAAAC,0BAAM,EAACrE,IAAI,CAAC,EAAE;QACjByB,iBAAM,CAACC,KAAK,CAAC,oBAAoBwC,GAAG,kCAAkC,CAAC;QACvE,OAAO,IAAI;MACb;MACA,OAAO,KAAII,cAAG,EAACtE,IAAI,CAAC;IACtB,CAAC,CAAC;IACF,OAAO,IAAAY,iBAAO,EAACL,IAAI,CAAC;EACtB;EAEA,MAAMgE,iBAAiBA,CAACC,SAAc,EAAuB;IAC3D,MAAMC,UAAU,GAAG,IAAI,CAACrE,QAAQ,CAACoE,SAAS,CAAC;IAC3C,MAAMR,OAAO,GAAG,MAAM,IAAAC,YAAI,EAAC,GAAGQ,UAAU,GAAG,EAAE;MAAEV,GAAG,EAAE,IAAI,CAAC7E,OAAO,CAAC;IAAE,CAAC,CAAC;IACrE,MAAMqB,IAAI,GAAGyD,OAAO,CAACnB,GAAG,CAAEqB,GAAG,IAAK;MAChC,MAAMlE,IAAI,GAAGkE,GAAG,CAACC,OAAO,CAAC9K,IAAI,CAAD,CAAC,CAAC+K,GAAG,EAAE,EAAE,CAAC;MACtC,IAAI,CAAC,IAAAC,0BAAM,EAACrE,IAAI,CAAC,EAAE;QACjByB,iBAAM,CAACC,KAAK,CAAC,oBAAoBwC,GAAG,kCAAkC,CAAC;QACvE,OAAO,IAAI;MACb;MACA,OAAO,KAAII,cAAG,EAACtE,IAAI,CAAC;IACtB,CAAC,CAAC;IACF,OAAO,IAAAY,iBAAO,EAACL,IAAI,CAAC;EACtB;EAEA,MAAMmE,cAAcA,CAAA,EAAiB;IACnC,MAAMnE,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC,CAAC;IAClC,MAAMnC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,OAAO,IAAAE,0BAAQ,EACbJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,IAAI;QACF,MAAME,MAAM,GAAG,MAAM,IAAI,CAAC0E,OAAO,CAAC5E,GAAG,CAAC;QACtC,MAAM6E,YAAY,GAAG,MAAMC,oBAAY,CAACC,kBAAkB,CAAC7E,MAAM,EAAEF,GAAG,CAACC,IAAI,CAAC;QAC5E,OAAO4E,YAAY;MACrB,CAAC,CAAC,MAAM;QACNnD,iBAAM,CAACC,KAAK,CAAC,yBAAyB3B,GAAG,yDAAyD,CAAC;QACnG,OAAO,IAAI;MACb;IACF,CAAC,EACD;MAAES;IAAY,CAChB,CAAC;EACH;EAEA,MAAMuE,oBAAoBA,CAACC,SAAoB,EAAEC,MAAiB,EAAwB;IACxF,MAAMC,MAAM,GAAGD,MAAM,GAAG,IAAI,CAACtH,UAAU,CAACwH,gBAAgB,CAACH,SAAS,EAAEC,MAAM,CAAC,GAAG,IAAI,CAACtH,UAAU,CAACyH,SAAS,CAACJ,SAAS,CAAC;IAClH,OAAO,IAAI,CAACK,sBAAsB,CAACH,MAAM,CAAC;EAC5C;EAEAI,gBAAgBA,CAACN,SAAoB,EAAEC,MAAgB,EAAiB;IACtE,MAAMC,MAAM,GAAG,IAAI,CAACvH,UAAU,CAACwH,gBAAgB,CAACH,SAAS,EAAEC,MAAM,CAAC;IAClE,IAAIC,MAAM,CAACrG,MAAM,GAAG,CAAC,EAAE,MAAM,IAAImD,KAAK,CAAC,mDAAmD,CAAC;IAC3F,OAAOkD,MAAM,CAACrG,MAAM,GAAGqG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI;EACzC;EAEA,MAAMG,sBAAsBA,CAACH,MAAgB,EAAwB;IACnE,MAAMK,iBAA8B,GAAG,EAAE;IACzC,MAAMC,UAAU,GAAG,MAAMC,OAAO,CAACC,GAAG,CAClCR,MAAM,CAACrC,GAAG,CAAC,MAAO7C,IAAI,IAAK;MACzB,MAAM2F,SAAS,GAAG,MAAM,IAAI,CAACnI,IAAI,CAAC,KAAI8G,cAAG,EAACtE,IAAI,CAAC,CAAC;MAChD,IAAI,CAAC2F,SAAS,EAAE;QACd,MAAMC,SAAS,GAAG,IAAI,CAACjI,UAAU,CAACkI,IAAI,CAAC7F,IAAI,CAAC;QAC5C,IAAI,CAAC4F,SAAS,EAAE,MAAM,IAAI5D,KAAK,CAAC,yCAAyChC,IAAI,EAAE,CAAC;QAChFuF,iBAAiB,CAAC/B,IAAI,CAACoC,SAAS,CAAC;QACjC;MACF;MACA,OAAOD,SAAS;IAClB,CAAC,CACH,CAAC;IACD,IAAIJ,iBAAiB,CAAC1G,MAAM,EAAE;MAC5B,IAAI,CAAClB,UAAU,CAACmI,UAAU,CAACP,iBAAiB,CAAC1C,GAAG,CAAEkD,IAAI,IAAK,KAAIzB,cAAG,EAACyB,IAAI,CAAC/F,IAAI,CAAC,CAAC,CAAC;MAC/E,MAAM,IAAI,CAACrC,UAAU,CAACqI,KAAK,CAAC,CAAC;MAC7B,MAAMC,kBAAkB,GAAGV,iBAAiB,CAAC1C,GAAG,CAAEkD,IAAI,IAAKA,IAAI,CAACG,kBAAkB,CAAC,CAAC,CAAC;MACrF,MAAM,KAAIC,4BAAiB,EAACF,kBAAkB,CAAC;IACjD;IACA,OAAO,IAAArF,iBAAO,EAAC4E,UAAU,CAAC;EAC5B;EAEA,MAAM5H,8BAA8BA,CAAA,EAAwB;IAC1D,IAAI;MACF,MAAMD,UAAU,GAAG,MAAMO,wBAAU,CAACV,IAAI,CAAC,IAAI,CAACd,SAAS,CAAC;MACxD,OAAOiB,UAAU;IACnB,CAAC,CAAC,OAAO4D,GAAQ,EAAE;MACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;QACzB,MAAMgE,UAAuB,GAAG,MAAM,IAAI,CAAC/C,IAAI,CAAC,CAAC2D,wBAAc,EAAEC,cAAI,CAAC,CAAC;QACvE,MAAM1I,UAAU,GAAGO,wBAAU,CAACD,MAAM,CAAC,IAAI,CAACvB,SAAS,CAAC;QACpD,MAAM4J,KAAK,GAAG3I,UAAU,CAAC4I,OAAO,CAACf,UAAU,CAAC;QAC5C,IAAIc,KAAK,EAAE,MAAM3I,UAAU,CAACqI,KAAK,CAAC,CAAC;QACnC,OAAOrI,UAAU;MACnB;MACA,MAAM4D,GAAG;IACX;EACF;EAEA,MAAMoD,OAAOA,CAAC5E,GAAQ,EAAmB;IACvC,IAAIA,GAAG,CAACC,IAAI,CAACnB,MAAM,GAAGoC,6BAAS,EAAE;MAC/BlB,GAAG,GAAG,MAAM,IAAI,CAACmB,uBAAuB,CAACnB,GAAG,CAAC;IAC/C;IACA,MAAMyG,GAAG,GAAG,MAAMvH,kBAAE,CAACqC,QAAQ,CAAC,IAAI,CAACnB,UAAU,CAACJ,GAAG,CAAC,CAAC;IACnD;IACA,MAAM0G,kBAAkB,GAAG,IAAI,CAAC7J,MAAM,CAAC4J,GAAG,CAAC;IAC3C;IACA;IACA,OAAOC,kBAAkB;EAC3B;EAEA,MAAMvF,uBAAuBA,CAACnB,GAAQ,EAAgB;IACpD,MAAMQ,IAAI,GAAG,MAAM,IAAI,CAACgE,iBAAiB,CAACxE,GAAG,CAAC;IAC9C,IAAIQ,IAAI,CAAC1B,MAAM,GAAG,CAAC,EAAE;MACnB,MAAM,IAAImD,KAAK,CACb,SAASzB,IAAI,CAAC1B,MAAM,qCAAqCkB,GAAG,CAACiB,QAAQ,CAAC,CAAC,0BACzE,CAAC;IACH;IACA,IAAIT,IAAI,CAAC1B,MAAM,KAAK,CAAC,EAAE;MACrB,MAAM,IAAImD,KAAK,CAAC,gDAAgDjC,GAAG,CAACiB,QAAQ,CAAC,CAAC,EAAE,CAAC;IACnF;IACA,OAAOT,IAAI,CAAC,CAAC,CAAC;EAChB;EAEA,MAAMmG,WAAWA,CAACnG,IAAW,EAAyB;IACpD,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMkG,QAAQ,GAAG,IAAAC,gBAAM,EAACrG,IAAI,EAAE,MAAM,CAAC;IACrC,OAAO,IAAAI,0BAAQ,EAACgG,QAAQ,EAAE,MAAO5G,GAAG,KAAM;MAAEA,GAAG;MAAEE,MAAM,EAAE,MAAM,IAAI,CAAC0E,OAAO,CAAC5E,GAAG;IAAE,CAAC,CAAC,EAAE;MAAES;IAAY,CAAC,CAAC;EACvG;EAEA,MAAMqG,wBAAwBA,CAACtG,IAAW,EAAyB;IACjE,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMqG,OAAO,GAAG,MAAM,IAAAnG,0BAAQ,EAC5BJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,IAAI;QACF,MAAME,MAAM,GAAG,MAAM,IAAI,CAAC0E,OAAO,CAAC5E,GAAG,CAAC;QACtC,OAAO;UAAEA,GAAG;UAAEE;QAAO,CAAC;MACxB,CAAC,CAAC,OAAOsB,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE,OAAO,IAAI;QACtC,MAAMD,GAAG;MACX;IACF,CAAC,EACD;MAAEf;IAAY,CAChB,CAAC;IACD,OAAO,IAAAI,iBAAO,EAACkG,OAAO,CAAC;EACzB;EAEA,MAAMC,aAAaA,CAAChH,GAAQ,EAAyB;IACnD,MAAME,MAAM,GAAG,MAAM,IAAI,CAAC0E,OAAO,CAAC5E,GAAG,CAAC;IACtC,MAAM6E,YAAY,GAAG,MAAMC,oBAAY,CAACC,kBAAkB,CAAC7E,MAAM,EAAEF,GAAG,CAACC,IAAI,CAAC;IAC5E,OAAO4E,YAAY;EACrB;;EAEA;AACF;AACA;EACEoC,QAAQA,CAACjH,GAAQ,EAAEc,MAAM,GAAG,IAAI,EAAa;IAC3C,IAAI;MACF,MAAMoG,UAAU,GAAGhI,kBAAE,CAACiI,YAAY,CAAC,IAAI,CAAC/G,UAAU,CAACJ,GAAG,CAAC,CAAC;MACxD;MACA,MAAM0G,kBAAkB,GAAG,IAAI,CAAC7J,MAAM,CAACqK,UAAU,CAAC;MAClD,OAAO5E,iBAAS,CAAC8E,SAAS,CAACV,kBAAkB,CAAC;IAChD,CAAC,CAAC,MAAM;MACN,IAAI5F,MAAM,EAAE;QACV,MAAM,KAAIuG,uBAAY,EAACrH,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;MACxC;MACA;MACA,OAAO,IAAI;IACb;EACF;EAEAwB,QAAQA,CAAC7C,MAAiB,EAAE;IAC1B,IAAI,CAAC1C,KAAK,CAAC9B,GAAG,CAACwE,MAAM,CAACK,IAAI,CAAC,CAAC,CAACgB,QAAQ,CAAC,CAAC,EAAErB,MAAM,CAAC;IAChD,OAAO,IAAI;EACb;EAEAyB,QAAQA,CAACrB,GAAQ,EAAyB;IACxC,OAAO,IAAI,CAAC9C,KAAK,CAAC/B,GAAG,CAAC6E,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;EACvC;EAEAqG,eAAeA,CAACtH,GAAQ,EAAE;IACxB,IAAI,CAAC9C,KAAK,CAACqK,MAAM,CAACvH,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;EACnC;EAEA,MAAMuG,UAAUA,CAAA,EAAG;IACjB9F,iBAAM,CAACmB,KAAK,CAAC,uBAAuB,CAAC;IACrC,IAAI,CAAC3F,KAAK,CAACuK,SAAS,CAAC,CAAC;IACtB,MAAM,IAAI,CAAC9J,IAAI,CAAC,CAAC;EACnB;EACA+J,qBAAqBA,CAAA,EAAG;IACtBhG,iBAAM,CAACmB,KAAK,CAAC,kCAAkC,CAAC;IAChD,IAAI,CAAC3F,KAAK,CAACuK,SAAS,CAAC,CAAC;EACxB;EAEAE,MAAMA,CAACtI,OAAgB,EAAE;IACvB,MAAMuI,SAAS,GAAG,IAAI,CAACxI,aAAa,CAACC,OAAO,CAAC;IAC7C,MAAMwI,UAAU,GAAG,IAAI,CAAC1I,OAAO,CAAC,CAAC;IACjCuC,iBAAM,CAACmB,KAAK,CAAC,uCAAuCgF,UAAU,OAAOD,SAAS,EAAE,CAAC;IACjF1I,kBAAE,CAAC4I,YAAY,CAACF,SAAS,CAAC;IAC1B1I,kBAAE,CAAC6I,QAAQ,CAACF,UAAU,EAAED,SAAS,CAAC;EACpC;EAEAI,GAAGA,CAACpI,MAAoC,EAAc;IACpD;IACA,IAAI,CAACA,MAAM,EAAE,OAAO,IAAI;IACxB;IACA;IACA,IAAI,CAACoB,OAAO,CAACpB,MAAM,CAACK,IAAI,CAAC,CAAC,CAACgB,QAAQ,CAAC,CAAC,CAAC,GAAGrB,MAAM;IAC/C,IAAI,CAAC6C,QAAQ,CAAC7C,MAAM,CAAC;IACrB,OAAO,IAAI;EACb;EAEA4G,OAAOA,CAACxF,OAAoB,EAAc;IACxC,IAAI,CAACA,OAAO,IAAI,CAACA,OAAO,CAAClC,MAAM,EAAE,OAAO,IAAI;IAC5CkC,OAAO,CAACiH,OAAO,CAAE7E,GAAG,IAAK,IAAI,CAAC4E,GAAG,CAAC5E,GAAG,CAAC,CAAC;IACvC,OAAO,IAAI;EACb;EAEA8E,YAAYA,CAAClI,GAAQ,EAAE;IACrB,IAAI,CAACmI,eAAe,CAAC1E,IAAI,CAACzD,GAAG,CAAC;EAChC;EAEAoI,iBAAiBA,CAAC5H,IAAW,EAAE;IAC7B,IAAI,CAACA,IAAI,IAAI,CAACA,IAAI,CAAC1B,MAAM,EAAE;IAC3B0B,IAAI,CAACyH,OAAO,CAAEjI,GAAG,IAAK,IAAI,CAACkI,YAAY,CAAClI,GAAG,CAAC,CAAC;EAC/C;EAEAqI,QAAQA,CAAC7H,IAAW,EAAwB;IAC1C,OAAOkF,OAAO,CAACC,GAAG,CAACnF,IAAI,CAACsC,GAAG,CAAE9C,GAAG,IAAK,IAAI,CAACvC,IAAI,CAACuC,GAAG,CAAC,CAAC,CAAC;EACvD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAMsI,OAAOA,CAACC,QAAQ,GAAG,IAAI,EAAiB;IAC5C;IACA;IACA7G,iBAAM,CAACmB,KAAK,CAAC,6CAA6C,CAAC;IAC3D,MAAM,IAAI,CAACvF,YAAY,CAACkL,YAAY,CAAC,YAAY;MAC/C9G,iBAAM,CAACmB,KAAK,CAAC,kCAAkC0F,QAAQ,CAACtH,QAAQ,CAAC,CAAC,4BAA4B,CAAC;MAC/F,MAAM,IAAI,CAACwH,mBAAmB,CAAC,IAAI,CAACN,eAAe,CAAC;MACpD,IAAI,CAACO,eAAe,CAACH,QAAQ,EAAEhN,MAAM,CAACoN,MAAM,CAAC,IAAI,CAAC3H,OAAO,CAAC,CAAC;MAC3D,MAAM,IAAI,CAAC4H,mBAAmB,CAACrN,MAAM,CAACoN,MAAM,CAAC,IAAI,CAAC3H,OAAO,CAAC,CAAC;MAC3D,MAAM,IAAI,CAAC6H,gBAAgB,CAAC,CAAC;MAC7B,MAAM,IAAI,CAAC7K,kBAAkB,CAACiI,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC;IACFvE,iBAAM,CAACmB,KAAK,CAAC,2DAA2D,CAAC;IACzE,IAAI,CAACiG,YAAY,CAAC,CAAC;IACnB,IAAIrM,UAAU,CAACsM,oBAAoB,EAAE;MACnCtM,UAAU,CAACsM,oBAAoB,CAAC,CAAC,CAACC,KAAK,CAAExH,GAAG,IAAK;QAC/CE,iBAAM,CAACC,KAAK,CAAC,yFAAyF,EAAEH,GAAG,CAAC;MAC9G,CAAC,CAAC;IACJ;EACF;EAEA,MAAMqH,gBAAgBA,CAAA,EAAG;IACvB,MAAM,IAAI,CAAC/K,WAAW,CAACmI,KAAK,CAAC,CAAC;EAChC;;EAEA;AACF;AACA;AACA;AACA;EACU6C,YAAYA,CAAA,EAAG;IACrB,IAAI,CAAC9H,OAAO,GAAG,CAAC,CAAC;IACjB,IAAI,CAACmH,eAAe,GAAG,EAAE;EAC3B;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEO,eAAeA,CAACH,QAAiB,EAAEvH,OAAoB,EAAE;IACvDA,OAAO,CAACiH,OAAO,CAAErC,SAAS,IAAK;MAC7B;MACA,IAAI2C,QAAQ,IAAI3C,SAAS,CAAC2C,QAAQ,EAAE;QAClC;QACA3C,SAAS,CAAC2C,QAAQ,CAAC,CAAC;MACtB;MACA,IAAI,CAACA,QAAQ,EAAE;QACb3C,SAAS,CAACqD,qBAAqB,GAAG,KAAK;MACzC;IACF,CAAC,CAAC;EACJ;EAEA,MAAMR,mBAAmBA,CAACjI,IAAW,EAAiB;IACpD,IAAI,CAACA,IAAI,CAAC1B,MAAM,EAAE;IAClB,MAAM8H,QAAQ,GAAG,IAAAC,gBAAM,EAACrG,IAAI,EAAE,MAAM,CAAC;IACrCkB,iBAAM,CAACmB,KAAK,CAAC,oCAAoC+D,QAAQ,CAAC9H,MAAM,UAAU,CAAC;IAC3E,MAAM2B,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACgG,QAAQ,EAAG5G,GAAG,IAAK,IAAI,CAACkJ,UAAU,CAAClJ,GAAG,CAAC,EAAE;MAAES;IAAY,CAAC,CAAC;IACxE,MAAM0I,OAAO,GAAG,IAAI,CAACvL,UAAU,CAACmI,UAAU,CAACa,QAAQ,CAAC;IACpD,IAAIuC,OAAO,EAAE,MAAM,IAAI,CAACvL,UAAU,CAACqI,KAAK,CAAC,CAAC;EAC5C;EAEA,MAAMmD,gBAAgBA,CAAC5I,IAAW,EAAE6I,GAAW,EAAiB;IAC9D,IAAI,CAAC7I,IAAI,CAAC1B,MAAM,EAAE;IAClB,MAAM8H,QAAQ,GAAG,IAAAC,gBAAM,EAACrG,IAAI,EAAE,MAAM,CAAC;IACrCkB,iBAAM,CAACmB,KAAK,CAAC,gCAAgC+D,QAAQ,CAAC9H,MAAM,UAAU,CAAC;IACvE,MAAM2B,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACgG,QAAQ,EAAG5G,GAAG,IAAK,IAAI,CAACsJ,kBAAkB,CAACtJ,GAAG,EAAEqJ,GAAG,CAAC,EAAE;MAAE5I;IAAY,CAAC,CAAC;IACrF,MAAM0I,OAAO,GAAG,IAAI,CAACvL,UAAU,CAACmI,UAAU,CAACa,QAAQ,CAAC;IACpD,IAAIuC,OAAO,EAAE,MAAM,IAAI,CAACvL,UAAU,CAACqI,KAAK,CAAC,CAAC;EAC5C;EAEA,MAAMsD,kBAAkBA,CAAC/I,IAAW,EAAiB;IACnD,MAAM,IAAI,CAAC4I,gBAAgB,CAAC5I,IAAI,EAAEhE,SAAS,CAAC;EAC9C;EAEA,MAAMgN,SAASA,CAAA,EAAmB;IAChC,OAAO,IAAI,CAAC5G,QAAQ,CAAC,IAAI,CAACrD,WAAW,CAAC,CAAC,CAAC;EAC1C;EAEA,MAAMkK,YAAYA,CAACjJ,IAAW,EAAwB;IACpD,MAAMkJ,gBAAgB,GAAG,MAAMhE,OAAO,CAACC,GAAG,CACxCnF,IAAI,CAACsC,GAAG,CAAC,MAAO9C,GAAG,IAAK;MACtB,MAAM2J,YAAY,GAAGrQ,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAACiB,WAAW,CAAC,CAAC,EAAE,IAAI,CAACc,QAAQ,CAACL,GAAG,CAAC,CAAC;MACtE,IAAIE,MAAc;MAClB,IAAI;QACFA,MAAM,GAAG,MAAMhB,kBAAE,CAACqC,QAAQ,CAACoI,YAAY,CAAC;MAC1C,CAAC,CAAC,OAAOnI,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;UACzB,MAAM,KAAImI,oBAAQ,EAAC,6BAA6B5J,GAAG,CAACiB,QAAQ,CAAC,CAAC,eAAe,CAAC;QAChF;QACA,MAAMO,GAAG;MACX;MACA,OAAOc,iBAAS,CAACC,WAAW,CAACrC,MAAM,EAAEyJ,YAAY,CAAC;IACpD,CAAC,CACH,CAAC;IACD,OAAOD,gBAAgB;EACzB;EAEA,MAAMG,gBAAgBA,CAACrJ,IAAW,EAAE;IAClCkB,iBAAM,CAACmB,KAAK,CAAC,gCAAgCrC,IAAI,CAAC1B,MAAM,UAAU,CAAC;IACnE,MAAM4K,gBAAgB,GAAG,MAAM,IAAI,CAACD,YAAY,CAACjJ,IAAI,CAAC;IACtD,MAAM,IAAI,CAACoI,mBAAmB,CAACc,gBAAgB,CAAC;EAClD;EAEA,MAAMI,cAAcA,CAACT,GAAW,EAAEU,SAAS,GAAG,KAAK,EAAE;IACnD,MAAM7K,kBAAE,CAAC8K,IAAI,CAAC1Q,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAE0M,GAAG,CAAC,EAAE,IAAI,CAAClK,OAAO,CAAC,CAAC,EAAE;MAAE4K;IAAU,CAAC,CAAC;EAC9E;EAEA,MAAcT,kBAAkBA,CAACtJ,GAAQ,EAAEqJ,GAAW,EAAE;IACtD,MAAMY,WAAW,GAAG,IAAI,CAAC7J,UAAU,CAACJ,GAAG,CAAC;IACxC,MAAMkK,MAAM,GAAG5Q,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAE0M,GAAG,CAAC;IAC7C,MAAMc,QAAQ,GAAG7Q,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC4L,MAAM,EAAE,IAAI,CAAC7J,QAAQ,CAACL,GAAG,CAAC,CAAC;IACtD,MAAMd,kBAAE,CAACkL,IAAI,CAACH,WAAW,EAAEE,QAAQ,EAAE;MAAEJ,SAAS,EAAE;IAAK,CAAC,CAAC;IACzD,IAAI,CAACzC,eAAe,CAACtH,GAAG,CAAC;EAC3B;EAEA,MAAc4D,oBAAoBA,CAAC5D,GAAQ,EAAE;IAC3C,MAAM,IAAI,CAACsJ,kBAAkB,CAACtJ,GAAG,EAAExD,SAAS,CAAC;EAC/C;EAEA,MAAM6N,mCAAmCA,CAACC,OAAsB,EAAE;IAChE,IAAI,CAACtM,kBAAkB,CAACuM,wBAAwB,CAACD,OAAO,CAAC;IACzD,MAAM,IAAI,CAACtM,kBAAkB,CAACiI,KAAK,CAAC,CAAC;EACvC;;EAEA;AACF;AACA;EACE,MAAM2C,mBAAmBA,CAAC5H,OAAoB,EAAiB;IAC7D,MAAMwJ,KAAK,GAAGxJ,OAAO,CAAClC,MAAM;IAC5B,IAAI,CAAC0L,KAAK,EAAE;IACZ9I,iBAAM,CAACG,KAAK,CAAC,mDAAmD2I,KAAK,UAAU,CAAC;IAChF,MAAM/J,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACI,OAAO,EAAGoC,GAAG,IAAK,IAAI,CAACqH,SAAS,CAACrH,GAAG,CAAC,EAAE;MACpD3C;IACF,CAAC,CAAC;IACFiB,iBAAM,CAACG,KAAK,CAAC,qDAAqD2I,KAAK,UAAU,CAAC;IAElF,MAAMjE,KAAK,GAAG,IAAI,CAAC3I,UAAU,CAAC4I,OAAO,CAACxF,OAAO,CAAC;IAC9C,IAAIuF,KAAK,EAAE,MAAM,IAAI,CAAC3I,UAAU,CAACqI,KAAK,CAAC,CAAC;EAC1C;;EAEA;AACF;AACA;AACA;EACEiD,UAAUA,CAAClJ,GAAQ,EAAoB;IACrC,IAAI,CAACsH,eAAe,CAACtH,GAAG,CAAC;IACzB,MAAM0K,YAAY,GAAG,IAAI,CAACtK,UAAU,CAACJ,GAAG,CAAC;IACzC0B,iBAAM,CAACG,KAAK,CAAC,mCAAmC6I,YAAY,EAAE,CAAC;IAC/D,OAAOC,UAAU,CAACD,YAAY,EAAE,IAAI,CAAC;EACvC;;EAEA;AACF;AACA;AACA;AACA;EACE,MAAMD,SAASA,CAAC7K,MAAiB,EAAoB;IACnD,MAAMgL,QAAQ,GAAG,MAAMhL,MAAM,CAACO,QAAQ,CAAC,CAAC;IACxC,MAAM0K,OAAqB,GAAG,CAAC,CAAC;IAChC,IAAI,IAAI,CAACjO,SAAS,CAACkO,SAAS,EAAED,OAAO,CAACE,GAAG,GAAG,MAAMC,cAAc,CAAC,IAAI,CAACpO,SAAS,CAACkO,SAAS,CAAC;IAC1F,MAAM7K,IAAI,GAAGL,MAAM,CAACK,IAAI,CAAC,CAAC;IAC1B,IAAI,IAAI,CAAC/C,KAAK,CAAChC,GAAG,CAAC+E,IAAI,CAACgB,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC/D,KAAK,CAAC9B,GAAG,CAAC6E,IAAI,CAACgB,QAAQ,CAAC,CAAC,EAAErB,MAAM,CAAC,CAAC,CAAC;IAC9E,MAAMQ,UAAU,GAAG,IAAI,CAACA,UAAU,CAACH,IAAI,CAAC;IACxCyB,iBAAM,CAACG,KAAK,CAAC,yBAAyBzB,UAAU,EAAE,CAAC;IACnD;IACA,MAAMsG,kBAAkB,GAAG,IAAI,CAAC1J,SAAS,CAAC4N,QAAQ,CAAC;IACnD;IACA,OAAO,IAAAK,oBAAS,EAAC7K,UAAU,EAAEsG,kBAAkB,EAAEmE,OAAO,CAAC;EAC3D;EAEA,MAAMK,wBAAwBA,CAACC,UAAsB,EAAEC,UAA+B,EAAE;IACtF;IACA;IACA;IACA;IACA,KAAK,MAAMxL,MAAM,IAAIuL,UAAU,CAACnK,OAAO,EAAE;MACvC,MAAMhB,GAAG,GAAGJ,MAAM,CAACI,GAAG,CAACiB,QAAQ,CAAC,CAAC;MACjC,IAAI,CAAC,IAAAqD,0BAAM,EAACtE,GAAG,CAAC,EAAE,MAAM,KAAI4J,oBAAQ,EAAC,uBAAuByB,IAAI,CAACC,SAAS,CAACtL,GAAG,CAAC,EAAE,CAAC;IACpF;IACA,MAAM6K,OAAqB,GAAG,CAAC,CAAC;IAChC,IAAI,IAAI,CAACjO,SAAS,CAACkO,SAAS,EAAED,OAAO,CAACE,GAAG,GAAG,MAAMC,cAAc,CAAC,IAAI,CAACpO,SAAS,CAACkO,SAAS,CAAC;IAC1F,MAAMpF,OAAO,CAACC,GAAG,CACfwF,UAAU,CAACnK,OAAO,CAAC8B,GAAG,CAAC,MAAOlD,MAAM,IAAK;MACvC,MAAM2L,OAAO,GAAGjS,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC8M,UAAU,EAAE,IAAI,CAAC/K,QAAQ,CAACT,MAAM,CAACI,GAAG,CAAC,CAAC;MAChE,MAAM,IAAAiL,oBAAS,EAACM,OAAO,EAAE3L,MAAM,CAACM,MAAM,EAAE2K,OAAO,CAAC;IAClD,CAAC,CACH,CAAC;EACH;EAEA,MAAMW,yBAAyBA,CAACJ,UAA+B,EAAE;IAC/D,MAAM5K,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAACwI,UAAU,CAAC;IAC5C,MAAMpK,OAAO,GAAG,MAAM0E,OAAO,CAACC,GAAG,CAC/BnF,IAAI,CAACsC,GAAG,CAAC,MAAO9C,GAAG,IAAK;MACtB,MAAME,MAAM,GAAG,MAAMhB,kBAAE,CAACqC,QAAQ,CAACjI,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC8M,UAAU,EAAE,IAAI,CAAC/K,QAAQ,CAACL,GAAG,CAAC,CAAC,CAAC;MAC3E,OAAO;QAAEA,GAAG;QAAEE;MAAO,CAAC;IACxB,CAAC,CACH,CAAC;IACD,OAAO,KAAIuL,wBAAU,EAACzK,OAAO,CAAC;EAChC;EAEQX,QAAQA,CAACL,GAAQ,EAAE;IACzB,MAAMC,IAAI,GAAGD,GAAG,CAACiB,QAAQ,CAAC,CAAC;IAC3B,OAAO3H,IAAI,CAAD,CAAC,CAACgF,IAAI,CAAC2B,IAAI,CAACyL,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEzL,IAAI,CAACyL,KAAK,CAAC,CAAC,CAAC,CAAC;EACnD;AACF;AAACC,OAAA,CAAA1Q,OAAA,GAAAwB,UAAA;AAAAf,eAAA,CAnsBoBe,UAAU;AA2D7B;AACF;AACA;AACA;AACA;AAJEf,eAAA,CA3DmBe,UAAU;AAkE7B;AACF;AACA;AACA;AACA;AAJEf,eAAA,CAlEmBe,UAAU;AAqsB/B,eAAekO,UAAUA,CAACiB,QAAgB,EAAEC,aAAa,GAAG,KAAK,EAAoB;EACnF,IAAI;IACF,MAAM3M,kBAAE,CAAC4M,MAAM,CAACF,QAAQ,CAAC;EAC3B,CAAC,CAAC,OAAOpK,GAAQ,EAAE;IACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;MACzB;MACA,OAAO,KAAK;IACd;IACA,MAAMD,GAAG;EACX;EACA,IAAI,CAACqK,aAAa,EAAE,OAAO,IAAI;EAC/B,MAAM;IAAExC;EAAI,CAAC,GAAG/P,IAAI,CAAD,CAAC,CAACyS,KAAK,CAACH,QAAQ,CAAC;EACpC,MAAM,IAAAI,2BAAc,EAAC3C,GAAG,CAAC;EACzB,OAAO,IAAI;AACb;AAEA,eAAe2B,cAAcA,CAACF,SAAiB,EAAsC;EACnF;EACA,IAAI,CAAC9H,OAAO,CAACiJ,MAAM,EAAE,OAAO,IAAI;EAChC,IAAIC,gBAAwB;EAC5B,IAAI;IACFA,gBAAgB,GAAG,MAAMhN,kBAAE,CAACqC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;EAC5D,CAAC,CAAC,OAAOC,GAAQ,EAAE;IACjBE,iBAAM,CAACC,KAAK,CAAC,gBAAgB,EAAEH,GAAG,CAAC;IACnC,MAAM,KAAIoI,oBAAQ,EAAC,kCAAkCkB,SAAS,mBAAmBtJ,GAAG,CAACI,OAAO,EAAE,CAAC;EACjG;EACA,MAAMuK,SAAS,GAAGD,gBAAgB,CAACE,KAAK,CAAC,IAAI,CAAC,CAACtG,IAAI,CAAEuG,IAAI,IAAKA,IAAI,CAACD,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAKtB,SAAS,CAAC;EAC/F,IAAI,CAACqB,SAAS,EAAE;IACd,MAAM,KAAIvC,oBAAQ,EAAC,kCAAkCkB,SAAS,6BAA6B,CAAC;EAC9F;EACA,MAAMC,GAAG,GAAG1O,MAAM,CAAC8P,SAAS,CAACC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;EAC3C,IAAI/P,MAAM,CAACiQ,KAAK,CAACvB,GAAG,CAAC,EAAE;IACrB,MAAM,KAAInB,oBAAQ,EAAC,kCAAkCkB,SAAS,oCAAoC,CAAC;EACrG;EACA,OAAOC,GAAG;AACZ","ignoreList":[]}
1
+ {"version":3,"names":["_fsExtra","data","_interopRequireDefault","require","_asyncMutex","_lodash","_bitError","_componentVersion","path","_interopRequireWildcard","_toolboxPromise","_legacy","_legacy2","_legacy3","_glob","_toolboxFs","_harmonyModules","_legacy4","_scopeIndex","_object","_objectList","_rawObject","_ref","_harmonyModules2","_models","e","t","WeakMap","r","n","__esModule","o","i","f","__proto__","default","has","get","set","hasOwnProperty","call","Object","defineProperty","getOwnPropertyDescriptor","_defineProperty","_toPropertyKey","value","enumerable","configurable","writable","_toPrimitive","Symbol","toPrimitive","TypeError","String","Number","OBJECTS_BACKUP_DIR","OBJECTS_DIR","TRASH_DIR","OBJECT_HEADER_CHUNK_SIZE","Repository","constructor","scopePath","scopeJson","onRead","content","onPostObjectRead","onPersist","onPreObjectPersist","cache","createInMemoryCache","maxSize","getMaxSizeForObjects","persistMutex","_persistMutex","Mutex","load","repository","init","scopeIndex","loadOptionallyCreateScopeIndex","remoteLanes","RemoteLanes","unmergedComponents","UnmergedComponents","create","ScopeIndex","reset","getPathByScopePath","join","reLoadScopeIndex","reloadScopeIndexIfNeed","force","latestScopeIndex","currentAllScopeIndexItems","getAll","latestAllScopeIndexItems","length","differenceWith","isEqual","ensureDir","fs","getPath","getBackupPath","dirName","backupPath","getTrashDir","getLicense","getPopulatedLicense","getScopeMetaObject","license","object","ScopeMeta","fromObject","name","ref","hash","buffer","compress","objectPath","hashPath","pathExists","hasMultiple","refs","concurrency","concurrentIOLimit","existingRefs","pMapPool","compact","throws","inMemoryObjects","objects","toString","HASH_SIZE","getFullRefFromShortHash","cached","getCache","fileContentsRaw","readFile","err","code","logger","error","message","trace","msg","assign","stack","Error","size","byteLength","fileContents","parsedObject","BitObject","parseObject","maxSizeToCache","setCache","list","types","listRefs","debug","map","loadGracefully","process","argv","includes","isTypeIncluded","obj","some","type","loadRefDeleteIfInvalid","loadRefOnlyIfType","push","onCompletedChunk","completed","listObjectsWithType","results","getObjectTypeGracefully","result","unreadable","warn","stat","readObjectType","mtimeMs","readInFull","parseObjectType","isTransformed","hasPostObjectReadTransformer","Boolean","chunkSize","Math","min","chunk","Uint8Array","fileDescriptor","open","read","close","parseObjectTypeFromChunk","moveOneObjectToTrash","undefined","typeNames","parseObjectOnlyIfType","cwd","matches","glob","str","replace","sep","isSnap","Ref","listRefsStartWith","shortHash","pathPrefix","listRawObjects","loadRaw","bitRawObject","BitRawObject","fromDeflatedBuffer","listObjectsFromIndex","indexType","filter","hashes","getHashesByQuery","getHashes","_getBitObjectsByHashes","getHashFromIndex","missingIndexItems","bitObjects","Promise","all","bitObject","indexItem","find","removeMany","item","write","missingStringified","toIdentifierString","OutdatedIndexJson","ModelComponent","Lane","added","addMany","raw","transformedContent","loadManyRaw","uniqRefs","uniqBy","loadManyRawIgnoreMissing","loadRawObject","loadSync","objectFile","readFileSync","parseSync","HashNotFound","removeFromCache","delete","clearCache","deleteAll","clearObjectsFromCache","backup","backupDir","objectsDir","emptyDirSync","copySync","add","forEach","removeObject","objectsToRemove","removeManyObjects","findMany","persist","validate","runExclusive","deleteObjectsFromFS","validateObjects","values","writeObjectsToTheFS","writeRemoteLanes","clearObjects","onPostObjectsPersist","catch","validateBeforePersist","_deleteOne","removed","moveObjectsToDir","dir","moveOneObjectToDir","moveObjectsToTrash","listTrash","getFromTrash","objectsFromTrash","trashObjPath","BitError","restoreFromTrash","restoreFromDir","overwrite","copy","currentPath","absDir","fullPath","move","deleteRecordsFromUnmergedComponents","compIds","removeMultipleComponents","count","_writeOne","pathToDelete","removeFile","contents","options","groupName","gid","resolveGroupId","writeFile","writeObjectsToPendingDir","objectList","pendingDir","JSON","stringify","objPath","readObjectsFromPendingDir","ObjectList","slice","exports","filePath","propagateDirs","unlink","parse","removeEmptyDir","getgid","groupFileContent","groupLine","split","line","isNaN"],"sources":["repository.ts"],"sourcesContent":["import fs from 'fs-extra';\nimport { Mutex } from 'async-mutex';\nimport { compact, uniqBy, differenceWith, isEqual } from 'lodash';\nimport { BitError } from '@teambit/bit-error';\nimport type { ComponentID } from '@teambit/component-id';\nimport { HASH_SIZE, isSnap } from '@teambit/component-version';\nimport * as path from 'path';\nimport { pMapPool } from '@teambit/toolbox.promise.map-pool';\nimport { OBJECTS_DIR } from '@teambit/legacy.constants';\nimport { logger } from '@teambit/legacy.logger';\nimport type { ChownOptions, PathOsBasedAbsolute } from '@teambit/legacy.utils';\nimport { writeFile } from '@teambit/legacy.utils';\nimport { glob } from 'glob';\nimport { removeEmptyDir } from '@teambit/toolbox.fs.remove-empty-dir';\nimport { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';\nimport type { Types, ScopeJson } from '@teambit/legacy.scope';\nimport { HashNotFound, OutdatedIndexJson, UnmergedComponents, RemoteLanes } from '@teambit/legacy.scope';\nimport type { IndexType, IndexItem } from './scope-index';\nimport { ScopeIndex } from './scope-index';\nimport BitObject from './object';\nimport type { ObjectItem } from './object-list';\nimport { ObjectList } from './object-list';\nimport BitRawObject from './raw-object';\nimport Ref from './ref';\nimport type { InMemoryCache } from '@teambit/harmony.modules.in-memory-cache';\nimport { getMaxSizeForObjects, createInMemoryCache } from '@teambit/harmony.modules.in-memory-cache';\nimport { ScopeMeta, Lane, ModelComponent } from '../models';\n\ntype ContentTransformer = (content: Buffer) => Buffer;\nconst OBJECTS_BACKUP_DIR = `${OBJECTS_DIR}.bak`;\nconst TRASH_DIR = 'trash';\n/**\n * how much of an object file to read when all that's needed is its header. the header holds the\n * type and is a few dozen bytes, which 512 compressed bytes always cover - and every byte past it\n * is inflated for nothing (4KB inflates ten times as much, across every object in the scope). a\n * chunk that falls short anyway is read in full.\n */\nconst OBJECT_HEADER_CHUNK_SIZE = 512;\n\n/** `mtimeMs` lets a caller tell an object that has been here a while from one just written */\nexport type ObjectWithType = { ref: Ref; type: string; size: number; mtimeMs: number };\n/** `unreadable` holds the objects that couldn't be classified, so a caller can refuse to act on a partial inventory */\nexport type ObjectsWithType = { objects: ObjectWithType[]; unreadable: Ref[] };\n\nexport default class Repository {\n objects: { [key: string]: BitObject } = {};\n objectsToRemove: Ref[] = [];\n scopeJson: ScopeJson;\n onRead: ContentTransformer;\n onPersist: ContentTransformer;\n scopePath: string;\n scopeIndex: ScopeIndex;\n protected cache: InMemoryCache<BitObject>;\n remoteLanes!: RemoteLanes;\n unmergedComponents!: UnmergedComponents;\n _persistMutex?: Mutex;\n constructor(scopePath: string, scopeJson: ScopeJson) {\n this.scopePath = scopePath;\n this.scopeJson = scopeJson;\n this.onRead = (content: Buffer) => Repository.onPostObjectRead?.(content) || content;\n this.onPersist = (content: Buffer) => Repository.onPreObjectPersist?.(content) || content;\n this.cache = createInMemoryCache({ maxSize: getMaxSizeForObjects() });\n }\n\n get persistMutex() {\n if (!this._persistMutex) {\n this._persistMutex = new Mutex();\n }\n return this._persistMutex;\n }\n\n static async load({ scopePath, scopeJson }: { scopePath: string; scopeJson: ScopeJson }): Promise<Repository> {\n const repository = new Repository(scopePath, scopeJson);\n await repository.init();\n return repository;\n }\n\n async init() {\n const scopeIndex = await this.loadOptionallyCreateScopeIndex();\n this.scopeIndex = scopeIndex;\n this.remoteLanes = new RemoteLanes(this.scopePath);\n this.unmergedComponents = await UnmergedComponents.load(this.scopePath);\n }\n\n static async create({ scopePath, scopeJson }: { scopePath: string; scopeJson: ScopeJson }): Promise<Repository> {\n const repository = new Repository(scopePath, scopeJson);\n const scopeIndex = ScopeIndex.create(scopePath);\n repository.scopeIndex = scopeIndex;\n repository.unmergedComponents = await UnmergedComponents.load(scopePath);\n repository.remoteLanes = new RemoteLanes(scopePath);\n return repository;\n }\n\n static reset(scopePath: string): Promise<void> {\n return ScopeIndex.reset(scopePath);\n }\n\n static getPathByScopePath(scopePath: string) {\n return path.join(scopePath, OBJECTS_DIR);\n }\n\n static onPostObjectsPersist: () => Promise<void>;\n\n /**\n * Hook for transforming content before objects are persisted to the filesystem.\n * Note: This function cannot be async because it's used by the synchronous `loadSync` method\n * which needs to maintain sync behavior for compatibility with existing code.\n */\n static onPreObjectPersist?: (content: Buffer) => Buffer;\n\n /**\n * Hook for transforming content after objects are read from the filesystem.\n * Note: This function cannot be async because it's used by the synchronous `loadSync` method\n * which needs to maintain sync behavior for compatibility with existing code.\n */\n static onPostObjectRead?: (content: Buffer) => Buffer;\n\n /**\n * whether `onPostObjectRead` actually transforms anything.\n *\n * the scope aspect installs the hook above unconditionally - it's a reduce over a slot that is\n * usually empty - so the hook being set says nothing about whether object content is transformed.\n * only a caller that can skip reading content altogether needs to tell the two apart.\n */\n static hasPostObjectReadTransformer?: () => boolean;\n\n async reLoadScopeIndex() {\n this.scopeIndex = await this.loadOptionallyCreateScopeIndex();\n }\n\n /**\n * current scope index difference with <scope_folder>/index.json content, reload it\n * @deprecated use Scope aspect `watchSystemFiles` instead, it's way more efficient.\n */\n public async reloadScopeIndexIfNeed(force = false) {\n const latestScopeIndex = await this.loadOptionallyCreateScopeIndex();\n if (force) {\n this.scopeIndex = latestScopeIndex;\n return;\n }\n\n const currentAllScopeIndexItems = this.scopeIndex.getAll();\n const latestAllScopeIndexItems = latestScopeIndex.getAll();\n\n if (currentAllScopeIndexItems.length !== latestAllScopeIndexItems.length) {\n this.scopeIndex = latestScopeIndex;\n return;\n }\n\n if (differenceWith(currentAllScopeIndexItems, latestAllScopeIndexItems, isEqual).length) {\n this.scopeIndex = latestScopeIndex;\n }\n }\n\n ensureDir() {\n return fs.ensureDir(this.getPath());\n }\n\n getPath() {\n return Repository.getPathByScopePath(this.scopePath);\n }\n\n getBackupPath(dirName?: string): string {\n const backupPath = path.join(this.scopePath, OBJECTS_BACKUP_DIR);\n return dirName ? path.join(backupPath, dirName) : backupPath;\n }\n\n getTrashDir() {\n return path.join(this.scopePath, TRASH_DIR);\n }\n\n getLicense(): Promise<string> {\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return this.scopeJson.getPopulatedLicense();\n }\n\n async getScopeMetaObject(): Promise<ObjectItem> {\n const license = await this.getLicense();\n const object = ScopeMeta.fromObject({ license, name: this.scopeJson.name });\n return { ref: object.hash(), buffer: await object.compress() };\n }\n\n objectPath(ref: Ref): string {\n return path.join(this.getPath(), this.hashPath(ref));\n }\n\n async has(ref: Ref): Promise<boolean> {\n const objectPath = this.objectPath(ref);\n return fs.pathExists(objectPath);\n }\n\n async hasMultiple(refs: Ref[]): Promise<Ref[]> {\n const concurrency = concurrentIOLimit();\n const existingRefs = await pMapPool(\n refs,\n async (ref) => {\n const pathExists = await this.has(ref);\n return pathExists ? ref : null;\n },\n { concurrency }\n );\n return compact(existingRefs);\n }\n\n async load(ref: Ref, throws = false): Promise<BitObject> {\n // during tag, the updated objects are in `this.objects`.\n // `this.cache` is less reliable, because if it reaches its max, then it loads from the filesystem, which may not\n // be there yet (in case of \"version\" object), or may be out-of-date (in case of \"component\" object).\n const inMemoryObjects = this.objects[ref.hash.toString()];\n if (inMemoryObjects) return inMemoryObjects;\n if (ref.hash.length < HASH_SIZE) {\n ref = await this.getFullRefFromShortHash(ref);\n }\n const cached = this.getCache(ref);\n if (cached) {\n return cached;\n }\n let fileContentsRaw: Buffer;\n const objectPath = this.objectPath(ref);\n try {\n fileContentsRaw = await fs.readFile(objectPath);\n } catch (err: any) {\n if (err.code !== 'ENOENT') {\n logger.error(`Failed reading a ref file ${objectPath}. Error: ${err.message}`);\n throw err;\n }\n logger.trace(`Failed finding a ref file ${objectPath}.`);\n if (throws) {\n // if we just `throw err` we loose the stack trace.\n // see https://stackoverflow.com/questions/68022123/no-stack-in-fs-promises-readfile-enoent-error\n const msg = `fatal: failed finding an object file ${objectPath} in the filesystem at ${err.path}`;\n throw Object.assign(err, { stack: new Error(msg).stack });\n }\n // @ts-ignore @todo: fix! it should return BitObject | null.\n return null;\n }\n const size = fileContentsRaw.byteLength;\n const fileContents = this.onRead(fileContentsRaw);\n // uncomment to debug the transformed objects by onRead\n // console.log('transformedContent load', ref.toString(), BitObject.parseSync(fileContents).getType());\n const parsedObject = await BitObject.parseObject(fileContents, objectPath);\n const maxSizeToCache = 100 * 1024; // 100KB\n if (size < maxSizeToCache) {\n // don't cache big files (mainly artifacts) to prevent out-of-memory\n this.setCache(parsedObject);\n }\n return parsedObject;\n }\n\n /**\n * this is restricted to provide objects according to the given types. Otherwise, big scopes (>1GB) could crush.\n * example usage: `this.list([ModelComponent, Symlink, Lane])`\n */\n async list(types: Types): Promise<BitObject[]> {\n const refs = await this.listRefs();\n const concurrency = concurrentIOLimit();\n logger.debug(\n `Repository.list, ${refs.length} refs are going to be loaded, searching for types: ${types.map((t) => t.name).join(', ')}`\n );\n const objects: BitObject[] = [];\n const loadGracefully = process.argv.includes('--never-exported');\n const isTypeIncluded = (obj: BitObject) => types.some((type) => type.name === obj.constructor.name); // avoid using \"obj instanceof type\" for Harmony to call this function successfully\n await pMapPool(\n refs,\n async (ref) => {\n const object = loadGracefully\n ? await this.loadRefDeleteIfInvalid(ref)\n : await this.loadRefOnlyIfType(ref, types);\n if (!object) return;\n if (loadGracefully && !isTypeIncluded(object)) return;\n objects.push(object);\n },\n {\n concurrency,\n onCompletedChunk: (completed) => {\n if (completed % 1000 === 0) logger.debug(`Repository.list, completed ${completed} out of ${refs.length}`);\n },\n }\n );\n return objects;\n }\n\n /**\n * classify every object in the scope by its type, along with its size on the filesystem.\n *\n * needed by the garbage collector, which must know the type of each object but has no use for\n * its content. inflating every object would mean inflating gigabytes of file-content (`Source`)\n * objects, so only the first chunk of each file is read - enough to hold the header, which is\n * where the type is. when a content transformer is registered (`onPostObjectRead`), it applies\n * to the whole buffer, so in that case the file is read in full.\n */\n async listObjectsWithType(): Promise<ObjectsWithType> {\n const refs = await this.listRefs();\n const concurrency = concurrentIOLimit();\n logger.debug(`Repository.listObjectsWithType, classifying ${refs.length} objects`);\n const results = await pMapPool(refs, (ref) => this.getObjectTypeGracefully(ref), { concurrency });\n const objects = compact(results.map((result) => result.object));\n const unreadable = compact(results.map((result) => result.unreadable));\n if (unreadable.length) {\n logger.warn(`Repository.listObjectsWithType, unable to classify ${unreadable.length} objects`);\n }\n return { objects, unreadable };\n }\n\n /**\n * the objects that couldn't be classified are reported rather than skipped. a caller that acts on\n * this inventory (the garbage collector) has to know that it's incomplete, because an object it\n * can't see is one it can't reason about.\n */\n private async getObjectTypeGracefully(ref: Ref): Promise<{ object?: ObjectWithType; unreadable?: Ref }> {\n const objectPath = this.objectPath(ref);\n try {\n const stat = await fs.stat(objectPath);\n const type = await this.readObjectType(objectPath, stat.size);\n return { object: { ref, type, size: stat.size, mtimeMs: stat.mtimeMs } };\n } catch (err: any) {\n logger.warn(`Repository.listObjectsWithType, failed reading ${objectPath}. Error: ${err.message}`);\n return { unreadable: ref };\n }\n }\n\n private async readObjectType(objectPath: string, size: number): Promise<string> {\n const readInFull = async () => BitObject.parseObjectType(this.onRead(await fs.readFile(objectPath)), objectPath);\n // when there's no way to tell, assume the content is transformed and read in full. it's the\n // slow answer, never the wrong one.\n const isTransformed = Repository.hasPostObjectReadTransformer\n ? Repository.hasPostObjectReadTransformer()\n : Boolean(Repository.onPostObjectRead);\n if (isTransformed) return readInFull();\n const chunkSize = Math.min(OBJECT_HEADER_CHUNK_SIZE, size);\n // `Uint8Array` rather than `Buffer` - see `parseObjectTypeFromChunk`\n const chunk = new Uint8Array(chunkSize);\n const fileDescriptor = await fs.open(objectPath, 'r');\n try {\n await fs.read(fileDescriptor, chunk, 0, chunkSize, 0);\n } finally {\n await fs.close(fileDescriptor);\n }\n return BitObject.parseObjectTypeFromChunk(chunk) || readInFull();\n }\n\n async loadRefDeleteIfInvalid(ref: Ref) {\n try {\n return await this.load(ref, true);\n } catch (err: any) {\n // this is needed temporarily to allow `bit reset --never-exported` to fix the bit-id-comp-id error.\n // in a few months, we can remove this condition (around min 2024)\n if (err.constructor.name === 'BitIdCompIdError' || err.constructor.name === 'MissingScope') {\n logger.debug(`bit-id-comp-id error, moving an object to trash ${ref.toString()}`);\n await this.moveOneObjectToTrash(ref);\n return undefined;\n }\n throw err;\n }\n }\n\n async loadRefOnlyIfType(ref: Ref, types: Types): Promise<BitObject | null> {\n const objectPath = this.objectPath(ref);\n const fileContentsRaw = await fs.readFile(objectPath);\n const fileContents = this.onRead(fileContentsRaw);\n const typeNames = types.map((type) => type.name);\n const parsedObject = await BitObject.parseObjectOnlyIfType(fileContents, typeNames, objectPath);\n return parsedObject;\n }\n\n async listRefs(cwd = this.getPath()): Promise<Array<Ref>> {\n const matches = await glob(path.join('*', '*'), { cwd });\n const refs = matches.map((str) => {\n const hash = str.replace(path.sep, '');\n if (!isSnap(hash)) {\n logger.error(`fatal: the file \"${str}\" is not a valid bit object path`);\n return null;\n }\n return new Ref(hash);\n });\n return compact(refs);\n }\n\n async listRefsStartWith(shortHash: Ref): Promise<Array<Ref>> {\n const pathPrefix = this.hashPath(shortHash);\n const matches = await glob(`${pathPrefix}*`, { cwd: this.getPath() });\n const refs = matches.map((str) => {\n const hash = str.replace(path.sep, '');\n if (!isSnap(hash)) {\n logger.error(`fatal: the file \"${str}\" is not a valid bit object path`);\n return null;\n }\n return new Ref(hash);\n });\n return compact(refs);\n }\n\n async listRawObjects(): Promise<any> {\n const refs = await this.listRefs();\n const concurrency = concurrentIOLimit();\n return pMapPool(\n refs,\n async (ref) => {\n try {\n const buffer = await this.loadRaw(ref);\n const bitRawObject = await BitRawObject.fromDeflatedBuffer(buffer, ref.hash);\n return bitRawObject;\n } catch {\n logger.error(`Couldn't load the ref ${ref} this object is probably corrupted and should be delete`);\n return null;\n }\n },\n { concurrency }\n );\n }\n\n async listObjectsFromIndex(indexType: IndexType, filter?: Function): Promise<BitObject[]> {\n const hashes = filter ? this.scopeIndex.getHashesByQuery(indexType, filter) : this.scopeIndex.getHashes(indexType);\n return this._getBitObjectsByHashes(hashes);\n }\n\n getHashFromIndex(indexType: IndexType, filter: Function): string | null {\n const hashes = this.scopeIndex.getHashesByQuery(indexType, filter);\n if (hashes.length > 2) throw new Error('getHashFromIndex expect to get zero or one result');\n return hashes.length ? hashes[0] : null;\n }\n\n async _getBitObjectsByHashes(hashes: string[]): Promise<BitObject[]> {\n const missingIndexItems: IndexItem[] = [];\n const bitObjects = await Promise.all(\n hashes.map(async (hash) => {\n const bitObject = await this.load(new Ref(hash));\n if (!bitObject) {\n const indexItem = this.scopeIndex.find(hash);\n if (!indexItem) throw new Error(`_getBitObjectsByHashes failed finding ${hash}`);\n missingIndexItems.push(indexItem);\n return;\n }\n return bitObject;\n })\n );\n if (missingIndexItems.length) {\n this.scopeIndex.removeMany(missingIndexItems.map((item) => new Ref(item.hash)));\n await this.scopeIndex.write();\n const missingStringified = missingIndexItems.map((item) => item.toIdentifierString());\n throw new OutdatedIndexJson(missingStringified);\n }\n return compact(bitObjects);\n }\n\n async loadOptionallyCreateScopeIndex(): Promise<ScopeIndex> {\n try {\n const scopeIndex = await ScopeIndex.load(this.scopePath);\n return scopeIndex;\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n const bitObjects: BitObject[] = await this.list([ModelComponent, Lane]);\n const scopeIndex = ScopeIndex.create(this.scopePath);\n const added = scopeIndex.addMany(bitObjects);\n if (added) await scopeIndex.write();\n return scopeIndex;\n }\n throw err;\n }\n }\n\n async loadRaw(ref: Ref): Promise<Buffer> {\n if (ref.hash.length < HASH_SIZE) {\n ref = await this.getFullRefFromShortHash(ref);\n }\n const raw = await fs.readFile(this.objectPath(ref));\n // Run hook to transform content pre reading\n const transformedContent = this.onRead(raw);\n // uncomment to debug the transformed objects by onRead\n // console.log('transformedContent loadRaw', ref.toString(), BitObject.parseSync(transformedContent).getType());\n return transformedContent;\n }\n\n async getFullRefFromShortHash(ref: Ref): Promise<Ref> {\n const refs = await this.listRefsStartWith(ref);\n if (refs.length > 1) {\n throw new Error(\n `found ${refs.length} objects with the same short hash ${ref.toString()}, please use longer hash`\n );\n }\n if (refs.length === 0) {\n throw new Error(`failed finding an object with the short hash ${ref.toString()}`);\n }\n return refs[0];\n }\n\n async loadManyRaw(refs: Ref[]): Promise<ObjectItem[]> {\n const concurrency = concurrentIOLimit();\n const uniqRefs = uniqBy(refs, 'hash');\n return pMapPool(uniqRefs, async (ref) => ({ ref, buffer: await this.loadRaw(ref) }), { concurrency });\n }\n\n async loadManyRawIgnoreMissing(refs: Ref[]): Promise<ObjectItem[]> {\n const concurrency = concurrentIOLimit();\n const results = await pMapPool(\n refs,\n async (ref) => {\n try {\n const buffer = await this.loadRaw(ref);\n return { ref, buffer };\n } catch (err: any) {\n if (err.code === 'ENOENT') return null;\n throw err;\n }\n },\n { concurrency }\n );\n return compact(results);\n }\n\n async loadRawObject(ref: Ref): Promise<BitRawObject> {\n const buffer = await this.loadRaw(ref);\n const bitRawObject = await BitRawObject.fromDeflatedBuffer(buffer, ref.hash);\n return bitRawObject as any as BitRawObject;\n }\n\n /**\n * prefer using `this.load()` for an async version, which also writes to the cache\n */\n loadSync(ref: Ref, throws = true): BitObject {\n try {\n const objectFile = fs.readFileSync(this.objectPath(ref));\n // Run hook to transform content pre reading\n const transformedContent = this.onRead(objectFile);\n return BitObject.parseSync(transformedContent);\n } catch {\n if (throws) {\n throw new HashNotFound(ref.toString());\n }\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return null;\n }\n }\n\n setCache(object: BitObject) {\n this.cache.set(object.hash().toString(), object);\n return this;\n }\n\n getCache(ref: Ref): BitObject | undefined {\n return this.cache.get(ref.toString());\n }\n\n removeFromCache(ref: Ref) {\n this.cache.delete(ref.toString());\n }\n\n async clearCache() {\n logger.debug('repository.clearCache');\n this.cache.deleteAll();\n await this.init();\n }\n clearObjectsFromCache() {\n logger.debug('repository.clearObjectsFromCache');\n this.cache.deleteAll();\n }\n\n backup(dirName?: string) {\n const backupDir = this.getBackupPath(dirName);\n const objectsDir = this.getPath();\n logger.debug(`making a backup of all objects from ${objectsDir} to ${backupDir}`);\n fs.emptyDirSync(backupDir);\n fs.copySync(objectsDir, backupDir);\n }\n\n add(object: BitObject | null | undefined): Repository {\n // console.trace(`repository: adding object ${object?.hash().toString()}`);\n if (!object) return this;\n // leave the following commented log message, it is very useful for debugging but too verbose when not needed.\n // logger.debug(`repository: adding object ${object.hash().toString()} which consist of the following id: ${object.id()}`);\n this.objects[object.hash().toString()] = object;\n this.setCache(object);\n return this;\n }\n\n addMany(objects: BitObject[]): Repository {\n if (!objects || !objects.length) return this;\n objects.forEach((obj) => this.add(obj));\n return this;\n }\n\n removeObject(ref: Ref) {\n this.objectsToRemove.push(ref);\n }\n\n removeManyObjects(refs: Ref[]) {\n if (!refs || !refs.length) return;\n refs.forEach((ref) => this.removeObject(ref));\n }\n\n findMany(refs: Ref[]): Promise<BitObject[]> {\n return Promise.all(refs.map((ref) => this.load(ref)));\n }\n\n /**\n * important! use this method only for commands that are non running on an http server.\n *\n * it's better to remove/delete objects directly and not using the `objects` member.\n * it helps to avoid multiple processes running concurrently on an http server.\n *\n * persist objects changes (added and removed) into the filesystem\n * do not call this function multiple times in parallel, otherwise, it'll damage the index.json file.\n * call this function only once after you added and removed all applicable objects.\n */\n async persist(validate = true): Promise<void> {\n // do not let two requests enter this critical area, otherwise, refs/index.json/objects could\n // be corrupted\n logger.debug(`Repository.persist, going to acquire a lock`);\n await this.persistMutex.runExclusive(async () => {\n logger.debug(`Repository.persist, validate = ${validate.toString()}, a lock has been acquired`);\n await this.deleteObjectsFromFS(this.objectsToRemove);\n this.validateObjects(validate, Object.values(this.objects));\n await this.writeObjectsToTheFS(Object.values(this.objects));\n await this.writeRemoteLanes();\n await this.unmergedComponents.write();\n });\n logger.debug(`Repository.persist, completed. the lock has been released`);\n this.clearObjects();\n if (Repository.onPostObjectsPersist) {\n Repository.onPostObjectsPersist().catch((err) => {\n logger.error('fatal: onPostObjectsPersist encountered an error (this error does not stop the process)', err);\n });\n }\n }\n\n async writeRemoteLanes() {\n await this.remoteLanes.write();\n }\n\n /**\n * this is especially critical for http server, where one process lives long and serves multiple\n * exports. without this, the objects get accumulated over time and being rewritten over and over\n * again.\n */\n private clearObjects() {\n this.objects = {};\n this.objectsToRemove = [];\n }\n\n /**\n * normally, the validation step takes place just before the acutal writing of the file.\n * however, this can be an issue where a component has an invalid version. the component could\n * be saved before validating the version (see #1727). that's why we validate here before writing\n * anything to the filesystem.\n * the open question here is whether should we validate again before the actual writing or it\n * should be enough to validate here?\n * for now, it does validate again before saving, only to be 100% sure nothing happens in a few\n * lines of code until the actual writing. however, if the performance penalty is noticeable, we\n * can easily revert it by changing `bitObject.validateBeforePersist = false` line run regardless\n * the `validate` argument.\n */\n validateObjects(validate: boolean, objects: BitObject[]) {\n objects.forEach((bitObject) => {\n // @ts-ignore some BitObject classes have validate() method\n if (validate && bitObject.validate) {\n // @ts-ignore\n bitObject.validate();\n }\n if (!validate) {\n bitObject.validateBeforePersist = false;\n }\n });\n }\n\n async deleteObjectsFromFS(refs: Ref[]): Promise<void> {\n if (!refs.length) return;\n const uniqRefs = uniqBy(refs, 'hash');\n logger.debug(`Repository._deleteMany: deleting ${uniqRefs.length} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(uniqRefs, (ref) => this._deleteOne(ref), { concurrency });\n const removed = this.scopeIndex.removeMany(uniqRefs);\n if (removed) await this.scopeIndex.write();\n }\n\n async moveObjectsToDir(refs: Ref[], dir: string): Promise<void> {\n if (!refs.length) return;\n const uniqRefs = uniqBy(refs, 'hash');\n logger.debug(`Repository.moveObjectsToDir: ${uniqRefs.length} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(uniqRefs, (ref) => this.moveOneObjectToDir(ref, dir), { concurrency });\n const removed = this.scopeIndex.removeMany(uniqRefs);\n if (removed) await this.scopeIndex.write();\n }\n\n async moveObjectsToTrash(refs: Ref[]): Promise<void> {\n await this.moveObjectsToDir(refs, TRASH_DIR);\n }\n\n async listTrash(): Promise<Ref[]> {\n return this.listRefs(this.getTrashDir());\n }\n\n async getFromTrash(refs: Ref[]): Promise<BitObject[]> {\n const objectsFromTrash = await Promise.all(\n refs.map(async (ref) => {\n const trashObjPath = path.join(this.getTrashDir(), this.hashPath(ref));\n let buffer: Buffer;\n try {\n buffer = await fs.readFile(trashObjPath);\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n throw new BitError(`unable to find the object ${ref.toString()} in the trash`);\n }\n throw err;\n }\n return BitObject.parseObject(buffer, trashObjPath);\n })\n );\n return objectsFromTrash;\n }\n\n async restoreFromTrash(refs: Ref[]) {\n logger.debug(`Repository.restoreFromTrash: ${refs.length} objects`);\n const objectsFromTrash = await this.getFromTrash(refs);\n await this.writeObjectsToTheFS(objectsFromTrash);\n }\n\n async restoreFromDir(dir: string, overwrite = false) {\n await fs.copy(path.join(this.scopePath, dir), this.getPath(), { overwrite });\n }\n\n private async moveOneObjectToDir(ref: Ref, dir: string) {\n const currentPath = this.objectPath(ref);\n const absDir = path.join(this.scopePath, dir);\n const fullPath = path.join(absDir, this.hashPath(ref));\n await fs.move(currentPath, fullPath, { overwrite: true });\n this.removeFromCache(ref);\n }\n\n private async moveOneObjectToTrash(ref: Ref) {\n await this.moveOneObjectToDir(ref, TRASH_DIR);\n }\n\n async deleteRecordsFromUnmergedComponents(compIds: ComponentID[]) {\n this.unmergedComponents.removeMultipleComponents(compIds);\n await this.unmergedComponents.write();\n }\n\n /**\n * write all objects to the FS and index the components/lanes/symlink objects\n */\n async writeObjectsToTheFS(objects: BitObject[]): Promise<void> {\n const count = objects.length;\n if (!count) return;\n logger.trace(`Repository.writeObjectsToTheFS: started writing ${count} objects`);\n const concurrency = concurrentIOLimit();\n await pMapPool(objects, (obj) => this._writeOne(obj), {\n concurrency,\n });\n logger.trace(`Repository.writeObjectsToTheFS: completed writing ${count} objects`);\n\n const added = this.scopeIndex.addMany(objects);\n if (added) await this.scopeIndex.write();\n }\n\n /**\n * do not call this method directly. always call this.removeObject() and once done with all objects,\n * call this.persist()\n */\n _deleteOne(ref: Ref): Promise<boolean> {\n this.removeFromCache(ref);\n const pathToDelete = this.objectPath(ref);\n logger.trace(`repository._deleteOne: deleting ${pathToDelete}`);\n return removeFile(pathToDelete, true);\n }\n\n /**\n * always prefer this.persist() or this.writeObjectsToTheFS()\n * this method doesn't write to scopeIndex. so using this method for ModelComponent or\n * Symlink makes the index outdated.\n */\n async _writeOne(object: BitObject): Promise<boolean> {\n const contents = await object.compress();\n const options: ChownOptions = {};\n if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);\n const hash = object.hash();\n if (this.cache.has(hash.toString())) this.cache.set(hash.toString(), object); // update the cache\n const objectPath = this.objectPath(hash);\n logger.trace(`repository._writeOne: ${objectPath}`);\n // Run hook to transform content pre persisting\n const transformedContent = this.onPersist(contents);\n // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!\n return writeFile(objectPath, transformedContent, options);\n }\n\n async writeObjectsToPendingDir(objectList: ObjectList, pendingDir: PathOsBasedAbsolute) {\n // Refs come from client-supplied tar entry names. Validate the whole batch\n // before any writes so a crafted ref can't escape pendingDir AND so we\n // don't leave orphan files in pendingDir when one entry is rejected mid-batch.\n // Mirrors the isSnap check listRefs already applies on the read path.\n for (const object of objectList.objects) {\n const ref = object.ref.toString();\n if (!isSnap(ref)) throw new BitError(`invalid object ref: ${JSON.stringify(ref)}`);\n }\n const options: ChownOptions = {};\n if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);\n await Promise.all(\n objectList.objects.map(async (object) => {\n const objPath = path.join(pendingDir, this.hashPath(object.ref));\n await writeFile(objPath, object.buffer, options);\n })\n );\n }\n\n async readObjectsFromPendingDir(pendingDir: PathOsBasedAbsolute) {\n const refs = await this.listRefs(pendingDir);\n const objects = await Promise.all(\n refs.map(async (ref) => {\n const buffer = await fs.readFile(path.join(pendingDir, this.hashPath(ref)));\n return { ref, buffer };\n })\n );\n return new ObjectList(objects);\n }\n\n private hashPath(ref: Ref) {\n const hash = ref.toString();\n return path.join(hash.slice(0, 2), hash.slice(2));\n }\n}\n\nasync function removeFile(filePath: string, propagateDirs = false): Promise<boolean> {\n try {\n await fs.unlink(filePath);\n } catch (err: any) {\n if (err.code === 'ENOENT') {\n // the file doesn't exist, that's fine, no need to do anything\n return false;\n }\n throw err;\n }\n if (!propagateDirs) return true;\n const { dir } = path.parse(filePath);\n await removeEmptyDir(dir);\n return true;\n}\n\nasync function resolveGroupId(groupName: string): Promise<number | null | undefined> {\n // unix group ids are meaningless on Windows, which has no /etc/group and no process.getgid\n if (!process.getgid) return null;\n let groupFileContent: string;\n try {\n groupFileContent = await fs.readFile('/etc/group', 'utf8');\n } catch (err: any) {\n logger.error('resolveGroupId', err);\n throw new BitError(`unable to resolve group id of \"${groupName}\", got an error ${err.message}`);\n }\n const groupLine = groupFileContent.split('\\n').find((line) => line.split(':')[0] === groupName);\n if (!groupLine) {\n throw new BitError(`unable to resolve group id of \"${groupName}\", the group does not exist`);\n }\n const gid = Number(groupLine.split(':')[2]);\n if (Number.isNaN(gid)) {\n throw new BitError(`unable to resolve group id of \"${groupName}\", got an error parsing /etc/group`);\n }\n return gid;\n}\n"],"mappings":";;;;;;AAAA,SAAAA,SAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,QAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,YAAA;EAAA,MAAAH,IAAA,GAAAE,OAAA;EAAAC,WAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,QAAA;EAAA,MAAAJ,IAAA,GAAAE,OAAA;EAAAE,OAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,UAAA;EAAA,MAAAL,IAAA,GAAAE,OAAA;EAAAG,SAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAM,kBAAA;EAAA,MAAAN,IAAA,GAAAE,OAAA;EAAAI,iBAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,KAAA;EAAA,MAAAP,IAAA,GAAAQ,uBAAA,CAAAN,OAAA;EAAAK,IAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,gBAAA;EAAA,MAAAT,IAAA,GAAAE,OAAA;EAAAO,eAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,QAAA;EAAA,MAAAV,IAAA,GAAAE,OAAA;EAAAQ,OAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,SAAA;EAAA,MAAAX,IAAA,GAAAE,OAAA;EAAAS,QAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAY,SAAA;EAAA,MAAAZ,IAAA,GAAAE,OAAA;EAAAU,QAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,MAAA;EAAA,MAAAb,IAAA,GAAAE,OAAA;EAAAW,KAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAc,WAAA;EAAA,MAAAd,IAAA,GAAAE,OAAA;EAAAY,UAAA,YAAAA,CAAA;IAAA,OAAAd,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAe,gBAAA;EAAA,MAAAf,IAAA,GAAAE,OAAA;EAAAa,eAAA,YAAAA,CAAA;IAAA,OAAAf,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAgB,SAAA;EAAA,MAAAhB,IAAA,GAAAE,OAAA;EAAAc,QAAA,YAAAA,CAAA;IAAA,OAAAhB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAiB,YAAA;EAAA,MAAAjB,IAAA,GAAAE,OAAA;EAAAe,WAAA,YAAAA,CAAA;IAAA,OAAAjB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAkB,QAAA;EAAA,MAAAlB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAgB,OAAA,YAAAA,CAAA;IAAA,OAAAlB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAmB,YAAA;EAAA,MAAAnB,IAAA,GAAAE,OAAA;EAAAiB,WAAA,YAAAA,CAAA;IAAA,OAAAnB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAoB,WAAA;EAAA,MAAApB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAkB,UAAA,YAAAA,CAAA;IAAA,OAAApB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAqB,KAAA;EAAA,MAAArB,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAmB,IAAA,YAAAA,CAAA;IAAA,OAAArB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAEA,SAAAsB,iBAAA;EAAA,MAAAtB,IAAA,GAAAE,OAAA;EAAAoB,gBAAA,YAAAA,CAAA;IAAA,OAAAtB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAuB,QAAA;EAAA,MAAAvB,IAAA,GAAAE,OAAA;EAAAqB,OAAA,YAAAA,CAAA;IAAA,OAAAvB,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA4D,SAAAQ,wBAAAgB,CAAA,EAAAC,CAAA,6BAAAC,OAAA,MAAAC,CAAA,OAAAD,OAAA,IAAAE,CAAA,OAAAF,OAAA,YAAAlB,uBAAA,YAAAA,CAAAgB,CAAA,EAAAC,CAAA,SAAAA,CAAA,IAAAD,CAAA,IAAAA,CAAA,CAAAK,UAAA,SAAAL,CAAA,MAAAM,CAAA,EAAAC,CAAA,EAAAC,CAAA,KAAAC,SAAA,QAAAC,OAAA,EAAAV,CAAA,iBAAAA,CAAA,uBAAAA,CAAA,yBAAAA,CAAA,SAAAQ,CAAA,MAAAF,CAAA,GAAAL,CAAA,GAAAG,CAAA,GAAAD,CAAA,QAAAG,CAAA,CAAAK,GAAA,CAAAX,CAAA,UAAAM,CAAA,CAAAM,GAAA,CAAAZ,CAAA,GAAAM,CAAA,CAAAO,GAAA,CAAAb,CAAA,EAAAQ,CAAA,gBAAAP,CAAA,IAAAD,CAAA,gBAAAC,CAAA,OAAAa,cAAA,CAAAC,IAAA,CAAAf,CAAA,EAAAC,CAAA,OAAAM,CAAA,IAAAD,CAAA,GAAAU,MAAA,CAAAC,cAAA,KAAAD,MAAA,CAAAE,wBAAA,CAAAlB,CAAA,EAAAC,CAAA,OAAAM,CAAA,CAAAK,GAAA,IAAAL,CAAA,CAAAM,GAAA,IAAAP,CAAA,CAAAE,CAAA,EAAAP,CAAA,EAAAM,CAAA,IAAAC,CAAA,CAAAP,CAAA,IAAAD,CAAA,CAAAC,CAAA,WAAAO,CAAA,KAAAR,CAAA,EAAAC,CAAA;AAAA,SAAAxB,uBAAAuB,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAK,UAAA,GAAAL,CAAA,KAAAU,OAAA,EAAAV,CAAA;AAAA,SAAAmB,gBAAAnB,CAAA,EAAAG,CAAA,EAAAF,CAAA,YAAAE,CAAA,GAAAiB,cAAA,CAAAjB,CAAA,MAAAH,CAAA,GAAAgB,MAAA,CAAAC,cAAA,CAAAjB,CAAA,EAAAG,CAAA,IAAAkB,KAAA,EAAApB,CAAA,EAAAqB,UAAA,MAAAC,YAAA,MAAAC,QAAA,UAAAxB,CAAA,CAAAG,CAAA,IAAAF,CAAA,EAAAD,CAAA;AAAA,SAAAoB,eAAAnB,CAAA,QAAAM,CAAA,GAAAkB,YAAA,CAAAxB,CAAA,uCAAAM,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAkB,aAAAxB,CAAA,EAAAE,CAAA,2BAAAF,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAD,CAAA,GAAAC,CAAA,CAAAyB,MAAA,CAAAC,WAAA,kBAAA3B,CAAA,QAAAO,CAAA,GAAAP,CAAA,CAAAe,IAAA,CAAAd,CAAA,EAAAE,CAAA,uCAAAI,CAAA,SAAAA,CAAA,YAAAqB,SAAA,yEAAAzB,CAAA,GAAA0B,MAAA,GAAAC,MAAA,EAAA7B,CAAA;AAG5D,MAAM8B,kBAAkB,GAAG,GAAGC,qBAAW,MAAM;AAC/C,MAAMC,SAAS,GAAG,OAAO;AACzB;AACA;AACA;AACA;AACA;AACA;AACA,MAAMC,wBAAwB,GAAG,GAAG;;AAEpC;;AAEA;;AAGe,MAAMC,UAAU,CAAC;EAY9BC,WAAWA,CAACC,SAAiB,EAAEC,SAAoB,EAAE;IAAAnB,eAAA,kBAXb,CAAC,CAAC;IAAAA,eAAA,0BACjB,EAAE;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAWzB,IAAI,CAACkB,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,MAAM,GAAIC,OAAe,IAAKL,UAAU,CAACM,gBAAgB,GAAGD,OAAO,CAAC,IAAIA,OAAO;IACpF,IAAI,CAACE,SAAS,GAAIF,OAAe,IAAKL,UAAU,CAACQ,kBAAkB,GAAGH,OAAO,CAAC,IAAIA,OAAO;IACzF,IAAI,CAACI,KAAK,GAAG,IAAAC,sCAAmB,EAAC;MAAEC,OAAO,EAAE,IAAAC,uCAAoB,EAAC;IAAE,CAAC,CAAC;EACvE;EAEA,IAAIC,YAAYA,CAAA,EAAG;IACjB,IAAI,CAAC,IAAI,CAACC,aAAa,EAAE;MACvB,IAAI,CAACA,aAAa,GAAG,KAAIC,mBAAK,EAAC,CAAC;IAClC;IACA,OAAO,IAAI,CAACD,aAAa;EAC3B;EAEA,aAAaE,IAAIA,CAAC;IAAEd,SAAS;IAAEC;EAAuD,CAAC,EAAuB;IAC5G,MAAMc,UAAU,GAAG,IAAIjB,UAAU,CAACE,SAAS,EAAEC,SAAS,CAAC;IACvD,MAAMc,UAAU,CAACC,IAAI,CAAC,CAAC;IACvB,OAAOD,UAAU;EACnB;EAEA,MAAMC,IAAIA,CAAA,EAAG;IACX,MAAMC,UAAU,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAAC,CAAC;IAC9D,IAAI,CAACD,UAAU,GAAGA,UAAU;IAC5B,IAAI,CAACE,WAAW,GAAG,KAAIC,sBAAW,EAAC,IAAI,CAACpB,SAAS,CAAC;IAClD,IAAI,CAACqB,kBAAkB,GAAG,MAAMC,6BAAkB,CAACR,IAAI,CAAC,IAAI,CAACd,SAAS,CAAC;EACzE;EAEA,aAAauB,MAAMA,CAAC;IAAEvB,SAAS;IAAEC;EAAuD,CAAC,EAAuB;IAC9G,MAAMc,UAAU,GAAG,IAAIjB,UAAU,CAACE,SAAS,EAAEC,SAAS,CAAC;IACvD,MAAMgB,UAAU,GAAGO,wBAAU,CAACD,MAAM,CAACvB,SAAS,CAAC;IAC/Ce,UAAU,CAACE,UAAU,GAAGA,UAAU;IAClCF,UAAU,CAACM,kBAAkB,GAAG,MAAMC,6BAAkB,CAACR,IAAI,CAACd,SAAS,CAAC;IACxEe,UAAU,CAACI,WAAW,GAAG,KAAIC,sBAAW,EAACpB,SAAS,CAAC;IACnD,OAAOe,UAAU;EACnB;EAEA,OAAOU,KAAKA,CAACzB,SAAiB,EAAiB;IAC7C,OAAOwB,wBAAU,CAACC,KAAK,CAACzB,SAAS,CAAC;EACpC;EAEA,OAAO0B,kBAAkBA,CAAC1B,SAAiB,EAAE;IAC3C,OAAOtD,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC3B,SAAS,EAAEL,qBAAW,CAAC;EAC1C;EA2BA,MAAMiC,gBAAgBA,CAAA,EAAG;IACvB,IAAI,CAACX,UAAU,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAAC,CAAC;EAC/D;;EAEA;AACF;AACA;AACA;EACE,MAAaW,sBAAsBA,CAACC,KAAK,GAAG,KAAK,EAAE;IACjD,MAAMC,gBAAgB,GAAG,MAAM,IAAI,CAACb,8BAA8B,CAAC,CAAC;IACpE,IAAIY,KAAK,EAAE;MACT,IAAI,CAACb,UAAU,GAAGc,gBAAgB;MAClC;IACF;IAEA,MAAMC,yBAAyB,GAAG,IAAI,CAACf,UAAU,CAACgB,MAAM,CAAC,CAAC;IAC1D,MAAMC,wBAAwB,GAAGH,gBAAgB,CAACE,MAAM,CAAC,CAAC;IAE1D,IAAID,yBAAyB,CAACG,MAAM,KAAKD,wBAAwB,CAACC,MAAM,EAAE;MACxE,IAAI,CAAClB,UAAU,GAAGc,gBAAgB;MAClC;IACF;IAEA,IAAI,IAAAK,wBAAc,EAACJ,yBAAyB,EAAEE,wBAAwB,EAAEG,iBAAO,CAAC,CAACF,MAAM,EAAE;MACvF,IAAI,CAAClB,UAAU,GAAGc,gBAAgB;IACpC;EACF;EAEAO,SAASA,CAAA,EAAG;IACV,OAAOC,kBAAE,CAACD,SAAS,CAAC,IAAI,CAACE,OAAO,CAAC,CAAC,CAAC;EACrC;EAEAA,OAAOA,CAAA,EAAG;IACR,OAAO1C,UAAU,CAAC4B,kBAAkB,CAAC,IAAI,CAAC1B,SAAS,CAAC;EACtD;EAEAyC,aAAaA,CAACC,OAAgB,EAAU;IACtC,MAAMC,UAAU,GAAGjG,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEN,kBAAkB,CAAC;IAChE,OAAOgD,OAAO,GAAGhG,IAAI,CAAD,CAAC,CAACiF,IAAI,CAACgB,UAAU,EAAED,OAAO,CAAC,GAAGC,UAAU;EAC9D;EAEAC,WAAWA,CAAA,EAAG;IACZ,OAAOlG,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEJ,SAAS,CAAC;EAC7C;EAEAiD,UAAUA,CAAA,EAAoB;IAC5B;IACA,OAAO,IAAI,CAAC5C,SAAS,CAAC6C,mBAAmB,CAAC,CAAC;EAC7C;EAEA,MAAMC,kBAAkBA,CAAA,EAAwB;IAC9C,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACH,UAAU,CAAC,CAAC;IACvC,MAAMI,MAAM,GAAGC,mBAAS,CAACC,UAAU,CAAC;MAAEH,OAAO;MAAEI,IAAI,EAAE,IAAI,CAACnD,SAAS,CAACmD;IAAK,CAAC,CAAC;IAC3E,OAAO;MAAEC,GAAG,EAAEJ,MAAM,CAACK,IAAI,CAAC,CAAC;MAAEC,MAAM,EAAE,MAAMN,MAAM,CAACO,QAAQ,CAAC;IAAE,CAAC;EAChE;EAEAC,UAAUA,CAACJ,GAAQ,EAAU;IAC3B,OAAO3G,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAACa,OAAO,CAAC,CAAC,EAAE,IAAI,CAACkB,QAAQ,CAACL,GAAG,CAAC,CAAC;EACtD;EAEA,MAAM/E,GAAGA,CAAC+E,GAAQ,EAAoB;IACpC,MAAMI,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,OAAOd,kBAAE,CAACoB,UAAU,CAACF,UAAU,CAAC;EAClC;EAEA,MAAMG,WAAWA,CAACC,IAAW,EAAkB;IAC7C,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMC,YAAY,GAAG,MAAM,IAAAC,0BAAQ,EACjCJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,MAAMM,UAAU,GAAG,MAAM,IAAI,CAACrF,GAAG,CAAC+E,GAAG,CAAC;MACtC,OAAOM,UAAU,GAAGN,GAAG,GAAG,IAAI;IAChC,CAAC,EACD;MAAES;IAAY,CAChB,CAAC;IACD,OAAO,IAAAI,iBAAO,EAACF,YAAY,CAAC;EAC9B;EAEA,MAAMlD,IAAIA,CAACuC,GAAQ,EAAEc,MAAM,GAAG,KAAK,EAAsB;IACvD;IACA;IACA;IACA,MAAMC,eAAe,GAAG,IAAI,CAACC,OAAO,CAAChB,GAAG,CAACC,IAAI,CAACgB,QAAQ,CAAC,CAAC,CAAC;IACzD,IAAIF,eAAe,EAAE,OAAOA,eAAe;IAC3C,IAAIf,GAAG,CAACC,IAAI,CAACnB,MAAM,GAAGoC,6BAAS,EAAE;MAC/BlB,GAAG,GAAG,MAAM,IAAI,CAACmB,uBAAuB,CAACnB,GAAG,CAAC;IAC/C;IACA,MAAMoB,MAAM,GAAG,IAAI,CAACC,QAAQ,CAACrB,GAAG,CAAC;IACjC,IAAIoB,MAAM,EAAE;MACV,OAAOA,MAAM;IACf;IACA,IAAIE,eAAuB;IAC3B,MAAMlB,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,IAAI;MACFsB,eAAe,GAAG,MAAMpC,kBAAE,CAACqC,QAAQ,CAACnB,UAAU,CAAC;IACjD,CAAC,CAAC,OAAOoB,GAAQ,EAAE;MACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;QACzBC,iBAAM,CAACC,KAAK,CAAC,6BAA6BvB,UAAU,YAAYoB,GAAG,CAACI,OAAO,EAAE,CAAC;QAC9E,MAAMJ,GAAG;MACX;MACAE,iBAAM,CAACG,KAAK,CAAC,6BAA6BzB,UAAU,GAAG,CAAC;MACxD,IAAIU,MAAM,EAAE;QACV;QACA;QACA,MAAMgB,GAAG,GAAG,wCAAwC1B,UAAU,yBAAyBoB,GAAG,CAACnI,IAAI,EAAE;QACjG,MAAMiC,MAAM,CAACyG,MAAM,CAACP,GAAG,EAAE;UAAEQ,KAAK,EAAE,IAAIC,KAAK,CAACH,GAAG,CAAC,CAACE;QAAM,CAAC,CAAC;MAC3D;MACA;MACA,OAAO,IAAI;IACb;IACA,MAAME,IAAI,GAAGZ,eAAe,CAACa,UAAU;IACvC,MAAMC,YAAY,GAAG,IAAI,CAACvF,MAAM,CAACyE,eAAe,CAAC;IACjD;IACA;IACA,MAAMe,YAAY,GAAG,MAAMC,iBAAS,CAACC,WAAW,CAACH,YAAY,EAAEhC,UAAU,CAAC;IAC1E,MAAMoC,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;IACnC,IAAIN,IAAI,GAAGM,cAAc,EAAE;MACzB;MACA,IAAI,CAACC,QAAQ,CAACJ,YAAY,CAAC;IAC7B;IACA,OAAOA,YAAY;EACrB;;EAEA;AACF;AACA;AACA;EACE,MAAMK,IAAIA,CAACC,KAAY,EAAwB;IAC7C,MAAMnC,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC,CAAC;IAClC,MAAMnC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvCgB,iBAAM,CAACmB,KAAK,CACV,oBAAoBrC,IAAI,CAAC1B,MAAM,sDAAsD6D,KAAK,CAACG,GAAG,CAAEvI,CAAC,IAAKA,CAAC,CAACwF,IAAI,CAAC,CAACzB,IAAI,CAAC,IAAI,CAAC,EAC1H,CAAC;IACD,MAAM0C,OAAoB,GAAG,EAAE;IAC/B,MAAM+B,cAAc,GAAGC,OAAO,CAACC,IAAI,CAACC,QAAQ,CAAC,kBAAkB,CAAC;IAChE,MAAMC,cAAc,GAAIC,GAAc,IAAKT,KAAK,CAACU,IAAI,CAAEC,IAAI,IAAKA,IAAI,CAACvD,IAAI,KAAKqD,GAAG,CAAC1G,WAAW,CAACqD,IAAI,CAAC,CAAC,CAAC;IACrG,MAAM,IAAAa,0BAAQ,EACZJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,MAAMJ,MAAM,GAAGmD,cAAc,GACzB,MAAM,IAAI,CAACQ,sBAAsB,CAACvD,GAAG,CAAC,GACtC,MAAM,IAAI,CAACwD,iBAAiB,CAACxD,GAAG,EAAE2C,KAAK,CAAC;MAC5C,IAAI,CAAC/C,MAAM,EAAE;MACb,IAAImD,cAAc,IAAI,CAACI,cAAc,CAACvD,MAAM,CAAC,EAAE;MAC/CoB,OAAO,CAACyC,IAAI,CAAC7D,MAAM,CAAC;IACtB,CAAC,EACD;MACEa,WAAW;MACXiD,gBAAgB,EAAGC,SAAS,IAAK;QAC/B,IAAIA,SAAS,GAAG,IAAI,KAAK,CAAC,EAAEjC,iBAAM,CAACmB,KAAK,CAAC,8BAA8Bc,SAAS,WAAWnD,IAAI,CAAC1B,MAAM,EAAE,CAAC;MAC3G;IACF,CACF,CAAC;IACD,OAAOkC,OAAO;EAChB;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAM4C,mBAAmBA,CAAA,EAA6B;IACpD,MAAMpD,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC,CAAC;IAClC,MAAMnC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvCgB,iBAAM,CAACmB,KAAK,CAAC,+CAA+CrC,IAAI,CAAC1B,MAAM,UAAU,CAAC;IAClF,MAAM+E,OAAO,GAAG,MAAM,IAAAjD,0BAAQ,EAACJ,IAAI,EAAGR,GAAG,IAAK,IAAI,CAAC8D,uBAAuB,CAAC9D,GAAG,CAAC,EAAE;MAAES;IAAY,CAAC,CAAC;IACjG,MAAMO,OAAO,GAAG,IAAAH,iBAAO,EAACgD,OAAO,CAACf,GAAG,CAAEiB,MAAM,IAAKA,MAAM,CAACnE,MAAM,CAAC,CAAC;IAC/D,MAAMoE,UAAU,GAAG,IAAAnD,iBAAO,EAACgD,OAAO,CAACf,GAAG,CAAEiB,MAAM,IAAKA,MAAM,CAACC,UAAU,CAAC,CAAC;IACtE,IAAIA,UAAU,CAAClF,MAAM,EAAE;MACrB4C,iBAAM,CAACuC,IAAI,CAAC,sDAAsDD,UAAU,CAAClF,MAAM,UAAU,CAAC;IAChG;IACA,OAAO;MAAEkC,OAAO;MAAEgD;IAAW,CAAC;EAChC;;EAEA;AACF;AACA;AACA;AACA;EACE,MAAcF,uBAAuBA,CAAC9D,GAAQ,EAA0D;IACtG,MAAMI,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,IAAI;MACF,MAAMkE,IAAI,GAAG,MAAMhF,kBAAE,CAACgF,IAAI,CAAC9D,UAAU,CAAC;MACtC,MAAMkD,IAAI,GAAG,MAAM,IAAI,CAACa,cAAc,CAAC/D,UAAU,EAAE8D,IAAI,CAAChC,IAAI,CAAC;MAC7D,OAAO;QAAEtC,MAAM,EAAE;UAAEI,GAAG;UAAEsD,IAAI;UAAEpB,IAAI,EAAEgC,IAAI,CAAChC,IAAI;UAAEkC,OAAO,EAAEF,IAAI,CAACE;QAAQ;MAAE,CAAC;IAC1E,CAAC,CAAC,OAAO5C,GAAQ,EAAE;MACjBE,iBAAM,CAACuC,IAAI,CAAC,kDAAkD7D,UAAU,YAAYoB,GAAG,CAACI,OAAO,EAAE,CAAC;MAClG,OAAO;QAAEoC,UAAU,EAAEhE;MAAI,CAAC;IAC5B;EACF;EAEA,MAAcmE,cAAcA,CAAC/D,UAAkB,EAAE8B,IAAY,EAAmB;IAC9E,MAAMmC,UAAU,GAAG,MAAAA,CAAA,KAAY/B,iBAAS,CAACgC,eAAe,CAAC,IAAI,CAACzH,MAAM,CAAC,MAAMqC,kBAAE,CAACqC,QAAQ,CAACnB,UAAU,CAAC,CAAC,EAAEA,UAAU,CAAC;IAChH;IACA;IACA,MAAMmE,aAAa,GAAG9H,UAAU,CAAC+H,4BAA4B,GACzD/H,UAAU,CAAC+H,4BAA4B,CAAC,CAAC,GACzCC,OAAO,CAAChI,UAAU,CAACM,gBAAgB,CAAC;IACxC,IAAIwH,aAAa,EAAE,OAAOF,UAAU,CAAC,CAAC;IACtC,MAAMK,SAAS,GAAGC,IAAI,CAACC,GAAG,CAACpI,wBAAwB,EAAE0F,IAAI,CAAC;IAC1D;IACA,MAAM2C,KAAK,GAAG,IAAIC,UAAU,CAACJ,SAAS,CAAC;IACvC,MAAMK,cAAc,GAAG,MAAM7F,kBAAE,CAAC8F,IAAI,CAAC5E,UAAU,EAAE,GAAG,CAAC;IACrD,IAAI;MACF,MAAMlB,kBAAE,CAAC+F,IAAI,CAACF,cAAc,EAAEF,KAAK,EAAE,CAAC,EAAEH,SAAS,EAAE,CAAC,CAAC;IACvD,CAAC,SAAS;MACR,MAAMxF,kBAAE,CAACgG,KAAK,CAACH,cAAc,CAAC;IAChC;IACA,OAAOzC,iBAAS,CAAC6C,wBAAwB,CAACN,KAAK,CAAC,IAAIR,UAAU,CAAC,CAAC;EAClE;EAEA,MAAMd,sBAAsBA,CAACvD,GAAQ,EAAE;IACrC,IAAI;MACF,OAAO,MAAM,IAAI,CAACvC,IAAI,CAACuC,GAAG,EAAE,IAAI,CAAC;IACnC,CAAC,CAAC,OAAOwB,GAAQ,EAAE;MACjB;MACA;MACA,IAAIA,GAAG,CAAC9E,WAAW,CAACqD,IAAI,KAAK,kBAAkB,IAAIyB,GAAG,CAAC9E,WAAW,CAACqD,IAAI,KAAK,cAAc,EAAE;QAC1F2B,iBAAM,CAACmB,KAAK,CAAC,mDAAmD7C,GAAG,CAACiB,QAAQ,CAAC,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,CAACmE,oBAAoB,CAACpF,GAAG,CAAC;QACpC,OAAOqF,SAAS;MAClB;MACA,MAAM7D,GAAG;IACX;EACF;EAEA,MAAMgC,iBAAiBA,CAACxD,GAAQ,EAAE2C,KAAY,EAA6B;IACzE,MAAMvC,UAAU,GAAG,IAAI,CAACA,UAAU,CAACJ,GAAG,CAAC;IACvC,MAAMsB,eAAe,GAAG,MAAMpC,kBAAE,CAACqC,QAAQ,CAACnB,UAAU,CAAC;IACrD,MAAMgC,YAAY,GAAG,IAAI,CAACvF,MAAM,CAACyE,eAAe,CAAC;IACjD,MAAMgE,SAAS,GAAG3C,KAAK,CAACG,GAAG,CAAEQ,IAAI,IAAKA,IAAI,CAACvD,IAAI,CAAC;IAChD,MAAMsC,YAAY,GAAG,MAAMC,iBAAS,CAACiD,qBAAqB,CAACnD,YAAY,EAAEkD,SAAS,EAAElF,UAAU,CAAC;IAC/F,OAAOiC,YAAY;EACrB;EAEA,MAAMO,QAAQA,CAAC4C,GAAG,GAAG,IAAI,CAACrG,OAAO,CAAC,CAAC,EAAuB;IACxD,MAAMsG,OAAO,GAAG,MAAM,IAAAC,YAAI,EAACrM,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;MAAEkH;IAAI,CAAC,CAAC;IACxD,MAAMhF,IAAI,GAAGiF,OAAO,CAAC3C,GAAG,CAAE6C,GAAG,IAAK;MAChC,MAAM1F,IAAI,GAAG0F,GAAG,CAACC,OAAO,CAACvM,IAAI,CAAD,CAAC,CAACwM,GAAG,EAAE,EAAE,CAAC;MACtC,IAAI,CAAC,IAAAC,0BAAM,EAAC7F,IAAI,CAAC,EAAE;QACjByB,iBAAM,CAACC,KAAK,CAAC,oBAAoBgE,GAAG,kCAAkC,CAAC;QACvE,OAAO,IAAI;MACb;MACA,OAAO,KAAII,cAAG,EAAC9F,IAAI,CAAC;IACtB,CAAC,CAAC;IACF,OAAO,IAAAY,iBAAO,EAACL,IAAI,CAAC;EACtB;EAEA,MAAMwF,iBAAiBA,CAACC,SAAc,EAAuB;IAC3D,MAAMC,UAAU,GAAG,IAAI,CAAC7F,QAAQ,CAAC4F,SAAS,CAAC;IAC3C,MAAMR,OAAO,GAAG,MAAM,IAAAC,YAAI,EAAC,GAAGQ,UAAU,GAAG,EAAE;MAAEV,GAAG,EAAE,IAAI,CAACrG,OAAO,CAAC;IAAE,CAAC,CAAC;IACrE,MAAMqB,IAAI,GAAGiF,OAAO,CAAC3C,GAAG,CAAE6C,GAAG,IAAK;MAChC,MAAM1F,IAAI,GAAG0F,GAAG,CAACC,OAAO,CAACvM,IAAI,CAAD,CAAC,CAACwM,GAAG,EAAE,EAAE,CAAC;MACtC,IAAI,CAAC,IAAAC,0BAAM,EAAC7F,IAAI,CAAC,EAAE;QACjByB,iBAAM,CAACC,KAAK,CAAC,oBAAoBgE,GAAG,kCAAkC,CAAC;QACvE,OAAO,IAAI;MACb;MACA,OAAO,KAAII,cAAG,EAAC9F,IAAI,CAAC;IACtB,CAAC,CAAC;IACF,OAAO,IAAAY,iBAAO,EAACL,IAAI,CAAC;EACtB;EAEA,MAAM2F,cAAcA,CAAA,EAAiB;IACnC,MAAM3F,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC,CAAC;IAClC,MAAMnC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,OAAO,IAAAE,0BAAQ,EACbJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,IAAI;QACF,MAAME,MAAM,GAAG,MAAM,IAAI,CAACkG,OAAO,CAACpG,GAAG,CAAC;QACtC,MAAMqG,YAAY,GAAG,MAAMC,oBAAY,CAACC,kBAAkB,CAACrG,MAAM,EAAEF,GAAG,CAACC,IAAI,CAAC;QAC5E,OAAOoG,YAAY;MACrB,CAAC,CAAC,MAAM;QACN3E,iBAAM,CAACC,KAAK,CAAC,yBAAyB3B,GAAG,yDAAyD,CAAC;QACnG,OAAO,IAAI;MACb;IACF,CAAC,EACD;MAAES;IAAY,CAChB,CAAC;EACH;EAEA,MAAM+F,oBAAoBA,CAACC,SAAoB,EAAEC,MAAiB,EAAwB;IACxF,MAAMC,MAAM,GAAGD,MAAM,GAAG,IAAI,CAAC9I,UAAU,CAACgJ,gBAAgB,CAACH,SAAS,EAAEC,MAAM,CAAC,GAAG,IAAI,CAAC9I,UAAU,CAACiJ,SAAS,CAACJ,SAAS,CAAC;IAClH,OAAO,IAAI,CAACK,sBAAsB,CAACH,MAAM,CAAC;EAC5C;EAEAI,gBAAgBA,CAACN,SAAoB,EAAEC,MAAgB,EAAiB;IACtE,MAAMC,MAAM,GAAG,IAAI,CAAC/I,UAAU,CAACgJ,gBAAgB,CAACH,SAAS,EAAEC,MAAM,CAAC;IAClE,IAAIC,MAAM,CAAC7H,MAAM,GAAG,CAAC,EAAE,MAAM,IAAImD,KAAK,CAAC,mDAAmD,CAAC;IAC3F,OAAO0E,MAAM,CAAC7H,MAAM,GAAG6H,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI;EACzC;EAEA,MAAMG,sBAAsBA,CAACH,MAAgB,EAAwB;IACnE,MAAMK,iBAA8B,GAAG,EAAE;IACzC,MAAMC,UAAU,GAAG,MAAMC,OAAO,CAACC,GAAG,CAClCR,MAAM,CAAC7D,GAAG,CAAC,MAAO7C,IAAI,IAAK;MACzB,MAAMmH,SAAS,GAAG,MAAM,IAAI,CAAC3J,IAAI,CAAC,KAAIsI,cAAG,EAAC9F,IAAI,CAAC,CAAC;MAChD,IAAI,CAACmH,SAAS,EAAE;QACd,MAAMC,SAAS,GAAG,IAAI,CAACzJ,UAAU,CAAC0J,IAAI,CAACrH,IAAI,CAAC;QAC5C,IAAI,CAACoH,SAAS,EAAE,MAAM,IAAIpF,KAAK,CAAC,yCAAyChC,IAAI,EAAE,CAAC;QAChF+G,iBAAiB,CAACvD,IAAI,CAAC4D,SAAS,CAAC;QACjC;MACF;MACA,OAAOD,SAAS;IAClB,CAAC,CACH,CAAC;IACD,IAAIJ,iBAAiB,CAAClI,MAAM,EAAE;MAC5B,IAAI,CAAClB,UAAU,CAAC2J,UAAU,CAACP,iBAAiB,CAAClE,GAAG,CAAE0E,IAAI,IAAK,KAAIzB,cAAG,EAACyB,IAAI,CAACvH,IAAI,CAAC,CAAC,CAAC;MAC/E,MAAM,IAAI,CAACrC,UAAU,CAAC6J,KAAK,CAAC,CAAC;MAC7B,MAAMC,kBAAkB,GAAGV,iBAAiB,CAAClE,GAAG,CAAE0E,IAAI,IAAKA,IAAI,CAACG,kBAAkB,CAAC,CAAC,CAAC;MACrF,MAAM,KAAIC,4BAAiB,EAACF,kBAAkB,CAAC;IACjD;IACA,OAAO,IAAA7G,iBAAO,EAACoG,UAAU,CAAC;EAC5B;EAEA,MAAMpJ,8BAA8BA,CAAA,EAAwB;IAC1D,IAAI;MACF,MAAMD,UAAU,GAAG,MAAMO,wBAAU,CAACV,IAAI,CAAC,IAAI,CAACd,SAAS,CAAC;MACxD,OAAOiB,UAAU;IACnB,CAAC,CAAC,OAAO4D,GAAQ,EAAE;MACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;QACzB,MAAMwF,UAAuB,GAAG,MAAM,IAAI,CAACvE,IAAI,CAAC,CAACmF,wBAAc,EAAEC,cAAI,CAAC,CAAC;QACvE,MAAMlK,UAAU,GAAGO,wBAAU,CAACD,MAAM,CAAC,IAAI,CAACvB,SAAS,CAAC;QACpD,MAAMoL,KAAK,GAAGnK,UAAU,CAACoK,OAAO,CAACf,UAAU,CAAC;QAC5C,IAAIc,KAAK,EAAE,MAAMnK,UAAU,CAAC6J,KAAK,CAAC,CAAC;QACnC,OAAO7J,UAAU;MACnB;MACA,MAAM4D,GAAG;IACX;EACF;EAEA,MAAM4E,OAAOA,CAACpG,GAAQ,EAAmB;IACvC,IAAIA,GAAG,CAACC,IAAI,CAACnB,MAAM,GAAGoC,6BAAS,EAAE;MAC/BlB,GAAG,GAAG,MAAM,IAAI,CAACmB,uBAAuB,CAACnB,GAAG,CAAC;IAC/C;IACA,MAAMiI,GAAG,GAAG,MAAM/I,kBAAE,CAACqC,QAAQ,CAAC,IAAI,CAACnB,UAAU,CAACJ,GAAG,CAAC,CAAC;IACnD;IACA,MAAMkI,kBAAkB,GAAG,IAAI,CAACrL,MAAM,CAACoL,GAAG,CAAC;IAC3C;IACA;IACA,OAAOC,kBAAkB;EAC3B;EAEA,MAAM/G,uBAAuBA,CAACnB,GAAQ,EAAgB;IACpD,MAAMQ,IAAI,GAAG,MAAM,IAAI,CAACwF,iBAAiB,CAAChG,GAAG,CAAC;IAC9C,IAAIQ,IAAI,CAAC1B,MAAM,GAAG,CAAC,EAAE;MACnB,MAAM,IAAImD,KAAK,CACb,SAASzB,IAAI,CAAC1B,MAAM,qCAAqCkB,GAAG,CAACiB,QAAQ,CAAC,CAAC,0BACzE,CAAC;IACH;IACA,IAAIT,IAAI,CAAC1B,MAAM,KAAK,CAAC,EAAE;MACrB,MAAM,IAAImD,KAAK,CAAC,gDAAgDjC,GAAG,CAACiB,QAAQ,CAAC,CAAC,EAAE,CAAC;IACnF;IACA,OAAOT,IAAI,CAAC,CAAC,CAAC;EAChB;EAEA,MAAM2H,WAAWA,CAAC3H,IAAW,EAAyB;IACpD,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM0H,QAAQ,GAAG,IAAAC,gBAAM,EAAC7H,IAAI,EAAE,MAAM,CAAC;IACrC,OAAO,IAAAI,0BAAQ,EAACwH,QAAQ,EAAE,MAAOpI,GAAG,KAAM;MAAEA,GAAG;MAAEE,MAAM,EAAE,MAAM,IAAI,CAACkG,OAAO,CAACpG,GAAG;IAAE,CAAC,CAAC,EAAE;MAAES;IAAY,CAAC,CAAC;EACvG;EAEA,MAAM6H,wBAAwBA,CAAC9H,IAAW,EAAyB;IACjE,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMmD,OAAO,GAAG,MAAM,IAAAjD,0BAAQ,EAC5BJ,IAAI,EACJ,MAAOR,GAAG,IAAK;MACb,IAAI;QACF,MAAME,MAAM,GAAG,MAAM,IAAI,CAACkG,OAAO,CAACpG,GAAG,CAAC;QACtC,OAAO;UAAEA,GAAG;UAAEE;QAAO,CAAC;MACxB,CAAC,CAAC,OAAOsB,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE,OAAO,IAAI;QACtC,MAAMD,GAAG;MACX;IACF,CAAC,EACD;MAAEf;IAAY,CAChB,CAAC;IACD,OAAO,IAAAI,iBAAO,EAACgD,OAAO,CAAC;EACzB;EAEA,MAAM0E,aAAaA,CAACvI,GAAQ,EAAyB;IACnD,MAAME,MAAM,GAAG,MAAM,IAAI,CAACkG,OAAO,CAACpG,GAAG,CAAC;IACtC,MAAMqG,YAAY,GAAG,MAAMC,oBAAY,CAACC,kBAAkB,CAACrG,MAAM,EAAEF,GAAG,CAACC,IAAI,CAAC;IAC5E,OAAOoG,YAAY;EACrB;;EAEA;AACF;AACA;EACEmC,QAAQA,CAACxI,GAAQ,EAAEc,MAAM,GAAG,IAAI,EAAa;IAC3C,IAAI;MACF,MAAM2H,UAAU,GAAGvJ,kBAAE,CAACwJ,YAAY,CAAC,IAAI,CAACtI,UAAU,CAACJ,GAAG,CAAC,CAAC;MACxD;MACA,MAAMkI,kBAAkB,GAAG,IAAI,CAACrL,MAAM,CAAC4L,UAAU,CAAC;MAClD,OAAOnG,iBAAS,CAACqG,SAAS,CAACT,kBAAkB,CAAC;IAChD,CAAC,CAAC,MAAM;MACN,IAAIpH,MAAM,EAAE;QACV,MAAM,KAAI8H,uBAAY,EAAC5I,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;MACxC;MACA;MACA,OAAO,IAAI;IACb;EACF;EAEAwB,QAAQA,CAAC7C,MAAiB,EAAE;IAC1B,IAAI,CAAC1C,KAAK,CAAC/B,GAAG,CAACyE,MAAM,CAACK,IAAI,CAAC,CAAC,CAACgB,QAAQ,CAAC,CAAC,EAAErB,MAAM,CAAC;IAChD,OAAO,IAAI;EACb;EAEAyB,QAAQA,CAACrB,GAAQ,EAAyB;IACxC,OAAO,IAAI,CAAC9C,KAAK,CAAChC,GAAG,CAAC8E,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;EACvC;EAEA4H,eAAeA,CAAC7I,GAAQ,EAAE;IACxB,IAAI,CAAC9C,KAAK,CAAC4L,MAAM,CAAC9I,GAAG,CAACiB,QAAQ,CAAC,CAAC,CAAC;EACnC;EAEA,MAAM8H,UAAUA,CAAA,EAAG;IACjBrH,iBAAM,CAACmB,KAAK,CAAC,uBAAuB,CAAC;IACrC,IAAI,CAAC3F,KAAK,CAAC8L,SAAS,CAAC,CAAC;IACtB,MAAM,IAAI,CAACrL,IAAI,CAAC,CAAC;EACnB;EACAsL,qBAAqBA,CAAA,EAAG;IACtBvH,iBAAM,CAACmB,KAAK,CAAC,kCAAkC,CAAC;IAChD,IAAI,CAAC3F,KAAK,CAAC8L,SAAS,CAAC,CAAC;EACxB;EAEAE,MAAMA,CAAC7J,OAAgB,EAAE;IACvB,MAAM8J,SAAS,GAAG,IAAI,CAAC/J,aAAa,CAACC,OAAO,CAAC;IAC7C,MAAM+J,UAAU,GAAG,IAAI,CAACjK,OAAO,CAAC,CAAC;IACjCuC,iBAAM,CAACmB,KAAK,CAAC,uCAAuCuG,UAAU,OAAOD,SAAS,EAAE,CAAC;IACjFjK,kBAAE,CAACmK,YAAY,CAACF,SAAS,CAAC;IAC1BjK,kBAAE,CAACoK,QAAQ,CAACF,UAAU,EAAED,SAAS,CAAC;EACpC;EAEAI,GAAGA,CAAC3J,MAAoC,EAAc;IACpD;IACA,IAAI,CAACA,MAAM,EAAE,OAAO,IAAI;IACxB;IACA;IACA,IAAI,CAACoB,OAAO,CAACpB,MAAM,CAACK,IAAI,CAAC,CAAC,CAACgB,QAAQ,CAAC,CAAC,CAAC,GAAGrB,MAAM;IAC/C,IAAI,CAAC6C,QAAQ,CAAC7C,MAAM,CAAC;IACrB,OAAO,IAAI;EACb;EAEAoI,OAAOA,CAAChH,OAAoB,EAAc;IACxC,IAAI,CAACA,OAAO,IAAI,CAACA,OAAO,CAAClC,MAAM,EAAE,OAAO,IAAI;IAC5CkC,OAAO,CAACwI,OAAO,CAAEpG,GAAG,IAAK,IAAI,CAACmG,GAAG,CAACnG,GAAG,CAAC,CAAC;IACvC,OAAO,IAAI;EACb;EAEAqG,YAAYA,CAACzJ,GAAQ,EAAE;IACrB,IAAI,CAAC0J,eAAe,CAACjG,IAAI,CAACzD,GAAG,CAAC;EAChC;EAEA2J,iBAAiBA,CAACnJ,IAAW,EAAE;IAC7B,IAAI,CAACA,IAAI,IAAI,CAACA,IAAI,CAAC1B,MAAM,EAAE;IAC3B0B,IAAI,CAACgJ,OAAO,CAAExJ,GAAG,IAAK,IAAI,CAACyJ,YAAY,CAACzJ,GAAG,CAAC,CAAC;EAC/C;EAEA4J,QAAQA,CAACpJ,IAAW,EAAwB;IAC1C,OAAO0G,OAAO,CAACC,GAAG,CAAC3G,IAAI,CAACsC,GAAG,CAAE9C,GAAG,IAAK,IAAI,CAACvC,IAAI,CAACuC,GAAG,CAAC,CAAC,CAAC;EACvD;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACE,MAAM6J,OAAOA,CAACC,QAAQ,GAAG,IAAI,EAAiB;IAC5C;IACA;IACApI,iBAAM,CAACmB,KAAK,CAAC,6CAA6C,CAAC;IAC3D,MAAM,IAAI,CAACvF,YAAY,CAACyM,YAAY,CAAC,YAAY;MAC/CrI,iBAAM,CAACmB,KAAK,CAAC,kCAAkCiH,QAAQ,CAAC7I,QAAQ,CAAC,CAAC,4BAA4B,CAAC;MAC/F,MAAM,IAAI,CAAC+I,mBAAmB,CAAC,IAAI,CAACN,eAAe,CAAC;MACpD,IAAI,CAACO,eAAe,CAACH,QAAQ,EAAExO,MAAM,CAAC4O,MAAM,CAAC,IAAI,CAAClJ,OAAO,CAAC,CAAC;MAC3D,MAAM,IAAI,CAACmJ,mBAAmB,CAAC7O,MAAM,CAAC4O,MAAM,CAAC,IAAI,CAAClJ,OAAO,CAAC,CAAC;MAC3D,MAAM,IAAI,CAACoJ,gBAAgB,CAAC,CAAC;MAC7B,MAAM,IAAI,CAACpM,kBAAkB,CAACyJ,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC;IACF/F,iBAAM,CAACmB,KAAK,CAAC,2DAA2D,CAAC;IACzE,IAAI,CAACwH,YAAY,CAAC,CAAC;IACnB,IAAI5N,UAAU,CAAC6N,oBAAoB,EAAE;MACnC7N,UAAU,CAAC6N,oBAAoB,CAAC,CAAC,CAACC,KAAK,CAAE/I,GAAG,IAAK;QAC/CE,iBAAM,CAACC,KAAK,CAAC,yFAAyF,EAAEH,GAAG,CAAC;MAC9G,CAAC,CAAC;IACJ;EACF;EAEA,MAAM4I,gBAAgBA,CAAA,EAAG;IACvB,MAAM,IAAI,CAACtM,WAAW,CAAC2J,KAAK,CAAC,CAAC;EAChC;;EAEA;AACF;AACA;AACA;AACA;EACU4C,YAAYA,CAAA,EAAG;IACrB,IAAI,CAACrJ,OAAO,GAAG,CAAC,CAAC;IACjB,IAAI,CAAC0I,eAAe,GAAG,EAAE;EAC3B;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EACEO,eAAeA,CAACH,QAAiB,EAAE9I,OAAoB,EAAE;IACvDA,OAAO,CAACwI,OAAO,CAAEpC,SAAS,IAAK;MAC7B;MACA,IAAI0C,QAAQ,IAAI1C,SAAS,CAAC0C,QAAQ,EAAE;QAClC;QACA1C,SAAS,CAAC0C,QAAQ,CAAC,CAAC;MACtB;MACA,IAAI,CAACA,QAAQ,EAAE;QACb1C,SAAS,CAACoD,qBAAqB,GAAG,KAAK;MACzC;IACF,CAAC,CAAC;EACJ;EAEA,MAAMR,mBAAmBA,CAACxJ,IAAW,EAAiB;IACpD,IAAI,CAACA,IAAI,CAAC1B,MAAM,EAAE;IAClB,MAAMsJ,QAAQ,GAAG,IAAAC,gBAAM,EAAC7H,IAAI,EAAE,MAAM,CAAC;IACrCkB,iBAAM,CAACmB,KAAK,CAAC,oCAAoCuF,QAAQ,CAACtJ,MAAM,UAAU,CAAC;IAC3E,MAAM2B,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACwH,QAAQ,EAAGpI,GAAG,IAAK,IAAI,CAACyK,UAAU,CAACzK,GAAG,CAAC,EAAE;MAAES;IAAY,CAAC,CAAC;IACxE,MAAMiK,OAAO,GAAG,IAAI,CAAC9M,UAAU,CAAC2J,UAAU,CAACa,QAAQ,CAAC;IACpD,IAAIsC,OAAO,EAAE,MAAM,IAAI,CAAC9M,UAAU,CAAC6J,KAAK,CAAC,CAAC;EAC5C;EAEA,MAAMkD,gBAAgBA,CAACnK,IAAW,EAAEoK,GAAW,EAAiB;IAC9D,IAAI,CAACpK,IAAI,CAAC1B,MAAM,EAAE;IAClB,MAAMsJ,QAAQ,GAAG,IAAAC,gBAAM,EAAC7H,IAAI,EAAE,MAAM,CAAC;IACrCkB,iBAAM,CAACmB,KAAK,CAAC,gCAAgCuF,QAAQ,CAACtJ,MAAM,UAAU,CAAC;IACvE,MAAM2B,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACwH,QAAQ,EAAGpI,GAAG,IAAK,IAAI,CAAC6K,kBAAkB,CAAC7K,GAAG,EAAE4K,GAAG,CAAC,EAAE;MAAEnK;IAAY,CAAC,CAAC;IACrF,MAAMiK,OAAO,GAAG,IAAI,CAAC9M,UAAU,CAAC2J,UAAU,CAACa,QAAQ,CAAC;IACpD,IAAIsC,OAAO,EAAE,MAAM,IAAI,CAAC9M,UAAU,CAAC6J,KAAK,CAAC,CAAC;EAC5C;EAEA,MAAMqD,kBAAkBA,CAACtK,IAAW,EAAiB;IACnD,MAAM,IAAI,CAACmK,gBAAgB,CAACnK,IAAI,EAAEjE,SAAS,CAAC;EAC9C;EAEA,MAAMwO,SAASA,CAAA,EAAmB;IAChC,OAAO,IAAI,CAACnI,QAAQ,CAAC,IAAI,CAACrD,WAAW,CAAC,CAAC,CAAC;EAC1C;EAEA,MAAMyL,YAAYA,CAACxK,IAAW,EAAwB;IACpD,MAAMyK,gBAAgB,GAAG,MAAM/D,OAAO,CAACC,GAAG,CACxC3G,IAAI,CAACsC,GAAG,CAAC,MAAO9C,GAAG,IAAK;MACtB,MAAMkL,YAAY,GAAG7R,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAACiB,WAAW,CAAC,CAAC,EAAE,IAAI,CAACc,QAAQ,CAACL,GAAG,CAAC,CAAC;MACtE,IAAIE,MAAc;MAClB,IAAI;QACFA,MAAM,GAAG,MAAMhB,kBAAE,CAACqC,QAAQ,CAAC2J,YAAY,CAAC;MAC1C,CAAC,CAAC,OAAO1J,GAAQ,EAAE;QACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;UACzB,MAAM,KAAI0J,oBAAQ,EAAC,6BAA6BnL,GAAG,CAACiB,QAAQ,CAAC,CAAC,eAAe,CAAC;QAChF;QACA,MAAMO,GAAG;MACX;MACA,OAAOc,iBAAS,CAACC,WAAW,CAACrC,MAAM,EAAEgL,YAAY,CAAC;IACpD,CAAC,CACH,CAAC;IACD,OAAOD,gBAAgB;EACzB;EAEA,MAAMG,gBAAgBA,CAAC5K,IAAW,EAAE;IAClCkB,iBAAM,CAACmB,KAAK,CAAC,gCAAgCrC,IAAI,CAAC1B,MAAM,UAAU,CAAC;IACnE,MAAMmM,gBAAgB,GAAG,MAAM,IAAI,CAACD,YAAY,CAACxK,IAAI,CAAC;IACtD,MAAM,IAAI,CAAC2J,mBAAmB,CAACc,gBAAgB,CAAC;EAClD;EAEA,MAAMI,cAAcA,CAACT,GAAW,EAAEU,SAAS,GAAG,KAAK,EAAE;IACnD,MAAMpM,kBAAE,CAACqM,IAAI,CAAClS,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEiO,GAAG,CAAC,EAAE,IAAI,CAACzL,OAAO,CAAC,CAAC,EAAE;MAAEmM;IAAU,CAAC,CAAC;EAC9E;EAEA,MAAcT,kBAAkBA,CAAC7K,GAAQ,EAAE4K,GAAW,EAAE;IACtD,MAAMY,WAAW,GAAG,IAAI,CAACpL,UAAU,CAACJ,GAAG,CAAC;IACxC,MAAMyL,MAAM,GAAGpS,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC,IAAI,CAAC3B,SAAS,EAAEiO,GAAG,CAAC;IAC7C,MAAMc,QAAQ,GAAGrS,IAAI,CAAD,CAAC,CAACiF,IAAI,CAACmN,MAAM,EAAE,IAAI,CAACpL,QAAQ,CAACL,GAAG,CAAC,CAAC;IACtD,MAAMd,kBAAE,CAACyM,IAAI,CAACH,WAAW,EAAEE,QAAQ,EAAE;MAAEJ,SAAS,EAAE;IAAK,CAAC,CAAC;IACzD,IAAI,CAACzC,eAAe,CAAC7I,GAAG,CAAC;EAC3B;EAEA,MAAcoF,oBAAoBA,CAACpF,GAAQ,EAAE;IAC3C,MAAM,IAAI,CAAC6K,kBAAkB,CAAC7K,GAAG,EAAEzD,SAAS,CAAC;EAC/C;EAEA,MAAMqP,mCAAmCA,CAACC,OAAsB,EAAE;IAChE,IAAI,CAAC7N,kBAAkB,CAAC8N,wBAAwB,CAACD,OAAO,CAAC;IACzD,MAAM,IAAI,CAAC7N,kBAAkB,CAACyJ,KAAK,CAAC,CAAC;EACvC;;EAEA;AACF;AACA;EACE,MAAM0C,mBAAmBA,CAACnJ,OAAoB,EAAiB;IAC7D,MAAM+K,KAAK,GAAG/K,OAAO,CAAClC,MAAM;IAC5B,IAAI,CAACiN,KAAK,EAAE;IACZrK,iBAAM,CAACG,KAAK,CAAC,mDAAmDkK,KAAK,UAAU,CAAC;IAChF,MAAMtL,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM,IAAAE,0BAAQ,EAACI,OAAO,EAAGoC,GAAG,IAAK,IAAI,CAAC4I,SAAS,CAAC5I,GAAG,CAAC,EAAE;MACpD3C;IACF,CAAC,CAAC;IACFiB,iBAAM,CAACG,KAAK,CAAC,qDAAqDkK,KAAK,UAAU,CAAC;IAElF,MAAMhE,KAAK,GAAG,IAAI,CAACnK,UAAU,CAACoK,OAAO,CAAChH,OAAO,CAAC;IAC9C,IAAI+G,KAAK,EAAE,MAAM,IAAI,CAACnK,UAAU,CAAC6J,KAAK,CAAC,CAAC;EAC1C;;EAEA;AACF;AACA;AACA;EACEgD,UAAUA,CAACzK,GAAQ,EAAoB;IACrC,IAAI,CAAC6I,eAAe,CAAC7I,GAAG,CAAC;IACzB,MAAMiM,YAAY,GAAG,IAAI,CAAC7L,UAAU,CAACJ,GAAG,CAAC;IACzC0B,iBAAM,CAACG,KAAK,CAAC,mCAAmCoK,YAAY,EAAE,CAAC;IAC/D,OAAOC,UAAU,CAACD,YAAY,EAAE,IAAI,CAAC;EACvC;;EAEA;AACF;AACA;AACA;AACA;EACE,MAAMD,SAASA,CAACpM,MAAiB,EAAoB;IACnD,MAAMuM,QAAQ,GAAG,MAAMvM,MAAM,CAACO,QAAQ,CAAC,CAAC;IACxC,MAAMiM,OAAqB,GAAG,CAAC,CAAC;IAChC,IAAI,IAAI,CAACxP,SAAS,CAACyP,SAAS,EAAED,OAAO,CAACE,GAAG,GAAG,MAAMC,cAAc,CAAC,IAAI,CAAC3P,SAAS,CAACyP,SAAS,CAAC;IAC1F,MAAMpM,IAAI,GAAGL,MAAM,CAACK,IAAI,CAAC,CAAC;IAC1B,IAAI,IAAI,CAAC/C,KAAK,CAACjC,GAAG,CAACgF,IAAI,CAACgB,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC/D,KAAK,CAAC/B,GAAG,CAAC8E,IAAI,CAACgB,QAAQ,CAAC,CAAC,EAAErB,MAAM,CAAC,CAAC,CAAC;IAC9E,MAAMQ,UAAU,GAAG,IAAI,CAACA,UAAU,CAACH,IAAI,CAAC;IACxCyB,iBAAM,CAACG,KAAK,CAAC,yBAAyBzB,UAAU,EAAE,CAAC;IACnD;IACA,MAAM8H,kBAAkB,GAAG,IAAI,CAAClL,SAAS,CAACmP,QAAQ,CAAC;IACnD;IACA,OAAO,IAAAK,oBAAS,EAACpM,UAAU,EAAE8H,kBAAkB,EAAEkE,OAAO,CAAC;EAC3D;EAEA,MAAMK,wBAAwBA,CAACC,UAAsB,EAAEC,UAA+B,EAAE;IACtF;IACA;IACA;IACA;IACA,KAAK,MAAM/M,MAAM,IAAI8M,UAAU,CAAC1L,OAAO,EAAE;MACvC,MAAMhB,GAAG,GAAGJ,MAAM,CAACI,GAAG,CAACiB,QAAQ,CAAC,CAAC;MACjC,IAAI,CAAC,IAAA6E,0BAAM,EAAC9F,GAAG,CAAC,EAAE,MAAM,KAAImL,oBAAQ,EAAC,uBAAuByB,IAAI,CAACC,SAAS,CAAC7M,GAAG,CAAC,EAAE,CAAC;IACpF;IACA,MAAMoM,OAAqB,GAAG,CAAC,CAAC;IAChC,IAAI,IAAI,CAACxP,SAAS,CAACyP,SAAS,EAAED,OAAO,CAACE,GAAG,GAAG,MAAMC,cAAc,CAAC,IAAI,CAAC3P,SAAS,CAACyP,SAAS,CAAC;IAC1F,MAAMnF,OAAO,CAACC,GAAG,CACfuF,UAAU,CAAC1L,OAAO,CAAC8B,GAAG,CAAC,MAAOlD,MAAM,IAAK;MACvC,MAAMkN,OAAO,GAAGzT,IAAI,CAAD,CAAC,CAACiF,IAAI,CAACqO,UAAU,EAAE,IAAI,CAACtM,QAAQ,CAACT,MAAM,CAACI,GAAG,CAAC,CAAC;MAChE,MAAM,IAAAwM,oBAAS,EAACM,OAAO,EAAElN,MAAM,CAACM,MAAM,EAAEkM,OAAO,CAAC;IAClD,CAAC,CACH,CAAC;EACH;EAEA,MAAMW,yBAAyBA,CAACJ,UAA+B,EAAE;IAC/D,MAAMnM,IAAI,GAAG,MAAM,IAAI,CAACoC,QAAQ,CAAC+J,UAAU,CAAC;IAC5C,MAAM3L,OAAO,GAAG,MAAMkG,OAAO,CAACC,GAAG,CAC/B3G,IAAI,CAACsC,GAAG,CAAC,MAAO9C,GAAG,IAAK;MACtB,MAAME,MAAM,GAAG,MAAMhB,kBAAE,CAACqC,QAAQ,CAAClI,IAAI,CAAD,CAAC,CAACiF,IAAI,CAACqO,UAAU,EAAE,IAAI,CAACtM,QAAQ,CAACL,GAAG,CAAC,CAAC,CAAC;MAC3E,OAAO;QAAEA,GAAG;QAAEE;MAAO,CAAC;IACxB,CAAC,CACH,CAAC;IACD,OAAO,KAAI8M,wBAAU,EAAChM,OAAO,CAAC;EAChC;EAEQX,QAAQA,CAACL,GAAQ,EAAE;IACzB,MAAMC,IAAI,GAAGD,GAAG,CAACiB,QAAQ,CAAC,CAAC;IAC3B,OAAO5H,IAAI,CAAD,CAAC,CAACiF,IAAI,CAAC2B,IAAI,CAACgN,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEhN,IAAI,CAACgN,KAAK,CAAC,CAAC,CAAC,CAAC;EACnD;AACF;AAACC,OAAA,CAAAlS,OAAA,GAAAyB,UAAA;AAAAhB,eAAA,CAvwBoBgB,UAAU;AA2D7B;AACF;AACA;AACA;AACA;AAJEhB,eAAA,CA3DmBgB,UAAU;AAkE7B;AACF;AACA;AACA;AACA;AAJEhB,eAAA,CAlEmBgB,UAAU;AAyE7B;AACF;AACA;AACA;AACA;AACA;AACA;AANEhB,eAAA,CAzEmBgB,UAAU;AAywB/B,eAAeyP,UAAUA,CAACiB,QAAgB,EAAEC,aAAa,GAAG,KAAK,EAAoB;EACnF,IAAI;IACF,MAAMlO,kBAAE,CAACmO,MAAM,CAACF,QAAQ,CAAC;EAC3B,CAAC,CAAC,OAAO3L,GAAQ,EAAE;IACjB,IAAIA,GAAG,CAACC,IAAI,KAAK,QAAQ,EAAE;MACzB;MACA,OAAO,KAAK;IACd;IACA,MAAMD,GAAG;EACX;EACA,IAAI,CAAC4L,aAAa,EAAE,OAAO,IAAI;EAC/B,MAAM;IAAExC;EAAI,CAAC,GAAGvR,IAAI,CAAD,CAAC,CAACiU,KAAK,CAACH,QAAQ,CAAC;EACpC,MAAM,IAAAI,2BAAc,EAAC3C,GAAG,CAAC;EACzB,OAAO,IAAI;AACb;AAEA,eAAe2B,cAAcA,CAACF,SAAiB,EAAsC;EACnF;EACA,IAAI,CAACrJ,OAAO,CAACwK,MAAM,EAAE,OAAO,IAAI;EAChC,IAAIC,gBAAwB;EAC5B,IAAI;IACFA,gBAAgB,GAAG,MAAMvO,kBAAE,CAACqC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;EAC5D,CAAC,CAAC,OAAOC,GAAQ,EAAE;IACjBE,iBAAM,CAACC,KAAK,CAAC,gBAAgB,EAAEH,GAAG,CAAC;IACnC,MAAM,KAAI2J,oBAAQ,EAAC,kCAAkCkB,SAAS,mBAAmB7K,GAAG,CAACI,OAAO,EAAE,CAAC;EACjG;EACA,MAAM8L,SAAS,GAAGD,gBAAgB,CAACE,KAAK,CAAC,IAAI,CAAC,CAACrG,IAAI,CAAEsG,IAAI,IAAKA,IAAI,CAACD,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAKtB,SAAS,CAAC;EAC/F,IAAI,CAACqB,SAAS,EAAE;IACd,MAAM,KAAIvC,oBAAQ,EAAC,kCAAkCkB,SAAS,6BAA6B,CAAC;EAC9F;EACA,MAAMC,GAAG,GAAGlQ,MAAM,CAACsR,SAAS,CAACC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;EAC3C,IAAIvR,MAAM,CAACyR,KAAK,CAACvB,GAAG,CAAC,EAAE;IACrB,MAAM,KAAInB,oBAAQ,EAAC,kCAAkCkB,SAAS,oCAAoC,CAAC;EACrG;EACA,OAAOC,GAAG;AACZ","ignoreList":[]}
package/objects/index.ts CHANGED
@@ -4,3 +4,4 @@ import Ref from './ref';
4
4
  import Repository from './repository';
5
5
 
6
6
  export { BitObject, BitRawObject, Ref, Repository };
7
+ export type { ObjectWithType, ObjectsWithType } from './repository';
package/objects/object.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { inflateSync } from 'zlib';
1
+ import { constants, inflateSync } from 'zlib';
2
2
 
3
3
  import { NULL_BYTE, SPACE_DELIMITER } from '@teambit/legacy.constants';
4
4
  import { deflate, inflate } from '@teambit/legacy.utils';
@@ -137,6 +137,45 @@ path: ${err.path}`);
137
137
  return null;
138
138
  }
139
139
 
140
+ /**
141
+ * extract only the object type out of the first chunk of a compressed object file.
142
+ *
143
+ * the type is the first token of the header, which sits at the very beginning of the inflated
144
+ * buffer, so there's no need to inflate the entire object. `Z_SYNC_FLUSH` tells zlib to return
145
+ * whatever it managed to inflate instead of throwing on the truncated input.
146
+ * returns null when the header is not fully contained in the given chunk, in which case the
147
+ * caller should fall back to inflating the whole file. a header that is there but names a type
148
+ * nothing is registered under throws instead: reading it as a type of its own would let a
149
+ * damaged object pass for classified, and the caller acts on the inventory being complete.
150
+ *
151
+ * the chunk is a `Uint8Array` rather than a `Buffer` because newer `@types/node` make `Buffer`
152
+ * generic, which no longer matches zlib's `InputType` under the typescript version our envs ship.
153
+ */
154
+ static parseObjectTypeFromChunk(chunk: Uint8Array): string | null {
155
+ let buffer: Buffer;
156
+ try {
157
+ buffer = inflateSync(chunk, { finishFlush: constants.Z_SYNC_FLUSH });
158
+ } catch {
159
+ return null;
160
+ }
161
+ const firstNullByteLocation = buffer.indexOf(NULL_BYTE);
162
+ if (firstNullByteLocation === -1) return null;
163
+ const [type] = buffer.slice(0, firstNullByteLocation).toString().split(SPACE_DELIMITER);
164
+ if (!type) return null;
165
+ if (!types[type]) throw new UnknownObjectType(type);
166
+ return type;
167
+ }
168
+
169
+ /**
170
+ * same as `parseObjectTypeFromChunk`, only it gets the entire (inflated) object.
171
+ */
172
+ static async parseObjectType(fileContents: Buffer, filePath?: string): Promise<string> {
173
+ const buffer = await inflate(fileContents, filePath);
174
+ const { type } = extractHeaderAndContent(buffer);
175
+ if (!types[type]) throw new UnknownObjectType(type);
176
+ return type;
177
+ }
178
+
140
179
  /**
141
180
  * prefer using `this.parseObject()`, unless it must be sync.
142
181
  */
@@ -29,6 +29,18 @@ import { ScopeMeta, Lane, ModelComponent } from '../models';
29
29
  type ContentTransformer = (content: Buffer) => Buffer;
30
30
  const OBJECTS_BACKUP_DIR = `${OBJECTS_DIR}.bak`;
31
31
  const TRASH_DIR = 'trash';
32
+ /**
33
+ * how much of an object file to read when all that's needed is its header. the header holds the
34
+ * type and is a few dozen bytes, which 512 compressed bytes always cover - and every byte past it
35
+ * is inflated for nothing (4KB inflates ten times as much, across every object in the scope). a
36
+ * chunk that falls short anyway is read in full.
37
+ */
38
+ const OBJECT_HEADER_CHUNK_SIZE = 512;
39
+
40
+ /** `mtimeMs` lets a caller tell an object that has been here a while from one just written */
41
+ export type ObjectWithType = { ref: Ref; type: string; size: number; mtimeMs: number };
42
+ /** `unreadable` holds the objects that couldn't be classified, so a caller can refuse to act on a partial inventory */
43
+ export type ObjectsWithType = { objects: ObjectWithType[]; unreadable: Ref[] };
32
44
 
33
45
  export default class Repository {
34
46
  objects: { [key: string]: BitObject } = {};
@@ -94,14 +106,23 @@ export default class Repository {
94
106
  * Note: This function cannot be async because it's used by the synchronous `loadSync` method
95
107
  * which needs to maintain sync behavior for compatibility with existing code.
96
108
  */
97
- static onPreObjectPersist: (content: Buffer) => Buffer;
109
+ static onPreObjectPersist?: (content: Buffer) => Buffer;
98
110
 
99
111
  /**
100
112
  * Hook for transforming content after objects are read from the filesystem.
101
113
  * Note: This function cannot be async because it's used by the synchronous `loadSync` method
102
114
  * which needs to maintain sync behavior for compatibility with existing code.
103
115
  */
104
- static onPostObjectRead: (content: Buffer) => Buffer;
116
+ static onPostObjectRead?: (content: Buffer) => Buffer;
117
+
118
+ /**
119
+ * whether `onPostObjectRead` actually transforms anything.
120
+ *
121
+ * the scope aspect installs the hook above unconditionally - it's a reduce over a slot that is
122
+ * usually empty - so the hook being set says nothing about whether object content is transformed.
123
+ * only a caller that can skip reading content altogether needs to tell the two apart.
124
+ */
125
+ static hasPostObjectReadTransformer?: () => boolean;
105
126
 
106
127
  async reLoadScopeIndex() {
107
128
  this.scopeIndex = await this.loadOptionallyCreateScopeIndex();
@@ -259,6 +280,65 @@ export default class Repository {
259
280
  return objects;
260
281
  }
261
282
 
283
+ /**
284
+ * classify every object in the scope by its type, along with its size on the filesystem.
285
+ *
286
+ * needed by the garbage collector, which must know the type of each object but has no use for
287
+ * its content. inflating every object would mean inflating gigabytes of file-content (`Source`)
288
+ * objects, so only the first chunk of each file is read - enough to hold the header, which is
289
+ * where the type is. when a content transformer is registered (`onPostObjectRead`), it applies
290
+ * to the whole buffer, so in that case the file is read in full.
291
+ */
292
+ async listObjectsWithType(): Promise<ObjectsWithType> {
293
+ const refs = await this.listRefs();
294
+ const concurrency = concurrentIOLimit();
295
+ logger.debug(`Repository.listObjectsWithType, classifying ${refs.length} objects`);
296
+ const results = await pMapPool(refs, (ref) => this.getObjectTypeGracefully(ref), { concurrency });
297
+ const objects = compact(results.map((result) => result.object));
298
+ const unreadable = compact(results.map((result) => result.unreadable));
299
+ if (unreadable.length) {
300
+ logger.warn(`Repository.listObjectsWithType, unable to classify ${unreadable.length} objects`);
301
+ }
302
+ return { objects, unreadable };
303
+ }
304
+
305
+ /**
306
+ * the objects that couldn't be classified are reported rather than skipped. a caller that acts on
307
+ * this inventory (the garbage collector) has to know that it's incomplete, because an object it
308
+ * can't see is one it can't reason about.
309
+ */
310
+ private async getObjectTypeGracefully(ref: Ref): Promise<{ object?: ObjectWithType; unreadable?: Ref }> {
311
+ const objectPath = this.objectPath(ref);
312
+ try {
313
+ const stat = await fs.stat(objectPath);
314
+ const type = await this.readObjectType(objectPath, stat.size);
315
+ return { object: { ref, type, size: stat.size, mtimeMs: stat.mtimeMs } };
316
+ } catch (err: any) {
317
+ logger.warn(`Repository.listObjectsWithType, failed reading ${objectPath}. Error: ${err.message}`);
318
+ return { unreadable: ref };
319
+ }
320
+ }
321
+
322
+ private async readObjectType(objectPath: string, size: number): Promise<string> {
323
+ const readInFull = async () => BitObject.parseObjectType(this.onRead(await fs.readFile(objectPath)), objectPath);
324
+ // when there's no way to tell, assume the content is transformed and read in full. it's the
325
+ // slow answer, never the wrong one.
326
+ const isTransformed = Repository.hasPostObjectReadTransformer
327
+ ? Repository.hasPostObjectReadTransformer()
328
+ : Boolean(Repository.onPostObjectRead);
329
+ if (isTransformed) return readInFull();
330
+ const chunkSize = Math.min(OBJECT_HEADER_CHUNK_SIZE, size);
331
+ // `Uint8Array` rather than `Buffer` - see `parseObjectTypeFromChunk`
332
+ const chunk = new Uint8Array(chunkSize);
333
+ const fileDescriptor = await fs.open(objectPath, 'r');
334
+ try {
335
+ await fs.read(fileDescriptor, chunk, 0, chunkSize, 0);
336
+ } finally {
337
+ await fs.close(fileDescriptor);
338
+ }
339
+ return BitObject.parseObjectTypeFromChunk(chunk) || readInFull();
340
+ }
341
+
262
342
  async loadRefDeleteIfInvalid(ref: Ref) {
263
343
  try {
264
344
  return await this.load(ref, true);
package/package.json CHANGED
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "name": "@teambit/objects",
3
- "version": "0.0.682",
3
+ "version": "0.0.684",
4
4
  "homepage": "https://bit.cloud/teambit/scope/objects",
5
5
  "main": "dist/index.js",
6
6
  "componentId": {
7
7
  "scope": "teambit.scope",
8
8
  "name": "objects",
9
- "version": "0.0.682"
9
+ "version": "0.0.684"
10
10
  },
11
11
  "dependencies": {
12
12
  "@pnpm/lockfile.types": "1100.0.19",
@@ -20,11 +20,15 @@
20
20
  "glob": "13.0.0",
21
21
  "@teambit/harmony": "0.4.12",
22
22
  "@teambit/component-id": "1.2.4",
23
- "@teambit/legacy.utils": "0.0.51",
23
+ "@teambit/legacy.utils": "0.0.52",
24
24
  "@teambit/bit-error": "0.0.404",
25
25
  "@teambit/component-version": "1.0.4",
26
26
  "@teambit/lane-id": "0.0.312",
27
+ "@teambit/legacy.cli.error": "0.0.62",
28
+ "@teambit/legacy.constants": "0.0.45",
29
+ "@teambit/legacy.logger": "0.0.62",
27
30
  "@teambit/toolbox.crypto.sha1": "0.0.22",
31
+ "@teambit/harmony.modules.concurrency": "0.0.46",
28
32
  "@teambit/legacy-bit-id": "1.1.3",
29
33
  "@teambit/legacy-component-log": "0.0.432",
30
34
  "@teambit/pkg.modules.semver-helper": "0.0.36",
@@ -32,23 +36,19 @@
32
36
  "@teambit/toolbox.promise.map-pool": "0.0.21",
33
37
  "@teambit/graph.cleargraph": "0.0.11",
34
38
  "@teambit/bit.get-bit-version": "0.0.29",
39
+ "@teambit/harmony.modules.in-memory-cache": "0.0.49",
35
40
  "@teambit/toolbox.fs.remove-empty-dir": "0.0.20",
36
- "@teambit/cli": "0.0.1394",
37
- "@teambit/harmony.modules.get-basic-log": "0.0.166",
38
- "@teambit/component.snap-distance": "0.0.166",
39
- "@teambit/config-store": "0.0.275",
40
- "@teambit/legacy.cli.error": "0.0.62",
41
- "@teambit/legacy.constants": "0.0.45",
42
- "@teambit/legacy.logger": "0.0.62",
43
- "@teambit/legacy.scope": "0.0.165",
44
- "@teambit/component.sources": "0.0.217",
45
- "@teambit/harmony.modules.concurrency": "0.0.46",
46
- "@teambit/legacy.consumer-component": "0.0.166",
47
- "@teambit/legacy.consumer-config": "0.0.165",
48
- "@teambit/legacy.extension-data": "0.0.167",
49
- "@teambit/semantics.doc-parser": "0.0.173",
50
- "@teambit/graph": "1.0.1175",
51
- "@teambit/harmony.modules.in-memory-cache": "0.0.49"
41
+ "@teambit/cli": "0.0.1396",
42
+ "@teambit/harmony.modules.get-basic-log": "0.0.168",
43
+ "@teambit/component.snap-distance": "0.0.168",
44
+ "@teambit/config-store": "0.0.277",
45
+ "@teambit/legacy.scope": "0.0.167",
46
+ "@teambit/component.sources": "0.0.219",
47
+ "@teambit/legacy.consumer-component": "0.0.168",
48
+ "@teambit/legacy.consumer-config": "0.0.167",
49
+ "@teambit/legacy.extension-data": "0.0.169",
50
+ "@teambit/semantics.doc-parser": "0.0.175",
51
+ "@teambit/graph": "1.0.1177"
52
52
  },
53
53
  "devDependencies": {
54
54
  "@types/semver": "7.5.8",