@teambit/objects 0.0.0-dd3e0a3e420f9b38e8b41c72c8f0e83737eecb33 → 0.0.0-dd672fbe0add5e00d519ca6f3680e6aa82a54326

package/dist/objects/object-list.js

@@ -198,7 +198,9 @@ class ObjectList {
     const extract = _tarStream().default.extract();
     let startData;
     let endData;
+    let entriesReceived = 0;
     extract.on('entry', (header, stream, next) => {
+      entriesReceived += 1;
       const data = [];
       stream.on('data', chunk => {
         data.push(chunk);
@@ -234,19 +236,29 @@ class ObjectList {
 
     // not sure if needed
     extract.on('error', err => {
-      passThrough.emit('error', err);
+      _legacy().logger.error(`fromTarToObjectStream tar extraction error after receiving ${entriesReceived} entries`, err);
+
+      // Enhanced error message for tar corruption with entry count
+      if (err.message?.includes('invalid tar header') || err.message?.includes('Invalid tar header')) {
+        const enhancedError = new Error(`Invalid tar header after receiving ${entriesReceived} entries. Possible causes: 1) Server aborted request mid-stream, 2) Network corruption during transfer. Original error: ${err.message}`);
+        enhancedError.stack = err.stack;
+        passThrough.emit('error', enhancedError);
+      } else {
+        passThrough.emit('error', err);
+      }
     });
     extract.on('finish', () => {
       if (startData?.schema === OBJECT_LIST_CURRENT_SCHEMA && !endData) {
         // wasn't able to find a better way to indicate whether the server aborted the request
         // see https://github.com/node-fetch/node-fetch/issues/1117
-        passThrough.emit('error', new Error(`server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)})`));
+        _legacy().logger.error(`fromTarToObjectStream, server terminated the stream unexpectedly. Start: ${JSON.stringify(startData)}, entries received: ${entriesReceived}`);
+        passThrough.emit('error', new Error(`server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)}, entries received: ${entriesReceived})`));
       }
       passThrough.end();
     });
     (0, _stream().pipeline)(packStream, extract, err => {
       if (err) {
-        _legacy().logger.error('fromTarToObjectStream, pipeline', err);
+        _legacy().logger.error(`fromTarToObjectStream, pipeline error after ${entriesReceived} entries`, err);
         passThrough.emit('error', err);
       } else {
         _legacy().logger.debug('fromTarToObjectStream, pipeline is completed');
@@ -265,6 +277,7 @@ class ObjectList {
       name: TAR_STREAM_START_FILENAME
     }, JSON.stringify(startFile));
     let numOfFiles = 0;
+    let isFinalized = false;
     readable.on('data', obj => {
       numOfFiles += 1;
       pack.entry({
@@ -272,6 +285,11 @@ class ObjectList {
       }, obj.buffer);
     });
     readable.on('end', () => {
+      if (isFinalized) {
+        _legacy().logger.warn(`fromObjectStreamToTar (${scopeName}), received 'end' event but pack already finalized`);
+        return;
+      }
+      isFinalized = true;
       const endFile = {
         numOfFiles,
         scopeName
@@ -283,8 +301,13 @@ class ObjectList {
       pack.finalize();
     });
     readable.on('error', err => {
+      if (isFinalized) {
+        _legacy().logger.error(`ObjectList.fromObjectStreamToTar, received error but pack already finalized. Files sent: ${numOfFiles}`, err);
+        return;
+      }
+      isFinalized = true;
       const errorMessage = err.message || `unexpected error (${err.name})`;
-      _legacy().logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file`, err);
+      _legacy().logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file after ${numOfFiles} files`, err);
       pack.entry({
         name: TAR_STREAM_ERROR_FILENAME
       }, errorMessage);

package/dist/objects/object-list.js.map

@@ -1 +1 @@
-{"version":3,"names":["_tarStream","data","_interopRequireDefault","require","_toolboxPromise","_lodash","_stream","_crypto","_object","_bitObjectList","_ref","_legacy","_harmonyModules","_models","_legacy2","e","__esModule","default","ownKeys","r","t","Object","keys","getOwnPropertySymbols","o","filter","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","arguments","length","forEach","_defineProperty","getOwnPropertyDescriptors","defineProperties","defineProperty","_toPropertyKey","value","configurable","writable","i","_toPrimitive","Symbol","toPrimitive","call","TypeError","String","Number","TAR_STREAM_ERROR_FILENAME","OBJECT_LIST_CURRENT_SCHEMA","TAR_STREAM_START_FILENAME","TAR_STREAM_END_FILENAME","FETCH_FORMAT_OBJECT_LIST","exports","ObjectList","constructor","objects","count","getSha1Hash","hash","crypto","createHash","obj","update","Uint8Array","buffer","digest","mergeMultipleInstances","objectLists","objectList","objList","mergeObjectList","addIfNotExist","fromJsonString","jsonStr","jsonParsed","JSON","parse","Array","isArray","Error","ref","Ref","Buffer","from","toJsonString","stringify","toTar","pack","tarStream","entry","name","combineScopeAndHash","finalize","toReadableStream","Readable","fromTar","packStream","extract","objectItems","Promise","resolve","reject","on","header","stream","next","chunk","extractScopeAndHash","concat","err","resume","pipe","fromTarToObjectStream","passThrough","PassThrough","objectMode","startData","endData","allData","emit","toString","logger","debug","write","schema","end","pipeline","error","fromObjectStreamToTar","readable","scopeName","startFile","numOfFiles","endFile","errorMessage","message","fromReadableStream","nameSplit","split","hasScope","scope","undefined","objectItem","exists","find","object","isEqual","toBitObjects","throwForUnknownTypes","concurrency","concurrentIOLimit","bitObjects","pMapPool","BitObject","parseObject","UnknownObjectType","type","BitObjectList","compact","fromBitObjects","compress","getType","addScopeName","splitByScopeName","objectListPerScope","ExportMetadata","toConsoleLog","console","log","map","join"],"sources":["object-list.ts"],"sourcesContent":["import tarStream from 'tar-stream';\nimport { pMapPool } from '@teambit/toolbox.promise.map-pool';\nimport { compact } from 'lodash';\nimport { Readable, PassThrough, pipeline } from 'stream';\nimport crypto from 'crypto';\nimport BitObject from './object';\nimport { BitObjectList } from './bit-object-list';\nimport Ref from './ref';\nimport { logger } from '@teambit/legacy.logger';\nimport { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';\nimport { ExportMetadata } from '../models';\nimport { UnknownObjectType } from '@teambit/legacy.scope';\n\n/**\n * when error occurred during streaming between HTTP server and client, there is no good way to\n * indicate this other than sending a new file with a special name and the error message.\n */\nconst TAR_STREAM_ERROR_FILENAME = '.BIT.ERROR';\n/**\n * schema 1.0.0 - added the start and end file with basic info\n */\nconst OBJECT_LIST_CURRENT_SCHEMA = '1.0.0';\nconst TAR_STREAM_START_FILENAME = '.BIT.START';\nconst TAR_STREAM_END_FILENAME = '.BIT.END';\n\ntype StartFile = {\n  schema: string;\n  scopeName: string;\n};\ntype EndFile = {\n  numOfFiles: number;\n  scopeName: string;\n};\n\nexport type ObjectItem = {\n  ref: Ref;\n  buffer: Buffer; // zlib deflated BitObject\n  type?: string; // for future use. e.g. to be able to export only Component/Version types but not Source/Artifact, etc.\n  scope?: string; // used for the export process\n};\n\nexport const FETCH_FORMAT_OBJECT_LIST = 'ObjectList';\n\n/**\n * Stream.Readable that operates with objectMode, while each 'data' event emits one ObjectItem object.\n */\nexport type ObjectItemsStream = Readable;\n\nexport class ObjectList {\n  constructor(public objects: ObjectItem[] = []) {}\n\n  count() {\n    return this.objects.length;\n  }\n\n  /**\n   * Generates a SHA1 hash from all object buffers.\n   * Used to identify duplicate export requests during retries.\n   * Performance wise, it's not too bad. ~98ms for 150 components on CircleCI.\n   */\n  getSha1Hash(): string {\n    const hash = crypto.createHash('sha1');\n    for (const obj of this.objects) {\n      hash.update(new Uint8Array(obj.buffer));\n    }\n    return hash.digest('hex');\n  }\n\n  static mergeMultipleInstances(objectLists: ObjectList[]): ObjectList {\n    const objectList = new ObjectList();\n    objectLists.forEach((objList) => objectList.mergeObjectList(objList));\n    return objectList;\n  }\n  mergeObjectList(objectList: ObjectList) {\n    this.addIfNotExist(objectList.objects);\n  }\n  static fromJsonString(jsonStr: string): ObjectList {\n    const jsonParsed = JSON.parse(jsonStr);\n    if (!Array.isArray(jsonParsed)) {\n      throw new Error(`fromJsonString expect an array, got ${typeof jsonParsed}`);\n    }\n    jsonParsed.forEach((obj) => {\n      obj.ref = new Ref(obj.ref.hash);\n      obj.buffer = Buffer.from(obj.buffer);\n    });\n    return new ObjectList(jsonParsed);\n  }\n  toJsonString(): string {\n    return JSON.stringify(this.objects);\n  }\n  toTar(): NodeJS.ReadableStream {\n    const pack = tarStream.pack();\n    this.objects.forEach((obj) => {\n      pack.entry({ name: ObjectList.combineScopeAndHash(obj) }, obj.buffer);\n    });\n    pack.finalize();\n    return pack;\n  }\n  toReadableStream(): ObjectItemsStream {\n    return Readable.from(this.objects);\n  }\n  static async fromTar(packStream: NodeJS.ReadableStream): Promise<ObjectList> {\n    const extract = tarStream.extract();\n    const objectItems: ObjectItem[] = await new Promise((resolve, reject) => {\n      const objects: ObjectItem[] = [];\n      extract.on('entry', (header, stream, next) => {\n        const data: Buffer[] = [];\n        stream.on('data', (chunk) => {\n          data.push(chunk);\n        });\n        stream.on('end', () => {\n          objects.push({\n            ...ObjectList.extractScopeAndHash(header.name),\n            buffer: Buffer.concat(data as unknown as Uint8Array[]),\n          });\n          next(); // ready for next entry\n        });\n        stream.on('error', (err) => reject(err));\n\n        stream.resume(); // just auto drain the stream\n      });\n\n      extract.on('finish', () => {\n        resolve(objects);\n      });\n\n      packStream.pipe(extract);\n    });\n    return new ObjectList(objectItems);\n  }\n\n  static fromTarToObjectStream(packStream: NodeJS.ReadableStream): ObjectItemsStream {\n    const passThrough = new PassThrough({ objectMode: true });\n    const extract = tarStream.extract();\n    let startData: StartFile | undefined;\n    let endData: EndFile | undefined;\n    extract.on('entry', (header, stream, next) => {\n      const data: Buffer[] = [];\n      stream.on('data', (chunk) => {\n        data.push(chunk);\n      });\n      stream.on('end', () => {\n        const allData = Buffer.concat(data as unknown as Uint8Array[]);\n        if (header.name === TAR_STREAM_ERROR_FILENAME) {\n          passThrough.emit('error', new Error(allData.toString()));\n          return;\n        }\n        if (header.name === TAR_STREAM_START_FILENAME) {\n          startData = JSON.parse(allData.toString());\n          logger.debug('fromTarToObjectStream, start getting data', startData);\n          next();\n          return;\n        }\n        if (header.name === TAR_STREAM_END_FILENAME) {\n          endData = JSON.parse(allData.toString());\n          logger.debug('fromTarToObjectStream, finished getting data', endData);\n          next();\n          return;\n        }\n        passThrough.write({ ...ObjectList.extractScopeAndHash(header.name), buffer: allData });\n        next(); // ready for next entry\n      });\n      stream.on('error', (err) => {\n        passThrough.emit('error', err);\n      });\n\n      stream.resume(); // just auto drain the stream\n    });\n\n    // not sure if needed\n    extract.on('error', (err) => {\n      passThrough.emit('error', err);\n    });\n\n    extract.on('finish', () => {\n      if (startData?.schema === OBJECT_LIST_CURRENT_SCHEMA && !endData) {\n        // wasn't able to find a better way to indicate whether the server aborted the request\n        // see https://github.com/node-fetch/node-fetch/issues/1117\n        passThrough.emit(\n          'error',\n          new Error(`server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)})`)\n        );\n      }\n      passThrough.end();\n    });\n    pipeline(packStream, extract, (err) => {\n      if (err) {\n        logger.error('fromTarToObjectStream, pipeline', err);\n        passThrough.emit('error', err);\n      } else {\n        logger.debug('fromTarToObjectStream, pipeline is completed');\n      }\n    });\n\n    return passThrough;\n  }\n\n  static fromObjectStreamToTar(readable: Readable, scopeName: string) {\n    const pack = tarStream.pack();\n    const startFile: StartFile = { schema: OBJECT_LIST_CURRENT_SCHEMA, scopeName };\n    logger.debug('fromObjectStreamToTar, start sending data', startFile);\n    pack.entry({ name: TAR_STREAM_START_FILENAME }, JSON.stringify(startFile));\n    let numOfFiles = 0;\n    readable.on('data', (obj: ObjectItem) => {\n      numOfFiles += 1;\n      pack.entry({ name: ObjectList.combineScopeAndHash(obj) }, obj.buffer);\n    });\n    readable.on('end', () => {\n      const endFile: EndFile = { numOfFiles, scopeName };\n      logger.debug('fromObjectStreamToTar, finished sending data', endFile);\n      pack.entry({ name: TAR_STREAM_END_FILENAME }, JSON.stringify(endFile));\n      pack.finalize();\n    });\n    readable.on('error', (err) => {\n      const errorMessage = err.message || `unexpected error (${err.name})`;\n      logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file`, err);\n      pack.entry({ name: TAR_STREAM_ERROR_FILENAME }, errorMessage);\n      pack.finalize();\n    });\n    return pack;\n  }\n\n  static async fromReadableStream(readable: ObjectItemsStream): Promise<ObjectList> {\n    const objectItems: ObjectItem[] = [];\n    for await (const obj of readable) {\n      objectItems.push(obj);\n    }\n    return new ObjectList(objectItems);\n  }\n\n  /**\n   * the opposite of this.combineScopeAndHash\n   */\n  static extractScopeAndHash(name: string): { scope?: string; ref: Ref } {\n    const nameSplit = name.split('/');\n    const hasScope = nameSplit.length > 1;\n    return {\n      scope: hasScope ? nameSplit[0] : undefined,\n      ref: new Ref(hasScope ? nameSplit[1] : nameSplit[0]),\n    };\n  }\n  /**\n   * the opposite of this.extractScopeAndHash\n   */\n  static combineScopeAndHash(objectItem: ObjectItem): string {\n    const scope = objectItem.scope ? `${objectItem.scope}/` : '';\n    return `${scope}${objectItem.ref.hash}`;\n  }\n\n  addIfNotExist(objectItems: ObjectItem[]) {\n    objectItems.forEach((objectItem) => {\n      const exists = this.objects.find(\n        (object) => object.ref.isEqual(objectItem.ref) && object.scope === objectItem.scope\n      );\n      if (!exists) {\n        this.objects.push(objectItem);\n      }\n    });\n  }\n\n  async toBitObjects(throwForUnknownTypes = false): Promise<BitObjectList> {\n    const concurrency = concurrentIOLimit();\n    const bitObjects = await pMapPool(\n      this.objects,\n      async (object) => {\n        try {\n          return await BitObject.parseObject(object.buffer);\n        } catch (err) {\n          if (throwForUnknownTypes || !(err instanceof UnknownObjectType)) {\n            throw err;\n          }\n          logger.error(\n            `toBitObjects, unable to parse object of type ${err.type}, ignoring it. please update your bit version`\n          );\n          return null;\n        }\n      },\n      { concurrency }\n    );\n    return new BitObjectList(compact(bitObjects));\n  }\n\n  static async fromBitObjects(bitObjects: BitObject[]): Promise<ObjectList> {\n    const concurrency = concurrentIOLimit();\n    const objectItems = await pMapPool(\n      bitObjects,\n      async (obj) => ({\n        ref: obj.hash(),\n        buffer: await obj.compress(),\n        type: obj.getType(),\n      }),\n      { concurrency }\n    );\n    return new ObjectList(objectItems);\n  }\n\n  addScopeName(scopeName: string) {\n    this.objects.forEach((object) => {\n      object.scope = scopeName;\n    });\n  }\n\n  splitByScopeName(): { [scopeName: string]: ObjectList } {\n    const objectListPerScope: { [scopeName: string]: ObjectList } = {};\n    this.objects.forEach((obj) => {\n      if (obj.type === ExportMetadata.name) {\n        return; // no scope for this type. it's general for all export data from all scopes\n      }\n      if (!obj.scope) {\n        throw new Error(`ObjectList: unable to split by scopeName, the scopeName is missing for ${obj.ref.hash}`);\n      }\n      if (objectListPerScope[obj.scope]) {\n        objectListPerScope[obj.scope].addIfNotExist([obj]);\n      } else {\n        objectListPerScope[obj.scope] = new ObjectList([obj]);\n      }\n    });\n    return objectListPerScope;\n  }\n\n  /**\n   * helps debugging\n   */\n  toConsoleLog() {\n    console.log(this.objects.map((o) => o.ref.hash).join('\\n')); // eslint-disable-line no-console\n  }\n}\n"],"mappings":";;;;;;AAAA,SAAAA,WAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,UAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,gBAAA;EAAA,MAAAH,IAAA,GAAAE,OAAA;EAAAC,eAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,QAAA;EAAA,MAAAJ,IAAA,GAAAE,OAAA;EAAAE,OAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,QAAA;EAAA,MAAAL,IAAA,GAAAE,OAAA;EAAAG,OAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,QAAA;EAAA,MAAAN,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAI,OAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,QAAA;EAAA,MAAAP,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAK,OAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,eAAA;EAAA,MAAAR,IAAA,GAAAE,OAAA;EAAAM,cAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,KAAA;EAAA,MAAAT,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAO,IAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,QAAA;EAAA,MAAAV,IAAA,GAAAE,OAAA;EAAAQ,OAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,gBAAA;EAAA,MAAAX,IAAA,GAAAE,OAAA;EAAAS,eAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAY,QAAA;EAAA,MAAAZ,IAAA,GAAAE,OAAA;EAAAU,OAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,SAAA;EAAA,MAAAb,IAAA,GAAAE,OAAA;EAAAW,QAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA0D,SAAAC,uBAAAa,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAAA,SAAAG,QAAAH,CAAA,EAAAI,CAAA,QAAAC,CAAA,GAAAC,MAAA,CAAAC,IAAA,CAAAP,CAAA,OAAAM,MAAA,CAAAE,qBAAA,QAAAC,CAAA,GAAAH,MAAA,CAAAE,qBAAA,CAAAR,CAAA,GAAAI,CAAA,KAAAK,CAAA,GAAAA,CAAA,CAAAC,MAAA,WAAAN,CAAA,WAAAE,MAAA,CAAAK,wBAAA,CAAAX,CAAA,EAAAI,CAAA,EAAAQ,UAAA,OAAAP,CAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,CAAA,EAAAI,CAAA,YAAAJ,CAAA;AAAA,SAAAU,cAAAf,CAAA,aAAAI,CAAA,MAAAA,CAAA,GAAAY,SAAA,CAAAC,MAAA,EAAAb,CAAA,UAAAC,CAAA,WAAAW,SAAA,CAAAZ,CAAA,IAAAY,SAAA,CAAAZ,CAAA,QAAAA,CAAA,OAAAD,OAAA,CAAAG,MAAA,CAAAD,CAAA,OAAAa,OAAA,WAAAd,CAAA,IAAAe,eAAA,CAAAnB,CAAA,EAAAI,CAAA,EAAAC,CAAA,CAAAD,CAAA,SAAAE,MAAA,CAAAc,yBAAA,GAAAd,MAAA,CAAAe,gBAAA,CAAArB,CAAA,EAAAM,MAAA,CAAAc,yBAAA,CAAAf,CAAA,KAAAF,OAAA,CAAAG,MAAA,CAAAD,CAAA,GAAAa,OAAA,WAAAd,CAAA,IAAAE,MAAA,CAAAgB,cAAA,CAAAtB,CAAA,EAAAI,CAAA,EAAAE,MAAA,CAAAK,wBAAA,CAAAN,CAAA,EAAAD,CAAA,iBAAAJ,CAAA;AAAA,SAAAmB,gBAAAnB,CAAA,EAAAI,CAAA,EAAAC,CAAA,YAAAD,CAAA,GAAAmB,cAAA,CAAAnB,CAAA,MAAAJ,CAAA,GAAAM,MAAA,CAAAgB,cAAA,CAAAtB,CAAA,EAAAI,CAAA,IAAAoB,KAAA,EAAAnB,CAAA,EAAAO,UAAA,MAAAa,YAAA,MAAAC,QAAA,UAAA1B,CAAA,CAAAI,CAAA,IAAAC,CAAA,EAAAL,CAAA;AAAA,SAAAuB,eAAAlB,CAAA,QAAAsB,CAAA,GAAAC,YAAA,CAAAvB,CAAA,uCAAAsB,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAC,aAAAvB,CAAA,EAAAD,CAAA,2BAAAC,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAL,CAAA,GAAAK,CAAA,CAAAwB,MAAA,CAAAC,WAAA,kBAAA9B,CAAA,QAAA2B,CAAA,GAAA3B,CAAA,CAAA+B,IAAA,CAAA1B,CAAA,EAAAD,CAAA,uCAAAuB,CAAA,SAAAA,CAAA,YAAAK,SAAA,yEAAA5B,CAAA,GAAA6B,MAAA,GAAAC,MAAA,EAAA7B,CAAA;AAE1D;AACA;AACA;AACA;AACA,MAAM8B,yBAAyB,GAAG,YAAY;AAC9C;AACA;AACA;AACA,MAAMC,0BAA0B,GAAG,OAAO;AAC1C,MAAMC,yBAAyB,GAAG,YAAY;AAC9C,MAAMC,uBAAuB,GAAG,UAAU;AAkBnC,MAAMC,wBAAwB,GAAAC,OAAA,CAAAD,wBAAA,GAAG,YAAY;;AAEpD;AACA;AACA;;AAGO,MAAME,UAAU,CAAC;EACtBC,WAAWA,CAAQC,OAAqB,GAAG,EAAE,EAAE;IAAA,KAA5BA,OAAqB,GAArBA,OAAqB;EAAQ;EAEhDC,KAAKA,CAAA,EAAG;IACN,OAAO,IAAI,CAACD,OAAO,CAAC1B,MAAM;EAC5B;;EAEA;AACF;AACA;AACA;AACA;EACE4B,WAAWA,CAAA,EAAW;IACpB,MAAMC,IAAI,GAAGC,iBAAM,CAACC,UAAU,CAAC,MAAM,CAAC;IACtC,KAAK,MAAMC,GAAG,IAAI,IAAI,CAACN,OAAO,EAAE;MAC9BG,IAAI,CAACI,MAAM,CAAC,IAAIC,UAAU,CAACF,GAAG,CAACG,MAAM,CAAC,CAAC;IACzC;IACA,OAAON,IAAI,CAACO,MAAM,CAAC,KAAK,CAAC;EAC3B;EAEA,OAAOC,sBAAsBA,CAACC,WAAyB,EAAc;IACnE,MAAMC,UAAU,GAAG,IAAIf,UAAU,CAAC,CAAC;IACnCc,WAAW,CAACrC,OAAO,CAAEuC,OAAO,IAAKD,UAAU,CAACE,eAAe,CAACD,OAAO,CAAC,CAAC;IACrE,OAAOD,UAAU;EACnB;EACAE,eAAeA,CAACF,UAAsB,EAAE;IACtC,IAAI,CAACG,aAAa,CAACH,UAAU,CAACb,OAAO,CAAC;EACxC;EACA,OAAOiB,cAAcA,CAACC,OAAe,EAAc;IACjD,MAAMC,UAAU,GAAGC,IAAI,CAACC,KAAK,CAACH,OAAO,CAAC;IACtC,IAAI,CAACI,KAAK,CAACC,OAAO,CAACJ,UAAU,CAAC,EAAE;MAC9B,MAAM,IAAIK,KAAK,CAAC,uCAAuC,OAAOL,UAAU,EAAE,CAAC;IAC7E;IACAA,UAAU,CAAC5C,OAAO,CAAE+B,GAAG,IAAK;MAC1BA,GAAG,CAACmB,GAAG,GAAG,KAAIC,cAAG,EAACpB,GAAG,CAACmB,GAAG,CAACtB,IAAI,CAAC;MAC/BG,GAAG,CAACG,MAAM,GAAGkB,MAAM,CAACC,IAAI,CAACtB,GAAG,CAACG,MAAM,CAAC;IACtC,CAAC,CAAC;IACF,OAAO,IAAIX,UAAU,CAACqB,UAAU,CAAC;EACnC;EACAU,YAAYA,CAAA,EAAW;IACrB,OAAOT,IAAI,CAACU,SAAS,CAAC,IAAI,CAAC9B,OAAO,CAAC;EACrC;EACA+B,KAAKA,CAAA,EAA0B;IAC7B,MAAMC,IAAI,GAAGC,oBAAS,CAACD,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAChC,OAAO,CAACzB,OAAO,CAAE+B,GAAG,IAAK;MAC5B0B,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAErC,UAAU,CAACsC,mBAAmB,CAAC9B,GAAG;MAAE,CAAC,EAAEA,GAAG,CAACG,MAAM,CAAC;IACvE,CAAC,CAAC;IACFuB,IAAI,CAACK,QAAQ,CAAC,CAAC;IACf,OAAOL,IAAI;EACb;EACAM,gBAAgBA,CAAA,EAAsB;IACpC,OAAOC,kBAAQ,CAACX,IAAI,CAAC,IAAI,CAAC5B,OAAO,CAAC;EACpC;EACA,aAAawC,OAAOA,CAACC,UAAiC,EAAuB;IAC3E,MAAMC,OAAO,GAAGT,oBAAS,CAACS,OAAO,CAAC,CAAC;IACnC,MAAMC,WAAyB,GAAG,MAAM,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACvE,MAAM9C,OAAqB,GAAG,EAAE;MAChC0C,OAAO,CAACK,EAAE,CAAC,OAAO,EAAE,CAACC,MAAM,EAAEC,MAAM,EAAEC,IAAI,KAAK;QAC5C,MAAM3G,IAAc,GAAG,EAAE;QACzB0G,MAAM,CAACF,EAAE,CAAC,MAAM,EAAGI,KAAK,IAAK;UAC3B5G,IAAI,CAAC2B,IAAI,CAACiF,KAAK,CAAC;QAClB,CAAC,CAAC;QACFF,MAAM,CAACF,EAAE,CAAC,KAAK,EAAE,MAAM;UACrB/C,OAAO,CAAC9B,IAAI,CAAAE,aAAA,CAAAA,aAAA,KACP0B,UAAU,CAACsD,mBAAmB,CAACJ,MAAM,CAACb,IAAI,CAAC;YAC9C1B,MAAM,EAAEkB,MAAM,CAAC0B,MAAM,CAAC9G,IAA+B;UAAC,EACvD,CAAC;UACF2G,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,CAAC,CAAC;QACFD,MAAM,CAACF,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAKR,MAAM,CAACQ,GAAG,CAAC,CAAC;QAExCL,MAAM,CAACM,MAAM,CAAC,CAAC,CAAC,CAAC;MACnB,CAAC,CAAC;MAEFb,OAAO,CAACK,EAAE,CAAC,QAAQ,EAAE,MAAM;QACzBF,OAAO,CAAC7C,OAAO,CAAC;MAClB,CAAC,CAAC;MAEFyC,UAAU,CAACe,IAAI,CAACd,OAAO,CAAC;IAC1B,CAAC,CAAC;IACF,OAAO,IAAI5C,UAAU,CAAC6C,WAAW,CAAC;EACpC;EAEA,OAAOc,qBAAqBA,CAAChB,UAAiC,EAAqB;IACjF,MAAMiB,WAAW,GAAG,KAAIC,qBAAW,EAAC;MAAEC,UAAU,EAAE;IAAK,CAAC,CAAC;IACzD,MAAMlB,OAAO,GAAGT,oBAAS,CAACS,OAAO,CAAC,CAAC;IACnC,IAAImB,SAAgC;IACpC,IAAIC,OAA4B;IAChCpB,OAAO,CAACK,EAAE,CAAC,OAAO,EAAE,CAACC,MAAM,EAAEC,MAAM,EAAEC,IAAI,KAAK;MAC5C,MAAM3G,IAAc,GAAG,EAAE;MACzB0G,MAAM,CAACF,EAAE,CAAC,MAAM,EAAGI,KAAK,IAAK;QAC3B5G,IAAI,CAAC2B,IAAI,CAACiF,KAAK,CAAC;MAClB,CAAC,CAAC;MACFF,MAAM,CAACF,EAAE,CAAC,KAAK,EAAE,MAAM;QACrB,MAAMgB,OAAO,GAAGpC,MAAM,CAAC0B,MAAM,CAAC9G,IAA+B,CAAC;QAC9D,IAAIyG,MAAM,CAACb,IAAI,KAAK3C,yBAAyB,EAAE;UAC7CkE,WAAW,CAACM,IAAI,CAAC,OAAO,EAAE,IAAIxC,KAAK,CAACuC,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC,CAAC;UACxD;QACF;QACA,IAAIjB,MAAM,CAACb,IAAI,KAAKzC,yBAAyB,EAAE;UAC7CmE,SAAS,GAAGzC,IAAI,CAACC,KAAK,CAAC0C,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC;UAC1CC,gBAAM,CAACC,KAAK,CAAC,2CAA2C,EAAEN,SAAS,CAAC;UACpEX,IAAI,CAAC,CAAC;UACN;QACF;QACA,IAAIF,MAAM,CAACb,IAAI,KAAKxC,uBAAuB,EAAE;UAC3CmE,OAAO,GAAG1C,IAAI,CAACC,KAAK,CAAC0C,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC;UACxCC,gBAAM,CAACC,KAAK,CAAC,8CAA8C,EAAEL,OAAO,CAAC;UACrEZ,IAAI,CAAC,CAAC;UACN;QACF;QACAQ,WAAW,CAACU,KAAK,CAAAhG,aAAA,CAAAA,aAAA,KAAM0B,UAAU,CAACsD,mBAAmB,CAACJ,MAAM,CAACb,IAAI,CAAC;UAAE1B,MAAM,EAAEsD;QAAO,EAAE,CAAC;QACtFb,IAAI,CAAC,CAAC,CAAC,CAAC;MACV,CAAC,CAAC;MACFD,MAAM,CAACF,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAK;QAC1BI,WAAW,CAACM,IAAI,CAAC,OAAO,EAAEV,GAAG,CAAC;MAChC,CAAC,CAAC;MAEFL,MAAM,CAACM,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC,CAAC;;IAEF;IACAb,OAAO,CAACK,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAK;MAC3BI,WAAW,CAACM,IAAI,CAAC,OAAO,EAAEV,GAAG,CAAC;IAChC,CAAC,CAAC;IAEFZ,OAAO,CAACK,EAAE,CAAC,QAAQ,EAAE,MAAM;MACzB,IAAIc,SAAS,EAAEQ,MAAM,KAAK5E,0BAA0B,IAAI,CAACqE,OAAO,EAAE;QAChE;QACA;QACAJ,WAAW,CAACM,IAAI,CACd,OAAO,EACP,IAAIxC,KAAK,CAAC,wDAAwDJ,IAAI,CAACU,SAAS,CAAC+B,SAAS,CAAC,GAAG,CAChG,CAAC;MACH;MACAH,WAAW,CAACY,GAAG,CAAC,CAAC;IACnB,CAAC,CAAC;IACF,IAAAC,kBAAQ,EAAC9B,UAAU,EAAEC,OAAO,EAAGY,GAAG,IAAK;MACrC,IAAIA,GAAG,EAAE;QACPY,gBAAM,CAACM,KAAK,CAAC,iCAAiC,EAAElB,GAAG,CAAC;QACpDI,WAAW,CAACM,IAAI,CAAC,OAAO,EAAEV,GAAG,CAAC;MAChC,CAAC,MAAM;QACLY,gBAAM,CAACC,KAAK,CAAC,8CAA8C,CAAC;MAC9D;IACF,CAAC,CAAC;IAEF,OAAOT,WAAW;EACpB;EAEA,OAAOe,qBAAqBA,CAACC,QAAkB,EAAEC,SAAiB,EAAE;IAClE,MAAM3C,IAAI,GAAGC,oBAAS,CAACD,IAAI,CAAC,CAAC;IAC7B,MAAM4C,SAAoB,GAAG;MAAEP,MAAM,EAAE5E,0BAA0B;MAAEkF;IAAU,CAAC;IAC9ET,gBAAM,CAACC,KAAK,CAAC,2CAA2C,EAAES,SAAS,CAAC;IACpE5C,IAAI,CAACE,KAAK,CAAC;MAAEC,IAAI,EAAEzC;IAA0B,CAAC,EAAE0B,IAAI,CAACU,SAAS,CAAC8C,SAAS,CAAC,CAAC;IAC1E,IAAIC,UAAU,GAAG,CAAC;IAClBH,QAAQ,CAAC3B,EAAE,CAAC,MAAM,EAAGzC,GAAe,IAAK;MACvCuE,UAAU,IAAI,CAAC;MACf7C,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAErC,UAAU,CAACsC,mBAAmB,CAAC9B,GAAG;MAAE,CAAC,EAAEA,GAAG,CAACG,MAAM,CAAC;IACvE,CAAC,CAAC;IACFiE,QAAQ,CAAC3B,EAAE,CAAC,KAAK,EAAE,MAAM;MACvB,MAAM+B,OAAgB,GAAG;QAAED,UAAU;QAAEF;MAAU,CAAC;MAClDT,gBAAM,CAACC,KAAK,CAAC,8CAA8C,EAAEW,OAAO,CAAC;MACrE9C,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAExC;MAAwB,CAAC,EAAEyB,IAAI,CAACU,SAAS,CAACgD,OAAO,CAAC,CAAC;MACtE9C,IAAI,CAACK,QAAQ,CAAC,CAAC;IACjB,CAAC,CAAC;IACFqC,QAAQ,CAAC3B,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAK;MAC5B,MAAMyB,YAAY,GAAGzB,GAAG,CAAC0B,OAAO,IAAI,qBAAqB1B,GAAG,CAACnB,IAAI,GAAG;MACpE+B,gBAAM,CAACM,KAAK,CAAC,gEAAgE,EAAElB,GAAG,CAAC;MACnFtB,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAE3C;MAA0B,CAAC,EAAEuF,YAAY,CAAC;MAC7D/C,IAAI,CAACK,QAAQ,CAAC,CAAC;IACjB,CAAC,CAAC;IACF,OAAOL,IAAI;EACb;EAEA,aAAaiD,kBAAkBA,CAACP,QAA2B,EAAuB;IAChF,MAAM/B,WAAyB,GAAG,EAAE;IACpC,WAAW,MAAMrC,GAAG,IAAIoE,QAAQ,EAAE;MAChC/B,WAAW,CAACzE,IAAI,CAACoC,GAAG,CAAC;IACvB;IACA,OAAO,IAAIR,UAAU,CAAC6C,WAAW,CAAC;EACpC;;EAEA;AACF;AACA;EACE,OAAOS,mBAAmBA,CAACjB,IAAY,EAAgC;IACrE,MAAM+C,SAAS,GAAG/C,IAAI,CAACgD,KAAK,CAAC,GAAG,CAAC;IACjC,MAAMC,QAAQ,GAAGF,SAAS,CAAC5G,MAAM,GAAG,CAAC;IACrC,OAAO;MACL+G,KAAK,EAAED,QAAQ,GAAGF,SAAS,CAAC,CAAC,CAAC,GAAGI,SAAS;MAC1C7D,GAAG,EAAE,KAAIC,cAAG,EAAC0D,QAAQ,GAAGF,SAAS,CAAC,CAAC,CAAC,GAAGA,SAAS,CAAC,CAAC,CAAC;IACrD,CAAC;EACH;EACA;AACF;AACA;EACE,OAAO9C,mBAAmBA,CAACmD,UAAsB,EAAU;IACzD,MAAMF,KAAK,GAAGE,UAAU,CAACF,KAAK,GAAG,GAAGE,UAAU,CAACF,KAAK,GAAG,GAAG,EAAE;IAC5D,OAAO,GAAGA,KAAK,GAAGE,UAAU,CAAC9D,GAAG,CAACtB,IAAI,EAAE;EACzC;EAEAa,aAAaA,CAAC2B,WAAyB,EAAE;IACvCA,WAAW,CAACpE,OAAO,CAAEgH,UAAU,IAAK;MAClC,MAAMC,MAAM,GAAG,IAAI,CAACxF,OAAO,CAACyF,IAAI,CAC7BC,MAAM,IAAKA,MAAM,CAACjE,GAAG,CAACkE,OAAO,CAACJ,UAAU,CAAC9D,GAAG,CAAC,IAAIiE,MAAM,CAACL,KAAK,KAAKE,UAAU,CAACF,KAChF,CAAC;MACD,IAAI,CAACG,MAAM,EAAE;QACX,IAAI,CAACxF,OAAO,CAAC9B,IAAI,CAACqH,UAAU,CAAC;MAC/B;IACF,CAAC,CAAC;EACJ;EAEA,MAAMK,YAAYA,CAACC,oBAAoB,GAAG,KAAK,EAA0B;IACvE,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMC,UAAU,GAAG,MAAM,IAAAC,0BAAQ,EAC/B,IAAI,CAACjG,OAAO,EACZ,MAAO0F,MAAM,IAAK;MAChB,IAAI;QACF,OAAO,MAAMQ,iBAAS,CAACC,WAAW,CAACT,MAAM,CAACjF,MAAM,CAAC;MACnD,CAAC,CAAC,OAAO6C,GAAG,EAAE;QACZ,IAAIuC,oBAAoB,IAAI,EAAEvC,GAAG,YAAY8C,4BAAiB,CAAC,EAAE;UAC/D,MAAM9C,GAAG;QACX;QACAY,gBAAM,CAACM,KAAK,CACV,gDAAgDlB,GAAG,CAAC+C,IAAI,+CAC1D,CAAC;QACD,OAAO,IAAI;MACb;IACF,CAAC,EACD;MAAEP;IAAY,CAChB,CAAC;IACD,OAAO,KAAIQ,8BAAa,EAAC,IAAAC,iBAAO,EAACP,UAAU,CAAC,CAAC;EAC/C;EAEA,aAAaQ,cAAcA,CAACR,UAAuB,EAAuB;IACxE,MAAMF,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMpD,WAAW,GAAG,MAAM,IAAAsD,0BAAQ,EAChCD,UAAU,EACV,MAAO1F,GAAG,KAAM;MACdmB,GAAG,EAAEnB,GAAG,CAACH,IAAI,CAAC,CAAC;MACfM,MAAM,EAAE,MAAMH,GAAG,CAACmG,QAAQ,CAAC,CAAC;MAC5BJ,IAAI,EAAE/F,GAAG,CAACoG,OAAO,CAAC;IACpB,CAAC,CAAC,EACF;MAAEZ;IAAY,CAChB,CAAC;IACD,OAAO,IAAIhG,UAAU,CAAC6C,WAAW,CAAC;EACpC;EAEAgE,YAAYA,CAAChC,SAAiB,EAAE;IAC9B,IAAI,CAAC3E,OAAO,CAACzB,OAAO,CAAEmH,MAAM,IAAK;MAC/BA,MAAM,CAACL,KAAK,GAAGV,SAAS;IAC1B,CAAC,CAAC;EACJ;EAEAiC,gBAAgBA,CAAA,EAAwC;IACtD,MAAMC,kBAAuD,GAAG,CAAC,CAAC;IAClE,IAAI,CAAC7G,OAAO,CAACzB,OAAO,CAAE+B,GAAG,IAAK;MAC5B,IAAIA,GAAG,CAAC+F,IAAI,KAAKS,wBAAc,CAAC3E,IAAI,EAAE;QACpC,OAAO,CAAC;MACV;MACA,IAAI,CAAC7B,GAAG,CAAC+E,KAAK,EAAE;QACd,MAAM,IAAI7D,KAAK,CAAC,0EAA0ElB,GAAG,CAACmB,GAAG,CAACtB,IAAI,EAAE,CAAC;MAC3G;MACA,IAAI0G,kBAAkB,CAACvG,GAAG,CAAC+E,KAAK,CAAC,EAAE;QACjCwB,kBAAkB,CAACvG,GAAG,CAAC+E,KAAK,CAAC,CAACrE,aAAa,CAAC,CAACV,GAAG,CAAC,CAAC;MACpD,CAAC,MAAM;QACLuG,kBAAkB,CAACvG,GAAG,CAAC+E,KAAK,CAAC,GAAG,IAAIvF,UAAU,CAAC,CAACQ,GAAG,CAAC,CAAC;MACvD;IACF,CAAC,CAAC;IACF,OAAOuG,kBAAkB;EAC3B;;EAEA;AACF;AACA;EACEE,YAAYA,CAAA,EAAG;IACbC,OAAO,CAACC,GAAG,CAAC,IAAI,CAACjH,OAAO,CAACkH,GAAG,CAAEpJ,CAAC,IAAKA,CAAC,CAAC2D,GAAG,CAACtB,IAAI,CAAC,CAACgH,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;EAC/D;AACF;AAACtH,OAAA,CAAAC,UAAA,GAAAA,UAAA","ignoreList":[]}
+{"version":3,"names":["_tarStream","data","_interopRequireDefault","require","_toolboxPromise","_lodash","_stream","_crypto","_object","_bitObjectList","_ref","_legacy","_harmonyModules","_models","_legacy2","e","__esModule","default","ownKeys","r","t","Object","keys","getOwnPropertySymbols","o","filter","getOwnPropertyDescriptor","enumerable","push","apply","_objectSpread","arguments","length","forEach","_defineProperty","getOwnPropertyDescriptors","defineProperties","defineProperty","_toPropertyKey","value","configurable","writable","i","_toPrimitive","Symbol","toPrimitive","call","TypeError","String","Number","TAR_STREAM_ERROR_FILENAME","OBJECT_LIST_CURRENT_SCHEMA","TAR_STREAM_START_FILENAME","TAR_STREAM_END_FILENAME","FETCH_FORMAT_OBJECT_LIST","exports","ObjectList","constructor","objects","count","getSha1Hash","hash","crypto","createHash","obj","update","Uint8Array","buffer","digest","mergeMultipleInstances","objectLists","objectList","objList","mergeObjectList","addIfNotExist","fromJsonString","jsonStr","jsonParsed","JSON","parse","Array","isArray","Error","ref","Ref","Buffer","from","toJsonString","stringify","toTar","pack","tarStream","entry","name","combineScopeAndHash","finalize","toReadableStream","Readable","fromTar","packStream","extract","objectItems","Promise","resolve","reject","on","header","stream","next","chunk","extractScopeAndHash","concat","err","resume","pipe","fromTarToObjectStream","passThrough","PassThrough","objectMode","startData","endData","entriesReceived","allData","emit","toString","logger","debug","write","error","message","includes","enhancedError","stack","schema","end","pipeline","fromObjectStreamToTar","readable","scopeName","startFile","numOfFiles","isFinalized","warn","endFile","errorMessage","fromReadableStream","nameSplit","split","hasScope","scope","undefined","objectItem","exists","find","object","isEqual","toBitObjects","throwForUnknownTypes","concurrency","concurrentIOLimit","bitObjects","pMapPool","BitObject","parseObject","UnknownObjectType","type","BitObjectList","compact","fromBitObjects","compress","getType","addScopeName","splitByScopeName","objectListPerScope","ExportMetadata","toConsoleLog","console","log","map","join"],"sources":["object-list.ts"],"sourcesContent":["import tarStream from 'tar-stream';\nimport { pMapPool } from '@teambit/toolbox.promise.map-pool';\nimport { compact } from 'lodash';\nimport { Readable, PassThrough, pipeline } from 'stream';\nimport crypto from 'crypto';\nimport BitObject from './object';\nimport { BitObjectList } from './bit-object-list';\nimport Ref from './ref';\nimport { logger } from '@teambit/legacy.logger';\nimport { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';\nimport { ExportMetadata } from '../models';\nimport { UnknownObjectType } from '@teambit/legacy.scope';\n\n/**\n * when error occurred during streaming between HTTP server and client, there is no good way to\n * indicate this other than sending a new file with a special name and the error message.\n */\nconst TAR_STREAM_ERROR_FILENAME = '.BIT.ERROR';\n/**\n * schema 1.0.0 - added the start and end file with basic info\n */\nconst OBJECT_LIST_CURRENT_SCHEMA = '1.0.0';\nconst TAR_STREAM_START_FILENAME = '.BIT.START';\nconst TAR_STREAM_END_FILENAME = '.BIT.END';\n\ntype StartFile = {\n  schema: string;\n  scopeName: string;\n};\ntype EndFile = {\n  numOfFiles: number;\n  scopeName: string;\n};\n\nexport type ObjectItem = {\n  ref: Ref;\n  buffer: Buffer; // zlib deflated BitObject\n  type?: string; // for future use. e.g. to be able to export only Component/Version types but not Source/Artifact, etc.\n  scope?: string; // used for the export process\n};\n\nexport const FETCH_FORMAT_OBJECT_LIST = 'ObjectList';\n\n/**\n * Stream.Readable that operates with objectMode, while each 'data' event emits one ObjectItem object.\n */\nexport type ObjectItemsStream = Readable;\n\nexport class ObjectList {\n  constructor(public objects: ObjectItem[] = []) {}\n\n  count() {\n    return this.objects.length;\n  }\n\n  /**\n   * Generates a SHA1 hash from all object buffers.\n   * Used to identify duplicate export requests during retries.\n   * Performance wise, it's not too bad. ~98ms for 150 components on CircleCI.\n   */\n  getSha1Hash(): string {\n    const hash = crypto.createHash('sha1');\n    for (const obj of this.objects) {\n      hash.update(new Uint8Array(obj.buffer));\n    }\n    return hash.digest('hex');\n  }\n\n  static mergeMultipleInstances(objectLists: ObjectList[]): ObjectList {\n    const objectList = new ObjectList();\n    objectLists.forEach((objList) => objectList.mergeObjectList(objList));\n    return objectList;\n  }\n  mergeObjectList(objectList: ObjectList) {\n    this.addIfNotExist(objectList.objects);\n  }\n  static fromJsonString(jsonStr: string): ObjectList {\n    const jsonParsed = JSON.parse(jsonStr);\n    if (!Array.isArray(jsonParsed)) {\n      throw new Error(`fromJsonString expect an array, got ${typeof jsonParsed}`);\n    }\n    jsonParsed.forEach((obj) => {\n      obj.ref = new Ref(obj.ref.hash);\n      obj.buffer = Buffer.from(obj.buffer);\n    });\n    return new ObjectList(jsonParsed);\n  }\n  toJsonString(): string {\n    return JSON.stringify(this.objects);\n  }\n  toTar(): NodeJS.ReadableStream {\n    const pack = tarStream.pack();\n    this.objects.forEach((obj) => {\n      pack.entry({ name: ObjectList.combineScopeAndHash(obj) }, obj.buffer);\n    });\n    pack.finalize();\n    return pack;\n  }\n  toReadableStream(): ObjectItemsStream {\n    return Readable.from(this.objects);\n  }\n  static async fromTar(packStream: NodeJS.ReadableStream): Promise<ObjectList> {\n    const extract = tarStream.extract();\n    const objectItems: ObjectItem[] = await new Promise((resolve, reject) => {\n      const objects: ObjectItem[] = [];\n      extract.on('entry', (header, stream, next) => {\n        const data: Buffer[] = [];\n        stream.on('data', (chunk) => {\n          data.push(chunk);\n        });\n        stream.on('end', () => {\n          objects.push({\n            ...ObjectList.extractScopeAndHash(header.name),\n            buffer: Buffer.concat(data as unknown as Uint8Array[]),\n          });\n          next(); // ready for next entry\n        });\n        stream.on('error', (err) => reject(err));\n\n        stream.resume(); // just auto drain the stream\n      });\n\n      extract.on('finish', () => {\n        resolve(objects);\n      });\n\n      packStream.pipe(extract);\n    });\n    return new ObjectList(objectItems);\n  }\n\n  static fromTarToObjectStream(packStream: NodeJS.ReadableStream): ObjectItemsStream {\n    const passThrough = new PassThrough({ objectMode: true });\n    const extract = tarStream.extract();\n    let startData: StartFile | undefined;\n    let endData: EndFile | undefined;\n    let entriesReceived = 0;\n\n    extract.on('entry', (header, stream, next) => {\n      entriesReceived += 1;\n      const data: Buffer[] = [];\n      stream.on('data', (chunk) => {\n        data.push(chunk);\n      });\n      stream.on('end', () => {\n        const allData = Buffer.concat(data as unknown as Uint8Array[]);\n        if (header.name === TAR_STREAM_ERROR_FILENAME) {\n          passThrough.emit('error', new Error(allData.toString()));\n          return;\n        }\n        if (header.name === TAR_STREAM_START_FILENAME) {\n          startData = JSON.parse(allData.toString());\n          logger.debug('fromTarToObjectStream, start getting data', startData);\n          next();\n          return;\n        }\n        if (header.name === TAR_STREAM_END_FILENAME) {\n          endData = JSON.parse(allData.toString());\n          logger.debug('fromTarToObjectStream, finished getting data', endData);\n          next();\n          return;\n        }\n        passThrough.write({ ...ObjectList.extractScopeAndHash(header.name), buffer: allData });\n        next(); // ready for next entry\n      });\n      stream.on('error', (err) => {\n        passThrough.emit('error', err);\n      });\n\n      stream.resume(); // just auto drain the stream\n    });\n\n    // not sure if needed\n    extract.on('error', (err: any) => {\n      logger.error(`fromTarToObjectStream tar extraction error after receiving ${entriesReceived} entries`, err);\n\n      // Enhanced error message for tar corruption with entry count\n      if (err.message?.includes('invalid tar header') || err.message?.includes('Invalid tar header')) {\n        const enhancedError = new Error(\n          `Invalid tar header after receiving ${entriesReceived} entries. Possible causes: 1) Server aborted request mid-stream, 2) Network corruption during transfer. Original error: ${err.message}`\n        );\n        enhancedError.stack = err.stack;\n        passThrough.emit('error', enhancedError);\n      } else {\n        passThrough.emit('error', err);\n      }\n    });\n\n    extract.on('finish', () => {\n      if (startData?.schema === OBJECT_LIST_CURRENT_SCHEMA && !endData) {\n        // wasn't able to find a better way to indicate whether the server aborted the request\n        // see https://github.com/node-fetch/node-fetch/issues/1117\n        logger.error(\n          `fromTarToObjectStream, server terminated the stream unexpectedly. Start: ${JSON.stringify(startData)}, entries received: ${entriesReceived}`\n        );\n        passThrough.emit(\n          'error',\n          new Error(\n            `server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)}, entries received: ${entriesReceived})`\n          )\n        );\n      }\n      passThrough.end();\n    });\n    pipeline(packStream, extract, (err) => {\n      if (err) {\n        logger.error(`fromTarToObjectStream, pipeline error after ${entriesReceived} entries`, err);\n        passThrough.emit('error', err);\n      } else {\n        logger.debug('fromTarToObjectStream, pipeline is completed');\n      }\n    });\n\n    return passThrough;\n  }\n\n  static fromObjectStreamToTar(readable: Readable, scopeName: string) {\n    const pack = tarStream.pack();\n    const startFile: StartFile = { schema: OBJECT_LIST_CURRENT_SCHEMA, scopeName };\n    logger.debug('fromObjectStreamToTar, start sending data', startFile);\n    pack.entry({ name: TAR_STREAM_START_FILENAME }, JSON.stringify(startFile));\n    let numOfFiles = 0;\n    let isFinalized = false;\n\n    readable.on('data', (obj: ObjectItem) => {\n      numOfFiles += 1;\n      pack.entry({ name: ObjectList.combineScopeAndHash(obj) }, obj.buffer);\n    });\n    readable.on('end', () => {\n      if (isFinalized) {\n        logger.warn(`fromObjectStreamToTar (${scopeName}), received 'end' event but pack already finalized`);\n        return;\n      }\n      isFinalized = true;\n      const endFile: EndFile = { numOfFiles, scopeName };\n      logger.debug('fromObjectStreamToTar, finished sending data', endFile);\n      pack.entry({ name: TAR_STREAM_END_FILENAME }, JSON.stringify(endFile));\n      pack.finalize();\n    });\n    readable.on('error', (err) => {\n      if (isFinalized) {\n        logger.error(\n          `ObjectList.fromObjectStreamToTar, received error but pack already finalized. Files sent: ${numOfFiles}`,\n          err\n        );\n        return;\n      }\n      isFinalized = true;\n      const errorMessage = err.message || `unexpected error (${err.name})`;\n      logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file after ${numOfFiles} files`, err);\n      pack.entry({ name: TAR_STREAM_ERROR_FILENAME }, errorMessage);\n      pack.finalize();\n    });\n    return pack;\n  }\n\n  static async fromReadableStream(readable: ObjectItemsStream): Promise<ObjectList> {\n    const objectItems: ObjectItem[] = [];\n    for await (const obj of readable) {\n      objectItems.push(obj);\n    }\n    return new ObjectList(objectItems);\n  }\n\n  /**\n   * the opposite of this.combineScopeAndHash\n   */\n  static extractScopeAndHash(name: string): { scope?: string; ref: Ref } {\n    const nameSplit = name.split('/');\n    const hasScope = nameSplit.length > 1;\n    return {\n      scope: hasScope ? nameSplit[0] : undefined,\n      ref: new Ref(hasScope ? nameSplit[1] : nameSplit[0]),\n    };\n  }\n  /**\n   * the opposite of this.extractScopeAndHash\n   */\n  static combineScopeAndHash(objectItem: ObjectItem): string {\n    const scope = objectItem.scope ? `${objectItem.scope}/` : '';\n    return `${scope}${objectItem.ref.hash}`;\n  }\n\n  addIfNotExist(objectItems: ObjectItem[]) {\n    objectItems.forEach((objectItem) => {\n      const exists = this.objects.find(\n        (object) => object.ref.isEqual(objectItem.ref) && object.scope === objectItem.scope\n      );\n      if (!exists) {\n        this.objects.push(objectItem);\n      }\n    });\n  }\n\n  async toBitObjects(throwForUnknownTypes = false): Promise<BitObjectList> {\n    const concurrency = concurrentIOLimit();\n    const bitObjects = await pMapPool(\n      this.objects,\n      async (object) => {\n        try {\n          return await BitObject.parseObject(object.buffer);\n        } catch (err) {\n          if (throwForUnknownTypes || !(err instanceof UnknownObjectType)) {\n            throw err;\n          }\n          logger.error(\n            `toBitObjects, unable to parse object of type ${err.type}, ignoring it. please update your bit version`\n          );\n          return null;\n        }\n      },\n      { concurrency }\n    );\n    return new BitObjectList(compact(bitObjects));\n  }\n\n  static async fromBitObjects(bitObjects: BitObject[]): Promise<ObjectList> {\n    const concurrency = concurrentIOLimit();\n    const objectItems = await pMapPool(\n      bitObjects,\n      async (obj) => ({\n        ref: obj.hash(),\n        buffer: await obj.compress(),\n        type: obj.getType(),\n      }),\n      { concurrency }\n    );\n    return new ObjectList(objectItems);\n  }\n\n  addScopeName(scopeName: string) {\n    this.objects.forEach((object) => {\n      object.scope = scopeName;\n    });\n  }\n\n  splitByScopeName(): { [scopeName: string]: ObjectList } {\n    const objectListPerScope: { [scopeName: string]: ObjectList } = {};\n    this.objects.forEach((obj) => {\n      if (obj.type === ExportMetadata.name) {\n        return; // no scope for this type. it's general for all export data from all scopes\n      }\n      if (!obj.scope) {\n        throw new Error(`ObjectList: unable to split by scopeName, the scopeName is missing for ${obj.ref.hash}`);\n      }\n      if (objectListPerScope[obj.scope]) {\n        objectListPerScope[obj.scope].addIfNotExist([obj]);\n      } else {\n        objectListPerScope[obj.scope] = new ObjectList([obj]);\n      }\n    });\n    return objectListPerScope;\n  }\n\n  /**\n   * helps debugging\n   */\n  toConsoleLog() {\n    console.log(this.objects.map((o) => o.ref.hash).join('\\n')); // eslint-disable-line no-console\n  }\n}\n"],"mappings":";;;;;;AAAA,SAAAA,WAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,UAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,gBAAA;EAAA,MAAAH,IAAA,GAAAE,OAAA;EAAAC,eAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,QAAA;EAAA,MAAAJ,IAAA,GAAAE,OAAA;EAAAE,OAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,QAAA;EAAA,MAAAL,IAAA,GAAAE,OAAA;EAAAG,OAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,QAAA;EAAA,MAAAN,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAI,OAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,QAAA;EAAA,MAAAP,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAK,OAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,eAAA;EAAA,MAAAR,IAAA,GAAAE,OAAA;EAAAM,cAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,KAAA;EAAA,MAAAT,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAO,IAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,QAAA;EAAA,MAAAV,IAAA,GAAAE,OAAA;EAAAQ,OAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,gBAAA;EAAA,MAAAX,IAAA,GAAAE,OAAA;EAAAS,eAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAY,QAAA;EAAA,MAAAZ,IAAA,GAAAE,OAAA;EAAAU,OAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,SAAA;EAAA,MAAAb,IAAA,GAAAE,OAAA;EAAAW,QAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA0D,SAAAC,uBAAAa,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAAA,SAAAG,QAAAH,CAAA,EAAAI,CAAA,QAAAC,CAAA,GAAAC,MAAA,CAAAC,IAAA,CAAAP,CAAA,OAAAM,MAAA,CAAAE,qBAAA,QAAAC,CAAA,GAAAH,MAAA,CAAAE,qBAAA,CAAAR,CAAA,GAAAI,CAAA,KAAAK,CAAA,GAAAA,CAAA,CAAAC,MAAA,WAAAN,CAAA,WAAAE,MAAA,CAAAK,wBAAA,CAAAX,CAAA,EAAAI,CAAA,EAAAQ,UAAA,OAAAP,CAAA,CAAAQ,IAAA,CAAAC,KAAA,CAAAT,CAAA,EAAAI,CAAA,YAAAJ,CAAA;AAAA,SAAAU,cAAAf,CAAA,aAAAI,CAAA,MAAAA,CAAA,GAAAY,SAAA,CAAAC,MAAA,EAAAb,CAAA,UAAAC,CAAA,WAAAW,SAAA,CAAAZ,CAAA,IAAAY,SAAA,CAAAZ,CAAA,QAAAA,CAAA,OAAAD,OAAA,CAAAG,MAAA,CAAAD,CAAA,OAAAa,OAAA,WAAAd,CAAA,IAAAe,eAAA,CAAAnB,CAAA,EAAAI,CAAA,EAAAC,CAAA,CAAAD,CAAA,SAAAE,MAAA,CAAAc,yBAAA,GAAAd,MAAA,CAAAe,gBAAA,CAAArB,CAAA,EAAAM,MAAA,CAAAc,yBAAA,CAAAf,CAAA,KAAAF,OAAA,CAAAG,MAAA,CAAAD,CAAA,GAAAa,OAAA,WAAAd,CAAA,IAAAE,MAAA,CAAAgB,cAAA,CAAAtB,CAAA,EAAAI,CAAA,EAAAE,MAAA,CAAAK,wBAAA,CAAAN,CAAA,EAAAD,CAAA,iBAAAJ,CAAA;AAAA,SAAAmB,gBAAAnB,CAAA,EAAAI,CAAA,EAAAC,CAAA,YAAAD,CAAA,GAAAmB,cAAA,CAAAnB,CAAA,MAAAJ,CAAA,GAAAM,MAAA,CAAAgB,cAAA,CAAAtB,CAAA,EAAAI,CAAA,IAAAoB,KAAA,EAAAnB,CAAA,EAAAO,UAAA,MAAAa,YAAA,MAAAC,QAAA,UAAA1B,CAAA,CAAAI,CAAA,IAAAC,CAAA,EAAAL,CAAA;AAAA,SAAAuB,eAAAlB,CAAA,QAAAsB,CAAA,GAAAC,YAAA,CAAAvB,CAAA,uCAAAsB,CAAA,GAAAA,CAAA,GAAAA,CAAA;AAAA,SAAAC,aAAAvB,CAAA,EAAAD,CAAA,2BAAAC,CAAA,KAAAA,CAAA,SAAAA,CAAA,MAAAL,CAAA,GAAAK,CAAA,CAAAwB,MAAA,CAAAC,WAAA,kBAAA9B,CAAA,QAAA2B,CAAA,GAAA3B,CAAA,CAAA+B,IAAA,CAAA1B,CAAA,EAAAD,CAAA,uCAAAuB,CAAA,SAAAA,CAAA,YAAAK,SAAA,yEAAA5B,CAAA,GAAA6B,MAAA,GAAAC,MAAA,EAAA7B,CAAA;AAE1D;AACA;AACA;AACA;AACA,MAAM8B,yBAAyB,GAAG,YAAY;AAC9C;AACA;AACA;AACA,MAAMC,0BAA0B,GAAG,OAAO;AAC1C,MAAMC,yBAAyB,GAAG,YAAY;AAC9C,MAAMC,uBAAuB,GAAG,UAAU;AAkBnC,MAAMC,wBAAwB,GAAAC,OAAA,CAAAD,wBAAA,GAAG,YAAY;;AAEpD;AACA;AACA;;AAGO,MAAME,UAAU,CAAC;EACtBC,WAAWA,CAAQC,OAAqB,GAAG,EAAE,EAAE;IAAA,KAA5BA,OAAqB,GAArBA,OAAqB;EAAQ;EAEhDC,KAAKA,CAAA,EAAG;IACN,OAAO,IAAI,CAACD,OAAO,CAAC1B,MAAM;EAC5B;;EAEA;AACF;AACA;AACA;AACA;EACE4B,WAAWA,CAAA,EAAW;IACpB,MAAMC,IAAI,GAAGC,iBAAM,CAACC,UAAU,CAAC,MAAM,CAAC;IACtC,KAAK,MAAMC,GAAG,IAAI,IAAI,CAACN,OAAO,EAAE;MAC9BG,IAAI,CAACI,MAAM,CAAC,IAAIC,UAAU,CAACF,GAAG,CAACG,MAAM,CAAC,CAAC;IACzC;IACA,OAAON,IAAI,CAACO,MAAM,CAAC,KAAK,CAAC;EAC3B;EAEA,OAAOC,sBAAsBA,CAACC,WAAyB,EAAc;IACnE,MAAMC,UAAU,GAAG,IAAIf,UAAU,CAAC,CAAC;IACnCc,WAAW,CAACrC,OAAO,CAAEuC,OAAO,IAAKD,UAAU,CAACE,eAAe,CAACD,OAAO,CAAC,CAAC;IACrE,OAAOD,UAAU;EACnB;EACAE,eAAeA,CAACF,UAAsB,EAAE;IACtC,IAAI,CAACG,aAAa,CAACH,UAAU,CAACb,OAAO,CAAC;EACxC;EACA,OAAOiB,cAAcA,CAACC,OAAe,EAAc;IACjD,MAAMC,UAAU,GAAGC,IAAI,CAACC,KAAK,CAACH,OAAO,CAAC;IACtC,IAAI,CAACI,KAAK,CAACC,OAAO,CAACJ,UAAU,CAAC,EAAE;MAC9B,MAAM,IAAIK,KAAK,CAAC,uCAAuC,OAAOL,UAAU,EAAE,CAAC;IAC7E;IACAA,UAAU,CAAC5C,OAAO,CAAE+B,GAAG,IAAK;MAC1BA,GAAG,CAACmB,GAAG,GAAG,KAAIC,cAAG,EAACpB,GAAG,CAACmB,GAAG,CAACtB,IAAI,CAAC;MAC/BG,GAAG,CAACG,MAAM,GAAGkB,MAAM,CAACC,IAAI,CAACtB,GAAG,CAACG,MAAM,CAAC;IACtC,CAAC,CAAC;IACF,OAAO,IAAIX,UAAU,CAACqB,UAAU,CAAC;EACnC;EACAU,YAAYA,CAAA,EAAW;IACrB,OAAOT,IAAI,CAACU,SAAS,CAAC,IAAI,CAAC9B,OAAO,CAAC;EACrC;EACA+B,KAAKA,CAAA,EAA0B;IAC7B,MAAMC,IAAI,GAAGC,oBAAS,CAACD,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAChC,OAAO,CAACzB,OAAO,CAAE+B,GAAG,IAAK;MAC5B0B,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAErC,UAAU,CAACsC,mBAAmB,CAAC9B,GAAG;MAAE,CAAC,EAAEA,GAAG,CAACG,MAAM,CAAC;IACvE,CAAC,CAAC;IACFuB,IAAI,CAACK,QAAQ,CAAC,CAAC;IACf,OAAOL,IAAI;EACb;EACAM,gBAAgBA,CAAA,EAAsB;IACpC,OAAOC,kBAAQ,CAACX,IAAI,CAAC,IAAI,CAAC5B,OAAO,CAAC;EACpC;EACA,aAAawC,OAAOA,CAACC,UAAiC,EAAuB;IAC3E,MAAMC,OAAO,GAAGT,oBAAS,CAACS,OAAO,CAAC,CAAC;IACnC,MAAMC,WAAyB,GAAG,MAAM,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MACvE,MAAM9C,OAAqB,GAAG,EAAE;MAChC0C,OAAO,CAACK,EAAE,CAAC,OAAO,EAAE,CAACC,MAAM,EAAEC,MAAM,EAAEC,IAAI,KAAK;QAC5C,MAAM3G,IAAc,GAAG,EAAE;QACzB0G,MAAM,CAACF,EAAE,CAAC,MAAM,EAAGI,KAAK,IAAK;UAC3B5G,IAAI,CAAC2B,IAAI,CAACiF,KAAK,CAAC;QAClB,CAAC,CAAC;QACFF,MAAM,CAACF,EAAE,CAAC,KAAK,EAAE,MAAM;UACrB/C,OAAO,CAAC9B,IAAI,CAAAE,aAAA,CAAAA,aAAA,KACP0B,UAAU,CAACsD,mBAAmB,CAACJ,MAAM,CAACb,IAAI,CAAC;YAC9C1B,MAAM,EAAEkB,MAAM,CAAC0B,MAAM,CAAC9G,IAA+B;UAAC,EACvD,CAAC;UACF2G,IAAI,CAAC,CAAC,CAAC,CAAC;QACV,CAAC,CAAC;QACFD,MAAM,CAACF,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAKR,MAAM,CAACQ,GAAG,CAAC,CAAC;QAExCL,MAAM,CAACM,MAAM,CAAC,CAAC,CAAC,CAAC;MACnB,CAAC,CAAC;MAEFb,OAAO,CAACK,EAAE,CAAC,QAAQ,EAAE,MAAM;QACzBF,OAAO,CAAC7C,OAAO,CAAC;MAClB,CAAC,CAAC;MAEFyC,UAAU,CAACe,IAAI,CAACd,OAAO,CAAC;IAC1B,CAAC,CAAC;IACF,OAAO,IAAI5C,UAAU,CAAC6C,WAAW,CAAC;EACpC;EAEA,OAAOc,qBAAqBA,CAAChB,UAAiC,EAAqB;IACjF,MAAMiB,WAAW,GAAG,KAAIC,qBAAW,EAAC;MAAEC,UAAU,EAAE;IAAK,CAAC,CAAC;IACzD,MAAMlB,OAAO,GAAGT,oBAAS,CAACS,OAAO,CAAC,CAAC;IACnC,IAAImB,SAAgC;IACpC,IAAIC,OAA4B;IAChC,IAAIC,eAAe,GAAG,CAAC;IAEvBrB,OAAO,CAACK,EAAE,CAAC,OAAO,EAAE,CAACC,MAAM,EAAEC,MAAM,EAAEC,IAAI,KAAK;MAC5Ca,eAAe,IAAI,CAAC;MACpB,MAAMxH,IAAc,GAAG,EAAE;MACzB0G,MAAM,CAACF,EAAE,CAAC,MAAM,EAAGI,KAAK,IAAK;QAC3B5G,IAAI,CAAC2B,IAAI,CAACiF,KAAK,CAAC;MAClB,CAAC,CAAC;MACFF,MAAM,CAACF,EAAE,CAAC,KAAK,EAAE,MAAM;QACrB,MAAMiB,OAAO,GAAGrC,MAAM,CAAC0B,MAAM,CAAC9G,IAA+B,CAAC;QAC9D,IAAIyG,MAAM,CAACb,IAAI,KAAK3C,yBAAyB,EAAE;UAC7CkE,WAAW,CAACO,IAAI,CAAC,OAAO,EAAE,IAAIzC,KAAK,CAACwC,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC,CAAC;UACxD;QACF;QACA,IAAIlB,MAAM,CAACb,IAAI,KAAKzC,yBAAyB,EAAE;UAC7CmE,SAAS,GAAGzC,IAAI,CAACC,KAAK,CAAC2C,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC;UAC1CC,gBAAM,CAACC,KAAK,CAAC,2CAA2C,EAAEP,SAAS,CAAC;UACpEX,IAAI,CAAC,CAAC;UACN;QACF;QACA,IAAIF,MAAM,CAACb,IAAI,KAAKxC,uBAAuB,EAAE;UAC3CmE,OAAO,GAAG1C,IAAI,CAACC,KAAK,CAAC2C,OAAO,CAACE,QAAQ,CAAC,CAAC,CAAC;UACxCC,gBAAM,CAACC,KAAK,CAAC,8CAA8C,EAAEN,OAAO,CAAC;UACrEZ,IAAI,CAAC,CAAC;UACN;QACF;QACAQ,WAAW,CAACW,KAAK,CAAAjG,aAAA,CAAAA,aAAA,KAAM0B,UAAU,CAACsD,mBAAmB,CAACJ,MAAM,CAACb,IAAI,CAAC;UAAE1B,MAAM,EAAEuD;QAAO,EAAE,CAAC;QACtFd,IAAI,CAAC,CAAC,CAAC,CAAC;MACV,CAAC,CAAC;MACFD,MAAM,CAACF,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAK;QAC1BI,WAAW,CAACO,IAAI,CAAC,OAAO,EAAEX,GAAG,CAAC;MAChC,CAAC,CAAC;MAEFL,MAAM,CAACM,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC,CAAC;;IAEF;IACAb,OAAO,CAACK,EAAE,CAAC,OAAO,EAAGO,GAAQ,IAAK;MAChCa,gBAAM,CAACG,KAAK,CAAC,8DAA8DP,eAAe,UAAU,EAAET,GAAG,CAAC;;MAE1G;MACA,IAAIA,GAAG,CAACiB,OAAO,EAAEC,QAAQ,CAAC,oBAAoB,CAAC,IAAIlB,GAAG,CAACiB,OAAO,EAAEC,QAAQ,CAAC,oBAAoB,CAAC,EAAE;QAC9F,MAAMC,aAAa,GAAG,IAAIjD,KAAK,CAC7B,sCAAsCuC,eAAe,2HAA2HT,GAAG,CAACiB,OAAO,EAC7L,CAAC;QACDE,aAAa,CAACC,KAAK,GAAGpB,GAAG,CAACoB,KAAK;QAC/BhB,WAAW,CAACO,IAAI,CAAC,OAAO,EAAEQ,aAAa,CAAC;MAC1C,CAAC,MAAM;QACLf,WAAW,CAACO,IAAI,CAAC,OAAO,EAAEX,GAAG,CAAC;MAChC;IACF,CAAC,CAAC;IAEFZ,OAAO,CAACK,EAAE,CAAC,QAAQ,EAAE,MAAM;MACzB,IAAIc,SAAS,EAAEc,MAAM,KAAKlF,0BAA0B,IAAI,CAACqE,OAAO,EAAE;QAChE;QACA;QACAK,gBAAM,CAACG,KAAK,CACV,4EAA4ElD,IAAI,CAACU,SAAS,CAAC+B,SAAS,CAAC,uBAAuBE,eAAe,EAC7I,CAAC;QACDL,WAAW,CAACO,IAAI,CACd,OAAO,EACP,IAAIzC,KAAK,CACP,wDAAwDJ,IAAI,CAACU,SAAS,CAAC+B,SAAS,CAAC,uBAAuBE,eAAe,GACzH,CACF,CAAC;MACH;MACAL,WAAW,CAACkB,GAAG,CAAC,CAAC;IACnB,CAAC,CAAC;IACF,IAAAC,kBAAQ,EAACpC,UAAU,EAAEC,OAAO,EAAGY,GAAG,IAAK;MACrC,IAAIA,GAAG,EAAE;QACPa,gBAAM,CAACG,KAAK,CAAC,+CAA+CP,eAAe,UAAU,EAAET,GAAG,CAAC;QAC3FI,WAAW,CAACO,IAAI,CAAC,OAAO,EAAEX,GAAG,CAAC;MAChC,CAAC,MAAM;QACLa,gBAAM,CAACC,KAAK,CAAC,8CAA8C,CAAC;MAC9D;IACF,CAAC,CAAC;IAEF,OAAOV,WAAW;EACpB;EAEA,OAAOoB,qBAAqBA,CAACC,QAAkB,EAAEC,SAAiB,EAAE;IAClE,MAAMhD,IAAI,GAAGC,oBAAS,CAACD,IAAI,CAAC,CAAC;IAC7B,MAAMiD,SAAoB,GAAG;MAAEN,MAAM,EAAElF,0BAA0B;MAAEuF;IAAU,CAAC;IAC9Eb,gBAAM,CAACC,KAAK,CAAC,2CAA2C,EAAEa,SAAS,CAAC;IACpEjD,IAAI,CAACE,KAAK,CAAC;MAAEC,IAAI,EAAEzC;IAA0B,CAAC,EAAE0B,IAAI,CAACU,SAAS,CAACmD,SAAS,CAAC,CAAC;IAC1E,IAAIC,UAAU,GAAG,CAAC;IAClB,IAAIC,WAAW,GAAG,KAAK;IAEvBJ,QAAQ,CAAChC,EAAE,CAAC,MAAM,EAAGzC,GAAe,IAAK;MACvC4E,UAAU,IAAI,CAAC;MACflD,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAErC,UAAU,CAACsC,mBAAmB,CAAC9B,GAAG;MAAE,CAAC,EAAEA,GAAG,CAACG,MAAM,CAAC;IACvE,CAAC,CAAC;IACFsE,QAAQ,CAAChC,EAAE,CAAC,KAAK,EAAE,MAAM;MACvB,IAAIoC,WAAW,EAAE;QACfhB,gBAAM,CAACiB,IAAI,CAAC,0BAA0BJ,SAAS,oDAAoD,CAAC;QACpG;MACF;MACAG,WAAW,GAAG,IAAI;MAClB,MAAME,OAAgB,GAAG;QAAEH,UAAU;QAAEF;MAAU,CAAC;MAClDb,gBAAM,CAACC,KAAK,CAAC,8CAA8C,EAAEiB,OAAO,CAAC;MACrErD,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAExC;MAAwB,CAAC,EAAEyB,IAAI,CAACU,SAAS,CAACuD,OAAO,CAAC,CAAC;MACtErD,IAAI,CAACK,QAAQ,CAAC,CAAC;IACjB,CAAC,CAAC;IACF0C,QAAQ,CAAChC,EAAE,CAAC,OAAO,EAAGO,GAAG,IAAK;MAC5B,IAAI6B,WAAW,EAAE;QACfhB,gBAAM,CAACG,KAAK,CACV,4FAA4FY,UAAU,EAAE,EACxG5B,GACF,CAAC;QACD;MACF;MACA6B,WAAW,GAAG,IAAI;MAClB,MAAMG,YAAY,GAAGhC,GAAG,CAACiB,OAAO,IAAI,qBAAqBjB,GAAG,CAACnB,IAAI,GAAG;MACpEgC,gBAAM,CAACG,KAAK,CAAC,wEAAwEY,UAAU,QAAQ,EAAE5B,GAAG,CAAC;MAC7GtB,IAAI,CAACE,KAAK,CAAC;QAAEC,IAAI,EAAE3C;MAA0B,CAAC,EAAE8F,YAAY,CAAC;MAC7DtD,IAAI,CAACK,QAAQ,CAAC,CAAC;IACjB,CAAC,CAAC;IACF,OAAOL,IAAI;EACb;EAEA,aAAauD,kBAAkBA,CAACR,QAA2B,EAAuB;IAChF,MAAMpC,WAAyB,GAAG,EAAE;IACpC,WAAW,MAAMrC,GAAG,IAAIyE,QAAQ,EAAE;MAChCpC,WAAW,CAACzE,IAAI,CAACoC,GAAG,CAAC;IACvB;IACA,OAAO,IAAIR,UAAU,CAAC6C,WAAW,CAAC;EACpC;;EAEA;AACF;AACA;EACE,OAAOS,mBAAmBA,CAACjB,IAAY,EAAgC;IACrE,MAAMqD,SAAS,GAAGrD,IAAI,CAACsD,KAAK,CAAC,GAAG,CAAC;IACjC,MAAMC,QAAQ,GAAGF,SAAS,CAAClH,MAAM,GAAG,CAAC;IACrC,OAAO;MACLqH,KAAK,EAAED,QAAQ,GAAGF,SAAS,CAAC,CAAC,CAAC,GAAGI,SAAS;MAC1CnE,GAAG,EAAE,KAAIC,cAAG,EAACgE,QAAQ,GAAGF,SAAS,CAAC,CAAC,CAAC,GAAGA,SAAS,CAAC,CAAC,CAAC;IACrD,CAAC;EACH;EACA;AACF;AACA;EACE,OAAOpD,mBAAmBA,CAACyD,UAAsB,EAAU;IACzD,MAAMF,KAAK,GAAGE,UAAU,CAACF,KAAK,GAAG,GAAGE,UAAU,CAACF,KAAK,GAAG,GAAG,EAAE;IAC5D,OAAO,GAAGA,KAAK,GAAGE,UAAU,CAACpE,GAAG,CAACtB,IAAI,EAAE;EACzC;EAEAa,aAAaA,CAAC2B,WAAyB,EAAE;IACvCA,WAAW,CAACpE,OAAO,CAAEsH,UAAU,IAAK;MAClC,MAAMC,MAAM,GAAG,IAAI,CAAC9F,OAAO,CAAC+F,IAAI,CAC7BC,MAAM,IAAKA,MAAM,CAACvE,GAAG,CAACwE,OAAO,CAACJ,UAAU,CAACpE,GAAG,CAAC,IAAIuE,MAAM,CAACL,KAAK,KAAKE,UAAU,CAACF,KAChF,CAAC;MACD,IAAI,CAACG,MAAM,EAAE;QACX,IAAI,CAAC9F,OAAO,CAAC9B,IAAI,CAAC2H,UAAU,CAAC;MAC/B;IACF,CAAC,CAAC;EACJ;EAEA,MAAMK,YAAYA,CAACC,oBAAoB,GAAG,KAAK,EAA0B;IACvE,MAAMC,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAMC,UAAU,GAAG,MAAM,IAAAC,0BAAQ,EAC/B,IAAI,CAACvG,OAAO,EACZ,MAAOgG,MAAM,IAAK;MAChB,IAAI;QACF,OAAO,MAAMQ,iBAAS,CAACC,WAAW,CAACT,MAAM,CAACvF,MAAM,CAAC;MACnD,CAAC,CAAC,OAAO6C,GAAG,EAAE;QACZ,IAAI6C,oBAAoB,IAAI,EAAE7C,GAAG,YAAYoD,4BAAiB,CAAC,EAAE;UAC/D,MAAMpD,GAAG;QACX;QACAa,gBAAM,CAACG,KAAK,CACV,gDAAgDhB,GAAG,CAACqD,IAAI,+CAC1D,CAAC;QACD,OAAO,IAAI;MACb;IACF,CAAC,EACD;MAAEP;IAAY,CAChB,CAAC;IACD,OAAO,KAAIQ,8BAAa,EAAC,IAAAC,iBAAO,EAACP,UAAU,CAAC,CAAC;EAC/C;EAEA,aAAaQ,cAAcA,CAACR,UAAuB,EAAuB;IACxE,MAAMF,WAAW,GAAG,IAAAC,mCAAiB,EAAC,CAAC;IACvC,MAAM1D,WAAW,GAAG,MAAM,IAAA4D,0BAAQ,EAChCD,UAAU,EACV,MAAOhG,GAAG,KAAM;MACdmB,GAAG,EAAEnB,GAAG,CAACH,IAAI,CAAC,CAAC;MACfM,MAAM,EAAE,MAAMH,GAAG,CAACyG,QAAQ,CAAC,CAAC;MAC5BJ,IAAI,EAAErG,GAAG,CAAC0G,OAAO,CAAC;IACpB,CAAC,CAAC,EACF;MAAEZ;IAAY,CAChB,CAAC;IACD,OAAO,IAAItG,UAAU,CAAC6C,WAAW,CAAC;EACpC;EAEAsE,YAAYA,CAACjC,SAAiB,EAAE;IAC9B,IAAI,CAAChF,OAAO,CAACzB,OAAO,CAAEyH,MAAM,IAAK;MAC/BA,MAAM,CAACL,KAAK,GAAGX,SAAS;IAC1B,CAAC,CAAC;EACJ;EAEAkC,gBAAgBA,CAAA,EAAwC;IACtD,MAAMC,kBAAuD,GAAG,CAAC,CAAC;IAClE,IAAI,CAACnH,OAAO,CAACzB,OAAO,CAAE+B,GAAG,IAAK;MAC5B,IAAIA,GAAG,CAACqG,IAAI,KAAKS,wBAAc,CAACjF,IAAI,EAAE;QACpC,OAAO,CAAC;MACV;MACA,IAAI,CAAC7B,GAAG,CAACqF,KAAK,EAAE;QACd,MAAM,IAAInE,KAAK,CAAC,0EAA0ElB,GAAG,CAACmB,GAAG,CAACtB,IAAI,EAAE,CAAC;MAC3G;MACA,IAAIgH,kBAAkB,CAAC7G,GAAG,CAACqF,KAAK,CAAC,EAAE;QACjCwB,kBAAkB,CAAC7G,GAAG,CAACqF,KAAK,CAAC,CAAC3E,aAAa,CAAC,CAACV,GAAG,CAAC,CAAC;MACpD,CAAC,MAAM;QACL6G,kBAAkB,CAAC7G,GAAG,CAACqF,KAAK,CAAC,GAAG,IAAI7F,UAAU,CAAC,CAACQ,GAAG,CAAC,CAAC;MACvD;IACF,CAAC,CAAC;IACF,OAAO6G,kBAAkB;EAC3B;;EAEA;AACF;AACA;EACEE,YAAYA,CAAA,EAAG;IACbC,OAAO,CAACC,GAAG,CAAC,IAAI,CAACvH,OAAO,CAACwH,GAAG,CAAE1J,CAAC,IAAKA,CAAC,CAAC2D,GAAG,CAACtB,IAAI,CAAC,CAACsH,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;EAC/D;AACF;AAAC5H,OAAA,CAAAC,UAAA,GAAAA,UAAA","ignoreList":[]}

package/objects/object-list.ts

@@ -134,7 +134,10 @@ export class ObjectList {
     const extract = tarStream.extract();
     let startData: StartFile | undefined;
     let endData: EndFile | undefined;
+    let entriesReceived = 0;
+
     extract.on('entry', (header, stream, next) => {
+      entriesReceived += 1;
       const data: Buffer[] = [];
       stream.on('data', (chunk) => {
         data.push(chunk);
@@ -168,24 +171,40 @@ export class ObjectList {
     });
 
     // not sure if needed
-    extract.on('error', (err) => {
-      passThrough.emit('error', err);
+    extract.on('error', (err: any) => {
+      logger.error(`fromTarToObjectStream tar extraction error after receiving ${entriesReceived} entries`, err);
+
+      // Enhanced error message for tar corruption with entry count
+      if (err.message?.includes('invalid tar header') || err.message?.includes('Invalid tar header')) {
+        const enhancedError = new Error(
+          `Invalid tar header after receiving ${entriesReceived} entries. Possible causes: 1) Server aborted request mid-stream, 2) Network corruption during transfer. Original error: ${err.message}`
+        );
+        enhancedError.stack = err.stack;
+        passThrough.emit('error', enhancedError);
+      } else {
+        passThrough.emit('error', err);
+      }
     });
 
     extract.on('finish', () => {
       if (startData?.schema === OBJECT_LIST_CURRENT_SCHEMA && !endData) {
         // wasn't able to find a better way to indicate whether the server aborted the request
         // see https://github.com/node-fetch/node-fetch/issues/1117
+        logger.error(
+          `fromTarToObjectStream, server terminated the stream unexpectedly. Start: ${JSON.stringify(startData)}, entries received: ${entriesReceived}`
+        );
         passThrough.emit(
           'error',
-          new Error(`server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)})`)
+          new Error(
+            `server terminated the stream unexpectedly (metadata: ${JSON.stringify(startData)}, entries received: ${entriesReceived})`
+          )
         );
       }
       passThrough.end();
     });
     pipeline(packStream, extract, (err) => {
       if (err) {
-        logger.error('fromTarToObjectStream, pipeline', err);
+        logger.error(`fromTarToObjectStream, pipeline error after ${entriesReceived} entries`, err);
         passThrough.emit('error', err);
       } else {
         logger.debug('fromTarToObjectStream, pipeline is completed');
@@ -201,19 +220,34 @@ export class ObjectList {
     logger.debug('fromObjectStreamToTar, start sending data', startFile);
     pack.entry({ name: TAR_STREAM_START_FILENAME }, JSON.stringify(startFile));
     let numOfFiles = 0;
+    let isFinalized = false;
+
     readable.on('data', (obj: ObjectItem) => {
       numOfFiles += 1;
       pack.entry({ name: ObjectList.combineScopeAndHash(obj) }, obj.buffer);
     });
     readable.on('end', () => {
+      if (isFinalized) {
+        logger.warn(`fromObjectStreamToTar (${scopeName}), received 'end' event but pack already finalized`);
+        return;
+      }
+      isFinalized = true;
       const endFile: EndFile = { numOfFiles, scopeName };
       logger.debug('fromObjectStreamToTar, finished sending data', endFile);
       pack.entry({ name: TAR_STREAM_END_FILENAME }, JSON.stringify(endFile));
       pack.finalize();
     });
     readable.on('error', (err) => {
+      if (isFinalized) {
+        logger.error(
+          `ObjectList.fromObjectStreamToTar, received error but pack already finalized. Files sent: ${numOfFiles}`,
+          err
+        );
+        return;
+      }
+      isFinalized = true;
       const errorMessage = err.message || `unexpected error (${err.name})`;
-      logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file`, err);
+      logger.error(`ObjectList.fromObjectStreamToTar, streaming an error as a file after ${numOfFiles} files`, err);
       pack.entry({ name: TAR_STREAM_ERROR_FILENAME }, errorMessage);
       pack.finalize();
     });

package/package.json

@@ -1,16 +1,16 @@
 {
   "name": "@teambit/objects",
-  "version": "0.0.0-dd3e0a3e420f9b38e8b41c72c8f0e83737eecb33",
+  "version": "0.0.0-dd672fbe0add5e00d519ca6f3680e6aa82a54326",
   "homepage": "https://bit.cloud/teambit/scope/objects",
   "main": "dist/index.js",
   "componentId": {
     "scope": "teambit.scope",
     "name": "objects",
-    "version": "dd3e0a3e420f9b38e8b41c72c8f0e83737eecb33"
+    "version": "dd672fbe0add5e00d519ca6f3680e6aa82a54326"
   },
   "dependencies": {
-    "@pnpm/dependency-path": "1001.1.6",
-    "@pnpm/lockfile.types": "^1002.0.5",
+    "@pnpm/dependency-path": "1001.1.7",
+    "@pnpm/lockfile.types": "^1002.0.6",
     "semver": "7.7.1",
     "lodash": "4.17.21",
     "uuid": "8.3.2",
@@ -50,7 +50,7 @@
     "@teambit/toolbox.promise.map-pool": "0.0.10",
     "@teambit/harmony.modules.in-memory-cache": "0.0.24",
     "@teambit/toolbox.fs.remove-empty-dir": "0.0.9",
-    "@teambit/graph": "0.0.0-c79f36afac9db112484caf7e512ed547cb5bc70e"
+    "@teambit/graph": "0.0.0-d8f2d0b20be32b4205d0d2e93ec9fe9d2d704333"
   },
   "devDependencies": {
     "@types/semver": "7.5.8",