@teambit/objects 0.0.702 → 0.0.704

package/dist/objects/repository.spec.js

@@ -28,6 +28,13 @@ function _path() {
   };
   return data;
 }
+function _stream() {
+  const data = require("stream");
+  _stream = function () {
+    return data;
+  };
+  return data;
+}
 function _zlib() {
   const data = _interopRequireDefault(require("zlib"));
   _zlib = function () {
@@ -49,6 +56,13 @@ function _models() {
   };
   return data;
 }
+function _objectList() {
+  const data = require("./object-list");
+  _objectList = function () {
+    return data;
+  };
+  return data;
+}
 function _ref() {
   const data = _interopRequireDefault(require("./ref"));
   _ref = function () {
@@ -156,4 +170,105 @@ describe('Repository.list', () => {
   });
 });
 
+/**
+ * the export flow moves every object through these methods, so for components with thousands of files, the number of
+ * fs operations and compressions per object is what makes an export fast or slow.
+ */
+describe('Repository writing objects for export', () => {
+  let scopePath;
+  let repository;
+  beforeEach(async () => {
+    scopePath = await _fsExtra().default.mkdtemp(_path().default.join(_os().default.tmpdir(), 'bit-repository-spec-'));
+    const scopeJson = new (_legacy().ScopeJson)({
+      name: SCOPE_NAME,
+      version: '1.0.0',
+      groupName: null
+    }, _path().default.join(scopePath, 'scope.json'));
+    repository = await _repository().default.create({
+      scopePath,
+      scopeJson
+    });
+  });
+  afterEach(async () => {
+    await _fsExtra().default.remove(scopePath);
+  });
+  const createObjectList = async count => {
+    const sources = Array.from({
+      length: count
+    }, (_, i) => _models().Source.from(Buffer.from(`file ${i}`)));
+    return _objectList().ObjectList.fromBitObjects(sources);
+  };
+  it('should write a file per pending object and read them back', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const pendingDir = _path().default.join(scopePath, 'pending-objects', 'client-1');
+    await repository.writeObjectsToPendingDir(objectList, pendingDir);
+    for (const objectItem of objectList.objects) {
+      const hash = objectItem.ref.toString();
+      const written = await _fsExtra().default.readFile(_path().default.join(pendingDir, hash.slice(0, 2), hash.slice(2)));
+      (0, _chai().expect)(written.equals(objectItem.buffer)).to.be.true;
+    }
+    const loaded = await repository.readObjectsFromPendingDir(pendingDir);
+    (0, _chai().expect)(loaded.objects.map(o => o.ref.toString()).sort()).to.deep.equal(objectList.objects.map(o => o.ref.toString()).sort());
+  });
+  it('should write the given raw buffers of sources without re-compressing them, and leave no tmp files', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const {
+      bitObjectList,
+      rawSources
+    } = await objectList.toBitObjectsWithRawSources();
+    (0, _chai().expect)(rawSources.size).to.equal(SOURCES_COUNT);
+    bitObjectList.getAll().forEach(obj => {
+      obj.compressWithSize = async () => {
+        throw new Error('should not re-compress');
+      };
+    });
+    await repository.writeObjectsToTheFS(bitObjectList.getAll(), rawSources);
+    for (const objectItem of objectList.objects) {
+      const written = await _fsExtra().default.readFile(repository.objectPath(objectItem.ref));
+      (0, _chai().expect)(written.equals(objectItem.buffer)).to.be.true;
+    }
+    const objectDirs = await _fsExtra().default.readdir(repository.getPath());
+    const allFiles = (await Promise.all(objectDirs.map(dir => _fsExtra().default.readdir(_path().default.join(repository.getPath(), dir))))).flat();
+    (0, _chai().expect)(allFiles).to.have.lengthOf(SOURCES_COUNT);
+    (0, _chai().expect)(allFiles.filter(fileName => fileName.startsWith('.'))).to.have.lengthOf(0);
+  });
+  it('should not use a raw buffer of a source whose content does not match its ref', async () => {
+    const [first, second] = (await createObjectList(2)).objects;
+    const tampered = new (_objectList().ObjectList)([{
+      ref: first.ref,
+      buffer: second.buffer
+    }]);
+    const {
+      rawSources
+    } = await tampered.toBitObjectsWithRawSources();
+    (0, _chai().expect)(rawSources.size).to.equal(0);
+  });
+  it('should re-create an object dir that was removed after it was written to', async () => {
+    const source = _models().Source.from(Buffer.from('some content'));
+    await repository.writeObjectsToTheFS([source]);
+    await _fsExtra().default.remove(_path().default.dirname(repository.objectPath(source.hash())));
+    await repository.writeObjectsToTheFS([source]);
+    (0, _chai().expect)(await _fsExtra().default.pathExists(repository.objectPath(source.hash()))).to.be.true;
+  });
+  it('should keep the mode of an existing object file it overwrites, as write-file-atomic does', async () => {
+    const source = _models().Source.from(Buffer.from('some content'));
+    await repository.writeObjectsToTheFS([source]);
+    const objectPath = repository.objectPath(source.hash());
+    await _fsExtra().default.chmod(objectPath, 0o640);
+    await repository.writeObjectsToTheFS([source]);
+    (0, _chai().expect)((await _fsExtra().default.stat(objectPath)).mode & 0o777).to.equal(0o640);
+  });
+  it('should reject reading a truncated tar of objects rather than hang', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const chunks = [];
+    for await (const chunk of objectList.toTar()) chunks.push(chunk);
+    const truncated = Buffer.concat(chunks).subarray(0, 700);
+    let error;
+    await _objectList().ObjectList.fromTar(_stream().Readable.from([truncated])).catch(err => {
+      error = err;
+    });
+    (0, _chai().expect)(error).to.be.instanceOf(Error);
+  });
+});
+
 //# sourceMappingURL=repository.spec.js.map

package/dist/objects/repository.spec.js.map

@@ -1 +1 @@
-{"version":3,"names":["_chai","data","require","_fsExtra","_interopRequireDefault","_os","_path","_zlib","_legacy","_models","_ref","_repository","_scopeIndex","e","__esModule","default","SCOPE_NAME","SOURCES_COUNT","describe","scopePath","scopeJson","repository","contentReads","original","onPostObjectRead","Repository","hasPostObjectReadTransformer","beforeEach","fs","mkdtemp","path","join","os","tmpdir","ScopeJson","name","version","groupName","create","modelComponent","ModelComponent","from","scope","lang","deprecated","bindingPrefix","versions","sources","Array","length","_","i","Source","Buffer","objects","forEach","object","validateBeforePersist","writeObjectsToTheFS","content","afterEach","remove","it","reset","loaded","load","expect","scopeIndex","getHashes","IndexType","components","to","have","lengthOf","equal","list","hash","repeat","unknownObject","zlib","deflateSync","objectPath","Ref","outputFile","be","instanceOf"],"sources":["repository.spec.ts"],"sourcesContent":["import { expect } from 'chai';\nimport fs from 'fs-extra';\nimport os from 'os';\nimport path from 'path';\nimport zlib from 'zlib';\nimport { ScopeJson } from '@teambit/legacy.scope';\nimport { ModelComponent, Source } from '../models';\nimport Ref from './ref';\nimport Repository from './repository';\nimport { IndexType } from './scope-index';\n\nconst SCOPE_NAME = 'my-scope';\nconst SOURCES_COUNT = 5;\n\n/**\n * `Repository.list(types)` is what rebuilds a missing `index.json`, and it's asked for a handful of\n * object types in a scope that is mostly file contents. the type is in each file's header, so the\n * rest of a file should only be read when its type is one that was asked for.\n */\ndescribe('Repository.list', () => {\n  let scopePath: string;\n  let scopeJson: ScopeJson;\n  let repository: Repository;\n  let contentReads: number;\n  const original = {\n    onPostObjectRead: Repository.onPostObjectRead,\n    hasPostObjectReadTransformer: Repository.hasPostObjectReadTransformer,\n  };\n\n  beforeEach(async () => {\n    scopePath = await fs.mkdtemp(path.join(os.tmpdir(), 'bit-repository-spec-'));\n    scopeJson = new ScopeJson(\n      { name: SCOPE_NAME, version: '1.0.0', groupName: null },\n      path.join(scopePath, 'scope.json')\n    );\n    repository = await Repository.create({ scopePath, scopeJson });\n    const modelComponent = ModelComponent.from({\n      name: 'bar/foo',\n      scope: SCOPE_NAME,\n      lang: 'javascript',\n      deprecated: false,\n      bindingPrefix: '@bit',\n      versions: {},\n    });\n    const sources = Array.from({ length: SOURCES_COUNT }, (_, i) => Source.from(Buffer.from(`file ${i}`)));\n    const objects = [modelComponent, ...sources];\n    objects.forEach((object) => {\n      object.validateBeforePersist = false;\n    });\n    await repository.writeObjectsToTheFS(objects);\n\n    contentReads = 0;\n    // every full read of an object file goes through this hook, while a header read doesn't\n    Repository.onPostObjectRead = (content) => {\n      contentReads += 1;\n      return content;\n    };\n  });\n\n  afterEach(async () => {\n    Repository.onPostObjectRead = original.onPostObjectRead;\n    Repository.hasPostObjectReadTransformer = original.hasPostObjectReadTransformer;\n    await fs.remove(scopePath);\n  });\n\n  it('should rebuild a missing index.json reading the contents of the wanted objects only', async () => {\n    Repository.hasPostObjectReadTransformer = () => false;\n    await Repository.reset(scopePath);\n    const loaded = await Repository.load({ scopePath, scopeJson });\n    expect(loaded.scopeIndex.getHashes(IndexType.components)).to.have.lengthOf(1);\n    expect(contentReads).to.equal(1);\n  });\n\n  it('should read every object once when a transformer is registered, as the header is transformed too', async () => {\n    Repository.hasPostObjectReadTransformer = () => true;\n    const objects = await repository.list([ModelComponent]);\n    expect(objects).to.have.lengthOf(1);\n    expect(contentReads).to.equal(SOURCES_COUNT + 1);\n  });\n\n  it('should skip an object whose header names a type nothing is registered under, as the full read does', async () => {\n    Repository.hasPostObjectReadTransformer = () => false;\n    const hash = 'a'.repeat(40);\n    const content = 'whatever';\n    const unknownObject = zlib.deflateSync(Buffer.from(`NotARealType ${hash} ${content.length}\\0${content}`));\n    const objectPath = repository.objectPath(Ref.from(hash));\n    await fs.outputFile(objectPath, unknownObject);\n    const objects = await repository.list([ModelComponent]);\n    expect(objects).to.have.lengthOf(1);\n    expect(objects[0]).to.be.instanceOf(ModelComponent);\n  });\n});\n"],"mappings":";;AAAA,SAAAA,MAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,KAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAE,SAAA;EAAA,MAAAF,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAC,QAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,IAAA;EAAA,MAAAJ,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAG,GAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,MAAA;EAAA,MAAAL,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAI,KAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,MAAA;EAAA,MAAAN,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAK,KAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,QAAA;EAAA,MAAAP,IAAA,GAAAC,OAAA;EAAAM,OAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,QAAA;EAAA,MAAAR,IAAA,GAAAC,OAAA;EAAAO,OAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,KAAA;EAAA,MAAAT,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAQ,IAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,YAAA;EAAA,MAAAV,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAS,WAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,YAAA;EAAA,MAAAX,IAAA,GAAAC,OAAA;EAAAU,WAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA0C,SAAAG,uBAAAS,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAE1C,MAAMG,UAAU,GAAG,UAAU;AAC7B,MAAMC,aAAa,GAAG,CAAC;;AAEvB;AACA;AACA;AACA;AACA;AACAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM;EAChC,IAAIC,SAAiB;EACrB,IAAIC,SAAoB;EACxB,IAAIC,UAAsB;EAC1B,IAAIC,YAAoB;EACxB,MAAMC,QAAQ,GAAG;IACfC,gBAAgB,EAAEC,qBAAU,CAACD,gBAAgB;IAC7CE,4BAA4B,EAAED,qBAAU,CAACC;EAC3C,CAAC;EAEDC,UAAU,CAAC,YAAY;IACrBR,SAAS,GAAG,MAAMS,kBAAE,CAACC,OAAO,CAACC,eAAI,CAACC,IAAI,CAACC,aAAE,CAACC,MAAM,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC5Eb,SAAS,GAAG,KAAIc,mBAAS,EACvB;MAAEC,IAAI,EAAEnB,UAAU;MAAEoB,OAAO,EAAE,OAAO;MAAEC,SAAS,EAAE;IAAK,CAAC,EACvDP,eAAI,CAACC,IAAI,CAACZ,SAAS,EAAE,YAAY,CACnC,CAAC;IACDE,UAAU,GAAG,MAAMI,qBAAU,CAACa,MAAM,CAAC;MAAEnB,SAAS;MAAEC;IAAU,CAAC,CAAC;IAC9D,MAAMmB,cAAc,GAAGC,wBAAc,CAACC,IAAI,CAAC;MACzCN,IAAI,EAAE,SAAS;MACfO,KAAK,EAAE1B,UAAU;MACjB2B,IAAI,EAAE,YAAY;MAClBC,UAAU,EAAE,KAAK;MACjBC,aAAa,EAAE,MAAM;MACrBC,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC;IACF,MAAMC,OAAO,GAAGC,KAAK,CAACP,IAAI,CAAC;MAAEQ,MAAM,EAAEhC;IAAc,CAAC,EAAE,CAACiC,CAAC,EAAEC,CAAC,KAAKC,gBAAM,CAACX,IAAI,CAACY,MAAM,CAACZ,IAAI,CAAC,QAAQU,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,MAAMG,OAAO,GAAG,CAACf,cAAc,EAAE,GAAGQ,OAAO,CAAC;IAC5CO,OAAO,CAACC,OAAO,CAAEC,MAAM,IAAK;MAC1BA,MAAM,CAACC,qBAAqB,GAAG,KAAK;IACtC,CAAC,CAAC;IACF,MAAMpC,UAAU,CAACqC,mBAAmB,CAACJ,OAAO,CAAC;IAE7ChC,YAAY,GAAG,CAAC;IAChB;IACAG,qBAAU,CAACD,gBAAgB,GAAImC,OAAO,IAAK;MACzCrC,YAAY,IAAI,CAAC;MACjB,OAAOqC,OAAO;IAChB,CAAC;EACH,CAAC,CAAC;EAEFC,SAAS,CAAC,YAAY;IACpBnC,qBAAU,CAACD,gBAAgB,GAAGD,QAAQ,CAACC,gBAAgB;IACvDC,qBAAU,CAACC,4BAA4B,GAAGH,QAAQ,CAACG,4BAA4B;IAC/E,MAAME,kBAAE,CAACiC,MAAM,CAAC1C,SAAS,CAAC;EAC5B,CAAC,CAAC;EAEF2C,EAAE,CAAC,qFAAqF,EAAE,YAAY;IACpGrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,KAAK;IACrD,MAAMD,qBAAU,CAACsC,KAAK,CAAC5C,SAAS,CAAC;IACjC,MAAM6C,MAAM,GAAG,MAAMvC,qBAAU,CAACwC,IAAI,CAAC;MAAE9C,SAAS;MAAEC;IAAU,CAAC,CAAC;IAC9D,IAAA8C,cAAM,EAACF,MAAM,CAACG,UAAU,CAACC,SAAS,CAACC,uBAAS,CAACC,UAAU,CAAC,CAAC,CAACC,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IAC7E,IAAAP,cAAM,EAAC5C,YAAY,CAAC,CAACiD,EAAE,CAACG,KAAK,CAAC,CAAC,CAAC;EAClC,CAAC,CAAC;EAEFZ,EAAE,CAAC,kGAAkG,EAAE,YAAY;IACjHrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,IAAI;IACpD,MAAM4B,OAAO,GAAG,MAAMjC,UAAU,CAACsD,IAAI,CAAC,CAACnC,wBAAc,CAAC,CAAC;IACvD,IAAA0B,cAAM,EAACZ,OAAO,CAAC,CAACiB,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IACnC,IAAAP,cAAM,EAAC5C,YAAY,CAAC,CAACiD,EAAE,CAACG,KAAK,CAACzD,aAAa,GAAG,CAAC,CAAC;EAClD,CAAC,CAAC;EAEF6C,EAAE,CAAC,oGAAoG,EAAE,YAAY;IACnHrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,KAAK;IACrD,MAAMkD,IAAI,GAAG,GAAG,CAACC,MAAM,CAAC,EAAE,CAAC;IAC3B,MAAMlB,OAAO,GAAG,UAAU;IAC1B,MAAMmB,aAAa,GAAGC,eAAI,CAACC,WAAW,CAAC3B,MAAM,CAACZ,IAAI,CAAC,gBAAgBmC,IAAI,IAAIjB,OAAO,CAACV,MAAM,KAAKU,OAAO,EAAE,CAAC,CAAC;IACzG,MAAMsB,UAAU,GAAG5D,UAAU,CAAC4D,UAAU,CAACC,cAAG,CAACzC,IAAI,CAACmC,IAAI,CAAC,CAAC;IACxD,MAAMhD,kBAAE,CAACuD,UAAU,CAACF,UAAU,EAAEH,aAAa,CAAC;IAC9C,MAAMxB,OAAO,GAAG,MAAMjC,UAAU,CAACsD,IAAI,CAAC,CAACnC,wBAAc,CAAC,CAAC;IACvD,IAAA0B,cAAM,EAACZ,OAAO,CAAC,CAACiB,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IACnC,IAAAP,cAAM,EAACZ,OAAO,CAAC,CAAC,CAAC,CAAC,CAACiB,EAAE,CAACa,EAAE,CAACC,UAAU,CAAC7C,wBAAc,CAAC;EACrD,CAAC,CAAC;AACJ,CAAC,CAAC","ignoreList":[]}
+{"version":3,"names":["_chai","data","require","_fsExtra","_interopRequireDefault","_os","_path","_stream","_zlib","_legacy","_models","_objectList","_ref","_repository","_scopeIndex","e","__esModule","default","SCOPE_NAME","SOURCES_COUNT","describe","scopePath","scopeJson","repository","contentReads","original","onPostObjectRead","Repository","hasPostObjectReadTransformer","beforeEach","fs","mkdtemp","path","join","os","tmpdir","ScopeJson","name","version","groupName","create","modelComponent","ModelComponent","from","scope","lang","deprecated","bindingPrefix","versions","sources","Array","length","_","i","Source","Buffer","objects","forEach","object","validateBeforePersist","writeObjectsToTheFS","content","afterEach","remove","it","reset","loaded","load","expect","scopeIndex","getHashes","IndexType","components","to","have","lengthOf","equal","list","hash","repeat","unknownObject","zlib","deflateSync","objectPath","Ref","outputFile","be","instanceOf","createObjectList","count","ObjectList","fromBitObjects","objectList","pendingDir","writeObjectsToPendingDir","objectItem","ref","toString","written","readFile","slice","equals","buffer","true","readObjectsFromPendingDir","map","o","sort","deep","bitObjectList","rawSources","toBitObjectsWithRawSources","size","getAll","obj","compressWithSize","Error","objectDirs","readdir","getPath","allFiles","Promise","all","dir","flat","filter","fileName","startsWith","first","second","tampered","source","dirname","pathExists","chmod","stat","mode","chunks","chunk","toTar","push","truncated","concat","subarray","error","fromTar","Readable","catch","err"],"sources":["repository.spec.ts"],"sourcesContent":["import { expect } from 'chai';\nimport fs from 'fs-extra';\nimport os from 'os';\nimport path from 'path';\nimport { Readable } from 'stream';\nimport zlib from 'zlib';\nimport { ScopeJson } from '@teambit/legacy.scope';\nimport { ModelComponent, Source } from '../models';\nimport { ObjectList } from './object-list';\nimport Ref from './ref';\nimport Repository from './repository';\nimport { IndexType } from './scope-index';\n\nconst SCOPE_NAME = 'my-scope';\nconst SOURCES_COUNT = 5;\n\n/**\n * `Repository.list(types)` is what rebuilds a missing `index.json`, and it's asked for a handful of\n * object types in a scope that is mostly file contents. the type is in each file's header, so the\n * rest of a file should only be read when its type is one that was asked for.\n */\ndescribe('Repository.list', () => {\n  let scopePath: string;\n  let scopeJson: ScopeJson;\n  let repository: Repository;\n  let contentReads: number;\n  const original = {\n    onPostObjectRead: Repository.onPostObjectRead,\n    hasPostObjectReadTransformer: Repository.hasPostObjectReadTransformer,\n  };\n\n  beforeEach(async () => {\n    scopePath = await fs.mkdtemp(path.join(os.tmpdir(), 'bit-repository-spec-'));\n    scopeJson = new ScopeJson(\n      { name: SCOPE_NAME, version: '1.0.0', groupName: null },\n      path.join(scopePath, 'scope.json')\n    );\n    repository = await Repository.create({ scopePath, scopeJson });\n    const modelComponent = ModelComponent.from({\n      name: 'bar/foo',\n      scope: SCOPE_NAME,\n      lang: 'javascript',\n      deprecated: false,\n      bindingPrefix: '@bit',\n      versions: {},\n    });\n    const sources = Array.from({ length: SOURCES_COUNT }, (_, i) => Source.from(Buffer.from(`file ${i}`)));\n    const objects = [modelComponent, ...sources];\n    objects.forEach((object) => {\n      object.validateBeforePersist = false;\n    });\n    await repository.writeObjectsToTheFS(objects);\n\n    contentReads = 0;\n    // every full read of an object file goes through this hook, while a header read doesn't\n    Repository.onPostObjectRead = (content) => {\n      contentReads += 1;\n      return content;\n    };\n  });\n\n  afterEach(async () => {\n    Repository.onPostObjectRead = original.onPostObjectRead;\n    Repository.hasPostObjectReadTransformer = original.hasPostObjectReadTransformer;\n    await fs.remove(scopePath);\n  });\n\n  it('should rebuild a missing index.json reading the contents of the wanted objects only', async () => {\n    Repository.hasPostObjectReadTransformer = () => false;\n    await Repository.reset(scopePath);\n    const loaded = await Repository.load({ scopePath, scopeJson });\n    expect(loaded.scopeIndex.getHashes(IndexType.components)).to.have.lengthOf(1);\n    expect(contentReads).to.equal(1);\n  });\n\n  it('should read every object once when a transformer is registered, as the header is transformed too', async () => {\n    Repository.hasPostObjectReadTransformer = () => true;\n    const objects = await repository.list([ModelComponent]);\n    expect(objects).to.have.lengthOf(1);\n    expect(contentReads).to.equal(SOURCES_COUNT + 1);\n  });\n\n  it('should skip an object whose header names a type nothing is registered under, as the full read does', async () => {\n    Repository.hasPostObjectReadTransformer = () => false;\n    const hash = 'a'.repeat(40);\n    const content = 'whatever';\n    const unknownObject = zlib.deflateSync(Buffer.from(`NotARealType ${hash} ${content.length}\\0${content}`));\n    const objectPath = repository.objectPath(Ref.from(hash));\n    await fs.outputFile(objectPath, unknownObject);\n    const objects = await repository.list([ModelComponent]);\n    expect(objects).to.have.lengthOf(1);\n    expect(objects[0]).to.be.instanceOf(ModelComponent);\n  });\n});\n\n/**\n * the export flow moves every object through these methods, so for components with thousands of files, the number of\n * fs operations and compressions per object is what makes an export fast or slow.\n */\ndescribe('Repository writing objects for export', () => {\n  let scopePath: string;\n  let repository: Repository;\n\n  beforeEach(async () => {\n    scopePath = await fs.mkdtemp(path.join(os.tmpdir(), 'bit-repository-spec-'));\n    const scopeJson = new ScopeJson(\n      { name: SCOPE_NAME, version: '1.0.0', groupName: null },\n      path.join(scopePath, 'scope.json')\n    );\n    repository = await Repository.create({ scopePath, scopeJson });\n  });\n\n  afterEach(async () => {\n    await fs.remove(scopePath);\n  });\n\n  const createObjectList = async (count: number) => {\n    const sources = Array.from({ length: count }, (_, i) => Source.from(Buffer.from(`file ${i}`)));\n    return ObjectList.fromBitObjects(sources);\n  };\n\n  it('should write a file per pending object and read them back', async () => {\n    const objectList = await createObjectList(SOURCES_COUNT);\n    const pendingDir = path.join(scopePath, 'pending-objects', 'client-1');\n    await repository.writeObjectsToPendingDir(objectList, pendingDir);\n    for (const objectItem of objectList.objects) {\n      const hash = objectItem.ref.toString();\n      const written = await fs.readFile(path.join(pendingDir, hash.slice(0, 2), hash.slice(2)));\n      expect(written.equals(objectItem.buffer)).to.be.true;\n    }\n    const loaded = await repository.readObjectsFromPendingDir(pendingDir);\n    expect(loaded.objects.map((o) => o.ref.toString()).sort()).to.deep.equal(\n      objectList.objects.map((o) => o.ref.toString()).sort()\n    );\n  });\n\n  it('should write the given raw buffers of sources without re-compressing them, and leave no tmp files', async () => {\n    const objectList = await createObjectList(SOURCES_COUNT);\n    const { bitObjectList, rawSources } = await objectList.toBitObjectsWithRawSources();\n    expect(rawSources.size).to.equal(SOURCES_COUNT);\n    bitObjectList.getAll().forEach((obj) => {\n      obj.compressWithSize = async () => {\n        throw new Error('should not re-compress');\n      };\n    });\n    await repository.writeObjectsToTheFS(bitObjectList.getAll(), rawSources);\n    for (const objectItem of objectList.objects) {\n      const written = await fs.readFile(repository.objectPath(objectItem.ref));\n      expect(written.equals(objectItem.buffer)).to.be.true;\n    }\n    const objectDirs = await fs.readdir(repository.getPath());\n    const allFiles = (\n      await Promise.all(objectDirs.map((dir) => fs.readdir(path.join(repository.getPath(), dir))))\n    ).flat();\n    expect(allFiles).to.have.lengthOf(SOURCES_COUNT);\n    expect(allFiles.filter((fileName) => fileName.startsWith('.'))).to.have.lengthOf(0);\n  });\n\n  it('should not use a raw buffer of a source whose content does not match its ref', async () => {\n    const [first, second] = (await createObjectList(2)).objects;\n    const tampered = new ObjectList([{ ref: first.ref, buffer: second.buffer }]);\n    const { rawSources } = await tampered.toBitObjectsWithRawSources();\n    expect(rawSources.size).to.equal(0);\n  });\n\n  it('should re-create an object dir that was removed after it was written to', async () => {\n    const source = Source.from(Buffer.from('some content'));\n    await repository.writeObjectsToTheFS([source]);\n    await fs.remove(path.dirname(repository.objectPath(source.hash())));\n    await repository.writeObjectsToTheFS([source]);\n    expect(await fs.pathExists(repository.objectPath(source.hash()))).to.be.true;\n  });\n\n  it('should keep the mode of an existing object file it overwrites, as write-file-atomic does', async () => {\n    const source = Source.from(Buffer.from('some content'));\n    await repository.writeObjectsToTheFS([source]);\n    const objectPath = repository.objectPath(source.hash());\n    await fs.chmod(objectPath, 0o640);\n    await repository.writeObjectsToTheFS([source]);\n    expect((await fs.stat(objectPath)).mode & 0o777).to.equal(0o640);\n  });\n\n  it('should reject reading a truncated tar of objects rather than hang', async () => {\n    const objectList = await createObjectList(SOURCES_COUNT);\n    const chunks: Buffer[] = [];\n    for await (const chunk of objectList.toTar() as AsyncIterable<Buffer>) chunks.push(chunk);\n    const truncated = Buffer.concat(chunks).subarray(0, 700);\n    let error: Error | undefined;\n    await ObjectList.fromTar(Readable.from([truncated])).catch((err) => {\n      error = err;\n    });\n    expect(error).to.be.instanceOf(Error);\n  });\n});\n"],"mappings":";;AAAA,SAAAA,MAAA;EAAA,MAAAC,IAAA,GAAAC,OAAA;EAAAF,KAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAE,SAAA;EAAA,MAAAF,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAC,QAAA,YAAAA,CAAA;IAAA,OAAAF,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAI,IAAA;EAAA,MAAAJ,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAG,GAAA,YAAAA,CAAA;IAAA,OAAAJ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAK,MAAA;EAAA,MAAAL,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAI,KAAA,YAAAA,CAAA;IAAA,OAAAL,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAM,QAAA;EAAA,MAAAN,IAAA,GAAAC,OAAA;EAAAK,OAAA,YAAAA,CAAA;IAAA,OAAAN,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAO,MAAA;EAAA,MAAAP,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAM,KAAA,YAAAA,CAAA;IAAA,OAAAP,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAQ,QAAA;EAAA,MAAAR,IAAA,GAAAC,OAAA;EAAAO,OAAA,YAAAA,CAAA;IAAA,OAAAR,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAS,QAAA;EAAA,MAAAT,IAAA,GAAAC,OAAA;EAAAQ,OAAA,YAAAA,CAAA;IAAA,OAAAT,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAU,YAAA;EAAA,MAAAV,IAAA,GAAAC,OAAA;EAAAS,WAAA,YAAAA,CAAA;IAAA,OAAAV,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAW,KAAA;EAAA,MAAAX,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAU,IAAA,YAAAA,CAAA;IAAA,OAAAX,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAY,YAAA;EAAA,MAAAZ,IAAA,GAAAG,sBAAA,CAAAF,OAAA;EAAAW,WAAA,YAAAA,CAAA;IAAA,OAAAZ,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAa,YAAA;EAAA,MAAAb,IAAA,GAAAC,OAAA;EAAAY,WAAA,YAAAA,CAAA;IAAA,OAAAb,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAA0C,SAAAG,uBAAAW,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAE1C,MAAMG,UAAU,GAAG,UAAU;AAC7B,MAAMC,aAAa,GAAG,CAAC;;AAEvB;AACA;AACA;AACA;AACA;AACAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM;EAChC,IAAIC,SAAiB;EACrB,IAAIC,SAAoB;EACxB,IAAIC,UAAsB;EAC1B,IAAIC,YAAoB;EACxB,MAAMC,QAAQ,GAAG;IACfC,gBAAgB,EAAEC,qBAAU,CAACD,gBAAgB;IAC7CE,4BAA4B,EAAED,qBAAU,CAACC;EAC3C,CAAC;EAEDC,UAAU,CAAC,YAAY;IACrBR,SAAS,GAAG,MAAMS,kBAAE,CAACC,OAAO,CAACC,eAAI,CAACC,IAAI,CAACC,aAAE,CAACC,MAAM,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC5Eb,SAAS,GAAG,KAAIc,mBAAS,EACvB;MAAEC,IAAI,EAAEnB,UAAU;MAAEoB,OAAO,EAAE,OAAO;MAAEC,SAAS,EAAE;IAAK,CAAC,EACvDP,eAAI,CAACC,IAAI,CAACZ,SAAS,EAAE,YAAY,CACnC,CAAC;IACDE,UAAU,GAAG,MAAMI,qBAAU,CAACa,MAAM,CAAC;MAAEnB,SAAS;MAAEC;IAAU,CAAC,CAAC;IAC9D,MAAMmB,cAAc,GAAGC,wBAAc,CAACC,IAAI,CAAC;MACzCN,IAAI,EAAE,SAAS;MACfO,KAAK,EAAE1B,UAAU;MACjB2B,IAAI,EAAE,YAAY;MAClBC,UAAU,EAAE,KAAK;MACjBC,aAAa,EAAE,MAAM;MACrBC,QAAQ,EAAE,CAAC;IACb,CAAC,CAAC;IACF,MAAMC,OAAO,GAAGC,KAAK,CAACP,IAAI,CAAC;MAAEQ,MAAM,EAAEhC;IAAc,CAAC,EAAE,CAACiC,CAAC,EAAEC,CAAC,KAAKC,gBAAM,CAACX,IAAI,CAACY,MAAM,CAACZ,IAAI,CAAC,QAAQU,CAAC,EAAE,CAAC,CAAC,CAAC;IACtG,MAAMG,OAAO,GAAG,CAACf,cAAc,EAAE,GAAGQ,OAAO,CAAC;IAC5CO,OAAO,CAACC,OAAO,CAAEC,MAAM,IAAK;MAC1BA,MAAM,CAACC,qBAAqB,GAAG,KAAK;IACtC,CAAC,CAAC;IACF,MAAMpC,UAAU,CAACqC,mBAAmB,CAACJ,OAAO,CAAC;IAE7ChC,YAAY,GAAG,CAAC;IAChB;IACAG,qBAAU,CAACD,gBAAgB,GAAImC,OAAO,IAAK;MACzCrC,YAAY,IAAI,CAAC;MACjB,OAAOqC,OAAO;IAChB,CAAC;EACH,CAAC,CAAC;EAEFC,SAAS,CAAC,YAAY;IACpBnC,qBAAU,CAACD,gBAAgB,GAAGD,QAAQ,CAACC,gBAAgB;IACvDC,qBAAU,CAACC,4BAA4B,GAAGH,QAAQ,CAACG,4BAA4B;IAC/E,MAAME,kBAAE,CAACiC,MAAM,CAAC1C,SAAS,CAAC;EAC5B,CAAC,CAAC;EAEF2C,EAAE,CAAC,qFAAqF,EAAE,YAAY;IACpGrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,KAAK;IACrD,MAAMD,qBAAU,CAACsC,KAAK,CAAC5C,SAAS,CAAC;IACjC,MAAM6C,MAAM,GAAG,MAAMvC,qBAAU,CAACwC,IAAI,CAAC;MAAE9C,SAAS;MAAEC;IAAU,CAAC,CAAC;IAC9D,IAAA8C,cAAM,EAACF,MAAM,CAACG,UAAU,CAACC,SAAS,CAACC,uBAAS,CAACC,UAAU,CAAC,CAAC,CAACC,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IAC7E,IAAAP,cAAM,EAAC5C,YAAY,CAAC,CAACiD,EAAE,CAACG,KAAK,CAAC,CAAC,CAAC;EAClC,CAAC,CAAC;EAEFZ,EAAE,CAAC,kGAAkG,EAAE,YAAY;IACjHrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,IAAI;IACpD,MAAM4B,OAAO,GAAG,MAAMjC,UAAU,CAACsD,IAAI,CAAC,CAACnC,wBAAc,CAAC,CAAC;IACvD,IAAA0B,cAAM,EAACZ,OAAO,CAAC,CAACiB,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IACnC,IAAAP,cAAM,EAAC5C,YAAY,CAAC,CAACiD,EAAE,CAACG,KAAK,CAACzD,aAAa,GAAG,CAAC,CAAC;EAClD,CAAC,CAAC;EAEF6C,EAAE,CAAC,oGAAoG,EAAE,YAAY;IACnHrC,qBAAU,CAACC,4BAA4B,GAAG,MAAM,KAAK;IACrD,MAAMkD,IAAI,GAAG,GAAG,CAACC,MAAM,CAAC,EAAE,CAAC;IAC3B,MAAMlB,OAAO,GAAG,UAAU;IAC1B,MAAMmB,aAAa,GAAGC,eAAI,CAACC,WAAW,CAAC3B,MAAM,CAACZ,IAAI,CAAC,gBAAgBmC,IAAI,IAAIjB,OAAO,CAACV,MAAM,KAAKU,OAAO,EAAE,CAAC,CAAC;IACzG,MAAMsB,UAAU,GAAG5D,UAAU,CAAC4D,UAAU,CAACC,cAAG,CAACzC,IAAI,CAACmC,IAAI,CAAC,CAAC;IACxD,MAAMhD,kBAAE,CAACuD,UAAU,CAACF,UAAU,EAAEH,aAAa,CAAC;IAC9C,MAAMxB,OAAO,GAAG,MAAMjC,UAAU,CAACsD,IAAI,CAAC,CAACnC,wBAAc,CAAC,CAAC;IACvD,IAAA0B,cAAM,EAACZ,OAAO,CAAC,CAACiB,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;IACnC,IAAAP,cAAM,EAACZ,OAAO,CAAC,CAAC,CAAC,CAAC,CAACiB,EAAE,CAACa,EAAE,CAACC,UAAU,CAAC7C,wBAAc,CAAC;EACrD,CAAC,CAAC;AACJ,CAAC,CAAC;;AAEF;AACA;AACA;AACA;AACAtB,QAAQ,CAAC,uCAAuC,EAAE,MAAM;EACtD,IAAIC,SAAiB;EACrB,IAAIE,UAAsB;EAE1BM,UAAU,CAAC,YAAY;IACrBR,SAAS,GAAG,MAAMS,kBAAE,CAACC,OAAO,CAACC,eAAI,CAACC,IAAI,CAACC,aAAE,CAACC,MAAM,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC5E,MAAMb,SAAS,GAAG,KAAIc,mBAAS,EAC7B;MAAEC,IAAI,EAAEnB,UAAU;MAAEoB,OAAO,EAAE,OAAO;MAAEC,SAAS,EAAE;IAAK,CAAC,EACvDP,eAAI,CAACC,IAAI,CAACZ,SAAS,EAAE,YAAY,CACnC,CAAC;IACDE,UAAU,GAAG,MAAMI,qBAAU,CAACa,MAAM,CAAC;MAAEnB,SAAS;MAAEC;IAAU,CAAC,CAAC;EAChE,CAAC,CAAC;EAEFwC,SAAS,CAAC,YAAY;IACpB,MAAMhC,kBAAE,CAACiC,MAAM,CAAC1C,SAAS,CAAC;EAC5B,CAAC,CAAC;EAEF,MAAMmE,gBAAgB,GAAG,MAAOC,KAAa,IAAK;IAChD,MAAMxC,OAAO,GAAGC,KAAK,CAACP,IAAI,CAAC;MAAEQ,MAAM,EAAEsC;IAAM,CAAC,EAAE,CAACrC,CAAC,EAAEC,CAAC,KAAKC,gBAAM,CAACX,IAAI,CAACY,MAAM,CAACZ,IAAI,CAAC,QAAQU,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9F,OAAOqC,wBAAU,CAACC,cAAc,CAAC1C,OAAO,CAAC;EAC3C,CAAC;EAEDe,EAAE,CAAC,2DAA2D,EAAE,YAAY;IAC1E,MAAM4B,UAAU,GAAG,MAAMJ,gBAAgB,CAACrE,aAAa,CAAC;IACxD,MAAM0E,UAAU,GAAG7D,eAAI,CAACC,IAAI,CAACZ,SAAS,EAAE,iBAAiB,EAAE,UAAU,CAAC;IACtE,MAAME,UAAU,CAACuE,wBAAwB,CAACF,UAAU,EAAEC,UAAU,CAAC;IACjE,KAAK,MAAME,UAAU,IAAIH,UAAU,CAACpC,OAAO,EAAE;MAC3C,MAAMsB,IAAI,GAAGiB,UAAU,CAACC,GAAG,CAACC,QAAQ,CAAC,CAAC;MACtC,MAAMC,OAAO,GAAG,MAAMpE,kBAAE,CAACqE,QAAQ,CAACnE,eAAI,CAACC,IAAI,CAAC4D,UAAU,EAAEf,IAAI,CAACsB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAEtB,IAAI,CAACsB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;MACzF,IAAAhC,cAAM,EAAC8B,OAAO,CAACG,MAAM,CAACN,UAAU,CAACO,MAAM,CAAC,CAAC,CAAC7B,EAAE,CAACa,EAAE,CAACiB,IAAI;IACtD;IACA,MAAMrC,MAAM,GAAG,MAAM3C,UAAU,CAACiF,yBAAyB,CAACX,UAAU,CAAC;IACrE,IAAAzB,cAAM,EAACF,MAAM,CAACV,OAAO,CAACiD,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACV,GAAG,CAACC,QAAQ,CAAC,CAAC,CAAC,CAACU,IAAI,CAAC,CAAC,CAAC,CAAClC,EAAE,CAACmC,IAAI,CAAChC,KAAK,CACtEgB,UAAU,CAACpC,OAAO,CAACiD,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACV,GAAG,CAACC,QAAQ,CAAC,CAAC,CAAC,CAACU,IAAI,CAAC,CACvD,CAAC;EACH,CAAC,CAAC;EAEF3C,EAAE,CAAC,mGAAmG,EAAE,YAAY;IAClH,MAAM4B,UAAU,GAAG,MAAMJ,gBAAgB,CAACrE,aAAa,CAAC;IACxD,MAAM;MAAE0F,aAAa;MAAEC;IAAW,CAAC,GAAG,MAAMlB,UAAU,CAACmB,0BAA0B,CAAC,CAAC;IACnF,IAAA3C,cAAM,EAAC0C,UAAU,CAACE,IAAI,CAAC,CAACvC,EAAE,CAACG,KAAK,CAACzD,aAAa,CAAC;IAC/C0F,aAAa,CAACI,MAAM,CAAC,CAAC,CAACxD,OAAO,CAAEyD,GAAG,IAAK;MACtCA,GAAG,CAACC,gBAAgB,GAAG,YAAY;QACjC,MAAM,IAAIC,KAAK,CAAC,wBAAwB,CAAC;MAC3C,CAAC;IACH,CAAC,CAAC;IACF,MAAM7F,UAAU,CAACqC,mBAAmB,CAACiD,aAAa,CAACI,MAAM,CAAC,CAAC,EAAEH,UAAU,CAAC;IACxE,KAAK,MAAMf,UAAU,IAAIH,UAAU,CAACpC,OAAO,EAAE;MAC3C,MAAM0C,OAAO,GAAG,MAAMpE,kBAAE,CAACqE,QAAQ,CAAC5E,UAAU,CAAC4D,UAAU,CAACY,UAAU,CAACC,GAAG,CAAC,CAAC;MACxE,IAAA5B,cAAM,EAAC8B,OAAO,CAACG,MAAM,CAACN,UAAU,CAACO,MAAM,CAAC,CAAC,CAAC7B,EAAE,CAACa,EAAE,CAACiB,IAAI;IACtD;IACA,MAAMc,UAAU,GAAG,MAAMvF,kBAAE,CAACwF,OAAO,CAAC/F,UAAU,CAACgG,OAAO,CAAC,CAAC,CAAC;IACzD,MAAMC,QAAQ,GAAG,CACf,MAAMC,OAAO,CAACC,GAAG,CAACL,UAAU,CAACZ,GAAG,CAAEkB,GAAG,IAAK7F,kBAAE,CAACwF,OAAO,CAACtF,eAAI,CAACC,IAAI,CAACV,UAAU,CAACgG,OAAO,CAAC,CAAC,EAAEI,GAAG,CAAC,CAAC,CAAC,CAAC,EAC5FC,IAAI,CAAC,CAAC;IACR,IAAAxD,cAAM,EAACoD,QAAQ,CAAC,CAAC/C,EAAE,CAACC,IAAI,CAACC,QAAQ,CAACxD,aAAa,CAAC;IAChD,IAAAiD,cAAM,EAACoD,QAAQ,CAACK,MAAM,CAAEC,QAAQ,IAAKA,QAAQ,CAACC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAACtD,EAAE,CAACC,IAAI,CAACC,QAAQ,CAAC,CAAC,CAAC;EACrF,CAAC,CAAC;EAEFX,EAAE,CAAC,8EAA8E,EAAE,YAAY;IAC7F,MAAM,CAACgE,KAAK,EAAEC,MAAM,CAAC,GAAG,CAAC,MAAMzC,gBAAgB,CAAC,CAAC,CAAC,EAAEhC,OAAO;IAC3D,MAAM0E,QAAQ,GAAG,KAAIxC,wBAAU,EAAC,CAAC;MAAEM,GAAG,EAAEgC,KAAK,CAAChC,GAAG;MAAEM,MAAM,EAAE2B,MAAM,CAAC3B;IAAO,CAAC,CAAC,CAAC;IAC5E,MAAM;MAAEQ;IAAW,CAAC,GAAG,MAAMoB,QAAQ,CAACnB,0BAA0B,CAAC,CAAC;IAClE,IAAA3C,cAAM,EAAC0C,UAAU,CAACE,IAAI,CAAC,CAACvC,EAAE,CAACG,KAAK,CAAC,CAAC,CAAC;EACrC,CAAC,CAAC;EAEFZ,EAAE,CAAC,yEAAyE,EAAE,YAAY;IACxF,MAAMmE,MAAM,GAAG7E,gBAAM,CAACX,IAAI,CAACY,MAAM,CAACZ,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,MAAMpB,UAAU,CAACqC,mBAAmB,CAAC,CAACuE,MAAM,CAAC,CAAC;IAC9C,MAAMrG,kBAAE,CAACiC,MAAM,CAAC/B,eAAI,CAACoG,OAAO,CAAC7G,UAAU,CAAC4D,UAAU,CAACgD,MAAM,CAACrD,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAMvD,UAAU,CAACqC,mBAAmB,CAAC,CAACuE,MAAM,CAAC,CAAC;IAC9C,IAAA/D,cAAM,EAAC,MAAMtC,kBAAE,CAACuG,UAAU,CAAC9G,UAAU,CAAC4D,UAAU,CAACgD,MAAM,CAACrD,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAACL,EAAE,CAACa,EAAE,CAACiB,IAAI;EAC9E,CAAC,CAAC;EAEFvC,EAAE,CAAC,0FAA0F,EAAE,YAAY;IACzG,MAAMmE,MAAM,GAAG7E,gBAAM,CAACX,IAAI,CAACY,MAAM,CAACZ,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,MAAMpB,UAAU,CAACqC,mBAAmB,CAAC,CAACuE,MAAM,CAAC,CAAC;IAC9C,MAAMhD,UAAU,GAAG5D,UAAU,CAAC4D,UAAU,CAACgD,MAAM,CAACrD,IAAI,CAAC,CAAC,CAAC;IACvD,MAAMhD,kBAAE,CAACwG,KAAK,CAACnD,UAAU,EAAE,KAAK,CAAC;IACjC,MAAM5D,UAAU,CAACqC,mBAAmB,CAAC,CAACuE,MAAM,CAAC,CAAC;IAC9C,IAAA/D,cAAM,EAAC,CAAC,MAAMtC,kBAAE,CAACyG,IAAI,CAACpD,UAAU,CAAC,EAAEqD,IAAI,GAAG,KAAK,CAAC,CAAC/D,EAAE,CAACG,KAAK,CAAC,KAAK,CAAC;EAClE,CAAC,CAAC;EAEFZ,EAAE,CAAC,mEAAmE,EAAE,YAAY;IAClF,MAAM4B,UAAU,GAAG,MAAMJ,gBAAgB,CAACrE,aAAa,CAAC;IACxD,MAAMsH,MAAgB,GAAG,EAAE;IAC3B,WAAW,MAAMC,KAAK,IAAI9C,UAAU,CAAC+C,KAAK,CAAC,CAAC,EAA2BF,MAAM,CAACG,IAAI,CAACF,KAAK,CAAC;IACzF,MAAMG,SAAS,GAAGtF,MAAM,CAACuF,MAAM,CAACL,MAAM,CAAC,CAACM,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;IACxD,IAAIC,KAAwB;IAC5B,MAAMtD,wBAAU,CAACuD,OAAO,CAACC,kBAAQ,CAACvG,IAAI,CAAC,CAACkG,SAAS,CAAC,CAAC,CAAC,CAACM,KAAK,CAAEC,GAAG,IAAK;MAClEJ,KAAK,GAAGI,GAAG;IACb,CAAC,CAAC;IACF,IAAAhF,cAAM,EAAC4E,KAAK,CAAC,CAACvE,EAAE,CAACa,EAAE,CAACC,UAAU,CAAC6B,KAAK,CAAC;EACvC,CAAC,CAAC;AACJ,CAAC,CAAC","ignoreList":[]}

package/objects/object-list-to-graph.ts

@@ -4,12 +4,12 @@ import type { ComponentID } from '@teambit/component-id';
 import type { ObjectList } from './object-list';
 import type { BitObjectList } from './bit-object-list';
 import { getAllVersionsInfo } from '@teambit/component.snap-distance';
-import { Dependency } from '@teambit/graph';
 
 type BitIdNode = Node<ComponentID>;
-type DependencyEdge = Edge<Dependency>;
+type DependencyType = 'runtime' | 'dev' | 'peer';
+type DependencyEdge = Edge<DependencyType>;
 
-export class IdGraph extends Graph<ComponentID, Dependency> {
+export class IdGraph extends Graph<ComponentID, DependencyType> {
   constructor(nodes: BitIdNode[] = [], edges: DependencyEdge[] = []) {
     super(nodes, edges);
   }
@@ -48,17 +48,14 @@ export async function bitObjectListToGraph(bitObjectsList: BitObjectList): Promi
         }
         const { dependencies, devDependencies, peerDependencies, extensionDependencies } =
           versionInfo.version.depsIdsGroupedByType;
-        const addDep = (depId: ComponentID, edge: Dependency) => {
+        const addDep = (depId: ComponentID, edge: DependencyType) => {
           const depIdStr = depId.toString();
           nodes.push(new Node(depIdStr, depId));
           edges.push(new Edge(idStr, depIdStr, edge));
         };
-        const runTime = new Dependency('runtime');
-        const dev = new Dependency('dev');
-        const peer = new Dependency('peer');
-        dependencies.forEach((depId) => addDep(depId, runTime));
-        [...devDependencies, ...extensionDependencies].forEach((depId) => addDep(depId, dev));
-        peerDependencies.forEach((depId) => addDep(depId, peer));
+        dependencies.forEach((depId) => addDep(depId, 'runtime'));
+        [...devDependencies, ...extensionDependencies].forEach((depId) => addDep(depId, 'dev'));
+        peerDependencies.forEach((depId) => addDep(depId, 'peer'));
       });
     })
   );

package/objects/object-list.ts

@@ -46,6 +46,16 @@ export const FETCH_FORMAT_OBJECT_LIST = 'ObjectList';
  */
 export type ObjectItemsStream = Readable;
 
+/**
+ * compressed buffer of an object (as stored on the filesystem) and the size of its inflated content.
+ */
+export type CompressedObject = { buffer: Buffer; inflatedSize: number };
+
+/**
+ * hash => compressed object
+ */
+export type RawObjectsMap = Map<BitObject, CompressedObject & { ref: Ref }>;
+
 export class ObjectList {
   constructor(public objects: ObjectItem[] = []) {}
 
@@ -124,7 +134,10 @@ export class ObjectList {
         resolve(objects);
       });
 
-      packStream.pipe(extract);
+      // unlike `pipe`, it rejects when the input stream fails or the extractor fails (e.g. a truncated tar).
+      pipeline(packStream, extract, (err) => {
+        if (err) reject(err);
+      });
     });
     return new ObjectList(objectItems);
   }
@@ -248,23 +261,46 @@ export class ObjectList {
   }
 
   addIfNotExist(objectItems: ObjectItem[]) {
+    const existing = new Set(this.objects.map((object) => ObjectList.combineScopeAndHash(object)));
     objectItems.forEach((objectItem) => {
-      const exists = this.objects.find(
-        (object) => object.ref.isEqual(objectItem.ref) && object.scope === objectItem.scope
-      );
-      if (!exists) {
-        this.objects.push(objectItem);
-      }
+      const key = ObjectList.combineScopeAndHash(objectItem);
+      if (existing.has(key)) return;
+      existing.add(key);
+      this.objects.push(objectItem);
     });
   }
 
   async toBitObjects(throwForUnknownTypes = false): Promise<BitObjectList> {
+    const { bitObjectList } = await this.parseObjects(throwForUnknownTypes);
+    return bitObjectList;
+  }
+
+  /**
+   * same as `toBitObjects`, but also returns the original compressed buffers of the Source objects (files/artifacts)
+   * whose content matches their ref. Sources are immutable, so these buffers can be written to the filesystem as is,
+   * saving the costly re-compression. (significant for components with thousands of files).
+   */
+  async toBitObjectsWithRawSources(): Promise<{ bitObjectList: BitObjectList; rawSources: RawObjectsMap }> {
+    return this.parseObjects(false, true);
+  }
+
+  private async parseObjects(
+    throwForUnknownTypes: boolean,
+    collectRawSources = false
+  ): Promise<{ bitObjectList: BitObjectList; rawSources: RawObjectsMap }> {
     const concurrency = concurrentIOLimit();
+    const rawSources: RawObjectsMap = new Map();
     const bitObjects = await pMapPool(
       this.objects,
       async (object) => {
         try {
-          return await BitObject.parseObject(object.buffer);
+          const { object: bitObject, inflatedSize } = await BitObject.parseObjectWithSize(object.buffer);
+          if (collectRawSources && bitObject.getType() === 'Source') {
+            if (bitObject.hash().isEqual(object.ref)) {
+              rawSources.set(bitObject, { buffer: object.buffer, inflatedSize, ref: object.ref });
+            }
+          }
+          return bitObject;
         } catch (err) {
           if (throwForUnknownTypes || !(err instanceof UnknownObjectType)) {
             throw err;
@@ -277,7 +313,7 @@ export class ObjectList {
       },
       { concurrency }
     );
-    return new BitObjectList(compact(bitObjects));
+    return { bitObjectList: new BitObjectList(compact(bitObjects)), rawSources };
   }
 
   static async fromBitObjects(bitObjects: BitObject[]): Promise<ObjectList> {
@@ -302,6 +338,7 @@ export class ObjectList {
 
   splitByScopeName(): { [scopeName: string]: ObjectList } {
     const objectListPerScope: { [scopeName: string]: ObjectList } = {};
+    const added = new Set<string>();
     this.objects.forEach((obj) => {
       if (obj.type === ExportMetadata.name) {
         return; // no scope for this type. it's general for all export data from all scopes
@@ -309,11 +346,11 @@ export class ObjectList {
       if (!obj.scope) {
         throw new Error(`ObjectList: unable to split by scopeName, the scopeName is missing for ${obj.ref.hash}`);
       }
-      if (objectListPerScope[obj.scope]) {
-        objectListPerScope[obj.scope].addIfNotExist([obj]);
-      } else {
-        objectListPerScope[obj.scope] = new ObjectList([obj]);
-      }
+      const key = ObjectList.combineScopeAndHash(obj);
+      if (added.has(key)) return;
+      added.add(key);
+      if (!objectListPerScope[obj.scope]) objectListPerScope[obj.scope] = new ObjectList();
+      objectListPerScope[obj.scope].objects.push(obj);
     });
     return objectListPerScope;
   }

package/objects/repository.spec.ts

@@ -2,9 +2,11 @@ import { expect } from 'chai';
 import fs from 'fs-extra';
 import os from 'os';
 import path from 'path';
+import { Readable } from 'stream';
 import zlib from 'zlib';
 import { ScopeJson } from '@teambit/legacy.scope';
 import { ModelComponent, Source } from '../models';
+import { ObjectList } from './object-list';
 import Ref from './ref';
 import Repository from './repository';
 import { IndexType } from './scope-index';
@@ -90,3 +92,103 @@ describe('Repository.list', () => {
     expect(objects[0]).to.be.instanceOf(ModelComponent);
   });
 });
+
+/**
+ * the export flow moves every object through these methods, so for components with thousands of files, the number of
+ * fs operations and compressions per object is what makes an export fast or slow.
+ */
+describe('Repository writing objects for export', () => {
+  let scopePath: string;
+  let repository: Repository;
+
+  beforeEach(async () => {
+    scopePath = await fs.mkdtemp(path.join(os.tmpdir(), 'bit-repository-spec-'));
+    const scopeJson = new ScopeJson(
+      { name: SCOPE_NAME, version: '1.0.0', groupName: null },
+      path.join(scopePath, 'scope.json')
+    );
+    repository = await Repository.create({ scopePath, scopeJson });
+  });
+
+  afterEach(async () => {
+    await fs.remove(scopePath);
+  });
+
+  const createObjectList = async (count: number) => {
+    const sources = Array.from({ length: count }, (_, i) => Source.from(Buffer.from(`file ${i}`)));
+    return ObjectList.fromBitObjects(sources);
+  };
+
+  it('should write a file per pending object and read them back', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const pendingDir = path.join(scopePath, 'pending-objects', 'client-1');
+    await repository.writeObjectsToPendingDir(objectList, pendingDir);
+    for (const objectItem of objectList.objects) {
+      const hash = objectItem.ref.toString();
+      const written = await fs.readFile(path.join(pendingDir, hash.slice(0, 2), hash.slice(2)));
+      expect(written.equals(objectItem.buffer)).to.be.true;
+    }
+    const loaded = await repository.readObjectsFromPendingDir(pendingDir);
+    expect(loaded.objects.map((o) => o.ref.toString()).sort()).to.deep.equal(
+      objectList.objects.map((o) => o.ref.toString()).sort()
+    );
+  });
+
+  it('should write the given raw buffers of sources without re-compressing them, and leave no tmp files', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const { bitObjectList, rawSources } = await objectList.toBitObjectsWithRawSources();
+    expect(rawSources.size).to.equal(SOURCES_COUNT);
+    bitObjectList.getAll().forEach((obj) => {
+      obj.compressWithSize = async () => {
+        throw new Error('should not re-compress');
+      };
+    });
+    await repository.writeObjectsToTheFS(bitObjectList.getAll(), rawSources);
+    for (const objectItem of objectList.objects) {
+      const written = await fs.readFile(repository.objectPath(objectItem.ref));
+      expect(written.equals(objectItem.buffer)).to.be.true;
+    }
+    const objectDirs = await fs.readdir(repository.getPath());
+    const allFiles = (
+      await Promise.all(objectDirs.map((dir) => fs.readdir(path.join(repository.getPath(), dir))))
+    ).flat();
+    expect(allFiles).to.have.lengthOf(SOURCES_COUNT);
+    expect(allFiles.filter((fileName) => fileName.startsWith('.'))).to.have.lengthOf(0);
+  });
+
+  it('should not use a raw buffer of a source whose content does not match its ref', async () => {
+    const [first, second] = (await createObjectList(2)).objects;
+    const tampered = new ObjectList([{ ref: first.ref, buffer: second.buffer }]);
+    const { rawSources } = await tampered.toBitObjectsWithRawSources();
+    expect(rawSources.size).to.equal(0);
+  });
+
+  it('should re-create an object dir that was removed after it was written to', async () => {
+    const source = Source.from(Buffer.from('some content'));
+    await repository.writeObjectsToTheFS([source]);
+    await fs.remove(path.dirname(repository.objectPath(source.hash())));
+    await repository.writeObjectsToTheFS([source]);
+    expect(await fs.pathExists(repository.objectPath(source.hash()))).to.be.true;
+  });
+
+  it('should keep the mode of an existing object file it overwrites, as write-file-atomic does', async () => {
+    const source = Source.from(Buffer.from('some content'));
+    await repository.writeObjectsToTheFS([source]);
+    const objectPath = repository.objectPath(source.hash());
+    await fs.chmod(objectPath, 0o640);
+    await repository.writeObjectsToTheFS([source]);
+    expect((await fs.stat(objectPath)).mode & 0o777).to.equal(0o640);
+  });
+
+  it('should reject reading a truncated tar of objects rather than hang', async () => {
+    const objectList = await createObjectList(SOURCES_COUNT);
+    const chunks: Buffer[] = [];
+    for await (const chunk of objectList.toTar() as AsyncIterable<Buffer>) chunks.push(chunk);
+    const truncated = Buffer.concat(chunks).subarray(0, 700);
+    let error: Error | undefined;
+    await ObjectList.fromTar(Readable.from([truncated])).catch((err) => {
+      error = err;
+    });
+    expect(error).to.be.instanceOf(Error);
+  });
+});

package/objects/repository.ts

@@ -5,11 +5,11 @@ import { BitError } from '@teambit/bit-error';
 import type { ComponentID } from '@teambit/component-id';
 import { HASH_SIZE, isSnap } from '@teambit/component-version';
 import * as path from 'path';
+import { userInfo } from 'os';
 import { pMapPool } from '@teambit/toolbox.promise.map-pool';
 import { OBJECTS_DIR } from '@teambit/legacy.constants';
 import { logger } from '@teambit/legacy.logger';
-import type { ChownOptions, PathOsBasedAbsolute } from '@teambit/legacy.utils';
-import { writeFile } from '@teambit/legacy.utils';
+import type { PathOsBasedAbsolute } from '@teambit/legacy.utils';
 import { glob } from 'glob';
 import { removeEmptyDir } from '@teambit/toolbox.fs.remove-empty-dir';
 import { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';
@@ -24,7 +24,7 @@ import {
 import type { IndexType, IndexItem } from './scope-index';
 import { ScopeIndex } from './scope-index';
 import BitObject from './object';
-import type { ObjectItem } from './object-list';
+import type { ObjectItem, RawObjectsMap, CompressedObject } from './object-list';
 import { ObjectList } from './object-list';
 import BitRawObject from './raw-object';
 import Ref from './ref';
@@ -37,6 +37,8 @@ type ContentTransformer = (content: Buffer) => Buffer;
 const OBJECTS_BACKUP_DIR = `${OBJECTS_DIR}.bak`;
 const TRASH_DIR = 'trash';
 const MAX_COMPRESSED_SIZE_TO_CACHE = 100 * 1024; // don't cache big files (mainly artifacts) to prevent out-of-memory
+let objectFileWriteCounter = 0;
+type ObjectChownOptions = { uid: number; gid: number } | null;
 /**
  * how much of an object file to read when all that's needed is its header. the header holds the
  * type and is a few dozen bytes, which 512 compressed bytes always cover - and every byte past it
@@ -790,14 +792,13 @@ export default class Repository {
   /**
    * write all objects to the FS and index the components/lanes/symlink objects
    */
-  async writeObjectsToTheFS(objects: BitObject[]): Promise<void> {
+  async writeObjectsToTheFS(objects: BitObject[], rawObjects?: RawObjectsMap): Promise<void> {
     const count = objects.length;
     if (!count) return;
     logger.trace(`Repository.writeObjectsToTheFS: started writing ${count} objects`);
     const concurrency = concurrentIOLimit();
-    await pMapPool(objects, (obj) => this._writeOne(obj), {
-      concurrency,
-    });
+    const chownOptions = await this.getChownOptions();
+    await pMapPool(objects, (obj) => this._writeOne(obj, rawObjects?.get(obj), chownOptions), { concurrency });
     logger.trace(`Repository.writeObjectsToTheFS: completed writing ${count} objects`);
 
     const added = this.scopeIndex.addMany(objects);
@@ -820,16 +821,21 @@ export default class Repository {
    * this method doesn't write to scopeIndex. so using this method for ModelComponent or
    * Symlink makes the index outdated.
    */
-  async _writeOne(object: BitObject): Promise<void> {
-    const { buffer: contents, inflatedSize } = await object.compressWithSize();
-    const options: ChownOptions = {};
-    if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);
-    const hash = object.hash();
+  async _writeOne(
+    object: BitObject,
+    raw?: CompressedObject & { ref: Ref },
+    chownOptions?: ObjectChownOptions
+  ): Promise<void> {
+    // when the already-compressed buffer of an unchanged object is available, skip the costly re-compression.
+    const { buffer: contents, inflatedSize } = raw || (await object.compressWithSize());
+    const options = chownOptions === undefined ? await this.getChownOptions() : chownOptions;
+    // hashing a Source is sha1 of its content. the raw buffer's ref was already checked against it.
+    const hash = raw?.ref || object.hash();
     const objectPath = this.objectPath(hash);
     logger.trace(`repository._writeOne: ${objectPath}`);
     // Run hook to transform content pre persisting
     const transformedContent = this.onPersist(contents);
-    await writeFile(objectPath, transformedContent, options);
+    await this.writeObjectFile(objectPath, transformedContent, options);
     // once written, the object is the up-to-date one. this also replaces the size-estimate of objects that
     // were cached by `add()`.
     if (this.cache.has(hash.toString())) this.cache.set(hash.toString(), object, inflatedSize);
@@ -850,27 +856,73 @@ export default class Repository {
       const ref = object.ref.toString();
       if (!isSnap(ref)) throw new BitError(`invalid object ref: ${JSON.stringify(ref)}`);
     }
-    const options: ChownOptions = {};
-    if (this.scopeJson.groupName) options.gid = await resolveGroupId(this.scopeJson.groupName);
-    await Promise.all(
-      objectList.objects.map(async (object) => {
-        const objPath = path.join(pendingDir, this.hashPath(object.ref));
-        await writeFile(objPath, object.buffer, options);
-      })
+    const chownOptions = await this.getChownOptions();
+    await pMapPool(
+      objectList.objects,
+      (object) => this.writeObjectFile(path.join(pendingDir, this.hashPath(object.ref)), object.buffer, chownOptions),
+      { concurrency: concurrentIOLimit() }
     );
   }
 
   async readObjectsFromPendingDir(pendingDir: PathOsBasedAbsolute) {
     const refs = await this.listRefs(pendingDir);
-    const objects = await Promise.all(
-      refs.map(async (ref) => {
+    const objects = await pMapPool(
+      refs,
+      async (ref) => {
         const buffer = await fs.readFile(path.join(pendingDir, this.hashPath(ref)));
         return { ref, buffer };
-      })
+      },
+      { concurrency: concurrentIOLimit() }
     );
     return new ObjectList(objects);
   }
 
+  /**
+   * the owner to set on written object files. `null` when the scope has no group (or it can't be resolved), in which
+   * case the owner of an existing file is kept.
+   */
+  private async getChownOptions(): Promise<ObjectChownOptions> {
+    if (!this.scopeJson.groupName) return null;
+    const gid = await resolveGroupId(this.scopeJson.groupName);
+    return gid ? { uid: userInfo().uid, gid } : null;
+  }
+
+  /**
+   * writes the file atomically (tmp file + rename), the same way `writeFile` of legacy.utils does with write-file-atomic,
+   * including keeping the mode (and owner, when no chown is given) of an existing file and ignoring the same chown/chmod
+   * errors. it's called for every object, so it saves the fs calls write-file-atomic and `ensureDir` do on every write
+   * (realpath, stat of the dir, exit handlers). the parent dir is created only when the first write fails with ENOENT.
+   * the tmp file is a dotfile, which `listRefs()` ignores in case it's left behind.
+   */
+  private async writeObjectFile(filePath: string, contents: Buffer, chownOptions: ObjectChownOptions) {
+    const existing = await fs.stat(filePath).catch(() => undefined);
+    const mode = existing?.mode;
+    // process.getuid is undefined on Windows, where there's no owner to keep.
+    const keepOwner =
+      existing && typeof process.getuid === 'function' ? { uid: existing.uid, gid: existing.gid } : null;
+    const chown = chownOptions || keepOwner;
+    objectFileWriteCounter += 1;
+    const tmpPath = path.join(
+      path.dirname(filePath),
+      `.${path.basename(filePath)}.${process.pid}.${objectFileWriteCounter}`
+    );
+    try {
+      try {
+        await fs.writeFile(tmpPath, contents, { mode });
+      } catch (err: any) {
+        if (err.code !== 'ENOENT') throw err;
+        await fs.mkdir(path.dirname(filePath), { recursive: true });
+        await fs.writeFile(tmpPath, contents, { mode });
+      }
+      if (chown) await fs.chown(tmpPath, chown.uid, chown.gid).catch(throwUnlessChownErrOk);
+      if (mode) await fs.chmod(tmpPath, mode).catch(throwUnlessChownErrOk);
+      await fs.rename(tmpPath, filePath);
+    } catch (err) {
+      await fs.remove(tmpPath).catch(() => {});
+      throw err;
+    }
+  }
+
   private hashPath(ref: Ref) {
     const hash = ref.toString();
     return path.join(hash.slice(0, 2), hash.slice(2));
@@ -893,6 +945,16 @@ async function removeFile(filePath: string, propagateDirs = false): Promise<bool
   return true;
 }
 
+/**
+ * same as write-file-atomic: a non-root user can't always chown/chmod, and it's not an error.
+ */
+function throwUnlessChownErrOk(err: any) {
+  if (err.code === 'ENOSYS') return;
+  const nonRoot = !process.getuid || process.getuid() !== 0;
+  if (nonRoot && (err.code === 'EINVAL' || err.code === 'EPERM')) return;
+  throw err;
+}
+
 async function resolveGroupId(groupName: string): Promise<number | null | undefined> {
   // unix group ids are meaningless on Windows, which has no /etc/group and no process.getgid
   if (!process.getgid) return null;