@teambit/objects 0.0.0-bad17ccec7a4d3467765a3001397140483952de1 → 0.0.0-bb7271636b07b87ddaa54312b0f7ce9080bc7a8b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/models/version.ts CHANGED
@@ -231,19 +231,11 @@ export default class Version extends BitObject {
231
231
  id() {
232
232
  const obj = this.toObject();
233
233
 
234
- // @todo: remove the entire dependencies.relativePaths from the ID (it's going to be a breaking change)
235
234
  const getDependencies = (deps: Dependencies) => {
236
235
  const clonedDependencies = deps.cloneAsString();
237
- // @ts-ignore AUTO-ADDED-AFTER-MIGRATION-PLEASE-FIX!
238
- return clonedDependencies.map((dependency: Dependency) => {
236
+ return clonedDependencies.map((dependency) => {
239
237
  return {
240
238
  id: dependency.id,
241
- relativePaths: dependency.relativePaths.map((relativePath) => {
242
- return {
243
- sourceRelativePath: relativePath.sourceRelativePath,
244
- destinationRelativePath: relativePath.destinationRelativePath,
245
- };
246
- }),
247
239
  };
248
240
  });
249
241
  };
@@ -2,6 +2,7 @@ import tarStream from 'tar-stream';
2
2
  import { pMapPool } from '@teambit/toolbox.promise.map-pool';
3
3
  import { compact } from 'lodash';
4
4
  import { Readable, PassThrough, pipeline } from 'stream';
5
+ import crypto from 'crypto';
5
6
  import BitObject from './object';
6
7
  import { BitObjectList } from './bit-object-list';
7
8
  import Ref from './ref';
@@ -52,6 +53,19 @@ export class ObjectList {
52
53
  return this.objects.length;
53
54
  }
54
55
 
56
+ /**
57
+ * Generates a SHA1 hash from all object buffers.
58
+ * Used to identify duplicate export requests during retries.
59
+ * Performance wise, it's not too bad. ~98ms for 150 components on CircleCI.
60
+ */
61
+ getSha1Hash(): string {
62
+ const hash = crypto.createHash('sha1');
63
+ for (const obj of this.objects) {
64
+ hash.update(new Uint8Array(obj.buffer));
65
+ }
66
+ return hash.digest('hex');
67
+ }
68
+
55
69
  static mergeMultipleInstances(objectLists: ObjectList[]): ObjectList {
56
70
  const objectList = new ObjectList();
57
71
  objectLists.forEach((objList) => objectList.mergeObjectList(objList));
@@ -10,7 +10,8 @@ import { pMapPool } from '@teambit/toolbox.promise.map-pool';
10
10
  import { OBJECTS_DIR } from '@teambit/legacy.constants';
11
11
  import { logger } from '@teambit/legacy.logger';
12
12
  import type { ChownOptions, PathOsBasedAbsolute } from '@teambit/legacy.utils';
13
- import { glob, writeFile } from '@teambit/legacy.utils';
13
+ import { writeFile } from '@teambit/legacy.utils';
14
+ import { glob } from 'glob';
14
15
  import { removeEmptyDir } from '@teambit/toolbox.fs.remove-empty-dir';
15
16
  import { concurrentIOLimit } from '@teambit/harmony.modules.concurrency';
16
17
  import type { Types, ScopeJson } from '@teambit/legacy.scope';
@@ -22,12 +23,11 @@ import type { ObjectItem } from './object-list';
22
23
  import { ObjectList } from './object-list';
23
24
  import BitRawObject from './raw-object';
24
25
  import Ref from './ref';
25
- import type { ContentTransformer } from './repository-hooks';
26
- import { onPersist, onRead } from './repository-hooks';
27
26
  import type { InMemoryCache } from '@teambit/harmony.modules.in-memory-cache';
28
27
  import { getMaxSizeForObjects, createInMemoryCache } from '@teambit/harmony.modules.in-memory-cache';
29
28
  import { ScopeMeta, Lane, ModelComponent } from '../models';
30
29
 
30
+ type ContentTransformer = (content: Buffer) => Buffer;
31
31
  const OBJECTS_BACKUP_DIR = `${OBJECTS_DIR}.bak`;
32
32
  const TRASH_DIR = 'trash';
33
33
 
@@ -46,8 +46,8 @@ export default class Repository {
46
46
  constructor(scopePath: string, scopeJson: ScopeJson) {
47
47
  this.scopePath = scopePath;
48
48
  this.scopeJson = scopeJson;
49
- this.onRead = onRead(scopePath, scopeJson);
50
- this.onPersist = onPersist(scopePath, scopeJson);
49
+ this.onRead = (content: Buffer) => Repository.onPostObjectRead?.(content) || content;
50
+ this.onPersist = (content: Buffer) => Repository.onPreObjectPersist?.(content) || content;
51
51
  this.cache = createInMemoryCache({ maxSize: getMaxSizeForObjects() });
52
52
  }
53
53
 
@@ -90,6 +90,20 @@ export default class Repository {
90
90
 
91
91
  static onPostObjectsPersist: () => Promise<void>;
92
92
 
93
+ /**
94
+ * Hook for transforming content before objects are persisted to the filesystem.
95
+ * Note: This function cannot be async because it's used by the synchronous `loadSync` method
96
+ * which needs to maintain sync behavior for compatibility with existing code.
97
+ */
98
+ static onPreObjectPersist: (content: Buffer) => Buffer;
99
+
100
+ /**
101
+ * Hook for transforming content after objects are read from the filesystem.
102
+ * Note: This function cannot be async because it's used by the synchronous `loadSync` method
103
+ * which needs to maintain sync behavior for compatibility with existing code.
104
+ */
105
+ static onPostObjectRead: (content: Buffer) => Buffer;
106
+
93
107
  async reLoadScopeIndex() {
94
108
  this.scopeIndex = await this.loadOptionallyCreateScopeIndex();
95
109
  }
package/package.json CHANGED
@@ -1,63 +1,63 @@
1
1
  {
2
2
  "name": "@teambit/objects",
3
- "version": "0.0.0-bad17ccec7a4d3467765a3001397140483952de1",
3
+ "version": "0.0.0-bb7271636b07b87ddaa54312b0f7ce9080bc7a8b",
4
4
  "homepage": "https://bit.cloud/teambit/scope/objects",
5
5
  "main": "dist/index.js",
6
6
  "componentId": {
7
7
  "scope": "teambit.scope",
8
8
  "name": "objects",
9
- "version": "bad17ccec7a4d3467765a3001397140483952de1"
9
+ "version": "bb7271636b07b87ddaa54312b0f7ce9080bc7a8b"
10
10
  },
11
11
  "dependencies": {
12
- "@pnpm/dependency-path": "1001.1.0",
13
- "@pnpm/lockfile.types": "^1002.0.0",
14
- "semver": "7.7.1",
15
12
  "lodash": "4.17.21",
16
- "uuid": "8.3.2",
17
- "async-mutex": "0.3.1",
18
- "p-map-series": "2.1.0",
19
13
  "tar-stream": "2.2.0",
20
- "is-relative-path": "2.0.0",
14
+ "p-map-series": "2.1.0",
15
+ "async-mutex": "0.3.1",
21
16
  "fs-extra": "10.0.0",
17
+ "glob": "13.0.0",
22
18
  "uid-number": "0.0.6",
19
+ "@pnpm/dependency-path": "1001.1.7",
20
+ "@pnpm/lockfile.types": "^1002.0.6",
21
+ "semver": "7.7.1",
22
+ "uuid": "8.3.2",
23
23
  "@teambit/harmony": "0.4.7",
24
- "@teambit/cli": "0.0.1266",
25
24
  "@teambit/component-id": "1.2.4",
26
- "@teambit/legacy.utils": "0.0.24",
27
- "@teambit/harmony.modules.get-basic-log": "0.0.70",
25
+ "@teambit/graph.cleargraph": "0.0.11",
28
26
  "@teambit/bit-error": "0.0.404",
29
27
  "@teambit/component-version": "1.0.4",
30
- "@teambit/component.snap-distance": "0.0.70",
31
- "@teambit/config-store": "0.0.146",
32
28
  "@teambit/lane-id": "0.0.312",
33
- "@teambit/legacy.cli.error": "0.0.25",
34
- "@teambit/legacy.constants": "0.0.15",
35
- "@teambit/legacy.logger": "0.0.25",
36
- "@teambit/legacy.scope": "0.0.69",
37
- "@teambit/toolbox.crypto.sha1": "0.0.8",
38
- "@teambit/component.sources": "0.0.121",
39
29
  "@teambit/legacy-bit-id": "1.1.3",
40
- "@teambit/legacy-component-log": "0.0.409",
41
- "@teambit/legacy.consumer-component": "0.0.70",
42
- "@teambit/legacy.consumer-config": "0.0.69",
43
- "@teambit/legacy.extension-data": "0.0.71",
44
- "@teambit/pkg.modules.semver-helper": "0.0.14",
45
30
  "@teambit/toolbox.array.duplications-finder": "0.0.3",
46
- "@teambit/graph.cleargraph": "0.0.11",
47
- "@teambit/bit.get-bit-version": "0.0.7",
48
- "@teambit/semantics.doc-parser": "0.0.77",
49
- "@teambit/harmony.modules.concurrency": "0.0.16",
50
- "@teambit/toolbox.promise.map-pool": "0.0.7",
51
- "@teambit/harmony.modules.in-memory-cache": "0.0.18",
52
- "@teambit/toolbox.fs.remove-empty-dir": "0.0.6",
53
- "@teambit/graph": "0.0.0-c2103c42dd032cc8753203e62ee1b1c6ac509ed9"
31
+ "@teambit/cli": "0.0.0-ffda65ad3283094872428ceec724a6a16f90b0ab",
32
+ "@teambit/component.snap-distance": "0.0.0-ba90deecdaae324ea3f8d6ca2a4d334fbec7aaf6",
33
+ "@teambit/graph": "0.0.0-8a56331d8679c9518f99e4d7154433c48b7d8168",
34
+ "@teambit/harmony.modules.concurrency": "0.0.0-eee352bb3888f9cfe7f7c847e3091d27c61033b4",
35
+ "@teambit/legacy.logger": "0.0.0-238f51f8d3480ff71c9e4a6f0d109464438323d7",
36
+ "@teambit/legacy.scope": "0.0.0-5c862fdf8e9f7219671352e23b1ce3ad6d679849",
37
+ "@teambit/toolbox.promise.map-pool": "0.0.0-127ef86de9803f43890314284e640f97e136c16e",
38
+ "@teambit/legacy.constants": "0.0.0-7f83e4bad96b76375344412a7e502a4752f3f9b4",
39
+ "@teambit/legacy.utils": "0.0.0-6690fedfb9ed7dcb0b170351ff020ac6f7d5dfc6",
40
+ "@teambit/toolbox.crypto.sha1": "0.0.0-2d219347c2e4a162ec9803fbe773613b977fe90c",
41
+ "@teambit/harmony.modules.in-memory-cache": "0.0.0-cf88b992b0b2bbd5b46e501af78cdf22c2b35a9c",
42
+ "@teambit/toolbox.fs.remove-empty-dir": "0.0.0-4191cb20f107a4f734e64a48d3e42f3784ef31e3",
43
+ "@teambit/harmony.modules.get-basic-log": "0.0.0-9aaf5b57033c86eee47207b17263991eba91d65d",
44
+ "@teambit/config-store": "0.0.0-cf33061a8d22fb48548f34cce74ec2e7229445df",
45
+ "@teambit/legacy.cli.error": "0.0.0-3bd90b6cb96ccb6ac10fc83b7912242fbd04cf98",
46
+ "@teambit/component.sources": "0.0.0-35c89832db2925ee6d6a17377be5a5bb85e1bb51",
47
+ "@teambit/legacy-component-log": "0.0.0-014bad72be45fccb83bd73469caba0dbe9afff6f",
48
+ "@teambit/legacy.consumer-component": "0.0.0-d19aa567c730999c3963a1794520082ee01eb47b",
49
+ "@teambit/legacy.consumer-config": "0.0.0-85d81d6043825576013867c93e644ed84f491496",
50
+ "@teambit/legacy.extension-data": "0.0.0-eb57adc0c56f5197d78984d78ad7fae5257a4daa",
51
+ "@teambit/pkg.modules.semver-helper": "0.0.0-e7256d5668616dc1e25420059797e951e2c061ac",
52
+ "@teambit/bit.get-bit-version": "0.0.0-22511e1e45f27c8c3999a48842bfd9c3161a1582",
53
+ "@teambit/semantics.doc-parser": "0.0.0-8c955d08dc043d95b5921fc39192abf3b30b83fd"
54
54
  },
55
55
  "devDependencies": {
56
- "@types/semver": "7.5.8",
57
56
  "@types/lodash": "4.14.165",
58
- "@types/uuid": "8.3.4",
59
57
  "@types/fs-extra": "9.0.7",
60
- "@teambit/harmony.envs.core-aspect-env": "0.0.77"
58
+ "@types/semver": "7.5.8",
59
+ "@types/uuid": "8.3.4",
60
+ "@teambit/harmony.envs.core-aspect-env": "0.1.0"
61
61
  },
62
62
  "peerDependencies": {
63
63
  "chai": "5.2.1",
@@ -1,4 +0,0 @@
1
- import type { ScopeJson } from '@teambit/legacy.scope';
2
- export type ContentTransformer = (content: Buffer) => Buffer;
3
- export declare function onPersist(scopePath: string, scopeJson: ScopeJson): ContentTransformer;
4
- export declare function onRead(scopePath: string, scopeJson: ScopeJson): ContentTransformer;
@@ -1,56 +0,0 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.onPersist = onPersist;
7
- exports.onRead = onRead;
8
- function _isRelativePath() {
9
- const data = _interopRequireDefault(require("is-relative-path"));
10
- _isRelativePath = function () {
11
- return data;
12
- };
13
- return data;
14
- }
15
- function _path() {
16
- const data = _interopRequireDefault(require("path"));
17
- _path = function () {
18
- return data;
19
- };
20
- return data;
21
- }
22
- function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
23
- function loadHooks(scopePath, scopeJson) {
24
- const hooksPath = scopeJson.hooksPath;
25
- if (hooksPath) {
26
- const hooksFinalPath = (0, _isRelativePath().default)(hooksPath) ? _path().default.join(scopePath, hooksPath) : hooksPath;
27
- // eslint-disable-next-line global-require, import/no-dynamic-require
28
- const hooks = require(hooksFinalPath);
29
- return hooks;
30
- }
31
- return undefined;
32
- }
33
- function onPersist(scopePath, scopeJson) {
34
- const defaultFunc = content => content;
35
- const hooks = loadHooks(scopePath, scopeJson);
36
- if (hooks) {
37
- const onReadFunction = hooks.onPersist;
38
- if (onReadFunction) {
39
- return onReadFunction;
40
- }
41
- }
42
- return defaultFunc;
43
- }
44
- function onRead(scopePath, scopeJson) {
45
- const defaultFunc = content => content;
46
- const hooks = loadHooks(scopePath, scopeJson);
47
- if (hooks) {
48
- const onReadFunction = hooks.onRead;
49
- if (onReadFunction) {
50
- return onReadFunction;
51
- }
52
- }
53
- return defaultFunc;
54
- }
55
-
56
- //# sourceMappingURL=repository-hooks.js.map
@@ -1 +0,0 @@
1
- {"version":3,"names":["_isRelativePath","data","_interopRequireDefault","require","_path","e","__esModule","default","loadHooks","scopePath","scopeJson","hooksPath","hooksFinalPath","isRelative","path","join","hooks","undefined","onPersist","defaultFunc","content","onReadFunction","onRead"],"sources":["repository-hooks.ts"],"sourcesContent":["import isRelative from 'is-relative-path';\nimport path from 'path';\n\nimport type { ScopeJson } from '@teambit/legacy.scope';\n\nexport type ContentTransformer = (content: Buffer) => Buffer;\n\nfunction loadHooks(scopePath: string, scopeJson: ScopeJson): any | undefined {\n const hooksPath = scopeJson.hooksPath;\n if (hooksPath) {\n const hooksFinalPath = isRelative(hooksPath) ? path.join(scopePath, hooksPath) : hooksPath;\n // eslint-disable-next-line global-require, import/no-dynamic-require\n const hooks = require(hooksFinalPath);\n return hooks;\n }\n return undefined;\n}\n\nexport function onPersist(scopePath: string, scopeJson: ScopeJson): ContentTransformer {\n const defaultFunc = (content) => content;\n const hooks = loadHooks(scopePath, scopeJson);\n if (hooks) {\n const onReadFunction = hooks.onPersist;\n if (onReadFunction) {\n return onReadFunction;\n }\n }\n return defaultFunc;\n}\n\nexport function onRead(scopePath: string, scopeJson: ScopeJson): ContentTransformer {\n const defaultFunc = (content) => content;\n\n const hooks = loadHooks(scopePath, scopeJson);\n if (hooks) {\n const onReadFunction = hooks.onRead;\n if (onReadFunction) {\n return onReadFunction;\n }\n }\n return defaultFunc;\n}\n"],"mappings":";;;;;;;AAAA,SAAAA,gBAAA;EAAA,MAAAC,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAH,eAAA,YAAAA,CAAA;IAAA,OAAAC,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AACA,SAAAG,MAAA;EAAA,MAAAH,IAAA,GAAAC,sBAAA,CAAAC,OAAA;EAAAC,KAAA,YAAAA,CAAA;IAAA,OAAAH,IAAA;EAAA;EAAA,OAAAA,IAAA;AAAA;AAAwB,SAAAC,uBAAAG,CAAA,WAAAA,CAAA,IAAAA,CAAA,CAAAC,UAAA,GAAAD,CAAA,KAAAE,OAAA,EAAAF,CAAA;AAMxB,SAASG,SAASA,CAACC,SAAiB,EAAEC,SAAoB,EAAmB;EAC3E,MAAMC,SAAS,GAAGD,SAAS,CAACC,SAAS;EACrC,IAAIA,SAAS,EAAE;IACb,MAAMC,cAAc,GAAG,IAAAC,yBAAU,EAACF,SAAS,CAAC,GAAGG,eAAI,CAACC,IAAI,CAACN,SAAS,EAAEE,SAAS,CAAC,GAAGA,SAAS;IAC1F;IACA,MAAMK,KAAK,GAAGb,OAAO,CAACS,cAAc,CAAC;IACrC,OAAOI,KAAK;EACd;EACA,OAAOC,SAAS;AAClB;AAEO,SAASC,SAASA,CAACT,SAAiB,EAAEC,SAAoB,EAAsB;EACrF,MAAMS,WAAW,GAAIC,OAAO,IAAKA,OAAO;EACxC,MAAMJ,KAAK,GAAGR,SAAS,CAACC,SAAS,EAAEC,SAAS,CAAC;EAC7C,IAAIM,KAAK,EAAE;IACT,MAAMK,cAAc,GAAGL,KAAK,CAACE,SAAS;IACtC,IAAIG,cAAc,EAAE;MAClB,OAAOA,cAAc;IACvB;EACF;EACA,OAAOF,WAAW;AACpB;AAEO,SAASG,MAAMA,CAACb,SAAiB,EAAEC,SAAoB,EAAsB;EAClF,MAAMS,WAAW,GAAIC,OAAO,IAAKA,OAAO;EAExC,MAAMJ,KAAK,GAAGR,SAAS,CAACC,SAAS,EAAEC,SAAS,CAAC;EAC7C,IAAIM,KAAK,EAAE;IACT,MAAMK,cAAc,GAAGL,KAAK,CAACM,MAAM;IACnC,IAAID,cAAc,EAAE;MAClB,OAAOA,cAAc;IACvB;EACF;EACA,OAAOF,WAAW;AACpB","ignoreList":[]}
@@ -1,42 +0,0 @@
1
- import isRelative from 'is-relative-path';
2
- import path from 'path';
3
-
4
- import type { ScopeJson } from '@teambit/legacy.scope';
5
-
6
- export type ContentTransformer = (content: Buffer) => Buffer;
7
-
8
- function loadHooks(scopePath: string, scopeJson: ScopeJson): any | undefined {
9
- const hooksPath = scopeJson.hooksPath;
10
- if (hooksPath) {
11
- const hooksFinalPath = isRelative(hooksPath) ? path.join(scopePath, hooksPath) : hooksPath;
12
- // eslint-disable-next-line global-require, import/no-dynamic-require
13
- const hooks = require(hooksFinalPath);
14
- return hooks;
15
- }
16
- return undefined;
17
- }
18
-
19
- export function onPersist(scopePath: string, scopeJson: ScopeJson): ContentTransformer {
20
- const defaultFunc = (content) => content;
21
- const hooks = loadHooks(scopePath, scopeJson);
22
- if (hooks) {
23
- const onReadFunction = hooks.onPersist;
24
- if (onReadFunction) {
25
- return onReadFunction;
26
- }
27
- }
28
- return defaultFunc;
29
- }
30
-
31
- export function onRead(scopePath: string, scopeJson: ScopeJson): ContentTransformer {
32
- const defaultFunc = (content) => content;
33
-
34
- const hooks = loadHooks(scopePath, scopeJson);
35
- if (hooks) {
36
- const onReadFunction = hooks.onRead;
37
- if (onReadFunction) {
38
- return onReadFunction;
39
- }
40
- }
41
- return defaultFunc;
42
- }