@dcl/ecs 7.20.5-22639691829.commit-b96024f → 7.20.5-22670537517.commit-a403a9f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/dist/components/generated/PhysicsCombinedForce.gen.d.ts +1 -0
  2. package/dist/components/generated/PhysicsCombinedForce.gen.js +25 -0
  3. package/dist/components/generated/PhysicsCombinedImpulse.gen.d.ts +1 -0
  4. package/dist/components/generated/PhysicsCombinedImpulse.gen.js +25 -0
  5. package/dist/components/generated/component-names.gen.js +2 -0
  6. package/dist/components/generated/global.gen.d.ts +4 -0
  7. package/dist/components/generated/global.gen.js +2 -0
  8. package/dist/components/generated/index.gen.d.ts +8 -0
  9. package/dist/components/generated/index.gen.js +10 -0
  10. package/dist/components/generated/pb/decentraland/sdk/components/input_modifier.gen.d.ts +2 -0
  11. package/dist/components/generated/pb/decentraland/sdk/components/input_modifier.gen.js +20 -0
  12. package/dist/components/generated/pb/decentraland/sdk/components/physics_combined_force.gen.d.ts +25 -0
  13. package/dist/components/generated/pb/decentraland/sdk/components/physics_combined_force.gen.js +42 -0
  14. package/dist/components/generated/pb/decentraland/sdk/components/physics_combined_impulse.gen.d.ts +28 -0
  15. package/dist/components/generated/pb/decentraland/sdk/components/physics_combined_impulse.gen.js +51 -0
  16. package/dist/components/index.d.ts +0 -5
  17. package/dist/components/index.js +2 -5
  18. package/dist/components/manual/Transform.d.ts +0 -9
  19. package/dist/components/manual/Transform.js +3 -3
  20. package/dist/components/types.d.ts +0 -1
  21. package/dist/engine/component.d.ts +1 -52
  22. package/dist/engine/grow-only-value-set-component-definition.js +2 -45
  23. package/dist/engine/lww-element-set-component-definition.d.ts +1 -3
  24. package/dist/engine/lww-element-set-component-definition.js +12 -65
  25. package/dist/index.d.ts +1 -2
  26. package/dist/index.js +0 -1
  27. package/dist/serialization/crdt/index.d.ts +0 -1
  28. package/dist/serialization/crdt/index.js +0 -1
  29. package/dist/serialization/crdt/network/utils.d.ts +9 -0
  30. package/dist/serialization/crdt/network/utils.js +60 -0
  31. package/dist/serialization/crdt/types.d.ts +3 -25
  32. package/dist/serialization/crdt/types.js +1 -3
  33. package/dist/systems/crdt/index.d.ts +1 -0
  34. package/dist/systems/crdt/index.js +146 -55
  35. package/dist-cjs/components/generated/PhysicsCombinedForce.gen.d.ts +1 -0
  36. package/dist-cjs/components/generated/PhysicsCombinedForce.gen.js +28 -0
  37. package/dist-cjs/components/generated/PhysicsCombinedImpulse.gen.d.ts +1 -0
  38. package/dist-cjs/components/generated/PhysicsCombinedImpulse.gen.js +28 -0
  39. package/dist-cjs/components/generated/component-names.gen.js +2 -0
  40. package/dist-cjs/components/generated/global.gen.d.ts +4 -0
  41. package/dist-cjs/components/generated/global.gen.js +3 -1
  42. package/dist-cjs/components/generated/index.gen.d.ts +8 -0
  43. package/dist-cjs/components/generated/index.gen.js +14 -2
  44. package/dist-cjs/components/generated/pb/decentraland/sdk/components/input_modifier.gen.d.ts +2 -0
  45. package/dist-cjs/components/generated/pb/decentraland/sdk/components/input_modifier.gen.js +20 -0
  46. package/dist-cjs/components/generated/pb/decentraland/sdk/components/physics_combined_force.gen.d.ts +25 -0
  47. package/dist-cjs/components/generated/pb/decentraland/sdk/components/physics_combined_force.gen.js +48 -0
  48. package/dist-cjs/components/generated/pb/decentraland/sdk/components/physics_combined_impulse.gen.d.ts +28 -0
  49. package/dist-cjs/components/generated/pb/decentraland/sdk/components/physics_combined_impulse.gen.js +57 -0
  50. package/dist-cjs/components/index.d.ts +0 -5
  51. package/dist-cjs/components/index.js +3 -7
  52. package/dist-cjs/components/manual/Transform.d.ts +0 -9
  53. package/dist-cjs/components/manual/Transform.js +3 -3
  54. package/dist-cjs/components/types.d.ts +0 -1
  55. package/dist-cjs/engine/component.d.ts +1 -52
  56. package/dist-cjs/engine/grow-only-value-set-component-definition.js +1 -44
  57. package/dist-cjs/engine/lww-element-set-component-definition.d.ts +1 -3
  58. package/dist-cjs/engine/lww-element-set-component-definition.js +13 -68
  59. package/dist-cjs/index.d.ts +1 -2
  60. package/dist-cjs/index.js +1 -2
  61. package/dist-cjs/serialization/crdt/index.d.ts +0 -1
  62. package/dist-cjs/serialization/crdt/index.js +0 -1
  63. package/dist-cjs/serialization/crdt/network/utils.d.ts +9 -0
  64. package/dist-cjs/serialization/crdt/network/utils.js +67 -0
  65. package/dist-cjs/serialization/crdt/types.d.ts +3 -25
  66. package/dist-cjs/serialization/crdt/types.js +1 -3
  67. package/dist-cjs/systems/crdt/index.d.ts +1 -0
  68. package/dist-cjs/systems/crdt/index.js +169 -55
  69. package/package.json +2 -2
  70. package/dist/components/manual/CreatedBy.d.ts +0 -9
  71. package/dist/components/manual/CreatedBy.js +0 -8
  72. package/dist/serialization/crdt/authoritativePutComponent.d.ts +0 -15
  73. package/dist/serialization/crdt/authoritativePutComponent.js +0 -47
  74. package/dist-cjs/components/manual/CreatedBy.d.ts +0 -9
  75. package/dist-cjs/components/manual/CreatedBy.js +0 -10
  76. package/dist-cjs/serialization/crdt/authoritativePutComponent.d.ts +0 -15
  77. package/dist-cjs/serialization/crdt/authoritativePutComponent.js +0 -50
@@ -30,12 +30,16 @@ export function createDumpLwwFunctionFromCrdt(componentId, timestamps, schema, d
30
30
  }
31
31
  };
32
32
  }
33
- const __GLOBAL_ENTITY = '__GLOBAL_ENTITY';
34
- export function createCrdtRuleValidator(timestamps, schema, data) {
33
+ export function createUpdateLwwFromCrdt(componentId, timestamps, schema, data) {
35
34
  /**
36
- * Shared CRDT conflict resolution logic
37
- * @public
38
- */
35
+ * Process the received message only if the lamport number recieved is higher
36
+ * than the stored one. If its lower, we spread it to the network to correct the peer.
37
+ * If they are equal, the bigger raw data wins.
38
+
39
+ * Returns the recieved data if the lamport number was bigger than ours.
40
+ * If it was an outdated message, then we return void
41
+ * @public
42
+ */
39
43
  function crdtRuleForCurrentState(message) {
40
44
  const { entityId, timestamp } = message;
41
45
  const currentTimestamp = timestamps.get(entityId);
@@ -45,6 +49,7 @@ export function createCrdtRuleValidator(timestamps, schema, data) {
45
49
  }
46
50
  // Outdated Message. Resend our state message through the wire.
47
51
  if (currentTimestamp > timestamp) {
52
+ // console.log('2', currentTimestamp, timestamp)
48
53
  return ProcessMessageResultType.StateOutdatedTimestamp;
49
54
  }
50
55
  // Deletes are idempotent
@@ -61,6 +66,7 @@ export function createCrdtRuleValidator(timestamps, schema, data) {
61
66
  currentDataGreater = dataCompare(null, message.data);
62
67
  }
63
68
  // Same data, same timestamp. Weirdo echo message.
69
+ // console.log('3', currentDataGreater, writeBuffer.toBinary(), (message as any).data || null)
64
70
  if (currentDataGreater === 0) {
65
71
  return ProcessMessageResultType.NoChanges;
66
72
  }
@@ -69,36 +75,10 @@ export function createCrdtRuleValidator(timestamps, schema, data) {
69
75
  return ProcessMessageResultType.StateOutdatedData;
70
76
  }
71
77
  else {
72
- // Current data is lower
78
+ // Curent data is lower
73
79
  return ProcessMessageResultType.StateUpdatedData;
74
80
  }
75
81
  }
76
- return crdtRuleForCurrentState;
77
- }
78
- export function createForceUpdateLwwFromCrdt(componentId, timestamps, schema, data) {
79
- /**
80
- * Force update component state regardless of timestamp - used for server authoritative messages
81
- */
82
- return (msg) => {
83
- console.log('[ BOEDO ] [ CASLA ] ', msg);
84
- const buffer = new ReadWriteByteBuffer(msg.data);
85
- const deserializedValue = schema.deserialize(buffer);
86
- data.set(msg.entityId, deserializedValue);
87
- timestamps.set(msg.entityId, msg.timestamp);
88
- return [null, deserializedValue];
89
- };
90
- }
91
- export function createUpdateLwwFromCrdt(componentId, timestamps, schema, data) {
92
- /**
93
- * Process the received message only if the lamport number recieved is higher
94
- * than the stored one. If its lower, we spread it to the network to correct the peer.
95
- * If they are equal, the bigger raw data wins.
96
-
97
- * Returns the recieved data if the lamport number was bigger than ours.
98
- * If it was an outdated message, then we return void
99
- * @public
100
- */
101
- const crdtRuleForCurrentState = createCrdtRuleValidator(timestamps, schema, data);
102
82
  return (msg) => {
103
83
  /* istanbul ignore next */
104
84
  if (msg.type !== CrdtMessageType.PUT_COMPONENT &&
@@ -191,7 +171,6 @@ export function createComponentDefinitionFromSchema(componentName, componentId,
191
171
  const dirtyIterator = new Set();
192
172
  const timestamps = new Map();
193
173
  const onChangeCallbacks = new Map();
194
- const validateCallbacks = new Map();
195
174
  return {
196
175
  get componentId() {
197
176
  return componentId;
@@ -283,39 +262,7 @@ export function createComponentDefinitionFromSchema(componentName, componentId,
283
262
  },
284
263
  getCrdtUpdates: createGetCrdtMessagesForLww(componentId, timestamps, dirtyIterator, schema, data),
285
264
  updateFromCrdt: createUpdateLwwFromCrdt(componentId, timestamps, schema, data),
286
- __forceUpdateFromCrdt: createForceUpdateLwwFromCrdt(componentId, timestamps, schema, data),
287
- __dry_run_updateFromCrdt: createCrdtRuleValidator(timestamps, schema, data),
288
265
  dumpCrdtStateToBuffer: createDumpLwwFunctionFromCrdt(componentId, timestamps, schema, data),
289
- validateBeforeChange(entityOrCb, cb) {
290
- if (arguments.length === 1) {
291
- // Second overload: just callback (global validation)
292
- validateCallbacks.set(__GLOBAL_ENTITY, entityOrCb);
293
- }
294
- else {
295
- if (cb) {
296
- validateCallbacks.set(entityOrCb, cb);
297
- }
298
- }
299
- },
300
- __run_validateBeforeChange(entity, newValue, senderAddress, createdBy) {
301
- const cb = entity && validateCallbacks.get(entity);
302
- const globalCb = validateCallbacks.get(__GLOBAL_ENTITY);
303
- const currentValue = data.get(entity);
304
- const value = { entity, currentValue, newValue, senderAddress, createdBy };
305
- const globalResult = globalCb?.(value) ?? true;
306
- const entityResult = (globalResult && cb?.(value)) ?? true;
307
- return globalResult && entityResult;
308
- },
309
- getCrdtState(entity) {
310
- const componentData = data.get(entity);
311
- const timestamp = timestamps.get(entity);
312
- if (componentData && timestamp !== undefined) {
313
- const buffer = new ReadWriteByteBuffer();
314
- schema.serialize(deepReadonly(componentData), buffer);
315
- return { data: buffer.toBinary(), timestamp };
316
- }
317
- return null;
318
- },
319
266
  onChange(entity, cb) {
320
267
  const cbs = onChangeCallbacks.get(entity) ?? [];
321
268
  cbs.push(cb);
package/dist/index.d.ts CHANGED
@@ -13,7 +13,7 @@ export * from './systems/tween';
13
13
  export * from './systems/triggerArea';
14
14
  export * from './engine/entity';
15
15
  export * from './components/types';
16
- import { MaterialComponentDefinitionExtended, MeshColliderComponentDefinitionExtended, MeshRendererComponentDefinitionExtended, TransformComponentExtended, AnimatorComponentDefinitionExtended, AudioSourceComponentDefinitionExtended, AudioStreamComponentDefinitionExtended, ISyncComponents, TweenComponentDefinitionExtended, INetowrkEntity, INetowrkParent, VirtualCameraComponentDefinitionExtended, InputModifierComponentDefinitionExtended, LightSourceComponentDefinitionExtended, TriggerAreaComponentDefinitionExtended, ICreatedBy } from './components/types';
16
+ import { MaterialComponentDefinitionExtended, MeshColliderComponentDefinitionExtended, MeshRendererComponentDefinitionExtended, TransformComponentExtended, AnimatorComponentDefinitionExtended, AudioSourceComponentDefinitionExtended, AudioStreamComponentDefinitionExtended, ISyncComponents, TweenComponentDefinitionExtended, INetowrkEntity, INetowrkParent, VirtualCameraComponentDefinitionExtended, InputModifierComponentDefinitionExtended, LightSourceComponentDefinitionExtended, TriggerAreaComponentDefinitionExtended } from './components/types';
17
17
  import { NameComponent } from './components/manual/Name';
18
18
  import { TagsComponentDefinitionExtended } from './components/manual/Tags';
19
19
  export declare const Transform: TransformComponentExtended;
@@ -46,7 +46,6 @@ export declare const NetworkEntity: INetowrkEntity;
46
46
  * Tag a entity to be syncronized through comms
47
47
  */
48
48
  export declare const NetworkParent: INetowrkParent;
49
- export declare const CreatedBy: ICreatedBy;
50
49
  export * from './components/generated/global.gen';
51
50
  export * from './components/generated/types.gen';
52
51
  export * from './serialization/crdt';
package/dist/index.js CHANGED
@@ -50,7 +50,6 @@ export const NetworkEntity = /* @__PURE__*/ components.NetworkEntity(engine);
50
50
  * Tag a entity to be syncronized through comms
51
51
  */
52
52
  export const NetworkParent = /* @__PURE__*/ components.NetworkParent(engine);
53
- export const CreatedBy = /* @__PURE__*/ components.CreatedBy(engine);
54
53
  // export components for global engine
55
54
  export * from './components/generated/global.gen';
56
55
  export * from './components/generated/types.gen';
@@ -7,4 +7,3 @@ export * from './network/deleteComponentNetwork';
7
7
  export * from './network/deleteEntityNetwork';
8
8
  export * from './types';
9
9
  export * from './crdtMessageProtocol';
10
- export * from './authoritativePutComponent';
@@ -7,4 +7,3 @@ export * from './network/deleteComponentNetwork';
7
7
  export * from './network/deleteEntityNetwork';
8
8
  export * from './types';
9
9
  export * from './crdtMessageProtocol';
10
- export * from './authoritativePutComponent';
@@ -0,0 +1,9 @@
1
+ import { Entity } from '../../../engine';
2
+ import { ReceiveMessage, TransformType } from '../../../runtime/types';
3
+ import { ReceiveNetworkMessage } from '../../../systems/crdt/types';
4
+ import { ByteBuffer } from '../../ByteBuffer';
5
+ import { INetowrkEntityType } from '../../../components/types';
6
+ export declare function isNetworkMessage(message: ReceiveMessage): message is ReceiveNetworkMessage;
7
+ export declare function networkMessageToLocal(message: ReceiveNetworkMessage, localEntityId: Entity, buffer: ByteBuffer, destinationBuffer: ByteBuffer): void;
8
+ export declare function localMessageToNetwork(message: ReceiveMessage, network: INetowrkEntityType, buffer: ByteBuffer, destinationBuffer: ByteBuffer): void;
9
+ export declare function fixTransformParent(message: ReceiveMessage, transformValue?: TransformType, parent?: Entity): Uint8Array;
@@ -0,0 +1,60 @@
1
+ import { ReadWriteByteBuffer } from '../../ByteBuffer';
2
+ import { PutComponentOperation } from '../putComponent';
3
+ import { CrdtMessageType } from '../types';
4
+ import { DeleteComponent } from '../deleteComponent';
5
+ import { DeleteEntity } from '../deleteEntity';
6
+ import { PutNetworkComponentOperation } from './putComponentNetwork';
7
+ import { DeleteComponentNetwork } from './deleteComponentNetwork';
8
+ import { DeleteEntityNetwork } from './deleteEntityNetwork';
9
+ import { TransformSchema } from '../../../components/manual/Transform';
10
+ /* istanbul ignore next */
11
+ export function isNetworkMessage(message) {
12
+ return [
13
+ CrdtMessageType.DELETE_COMPONENT_NETWORK,
14
+ CrdtMessageType.DELETE_ENTITY_NETWORK,
15
+ CrdtMessageType.PUT_COMPONENT_NETWORK
16
+ ].includes(message.type);
17
+ }
18
+ /* istanbul ignore next */
19
+ export function networkMessageToLocal(message, localEntityId, buffer, destinationBuffer) {
20
+ const offset = buffer.currentWriteOffset();
21
+ if (message.type === CrdtMessageType.PUT_COMPONENT_NETWORK) {
22
+ PutComponentOperation.write(localEntityId, message.timestamp, message.componentId, message.data, buffer);
23
+ }
24
+ else if (message.type === CrdtMessageType.DELETE_COMPONENT_NETWORK) {
25
+ DeleteComponent.write(localEntityId, message.componentId, message.timestamp, buffer);
26
+ }
27
+ else if (message.type === CrdtMessageType.DELETE_ENTITY_NETWORK) {
28
+ DeleteEntity.write(localEntityId, buffer);
29
+ }
30
+ destinationBuffer.writeBuffer(buffer.buffer().subarray(offset, buffer.currentWriteOffset()), false);
31
+ }
32
+ /* istanbul ignore next */
33
+ export function localMessageToNetwork(message, network, buffer, destinationBuffer) {
34
+ const offset = buffer.currentWriteOffset();
35
+ if (message.type === CrdtMessageType.PUT_COMPONENT) {
36
+ PutNetworkComponentOperation.write(network.entityId, message.timestamp, message.componentId, network.networkId, message.data, buffer);
37
+ }
38
+ else if (message.type === CrdtMessageType.DELETE_COMPONENT) {
39
+ DeleteComponentNetwork.write(network.entityId, message.componentId, message.timestamp, network.networkId, buffer);
40
+ }
41
+ else if (message.type === CrdtMessageType.DELETE_ENTITY) {
42
+ DeleteEntityNetwork.write(network.entityId, network.networkId, buffer);
43
+ }
44
+ destinationBuffer.writeBuffer(buffer.buffer().subarray(offset, buffer.currentWriteOffset()), false);
45
+ }
46
+ const buffer = new ReadWriteByteBuffer();
47
+ /* istanbul ignore next */
48
+ export function fixTransformParent(message, transformValue, parent) {
49
+ buffer.resetBuffer();
50
+ let transform = transformValue;
51
+ if (!transform && 'data' in message) {
52
+ transform = TransformSchema.deserialize(new ReadWriteByteBuffer(message.data));
53
+ }
54
+ if (!transform)
55
+ throw new Error('Invalid parent transform');
56
+ // Generate new transform raw data with the parent
57
+ const newTransform = { ...transform, parent };
58
+ TransformSchema.serialize(newTransform, buffer);
59
+ return buffer.toBinary();
60
+ }
@@ -11,8 +11,7 @@ export declare enum CrdtMessageType {
11
11
  PUT_COMPONENT_NETWORK = 5,
12
12
  DELETE_COMPONENT_NETWORK = 6,
13
13
  DELETE_ENTITY_NETWORK = 7,
14
- AUTHORITATIVE_PUT_COMPONENT = 8,
15
- MAX_MESSAGE_TYPE = 9
14
+ MAX_MESSAGE_TYPE = 8
16
15
  }
17
16
  /**
18
17
  * Min length = 8 bytes
@@ -49,23 +48,6 @@ export type PutNetworkComponentMessageBody = Omit<PutComponentMessageBody, 'type
49
48
  type: CrdtMessageType.PUT_COMPONENT_NETWORK;
50
49
  networkId: number;
51
50
  };
52
- /**
53
- * Server authoritative message - identical to PutComponentMessageBody but with forced processing
54
- * Min. length = header (8 bytes) + 16 bytes = 24 bytes
55
- *
56
- * @param entity - Uint32 number of the entity
57
- * @param componentId - Uint32 number of id
58
- * @param timestamp - Uint32 Lamport timestamp (server's authoritative timestamp)
59
- * @param data - Uint8[] data of component => length(4 bytes) + block of bytes[0..length-1]
60
- * @public
61
- */
62
- export type AuthoritativePutComponentMessageBody = {
63
- type: CrdtMessageType.AUTHORITATIVE_PUT_COMPONENT;
64
- entityId: Entity;
65
- componentId: number;
66
- timestamp: number;
67
- data: Uint8Array;
68
- };
69
51
  /**
70
52
  * Min. length = header (8 bytes) + 16 bytes = 24 bytes
71
53
  *
@@ -132,10 +114,6 @@ export type AppendValueMessage = CrdtMessageHeader & AppendValueMessageBody;
132
114
  * @public
133
115
  */
134
116
  export type PutComponentMessage = CrdtMessageHeader & PutComponentMessageBody;
135
- /**
136
- * @public
137
- */
138
- export type AuthoritativePutComponentMessage = CrdtMessageHeader & AuthoritativePutComponentMessageBody;
139
117
  /**
140
118
  * @public
141
119
  */
@@ -159,7 +137,7 @@ export type DeleteEntityNetworkMessage = CrdtMessageHeader & DeleteEntityNetwork
159
137
  /**
160
138
  * @public
161
139
  */
162
- export type CrdtMessage = PutComponentMessage | AuthoritativePutComponentMessage | DeleteComponentMessage | AppendValueMessage | DeleteEntityMessage | PutNetworkComponentMessage | DeleteComponentNetworkMessage | DeleteEntityNetworkMessage;
140
+ export type CrdtMessage = PutComponentMessage | DeleteComponentMessage | AppendValueMessage | DeleteEntityMessage | PutNetworkComponentMessage | DeleteComponentNetworkMessage | DeleteEntityNetworkMessage;
163
141
  /**
164
142
  * @public
165
143
  */
@@ -167,7 +145,7 @@ export type CrdtNetworkMessageBody = PutNetworkComponentMessageBody | DeleteComp
167
145
  /**
168
146
  * @public
169
147
  */
170
- export type CrdtMessageBody = PutComponentMessageBody | AuthoritativePutComponentMessageBody | DeleteComponentMessageBody | DeleteEntityMessageBody | AppendValueMessageBody | CrdtNetworkMessageBody;
148
+ export type CrdtMessageBody = PutComponentMessageBody | DeleteComponentMessageBody | DeleteEntityMessageBody | AppendValueMessageBody | CrdtNetworkMessageBody;
171
149
  export declare enum ProcessMessageResultType {
172
150
  /**
173
151
  * Typical message and new state set.
@@ -13,9 +13,7 @@ export var CrdtMessageType;
13
13
  CrdtMessageType[CrdtMessageType["PUT_COMPONENT_NETWORK"] = 5] = "PUT_COMPONENT_NETWORK";
14
14
  CrdtMessageType[CrdtMessageType["DELETE_COMPONENT_NETWORK"] = 6] = "DELETE_COMPONENT_NETWORK";
15
15
  CrdtMessageType[CrdtMessageType["DELETE_ENTITY_NETWORK"] = 7] = "DELETE_ENTITY_NETWORK";
16
- // Server authoritative operation - forces component state regardless of timestamp
17
- CrdtMessageType[CrdtMessageType["AUTHORITATIVE_PUT_COMPONENT"] = 8] = "AUTHORITATIVE_PUT_COMPONENT";
18
- CrdtMessageType[CrdtMessageType["MAX_MESSAGE_TYPE"] = 9] = "MAX_MESSAGE_TYPE";
16
+ CrdtMessageType[CrdtMessageType["MAX_MESSAGE_TYPE"] = 8] = "MAX_MESSAGE_TYPE";
19
17
  })(CrdtMessageType || (CrdtMessageType = {}));
20
18
  /**
21
19
  * @public
@@ -1,6 +1,7 @@
1
1
  import { Entity } from '../../engine/entity';
2
2
  import type { ComponentDefinition } from '../../engine';
3
3
  import { CrdtMessageType } from '../../serialization/crdt/types';
4
+ export declare const LIVEKIT_MAX_SIZE = 12;
4
5
  /**
5
6
  * @public
6
7
  */
@@ -1,17 +1,24 @@
1
1
  import { EntityState } from '../../engine/entity';
2
2
  import { ReadWriteByteBuffer } from '../../serialization/ByteBuffer';
3
- import { AppendValueOperation, CrdtMessageProtocol } from '../../serialization/crdt';
3
+ import { AppendValueOperation, CrdtMessageProtocol, DeleteComponentNetwork, DeleteEntityNetwork } from '../../serialization/crdt';
4
4
  import { DeleteComponent } from '../../serialization/crdt/deleteComponent';
5
5
  import { DeleteEntity } from '../../serialization/crdt/deleteEntity';
6
6
  import { PutComponentOperation } from '../../serialization/crdt/putComponent';
7
- import { AuthoritativePutComponentOperation } from '../../serialization/crdt/authoritativePutComponent';
8
7
  import { CrdtMessageType } from '../../serialization/crdt/types';
8
+ import { PutNetworkComponentOperation } from '../../serialization/crdt/network/putComponentNetwork';
9
+ import { NetworkEntity as defineNetworkEntity, NetworkParent as defineNetworkParent, Transform as defineTransform } from '../../components';
10
+ import * as networkUtils from '../../serialization/crdt/network/utils';
11
+ // NetworkMessages can only have a MAX_SIZE of 12kb. So we need to send it in chunks.
12
+ export const LIVEKIT_MAX_SIZE = 12;
9
13
  /**
10
14
  * @internal
11
15
  */
12
16
  export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
13
17
  const transports = [];
14
- // No network components needed - pure CRDT processing only
18
+ // Components that we used on this system
19
+ const NetworkEntity = defineNetworkEntity(engine);
20
+ const NetworkParent = defineNetworkParent(engine);
21
+ const Transform = defineTransform(engine);
15
22
  // Messages that we received at transport.onMessage waiting to be processed
16
23
  const receivedMessages = [];
17
24
  // Messages already processed by the engine but that we need to broadcast to other transports.
@@ -36,20 +43,27 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
36
43
  if (header.type === CrdtMessageType.DELETE_COMPONENT) {
37
44
  message = DeleteComponent.read(buffer);
38
45
  }
46
+ else if (header.type === CrdtMessageType.DELETE_COMPONENT_NETWORK) {
47
+ message = DeleteComponentNetwork.read(buffer);
48
+ }
39
49
  else if (header.type === CrdtMessageType.PUT_COMPONENT) {
40
50
  message = PutComponentOperation.read(buffer);
41
51
  }
42
- else if (header.type === CrdtMessageType.AUTHORITATIVE_PUT_COMPONENT) {
43
- message = AuthoritativePutComponentOperation.read(buffer);
52
+ else if (header.type === CrdtMessageType.PUT_COMPONENT_NETWORK) {
53
+ message = PutNetworkComponentOperation.read(buffer);
44
54
  }
45
55
  else if (header.type === CrdtMessageType.DELETE_ENTITY) {
46
56
  message = DeleteEntity.read(buffer);
47
57
  }
58
+ else if (header.type === CrdtMessageType.DELETE_ENTITY_NETWORK) {
59
+ message = DeleteEntityNetwork.read(buffer);
60
+ }
48
61
  else if (header.type === CrdtMessageType.APPEND_VALUE) {
49
62
  message = AppendValueOperation.read(buffer);
63
+ // Unknown message, we skip it
50
64
  }
51
65
  else {
52
- // Unknown message, we skip it (including NETWORK messages)
66
+ // consume the message
53
67
  buffer.incrementReadOffset(header.length);
54
68
  }
55
69
  if (message) {
@@ -70,6 +84,22 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
70
84
  const messagesToProcess = value.splice(0, value.length);
71
85
  return messagesToProcess;
72
86
  }
87
+ /**
88
+ * Find the local entityId associated to the network component message.
89
+ * It's a mapping Network -> to Local
90
+ * If it's not a network message, return the entityId received by the message
91
+ */
92
+ function findNetworkId(msg) {
93
+ const hasNetworkId = 'networkId' in msg;
94
+ if (hasNetworkId) {
95
+ for (const [entityId, network] of engine.getEntitiesWith(NetworkEntity)) {
96
+ if (network.networkId === msg.networkId && network.entityId === msg.entityId) {
97
+ return { entityId, network };
98
+ }
99
+ }
100
+ }
101
+ return { entityId: msg.entityId };
102
+ }
73
103
  /**
74
104
  * This fn will be called on every tick.
75
105
  * Process all the messages queue received by the transport
@@ -78,52 +108,46 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
78
108
  const messagesToProcess = getMessages(receivedMessages);
79
109
  const entitiesShouldBeCleaned = [];
80
110
  for (const msg of messagesToProcess) {
81
- // Simple CRDT processing - no network logic
82
- if (msg.type === CrdtMessageType.DELETE_ENTITY) {
83
- entitiesShouldBeCleaned.push(msg.entityId);
111
+ let { entityId, network } = findNetworkId(msg);
112
+ // We receive a new Entity. Create the localEntity and map it to the NetworkEntity component
113
+ if (networkUtils.isNetworkMessage(msg) && !network) {
114
+ entityId = engine.addEntity();
115
+ network = { entityId: msg.entityId, networkId: msg.networkId };
116
+ NetworkEntity.createOrReplace(entityId, network);
117
+ }
118
+ if (msg.type === CrdtMessageType.DELETE_ENTITY || msg.type === CrdtMessageType.DELETE_ENTITY_NETWORK) {
119
+ entitiesShouldBeCleaned.push(entityId);
84
120
  broadcastMessages.push(msg);
85
121
  }
86
122
  else {
87
- const entityState = engine.entityContainer.getEntityState(msg.entityId);
88
- // Skip updates from removed entities
123
+ const entityState = engine.entityContainer.getEntityState(entityId);
124
+ // Skip updates from removed entityes
89
125
  if (entityState === EntityState.Removed)
90
126
  continue;
91
- // Entities with unknown state should update its entity state
127
+ // Entities with unknown entities should update its entity state
92
128
  if (entityState === EntityState.Unknown) {
93
- engine.entityContainer.updateUsedEntity(msg.entityId);
94
- }
95
- // Only process component-related messages (not DELETE_ENTITY)
96
- if ('componentId' in msg) {
97
- const component = engine.getComponentOrNull(msg.componentId);
98
- if (component) {
99
- // Handle authoritative messages differently - they force the state regardless of timestamp
100
- const tryUpdate = () => {
101
- try {
102
- return msg.type === CrdtMessageType.AUTHORITATIVE_PUT_COMPONENT
103
- ? component.__forceUpdateFromCrdt(msg)
104
- : component.updateFromCrdt(msg);
105
- }
106
- catch (e) {
107
- console.error('[receiveMessages] ERROR processing message', msg, e);
108
- return null;
109
- }
110
- };
111
- const result = tryUpdate();
112
- if (!result)
113
- continue;
114
- const [conflictMessage, value] = result;
115
- if (!conflictMessage) {
116
- // Add message to broadcast queue when no conflict
117
- broadcastMessages.push(msg);
118
- onProcessEntityComponentChange && onProcessEntityComponentChange(msg.entityId, msg.type, component, value);
119
- }
129
+ engine.entityContainer.updateUsedEntity(entityId);
130
+ }
131
+ const component = engine.getComponentOrNull(msg.componentId);
132
+ /* istanbul ignore else */
133
+ if (component) {
134
+ if (msg.type === CrdtMessageType.PUT_COMPONENT &&
135
+ component.componentId === Transform.componentId &&
136
+ NetworkEntity.has(entityId) &&
137
+ NetworkParent.has(entityId)) {
138
+ msg.data = networkUtils.fixTransformParent(msg);
120
139
  }
121
- else {
122
- // Component not found - still broadcast for editor compatibility
123
- /* istanbul ignore next */
140
+ const [conflictMessage, value] = component.updateFromCrdt({ ...msg, entityId });
141
+ if (!conflictMessage) {
142
+ // Add message to transport queue to be processed by others transports
124
143
  broadcastMessages.push(msg);
144
+ onProcessEntityComponentChange && onProcessEntityComponentChange(entityId, msg.type, component, value);
125
145
  }
126
146
  }
147
+ else {
148
+ // TODO: test this line, it is fundammental to make the editor work
149
+ broadcastMessages.push(msg);
150
+ }
127
151
  }
128
152
  }
129
153
  // the last stage of the syncrhonization is to delete the entities
@@ -137,17 +161,16 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
137
161
  }
138
162
  }
139
163
  /**
140
- * Simple CRDT message broadcasting - no network-specific logic
164
+ * Iterates the dirty map and generates crdt messages to be send
141
165
  */
142
166
  async function sendMessages(entitiesDeletedThisTick) {
143
- // Get messages from broadcast queue and component updates
167
+ // CRDT Messages will be the merge between the recieved transport messages and the new crdt messages
144
168
  const crdtMessages = getMessages(broadcastMessages);
145
169
  const buffer = new ReadWriteByteBuffer();
146
- // Generate CRDT messages from component updates
147
170
  for (const component of engine.componentsIter()) {
148
171
  for (const message of component.getCrdtUpdates()) {
149
172
  const offset = buffer.currentWriteOffset();
150
- // Only create messages if there's a transport that will handle it
173
+ // Avoid creating messages if there is no transport that will handle it
151
174
  if (transports.some((t) => t.filter(message))) {
152
175
  if (message.type === CrdtMessageType.PUT_COMPONENT) {
153
176
  PutComponentOperation.write(message.entityId, message.timestamp, message.componentId, message.data, buffer);
@@ -171,7 +194,7 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
171
194
  }
172
195
  }
173
196
  }
174
- // Handle deleted entities
197
+ // After all updates, I execute the DeletedEntity messages
175
198
  for (const entityId of entitiesDeletedThisTick) {
176
199
  const offset = buffer.currentWriteOffset();
177
200
  DeleteEntity.write(entityId, buffer);
@@ -182,19 +205,87 @@ export function crdtSceneSystem(engine, onProcessEntityComponentChange) {
182
205
  });
183
206
  onProcessEntityComponentChange && onProcessEntityComponentChange(entityId, CrdtMessageType.DELETE_ENTITY);
184
207
  }
185
- // Simple transport broadcasting - no network-specific transforms
186
- for (const transport of transports) {
187
- const transportBuffer = new ReadWriteByteBuffer();
208
+ // Send CRDT messages to transports
209
+ const transportBuffer = new ReadWriteByteBuffer();
210
+ for (const index in transports) {
211
+ const __NetworkMessagesBuffer = [];
212
+ const transportIndex = Number(index);
213
+ const transport = transports[transportIndex];
214
+ const isRendererTransport = transport.type === 'renderer';
215
+ const isNetworkTransport = transport.type === 'network';
216
+ // Reset Buffer for each Transport
217
+ transportBuffer.resetBuffer();
218
+ const buffer = new ReadWriteByteBuffer();
219
+ // Then we send all the new crdtMessages that the transport needs to process
188
220
  for (const message of crdtMessages) {
221
+ // Check if adding this message would exceed the size limit
222
+ const currentBufferSize = transportBuffer.toBinary().byteLength;
223
+ const messageSize = message.messageBuffer.byteLength;
224
+ if (isNetworkTransport && (currentBufferSize + messageSize) / 1024 > LIVEKIT_MAX_SIZE) {
225
+ // If the current buffer has content, save it as a chunk
226
+ if (currentBufferSize > 0) {
227
+ __NetworkMessagesBuffer.push(transportBuffer.toCopiedBinary());
228
+ transportBuffer.resetBuffer();
229
+ }
230
+ // If the message itself is larger than the limit, we need to handle it specially
231
+ // For now, we'll skip it to prevent infinite loops
232
+ if (messageSize / 1024 > LIVEKIT_MAX_SIZE) {
233
+ console.error(`Message too large (${messageSize} bytes), skipping message for entity ${message.entityId}`);
234
+ continue;
235
+ }
236
+ }
189
237
  // Avoid echo messages
190
- if (message.transportId === transports.indexOf(transport))
238
+ if (message.transportId === transportIndex)
239
+ continue;
240
+ // Redundant message for the transport
241
+ if (!transport.filter(message))
242
+ continue;
243
+ const { entityId } = findNetworkId(message);
244
+ const transformNeedsFix = 'componentId' in message &&
245
+ message.componentId === Transform.componentId &&
246
+ Transform.has(entityId) &&
247
+ NetworkParent.has(entityId) &&
248
+ NetworkEntity.has(entityId);
249
+ // If there was a LOCAL change in the transform. Add the parent to that transform
250
+ if (isRendererTransport && message.type === CrdtMessageType.PUT_COMPONENT && transformNeedsFix) {
251
+ const parent = findNetworkId(NetworkParent.get(entityId));
252
+ const transformData = networkUtils.fixTransformParent(message, Transform.get(entityId), parent.entityId);
253
+ const offset = buffer.currentWriteOffset();
254
+ PutComponentOperation.write(entityId, message.timestamp, message.componentId, transformData, buffer);
255
+ transportBuffer.writeBuffer(buffer.buffer().subarray(offset, buffer.currentWriteOffset()), false);
191
256
  continue;
192
- // Check if transport wants this message
193
- if (transport.filter(message)) {
194
- transportBuffer.writeBuffer(message.messageBuffer, false);
195
257
  }
258
+ if (isRendererTransport && networkUtils.isNetworkMessage(message)) {
259
+ // If it's the renderer transport and its a NetworkMessage, we need to fix the entityId field and convert it to a known Message.
260
+ // PUT_NETWORK_COMPONENT -> PUT_COMPONENT
261
+ let transformData = 'data' in message ? message.data : new Uint8Array();
262
+ if (transformNeedsFix) {
263
+ const parent = findNetworkId(NetworkParent.get(entityId));
264
+ transformData = networkUtils.fixTransformParent(message, Transform.get(entityId), parent.entityId);
265
+ }
266
+ networkUtils.networkMessageToLocal({ ...message, data: transformData }, entityId, buffer, transportBuffer);
267
+ // Iterate the next message
268
+ continue;
269
+ }
270
+ // If its a network transport and its a PUT_COMPONENT that has a NetworkEntity component, we need to send this message
271
+ // through comms with the EntityID and NetworkID from ther NetworkEntity so everyone can recieve this message and map to their custom entityID.
272
+ if (isNetworkTransport && !networkUtils.isNetworkMessage(message)) {
273
+ const networkData = NetworkEntity.getOrNull(message.entityId);
274
+ // If it has networkData convert the message to PUT_NETWORK_COMPONENT.
275
+ if (networkData) {
276
+ networkUtils.localMessageToNetwork(message, networkData, buffer, transportBuffer);
277
+ // Iterate the next message
278
+ continue;
279
+ }
280
+ }
281
+ // Common message
282
+ transportBuffer.writeBuffer(message.messageBuffer, false);
283
+ }
284
+ if (isNetworkTransport && transportBuffer.currentWriteOffset()) {
285
+ __NetworkMessagesBuffer.push(transportBuffer.toBinary());
196
286
  }
197
- await transport.send(transportBuffer.toBinary());
287
+ const message = isNetworkTransport ? __NetworkMessagesBuffer : transportBuffer.toBinary();
288
+ await transport.send(message);
198
289
  }
199
290
  }
200
291
  /**
@@ -0,0 +1,28 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.PhysicsCombinedForceSchema = void 0;
4
+ const physics_combined_force_gen_1 = require("./pb/decentraland/sdk/components/physics_combined_force.gen");
5
+ /**
6
+ * @internal
7
+ */
8
+ exports.PhysicsCombinedForceSchema = {
9
+ COMPONENT_ID: 1216,
10
+ serialize(value, builder) {
11
+ const writer = physics_combined_force_gen_1.PBPhysicsCombinedForce.encode(value);
12
+ const buffer = new Uint8Array(writer.finish(), 0, writer.len);
13
+ builder.writeBuffer(buffer, false);
14
+ },
15
+ deserialize(reader) {
16
+ return physics_combined_force_gen_1.PBPhysicsCombinedForce.decode(reader.buffer(), reader.remainingBytes());
17
+ },
18
+ create() {
19
+ // TODO: this is a hack.
20
+ return physics_combined_force_gen_1.PBPhysicsCombinedForce.decode(new Uint8Array());
21
+ },
22
+ jsonSchema: {
23
+ type: "object",
24
+ properties: {},
25
+ serializationType: "protocol-buffer",
26
+ protocolBuffer: "PBPhysicsCombinedForce"
27
+ }
28
+ };