@adobe/data 0.1.3 → 0.2.0

package/.cursorrules

@@ -0,0 +1,28 @@
+# Stack
+
+pnpm
+vite
+typescript
+
+# Paradigm
+
+- separation of concerns
+- Functional programming
+- Data oriented
+- Prefer Immutable data, but mutation allowed for high performance
+- No classes, enums or inheritance
+
+# Linting
+
+- Use modern Typescript.
+- End statements with semicolons.
+- Use `const` and `let` instead of `var`.
+- Use `??` instead of `||` for nullish coalescing.
+
+# Testing
+
+- Use pnpm test [filename]
+- BEFORE FIXING, pause and verify test and implementation and describe which one is in error.
+- Focus on concise code coverage and edge cases.
+- Unit tests live adjacent to files they test as <my-file>.test.ts
+

package/.eslintrc.cjs

@@ -0,0 +1,48 @@
+const fs = require('fs');
+const path = require('path');
+
+// Define a concise header format
+const headerLines = [
+  'MIT License',
+  '',
+  '© Copyright 2025 Adobe. All rights reserved.',
+  '',
+  'Permission is hereby granted, free of charge, to any person obtaining a copy',
+  'of this software and associated documentation files (the "Software"), to deal',
+  'in the Software without restriction, including without limitation the rights',
+  'to use, copy, modify, merge, publish, distribute, sublicense, and/or sell',
+  'copies of the Software, and to permit persons to whom the Software is',
+  'furnished to do so, subject to the following conditions:',
+  '',
+  'The above copyright notice and this permission notice shall be included in all',
+  'copies or substantial portions of the Software.',
+  '',
+  'THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR',
+  'IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,',
+  'FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE',
+  'AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER',
+  'LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,',
+  'OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE',
+  'SOFTWARE.',
+];
+
+module.exports = {
+  extends: [
+    'eslint:recommended',
+    'plugin:@typescript-eslint/recommended',
+  ],
+  plugins: ['header'],
+  rules: {
+    'header/header': [
+      'warn',
+      'block',
+      headerLines,
+    ],
+    '@typescript-eslint/no-explicit-any': 'off',  // Allow 'any' type
+    '@typescript-eslint/no-non-null-assertion': 'off',  // Allow non-null assertions
+    '@typescript-eslint/ban-types': 'off', // Disable banning of certain types
+    '@typescript-eslint/no-empty-function': 'off', // Allow empty functions
+    '@typescript-eslint/no-unused-vars': 'off', // Allow unused variables
+  },
+  ignorePatterns: ['.eslintrc.cjs', 'docs', 'dist', 'tests', 'vite.config.js'],  // Updated ignore patterns
+};

package/.github/CONTRIBUTING.md

@@ -0,0 +1,47 @@
+# Contributing
+
+Thanks for choosing to contribute!
+
+The following are a set of guidelines to follow when contributing to this project.
+
+## Code Of Conduct
+
+This project adheres to the Adobe [code of conduct](../CODE_OF_CONDUCT.md). By participating,
+you are expected to uphold this code. Please report unacceptable behavior to
+[Grp-opensourceoffice@adobe.com](mailto:Grp-opensourceoffice@adobe.com).
+
+## Have A Question?
+
+Start by filing an issue. The existing committers on this project work to reach
+consensus around project direction and issue solutions within issue threads
+(when appropriate).
+
+## Contributor License Agreement
+
+All third-party contributions to this project must be accompanied by a signed contributor
+license agreement. This gives Adobe permission to redistribute your contributions
+as part of the project. [Sign our CLA](https://opensource.adobe.com/cla.html). You
+only need to submit an Adobe CLA one time, so if you have submitted one previously,
+you are good to go!
+
+## Code Reviews
+
+All submissions should come in the form of pull requests and need to be reviewed
+by project committers. Read [GitHub's pull request documentation](https://help.github.com/articles/about-pull-requests/)
+for more information on sending pull requests.
+
+Lastly, please follow the [pull request template](PULL_REQUEST_TEMPLATE.md) when
+submitting a pull request!
+
+## From Contributor To Committer
+
+We love contributions from our community! If you'd like to go a step beyond contributor
+and become a committer with full write access and a say in the project, you must
+be invited to the project. The existing committers employ an internal nomination
+process that must reach lazy consensus (silence is approval) before invitations
+are issued. If you feel you are qualified and want to get more deeply involved,
+feel free to reach out to existing committers to have a conversation about that.
+
+## Security Issues
+
+Security issues shouldn't be reported on this issue tracker. Instead, [file an issue to our security experts](https://helpx.adobe.com/security/alertus.html).

package/CODE_OF_CONDUCT.md

@@ -0,0 +1,79 @@
+# Adobe Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our project and community a harassment-free experience for everyone, regardless of age, body size, visible or invisible disability, ethnicity, gender identity and expression, level of experience, education, socio-economic status, nationality, personal appearance, race, caste, color, religion, or sexual identity and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming, diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contribute to a positive environment for our project and community include:
+
+*	Demonstrating empathy and kindness toward other people
+*	Being respectful of differing opinions, viewpoints, and experiences
+*	Giving and gracefully accepting constructive feedback
+*	Accepting responsibility and apologizing to those affected by our mistakes, and learning from the experience
+*	Focusing on what is best, not just for us as individuals but for the overall community
+
+Examples of unacceptable behavior include:
+
+*	The use of sexualized language or imagery, and sexual attention or advances of any kind
+*	Trolling, insulting or derogatory comments, and personal or political attacks
+*	Public or private harassment
+*	Publishing others’ private information, such as a physical or email address, without their explicit permission
+*	Other conduct which could reasonably be considered inappropriate in a professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying and enforcing our standards of acceptable behavior and will take appropriate and fair corrective action in response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct, or to ban temporarily or permanently any contributor for behaviors that they deem inappropriate, threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies when an individual is representing the project or its community both within project spaces and in public spaces. Examples of representing a project or community include using an official e-mail address, posting via an official social media account, or acting as an appointed representative at an online or offline event. Representation of a project may be further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by first contacting the project team. Oversight of Adobe projects is handled by the Adobe Open Source Office, which has final say in any violations and enforcement of this Code of Conduct and can be reached at Grp-opensourceoffice@adobe.com. All complaints will be reviewed and investigated promptly and fairly.
+
+The project team must respect the privacy and security of the reporter of any incident.
+
+Project maintainers who do not follow or enforce the Code of Conduct may face temporary or permanent repercussions as determined by other members of the project's leadership or the Adobe Open Source Office.
+
+## Enforcement Guidelines
+
+Project maintainers will follow these Community Impact Guidelines in determining the consequences for any action they deem to be in violation of this Code of Conduct:
+
+**1. Correction**
+
+Community Impact: Use of inappropriate language or other behavior deemed unprofessional or unwelcome in the community.
+
+Consequence: A private, written warning from project maintainers describing the violation and why the behavior was unacceptable. A public apology may be requested from the violator before any further involvement in the project by violator.
+
+**2. Warning**
+
+Community Impact: A relatively minor violation through a single incident or series of actions.
+
+Consequence: A written warning from project maintainers that includes stated consequences for continued unacceptable behavior. Violator must refrain from interacting with the people involved for a specified period of time as determined by the project maintainers, including, but not limited to, unsolicited interaction with those enforcing the Code of Conduct through channels such as community spaces and social media. Continued violations may lead to a temporary or permanent ban.
+
+**3. Temporary Ban**
+
+Community Impact: A more serious violation of community standards, including sustained unacceptable behavior.
+
+Consequence: A temporary ban from any interaction or public communication with the community for a specified period of time. No public or private interaction with the people involved, including unsolicited interaction with those enforcing the Code of Conduct, is allowed during this period. Failure to comply with the temporary ban may lead to a permanent ban.
+
+**4. Permanent Ban**
+
+Community Impact: Demonstrating a consistent pattern of violation of community standards or an egregious violation of community standards, including, but not limited to, sustained inappropriate behavior, harassment of an individual, or aggression toward or disparagement of classes of individuals.
+
+Consequence: A permanent ban from any interaction with the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 2.1,
+available at [https://contributor-covenant.org/version/2/1][version]
+
+[homepage]: https://contributor-covenant.org
+[version]: https://contributor-covenant.org/version/2/1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Adobe, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -71,7 +71,7 @@ An `Observable<T>` is a subscription function that you can pass a callback funct
 
 Your callback function *may* be called back synchronously (before the initial call returns) zero or one times and asynchronously later any number of times.
 
-For more information see the [Observable API documentation](./docs/api/modules/observables.html)
+For more information see the [Observable API documentation](./docs/api/modules/observe.html)
 
 ### Observable Types
 
@@ -198,7 +198,7 @@ This library provides three different high performance ECS interfaces. They each
 
 Sanders Mertens also covers this thoroughly in his ECS FAQ:
 
-[https://github.com/SanderMertens/ecs-faq?tab=readme-ov-file#what-is-ecs](what-is-ecs)
+[https://github.com/SanderMertens/ecs-faq?tab=readme-ov-file#what-is-ecs](https://github.com/SanderMertens/ecs-faq?tab=readme-ov-file#what-is-ecs)
 
 In addition to the Entity, Component and System definitions which are standard, we also use the term Resource. A Resource is just a value which is defined globally on the ECS itself and not attached to any specific Entity.
 

package/asconfig.json

@@ -0,0 +1,22 @@
+{
+  "targets": {
+    "debug": {
+      "outFile": "build/debug.wasm",
+      "textFile": "build/debug.wat",
+      "sourceMap": true,
+      "debug": true
+    },
+    "release": {
+      "outFile": "build/release.wasm",
+      "textFile": "build/release.wat",
+      "sourceMap": true,
+      "optimizeLevel": 3,
+      "shrinkLevel": 0,
+      "converge": false,
+      "noAssert": false
+    }
+  },
+  "options": {
+    "bindings": "esm"
+  }
+}

package/assembly/index.ts

@@ -0,0 +1,85 @@
+/*MIT License
+
+© Copyright 2025 Adobe. All rights reserved.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.*/
+export function add(a: i32, b: i32): i32 {
+  return a + b;
+}
+
+export function addF32Arrays(aPtr: usize, bPtr: usize, length: u32): void {
+  // now handle any remaining elements
+  for (let i: u32 = 0 /*length & ~7*/; i < length; i++) {
+    const aOffset = aPtr + (i << 2); // i * 4 (each Float32 is 4 bytes)
+    const bOffset = bPtr + (i << 2);
+
+    const va = f32.load(aOffset);
+    const vb = f32.load(bOffset);
+
+    f32.store(aOffset, va + vb);
+  }
+}
+
+export function addF32ArraysSimd4(aPtr: usize, bPtr: usize, length: u32): void {
+  const stride = 4; // Process 4 f32 elements per SIMD operation
+  let i: u32 = 0;
+  const end = length - stride;
+
+  // Handle SIMD operations for chunks of 4 elements
+  for (; i < end; i += stride) {
+    v128.store(aPtr, f32x4.add(v128.load(aPtr), v128.load(bPtr)));
+    aPtr += stride * sizeof<f32>();
+    bPtr += stride * sizeof<f32>();
+  }
+
+  // Handle remaining elements that aren't divisible by 4
+  for (; i < length; i++) {
+    store<f32>(aPtr, load<f32>(aPtr) + load<f32>(bPtr));
+    aPtr += sizeof<f32>();
+    bPtr += sizeof<f32>();
+  }
+}
+
+export function addF32ArraysSimd4Unrolled(aPtr: usize, bPtr: usize, length: u32): void {
+  const stride = 4; // Process 4 f32 elements per SIMD operation
+  const unrollFactor = 2; // Number of SIMD operations per loop iteration
+  const totalStride = stride * unrollFactor; // Total elements processed per loop iteration
+  let i: u32 = 0;
+  const end = length - (length % totalStride);
+
+  // Handle SIMD operations for chunks of totalStride elements
+  for (; i < end; i += totalStride) {
+    // First SIMD operation
+    v128.store(aPtr, f32x4.add(v128.load(aPtr), v128.load(bPtr)));
+    aPtr += stride * sizeof<f32>();
+    bPtr += stride * sizeof<f32>();
+
+    // Second SIMD operation
+    v128.store(aPtr, f32x4.add(v128.load(aPtr), v128.load(bPtr)));
+    aPtr += stride * sizeof<f32>();
+    bPtr += stride * sizeof<f32>();
+  }
+
+  // Handle remaining elements that aren't divisible by totalStride
+  for (; i < length; i++) {
+    store<f32>(aPtr, load<f32>(aPtr) + load<f32>(bPtr));
+    aPtr += sizeof<f32>();
+    bPtr += sizeof<f32>();
+  }
+}

package/assembly/tsconfig.json

@@ -0,0 +1,17 @@
+{
+  "compilerOptions": {
+    "target": "esnext",
+    "module": "esnext",
+    "noEmit": true,
+    "types": [],
+    "strict": false,
+    "noImplicitAny": false,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "experimentalDecorators": true
+  },
+  "include": [
+    "./**/*.ts"
+  ],
+  "extends": "../../node_modules/.pnpm/assemblyscript@0.27.30/node_modules/assemblyscript/std/assembly.json"
+}

package/c/build_run.sh

@@ -0,0 +1,2 @@
+
+clang -O3 -march=armv8-a+simd -mtune=native -o vector_addition vector_addition.c && ./vector_addition

package/c/vector_addition.c

@@ -0,0 +1,125 @@
+/*************************************************************************
+ *
+ * ADOBE CONFIDENTIAL
+ * ___________________
+ *
+ *  Copyright 2025 Adobe
+ *  All Rights Reserved.
+ *
+ * NOTICE: All information contained herein is, and remains
+ * the property of Adobe and its suppliers, if any. The intellectual
+ * and technical concepts contained herein are proprietary to Adobe
+ * and its suppliers and are protected by all applicable intellectual
+ * property laws, including trade secret and copyright laws.
+ * Dissemination of this information or reproduction of this material
+ * is strictly forbidden unless prior written permission is obtained
+ * from Adobe.
+ **************************************************************************/
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <arm_neon.h>
+#include <time.h>
+#include <pthread.h>
+
+// Vector3 struct to store three floats
+typedef struct
+{
+    float x, y, z;
+} Vector3;
+
+#define ARRAY_SIZE 250000
+#define NUM_RUNS 10
+
+//  When this runs with interleaved data we get  5400 MFLOPS
+//  When I run with non interleaved data we get 17000 MFLOPS
+
+// High precision timer function using clock_gettime with CLOCK_MONOTONIC_RAW
+double get_time()
+{
+    struct timespec ts;
+    clock_gettime(CLOCK_MONOTONIC_RAW, &ts);
+    return ts.tv_sec + ts.tv_nsec * 1e-9;
+}
+
+void add_vectors(Vector3 *a, Vector3 *b, Vector3 *result, int size)
+{
+    for (int i = 0; i < size; i += 4)
+    {
+        // Load 4 Vector3 elements from both arrays (12 floats in total for each array)
+        float32x4_t ax = vld1q_f32(&a[i].x);
+        float32x4_t ay = vld1q_f32(&a[i].y);
+        float32x4_t az = vld1q_f32(&a[i].z);
+
+        float32x4_t bx = vld1q_f32(&b[i].x);
+        float32x4_t by = vld1q_f32(&b[i].y);
+        float32x4_t bz = vld1q_f32(&b[i].z);
+
+        // Add corresponding components using SIMD
+        float32x4_t rx = vaddq_f32(ax, bx);
+        float32x4_t ry = vaddq_f32(ay, by);
+        float32x4_t rz = vaddq_f32(az, bz);
+
+        // Store the result back into the result array
+        vst1q_f32(&result[i].x, rx);
+        vst1q_f32(&result[i].y, ry);
+        vst1q_f32(&result[i].z, rz);
+    }
+}
+
+int main()
+{
+    // Allocate memory for the two arrays and the result array
+    Vector3 *a = (Vector3 *)aligned_alloc(16, ARRAY_SIZE * sizeof(Vector3));
+    Vector3 *b = (Vector3 *)aligned_alloc(16, ARRAY_SIZE * sizeof(Vector3));
+    Vector3 *result = (Vector3 *)aligned_alloc(16, ARRAY_SIZE * sizeof(Vector3));
+
+    // Initialize arrays with some data
+    for (int i = 0; i < ARRAY_SIZE; i++)
+    {
+        a[i].x = i * 0.1f;
+        a[i].y = i * 0.2f;
+        a[i].z = i * 0.3f;
+        b[i].x = i * 0.4f;
+        b[i].y = i * 0.5f;
+        b[i].z = i * 0.6f;
+    }
+
+    // Use volatile to prevent the compiler from optimizing away the result
+    volatile float sink = 0.0f;
+
+    // Perform the vector addition NUM_RUNS times and measure the time
+    double start_time = get_time();
+
+    for (int run = 0; run < NUM_RUNS; run++)
+    {
+        add_vectors(a, b, result, ARRAY_SIZE);
+
+        // Force the compiler to keep the result
+        sink += result[0].x + result[0].y + result[0].z;
+    }
+
+    double end_time = get_time();
+
+    // Calculate elapsed time
+    double total_time = end_time - start_time;
+    double average_time = total_time / NUM_RUNS;
+
+    // Calculate MFLOPS
+    double total_flops = sizeof(Vector3) * ARRAY_SIZE * NUM_RUNS; // 3 operations per Vector3
+    double mflops_per_second = (total_flops / total_time) / 1e6;
+
+    printf("Average time per run: %f seconds\n", average_time);
+    printf("Total time: %f seconds\n", total_time);
+    printf("Performance: %f MFLOPS\n", mflops_per_second);
+
+    // Use sink to prevent dead-code elimination
+    printf("Sink: %f\n", sink);
+
+    // Free allocated memory
+    free(a);
+    free(b);
+    free(result);
+
+    return 0;
+}

package/{cache/functions/types.js → config/license.js}

@@ -19,5 +19,3 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.*/
-export {};
-//# sourceMappingURL=types.js.map

package/docs/perftest.html

@@ -0,0 +1,28 @@
+
+<html>
+<head>
+    <title>ECS Performance Test</title>
+</head>
+<body></body>
+    <h1>ECS Performance Test</h1>
+    <p>
+        This is the documentation for the Firefly Data API. The Firefly Data API is a RESTful API that allows you to interact with the Firefly Data service.
+    </p>
+    <p>
+        Performance tests running. View them in the developer console.
+    </p>
+    <script type="module">
+        function supportsHighResolutionPerformanceNow() {
+            // Check if the performance object and performance.now method exist
+            if (typeof performance !== 'undefined' && typeof performance.now === 'function') {
+                // Call performance.now and check if the result includes sub-millisecond precision
+                const result = performance.now();
+                return Math.floor(result) !== result;
+            }
+            return false;
+        }
+        console.log('supportsHighResolutionPerformanceNow:', supportsHighResolutionPerformanceNow());
+        import { run } from "../dist/perftest/index.js";
+        run();
+    </script>
+</html>

package/index.html

@@ -0,0 +1,10 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<script type="module">
+import { add } from "./build/release.js";
+document.body.innerText = add(1, 2);
+</script>
+</head>
+<body></body>
+</html>