@walkeros/cli 4.7.0-next-1790722899482 → 4.7.0

package/examples/customers/README.md

@@ -2,10 +2,10 @@
 
 Fake demo customers for the `customers` store of `flow-complete.json`
 (`@walkeros/server-store-fs`, structured mode). One file per customer id; the
-content is the customer's lifetime value as JSON.
+content is the customer's record as JSON: lifetime value and segment.
 
-- `cust-42`: `420`
-- `cust-1001`: `75.5`
+- `cust-42`: `{"ltv":420,"segment":"loyal"}`
+- `cust-1001`: `{"ltv":75.5,"segment":"new"}`
 
 Not covered by root `include`, so no customer data ships in a bundle. `basePath`
 defaults to `./customers`, relative to the working directory: run

package/examples/customers/cust-1001

@@ -1 +1 @@
-75.5
+{"ltv":75.5,"segment":"new"}

package/examples/customers/cust-42

@@ -1 +1 @@
-420
+{"ltv":420,"segment":"loyal"}

package/examples/flow-complete.json

@@ -241,25 +241,25 @@
         "bundle": {
           "packages": {
             "@walkeros/collector": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-source-cmp-usercentrics": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-source-session": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-source-datalayer": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-source-browser": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-destination-gtag": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/web-destination-api": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             }
           },
           "env": {
@@ -340,6 +340,16 @@
                     ]
                   }
                 }
+              ],
+              "out": [
+                [
+                  "elb",
+                  "walker consent",
+                  {
+                    "functional": true,
+                    "marketing": true
+                  }
+                ]
               ]
             },
             "implicitSuppressed": {
@@ -410,12 +420,77 @@
               "trigger": {
                 "type": "load",
                 "options": {
-                  "url": "https://www.example.com/?utm_source=google&utm_medium=cpc&utm_campaign=trail&gclid=gclid-abc123"
+                  "url": "https://www.example.com/?utm_source=google&utm_medium=cpc&utm_campaign=trail&gclid=gclid-abc123",
+                  "referrer": "https://www.google.com/"
                 }
               },
               "in": {
                 "storage": true
-              }
+              },
+              "out": [
+                [
+                  "elb",
+                  "user",
+                  {
+                    "session": "s3ss10n",
+                    "device": "d3v1c3"
+                  }
+                ],
+                [
+                  "elb",
+                  "session",
+                  {
+                    "id": "s3ss10n",
+                    "start": 1790251200000,
+                    "isNew": true,
+                    "count": 1,
+                    "runs": 1,
+                    "isStart": true,
+                    "storage": true,
+                    "referrer": "www.google.com",
+                    "campaign": "trail",
+                    "medium": "cpc",
+                    "source": "google",
+                    "gclid": "gclid-abc123",
+                    "clickId": "gclid",
+                    "platform": "google",
+                    "marketing": true,
+                    "device": "d3v1c3",
+                    "updated": 1790251200000
+                  }
+                ],
+                [
+                  "elb",
+                  {
+                    "name": "session start",
+                    "data": {
+                      "id": "s3ss10n",
+                      "start": 1790251200000,
+                      "isNew": true,
+                      "count": 1,
+                      "runs": 1,
+                      "isStart": true,
+                      "storage": true,
+                      "referrer": "www.google.com",
+                      "campaign": "trail",
+                      "medium": "cpc",
+                      "source": "google",
+                      "gclid": "gclid-abc123",
+                      "clickId": "gclid",
+                      "platform": "google",
+                      "marketing": true,
+                      "device": "d3v1c3",
+                      "updated": 1790251200000
+                    },
+                    "source": {
+                      "type": "session",
+                      "platform": "web",
+                      "url": "https://www.example.com/?utm_source=google&utm_medium=cpc&utm_campaign=trail&gclid=gclid-abc123",
+                      "referrer": "https://www.google.com/"
+                    }
+                  }
+                ]
+              ]
             }
           }
         },
@@ -1689,40 +1764,40 @@
         "bundle": {
           "packages": {
             "@walkeros/collector": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-source-express": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/transformer-ga4": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/transformer-validate": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-transformer-bot": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-transformer-fingerprint": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-transformer-file": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-store-fs": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-destination-gcp": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-destination-meta": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-destination-piwikpro": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-destination-datamanager": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             }
           }
         }
@@ -2989,7 +3064,8 @@
                         "hash": "5f1c0a9e7d3b2c41",
                         "botScore": 0,
                         "botCategory": "human",
-                        "ltv": 420
+                        "ltv": 420,
+                        "segment": "loyal"
                       },
                       "source": {
                         "type": "express",
@@ -3029,12 +3105,18 @@
             "mode": "get",
             "store": "customers",
             "key": "event.user.id",
-            "value": "event.user.ltv"
+            "value": "event.user",
+            "mapping": {
+              "map": {
+                "ltv": "ltv",
+                "segment": "segment"
+              }
+            }
           },
           "examples": {
             "knownCustomer": {
               "title": "Known customer",
-              "description": "The customer id is looked up in the customers store (fs demo data, cached for five minutes) and the lifetime value lands in user.ltv as a number.",
+              "description": "The customer id is looked up in the customers store (fs demo data, cached for five minutes) and its lifetime value and segment are merged into user, next to the id and hash already there.",
               "public": true,
               "in": {
                 "name": "order complete",
@@ -3125,7 +3207,8 @@
                         "hash": "5f1c0a9e7d3b2c41",
                         "botScore": 0,
                         "botCategory": "human",
-                        "ltv": 420
+                        "ltv": 420,
+                        "segment": "loyal"
                       },
                       "source": {
                         "type": "express",
@@ -4215,7 +4298,7 @@
                 [
                   "PubSub.topic.publishMessage",
                   {
-                    "data": "{\"name\":\"order complete\",\"data\":{\"id\":\"ORD-100\",\"total\":149.8,\"currency\":\"EUR\",\"coupon\":\"WELCOME10\"},\"context\":{},\"globals\":{\"language\":\"en\",\"pageGroup\":\"checkout\"},\"custom\":{},\"user\":{\"device\":\"d3v1c3\",\"session\":\"s3ss10n\",\"id\":\"cust-42\",\"email\":\"4cdea64501d6109d0a25750a7ce1d5c87e5fc927c61b674f191b73e28b582c93\",\"hash\":\"cea3ca84340feb4a\",\"botScore\":null,\"botCategory\":\"unknown\",\"ltv\":420},\"nested\":[{\"entity\":\"product\",\"data\":{\"id\":\"SKU-1\",\"name\":\"Trail Runner\",\"price\":129.9,\"quantity\":1}},{\"entity\":\"product\",\"data\":{\"id\":\"SKU-2\",\"name\":\"Running Socks\",\"price\":9.95,\"quantity\":2}}],\"consent\":{\"functional\":true,\"marketing\":true},\"id\":\"ev-order-complete\",\"trigger\":\"load\",\"entity\":\"order\",\"action\":\"complete\",\"timestamp\":1700000000000,\"timing\":0,\"source\":{\"type\":\"express\",\"platform\":\"server\",\"url\":\"https://www.example.com/checkout/thanks\",\"valid\":true,\"count\":1,\"release\":{\"server\":\"4.6.1\"}}}"
+                    "data": "{\"name\":\"order complete\",\"data\":{\"id\":\"ORD-100\",\"total\":149.8,\"currency\":\"EUR\",\"coupon\":\"WELCOME10\"},\"context\":{},\"globals\":{\"language\":\"en\",\"pageGroup\":\"checkout\"},\"custom\":{},\"user\":{\"device\":\"d3v1c3\",\"session\":\"s3ss10n\",\"id\":\"cust-42\",\"email\":\"4cdea64501d6109d0a25750a7ce1d5c87e5fc927c61b674f191b73e28b582c93\",\"hash\":\"cea3ca84340feb4a\",\"botScore\":null,\"botCategory\":\"unknown\",\"ltv\":420,\"segment\":\"loyal\"},\"nested\":[{\"entity\":\"product\",\"data\":{\"id\":\"SKU-1\",\"name\":\"Trail Runner\",\"price\":129.9,\"quantity\":1}},{\"entity\":\"product\",\"data\":{\"id\":\"SKU-2\",\"name\":\"Running Socks\",\"price\":9.95,\"quantity\":2}}],\"consent\":{\"functional\":true,\"marketing\":true},\"id\":\"ev-order-complete\",\"trigger\":\"load\",\"entity\":\"order\",\"action\":\"complete\",\"timestamp\":1700000000000,\"timing\":0,\"source\":{\"type\":\"express\",\"platform\":\"server\",\"url\":\"https://www.example.com/checkout/thanks\",\"valid\":true,\"count\":1,\"release\":{\"server\":\"4.6.1\"}}}"
                   }
                 ]
               ]
@@ -4775,13 +4858,13 @@
         "bundle": {
           "packages": {
             "@walkeros/collector": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-source-gcp": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             },
             "@walkeros/server-destination-gcp": {
-              "version": "4.7.0-next-1790245733116"
+              "version": "4.7.0"
             }
           }
         }

package/examples/flow-complete.md

@@ -75,7 +75,10 @@ warehouse  pubsub pull -> bigquery (keeps everything)
   - `flow-collector` at `/flows/server/collector`: The collector sits between
     sources and destinations and runs its own chain once per event.
 - **CLI:** strict validation checks the schema, every reference, every package
-  version and every example link; this file gives 0 errors, 0 warnings.
+  version, every step's settings and every example link; with the published
+  packages of this release this file gives 0 errors and 0 warnings. Three steps
+  import a named export, which has no settings schema yet, so they are listed as
+  skipped and `--strict` exits 2 on them.
 
 ```bash
 walkeros validate packages/cli/examples/flow-complete.json --strict
@@ -622,13 +625,13 @@ walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"pr
   `event.source.valid eq false` stops invalid events before Meta, Piwik PRO and
   Data Manager only. `mode: "strict"` is the hard-gate variant: it drops invalid
   events for every destination, the warehouse included.
-- **CLI:** `validate --strict` on the flow checks the contract's shape; the
-  contract check proper (`-t contract`, which also resolves every `extend`)
-  takes the contract section alone. Then run the validate step on an order
-  without a visitor hash (out: `source.valid: false`):
+- **CLI:** `validate` on the flow already checks the contract (every `extend`
+  resolved, paths under `contract.`); `-t contract` on the flow file runs that
+  contract check alone. Then run the validate step on an order without a visitor
+  hash (out: `source.valid: false`):
 
 ```bash
-walkeros validate "$(jq .contract packages/cli/examples/flow-complete.json)" -t contract
+walkeros validate packages/cli/examples/flow-complete.json -t contract
 walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"order complete","data":{"id":"ORD-100","total":149.8,"currency":"EUR"},"globals":{"language":"en"},"consent":{"functional":true}}' --simulate transformer.validate
 ```
 
@@ -706,8 +709,10 @@ walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"pa
     maps what is stored.
   - `state-store` at `/flows/server/transformers/loadUser/state/store`: store
     reads from a named store instead of the built-in cache.
+  - `state-mapping` at `/flows/server/transformers/loadUser/state/mapping`:
+    mapping picks fields from the stored row and merges them into the target.
   - `load-user` at `/flows/server/transformers/loadUser`: loadUser puts the
-    customer lifetime value on logged-in events.
+    customer lifetime value and segment on logged-in events.
   - `store-fs` at `/flows/server/stores/assets`: An fs store serves files from a
     folder.
   - `store-file` at `/flows/server/stores/assets/config/file`: file: true
@@ -730,7 +735,7 @@ walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"pa
 - **`$store` and store `cache`:** `$store.assets` injects the fs store into
   `file`; the `customers` store memoizes customer reads for five minutes.
 - **Customers:** `customers` is an fs store over fake demo data
-  (`packages/cli/examples/customers`, one JSON value per customer id), outside
+  (`packages/cli/examples/customers`, one JSON record per customer id), outside
   root `include`, so no customer data ships in a bundle. `basePath` is relative
   to the working directory, so `CUSTOMERS_DIR` holds it as an absolute path (the
   setup block at the top exports it). In production a Sheets or GCS store takes
@@ -743,7 +748,8 @@ walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"pa
   on every response itself.
 - The `file` example is proven over HTTP in the integration test; its simulation
   is still waiting.
-- **CLI:** a known customer gets its lifetime value (`user.ltv: 420`):
+- **CLI:** a known customer gets its lifetime value and segment
+  (`user.ltv: 420`, `user.segment: "loyal"`):
 
 ```bash
 walkeros push packages/cli/examples/flow-complete.json -f server -e '{"name":"order complete","data":{"id":"ORD-100","total":149.8,"currency":"EUR"},"user":{"id":"cust-42"}}' --simulate transformer.loadUser
@@ -842,10 +848,22 @@ walkeros setup destination.pubsub -c packages/cli/examples/flow-complete.json -f
   - `bundle-packages` at `/flows/server/config/bundle/packages`: bundle.packages
     lists what a flow is built from.
   - `package-version` at
-    `/flows/server/config/bundle/packages/@walkeros~1collector/version`: Pinned
-    versions keep builds reproducible; validate --strict warns without them.
+    `/flows/server/config/bundle/packages/@walkeros~1collector/version`:
+    validate --strict warns for a listed package without a version; an unlisted
+    step package is added as latest.
   - `root-include` at `/include`: include ships the shared folder, walker.js
     included, with the server artifact.
+- **Package versions:** every `@walkeros/*` package releases at one version, and
+  this file pins all of them to the version it ships with. Exact is recommended.
+
+| `version`              | Resolves to                                                    |
+| ---------------------- | -------------------------------------------------------------- |
+| omitted                | `latest`; `validate --strict` warns                            |
+| `latest` or a dist-tag | the version the tag points to at build time, re-resolved daily |
+| a range (`^4.6.0`)     | the highest published version in the range, re-resolved daily  |
+| exact (`4.6.1`)        | that version, cached for good                                  |
+| `path` instead         | a local directory, copied from disk, no registry               |
+
 - `--release` stamps the id on every event as `source.release`; there is no
   release variable in the file.
 - Root `include` ships `shared/` (with `walker.js`) next to every artifact.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@walkeros/cli",
-  "version": "4.7.0-next-1790722899482",
+  "version": "4.7.0",
   "description": "walkerOS CLI - Bundle and deploy walkerOS components",
   "license": "MIT",
   "type": "module",
@@ -53,11 +53,11 @@
   },
   "dependencies": {
     "@vercel/nft": "^1.10.2",
-    "@walkeros/collector": "4.7.0-next-1790722899482",
-    "@walkeros/core": "4.7.0-next-1790722899482",
-    "@walkeros/server-core": "4.7.0-next-1790722899482",
-    "@walkeros/server-destination-api": "4.7.0-next-1790722899482",
-    "@walkeros/transformer-validate": "4.7.0-next-1790722899482",
+    "@walkeros/collector": "4.7.0",
+    "@walkeros/core": "4.7.0",
+    "@walkeros/server-core": "4.7.0",
+    "@walkeros/server-destination-api": "4.7.0",
+    "@walkeros/transformer-validate": "4.7.0",
     "ajv": "^8.17.1",
     "chalk": "^5.6.2",
     "ci-info": "^4.4.0",
@@ -81,8 +81,29 @@
     "@types/pacote": "^11.1.8",
     "@types/picomatch": "4.0.3",
     "@types/semver": "^7.7.1",
-    "@walkeros/config": "4.7.0-next-1790722899482",
-    "@walkeros/core": "4.7.0-next-1790722899482",
+    "@walkeros/config": "4.7.0",
+    "@walkeros/core": "4.7.0",
+    "@walkeros/destination-demo": "4.7.0",
+    "@walkeros/server-destination-aws": "4.7.0",
+    "@walkeros/server-destination-datamanager": "4.7.0",
+    "@walkeros/server-destination-gcp": "4.7.0",
+    "@walkeros/server-destination-meta": "4.7.0",
+    "@walkeros/server-destination-piwikpro": "4.7.0",
+    "@walkeros/server-source-aws": "4.7.0",
+    "@walkeros/server-source-express": "4.7.0",
+    "@walkeros/server-source-gcp": "4.7.0",
+    "@walkeros/server-store-fs": "4.7.0",
+    "@walkeros/server-transformer-bot": "4.7.0",
+    "@walkeros/server-transformer-file": "4.7.0",
+    "@walkeros/server-transformer-fingerprint": "4.7.0",
+    "@walkeros/transformer-ga4": "4.7.0",
+    "@walkeros/web-destination-api": "4.7.0",
+    "@walkeros/web-destination-gtag": "4.7.0",
+    "@walkeros/web-source-browser": "4.7.0",
+    "@walkeros/web-source-cmp-cookiefirst": "4.7.0",
+    "@walkeros/web-source-cmp-usercentrics": "4.7.0",
+    "@walkeros/web-source-datalayer": "4.7.0",
+    "@walkeros/web-source-session": "4.7.0",
     "msw": "^2.12.10",
     "openapi-typescript": "^7.13.0",
     "tsx": "^4.21.0"