@x12i/memorix-service 3.12.1 → 3.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/activity-ring.d.ts +22 -1
- package/dist/activity-ring.d.ts.map +1 -1
- package/dist/activity-ring.js +44 -0
- package/dist/activity-ring.js.map +1 -1
- package/dist/activity-routes.d.ts.map +1 -1
- package/dist/activity-routes.js +3 -2
- package/dist/activity-routes.js.map +1 -1
- package/dist/activity-ui.d.ts.map +1 -1
- package/dist/activity-ui.js +200 -11
- package/dist/activity-ui.js.map +1 -1
- package/dist/agent-catalog.d.ts +32 -0
- package/dist/agent-catalog.d.ts.map +1 -0
- package/dist/agent-catalog.js +80 -0
- package/dist/agent-catalog.js.map +1 -0
- package/dist/analytics/engine.d.ts.map +1 -1
- package/dist/analytics/engine.js +2 -1
- package/dist/analytics/engine.js.map +1 -1
- package/dist/analytics/state.d.ts +1 -1
- package/dist/analytics/tracker.d.ts +2 -0
- package/dist/analytics/tracker.d.ts.map +1 -1
- package/dist/analytics/tracker.js +15 -8
- package/dist/analytics/tracker.js.map +1 -1
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +24 -1
- package/dist/app.js.map +1 -1
- package/dist/arrivals-backfill.d.ts +23 -0
- package/dist/arrivals-backfill.d.ts.map +1 -0
- package/dist/arrivals-backfill.js +132 -0
- package/dist/arrivals-backfill.js.map +1 -0
- package/dist/arrivals-routes.d.ts +8 -0
- package/dist/arrivals-routes.d.ts.map +1 -0
- package/dist/arrivals-routes.js +17 -0
- package/dist/arrivals-routes.js.map +1 -0
- package/dist/arrivals-ui.d.ts +3 -0
- package/dist/arrivals-ui.d.ts.map +1 -0
- package/dist/arrivals-ui.js +277 -0
- package/dist/arrivals-ui.js.map +1 -0
- package/dist/catalog-bridge.d.ts.map +1 -1
- package/dist/catalog-bridge.js +32 -9
- package/dist/catalog-bridge.js.map +1 -1
- package/dist/catalog-live-routes.d.ts +4 -0
- package/dist/catalog-live-routes.d.ts.map +1 -0
- package/dist/catalog-live-routes.js +12 -0
- package/dist/catalog-live-routes.js.map +1 -0
- package/dist/catalog-live-ui.d.ts +3 -0
- package/dist/catalog-live-ui.d.ts.map +1 -0
- package/dist/catalog-live-ui.js +230 -0
- package/dist/catalog-live-ui.js.map +1 -0
- package/dist/catalog-live.d.ts +31 -0
- package/dist/catalog-live.d.ts.map +1 -0
- package/dist/catalog-live.js +67 -0
- package/dist/catalog-live.js.map +1 -0
- package/dist/content-arrivals-countex.d.ts +90 -0
- package/dist/content-arrivals-countex.d.ts.map +1 -0
- package/dist/content-arrivals-countex.js +252 -0
- package/dist/content-arrivals-countex.js.map +1 -0
- package/dist/data-changes-routes.js +1 -1
- package/dist/data-changes-routes.js.map +1 -1
- package/dist/data-changes-ui.js +2 -2
- package/dist/data-changes.d.ts +3 -0
- package/dist/data-changes.d.ts.map +1 -1
- package/dist/data-changes.js +22 -21
- package/dist/data-changes.js.map +1 -1
- package/dist/errors.d.ts +1 -1
- package/dist/errors.d.ts.map +1 -1
- package/dist/errors.js +4 -2
- package/dist/errors.js.map +1 -1
- package/dist/hooks/backfill.d.ts +31 -0
- package/dist/hooks/backfill.d.ts.map +1 -0
- package/dist/hooks/backfill.js +78 -0
- package/dist/hooks/backfill.js.map +1 -0
- package/dist/hooks/enqueue.d.ts +6 -1
- package/dist/hooks/enqueue.d.ts.map +1 -1
- package/dist/hooks/enqueue.js +15 -1
- package/dist/hooks/enqueue.js.map +1 -1
- package/dist/hooks/request-trigger.d.ts +16 -0
- package/dist/hooks/request-trigger.d.ts.map +1 -0
- package/dist/hooks/request-trigger.js +31 -0
- package/dist/hooks/request-trigger.js.map +1 -0
- package/dist/hooks/store.d.ts +1 -0
- package/dist/hooks/store.d.ts.map +1 -1
- package/dist/hooks/store.js +49 -0
- package/dist/hooks/store.js.map +1 -1
- package/dist/hooks/types.d.ts +16 -0
- package/dist/hooks/types.d.ts.map +1 -1
- package/dist/hooks/types.js.map +1 -1
- package/dist/hooks-live-routes.js +1 -1
- package/dist/hooks-live-routes.js.map +1 -1
- package/dist/hooks-live-ui.js +1 -1
- package/dist/land-v2-guards.d.ts +5 -12
- package/dist/land-v2-guards.d.ts.map +1 -1
- package/dist/land-v2-guards.js +10 -33
- package/dist/land-v2-guards.js.map +1 -1
- package/dist/live-ops-nav.d.ts.map +1 -1
- package/dist/live-ops-nav.js +8 -0
- package/dist/live-ops-nav.js.map +1 -1
- package/dist/nexum-analysis/outbox.d.ts +1 -1
- package/dist/nexum-analysis/reconcile.d.ts.map +1 -1
- package/dist/nexum-analysis/reconcile.js +3 -2
- package/dist/nexum-analysis/reconcile.js.map +1 -1
- package/dist/openapi/openapi.json +65 -2
- package/dist/operational-db.d.ts +2 -2
- package/dist/operational-db.d.ts.map +1 -1
- package/dist/operational-db.js +8 -11
- package/dist/operational-db.js.map +1 -1
- package/dist/platform.d.ts +9 -3
- package/dist/platform.d.ts.map +1 -1
- package/dist/platform.js +21 -8
- package/dist/platform.js.map +1 -1
- package/dist/routes/data.d.ts.map +1 -1
- package/dist/routes/data.js +109 -27
- package/dist/routes/data.js.map +1 -1
- package/dist/routes/hooks.d.ts.map +1 -1
- package/dist/routes/hooks.js +18 -0
- package/dist/routes/hooks.js.map +1 -1
- package/dist/routes/memory.d.ts.map +1 -1
- package/dist/routes/memory.js +2 -4
- package/dist/routes/memory.js.map +1 -1
- package/dist/routes/metadata.d.ts.map +1 -1
- package/dist/routes/metadata.js +12 -0
- package/dist/routes/metadata.js.map +1 -1
- package/dist/routes/mgc-landing.d.ts.map +1 -1
- package/dist/routes/mgc-landing.js +64 -94
- package/dist/routes/mgc-landing.js.map +1 -1
- package/dist/routes/workflow.d.ts.map +1 -1
- package/dist/routes/workflow.js +4 -10
- package/dist/routes/workflow.js.map +1 -1
- package/openapi/openapi.json +65 -2
- package/package.json +2 -2
package/dist/app.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAIA,OAAO,OAAO,EAAE,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AAQxD,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,YAAY,EAClB,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAIA,OAAO,OAAO,EAAE,EAAE,KAAK,eAAe,EAAE,MAAM,SAAS,CAAC;AAQxD,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,YAAY,EAClB,MAAM,eAAe,CAAC;AAqDvB,MAAM,MAAM,8BAA8B,GAAG,YAAY,GAAG;IAC1D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,qFAAqF;IACrF,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,8BAA8B,GACnC,OAAO,CAAC;IAAE,GAAG,EAAE,eAAe,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAwL5E;AAED,MAAM,MAAM,0BAA0B,GAAG,8BAA8B,GAAG;IACxE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,wBAAsB,uBAAuB,CAAC,IAAI,EAAE,0BAA0B;;;;;GAQ7E"}
|
package/dist/app.js
CHANGED
|
@@ -44,7 +44,11 @@ import { registerAnalyticsCounterRoutes } from "./routes/analytics-counters.js";
|
|
|
44
44
|
import { registerAnalyticsIndexRoutes } from "./routes/analytics-indexes.js";
|
|
45
45
|
import { registerHookRoutes } from "./routes/hooks.js";
|
|
46
46
|
import { registerDataChangesRoutes } from "./data-changes-routes.js";
|
|
47
|
+
import { registerArrivalsRoutes } from "./arrivals-routes.js";
|
|
48
|
+
import { startArrivalsBackfill } from "./arrivals-backfill.js";
|
|
49
|
+
import { listOperationalOrgIds } from "./data-changes.js";
|
|
47
50
|
import { registerHooksLiveRoutes } from "./hooks-live-routes.js";
|
|
51
|
+
import { registerCatalogLiveRoutes } from "./catalog-live-routes.js";
|
|
48
52
|
import { registerActivityRoutes } from "./activity-routes.js";
|
|
49
53
|
import { registerKnowledgeRoutes } from "./routes/knowledge.js";
|
|
50
54
|
import { registerNexumMcpRoutes } from "./routes/nexum-mcp.js";
|
|
@@ -99,7 +103,7 @@ export async function createMemorixServiceApp(opts) {
|
|
|
99
103
|
portKey: "service",
|
|
100
104
|
portEnv: "MEMORIX_SERVICE_PORT",
|
|
101
105
|
docsPath: "/api/openapi.json",
|
|
102
|
-
description: "Sole HTTP composition root · /_live/activity · /_live/graph · /_live/changes · /_live/hooks",
|
|
106
|
+
description: "Sole HTTP composition root · /_live/catalog · /_live/activity · /_live/graph · /_live/changes · /_live/arrivals · /_live/hooks",
|
|
103
107
|
},
|
|
104
108
|
getHealth: healthPayload,
|
|
105
109
|
});
|
|
@@ -112,8 +116,27 @@ export async function createMemorixServiceApp(opts) {
|
|
|
112
116
|
registerDataChangesRoutes(app, {
|
|
113
117
|
getMongoClient: () => platform.getMongoClient(),
|
|
114
118
|
});
|
|
119
|
+
registerArrivalsRoutes(app, {
|
|
120
|
+
arrivals: platform.arrivals,
|
|
121
|
+
listOrgIds: async () => {
|
|
122
|
+
const client = platform.getMongoClient();
|
|
123
|
+
if (!client)
|
|
124
|
+
return [];
|
|
125
|
+
return listOperationalOrgIds(client);
|
|
126
|
+
},
|
|
127
|
+
});
|
|
128
|
+
const arrivalsMongo = platform.getMongoClient();
|
|
129
|
+
if (arrivalsMongo) {
|
|
130
|
+
void startArrivalsBackfill({ client: arrivalsMongo, arrivals: platform.arrivals }).catch((err) => {
|
|
131
|
+
console.error("[memorix-service] arrivals backfill failed", err);
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
else {
|
|
135
|
+
platform.arrivals.setBackfillStatus({ status: "skipped", cutoff: null, hours: null });
|
|
136
|
+
}
|
|
115
137
|
registerActivityRoutes(app);
|
|
116
138
|
registerHooksLiveRoutes(app, platform);
|
|
139
|
+
registerCatalogLiveRoutes(app, platform.metadata);
|
|
117
140
|
app.setErrorHandler((err, req, reply) => {
|
|
118
141
|
const correlationId = req.correlationId ?? randomUUID();
|
|
119
142
|
const errCode = err && typeof err === "object" && "code" in err
|
package/dist/app.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"app.js","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,OAAiC,MAAM,SAAS,CAAC;AACxD,OAAO,IAAI,MAAM,eAAe,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,qBAAqB,GAGtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,iCAAiC,EAAE,MAAM,mCAAmC,CAAC;AACtF,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,mCAAmC,EAAE,MAAM,oCAAoC,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,gCAAgC,CAAC;AAChF,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,iCAAiC,EAAE,MAAM,+BAA+B,CAAC;AAElF,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAc1D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAoC;IAEpC,MAAM,cAAc,GAAG,qBAAqB,CAAC;QAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;KACpC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,0BAA0B,EAAE,CAAC;IAChD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;QAC5B,qDAAqD;QACrD,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,IAAI,IAAI;QACzD,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IACH,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,oEAAoE;IACpE,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrC,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC;QAChD,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE;KACzD,CAAC,CAAC;IACH,oBAAoB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAE1C,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAClC,OAAO;YACL,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,uBAAuB;YAChC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,cAAc;YACd,cAAc,EAAE;gBACd,IAAI,EAAE,IAAI;aACX;YACD,UAAU,EAAE;gBACV,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,aAAa,EAAE,GAAG,CAAC,aAAa;gBAChC,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,GAAY,EAAE;QACjD,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE;YACR,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,mBAAmB;YAC7B,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"app.js","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,OAAiC,MAAM,SAAS,CAAC;AACxD,OAAO,IAAI,MAAM,eAAe,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,qBAAqB,GAGtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,iCAAiC,EAAE,MAAM,mCAAmC,CAAC;AACtF,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,mCAAmC,EAAE,MAAM,oCAAoC,CAAC;AACzF,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,8BAA8B,EAAE,MAAM,+BAA+B,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACtE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,iCAAiC,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,gCAAgC,CAAC;AAChF,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,iCAAiC,EAAE,MAAM,+BAA+B,CAAC;AAElF,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAc1D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAoC;IAEpC,MAAM,cAAc,GAAG,qBAAqB,CAAC;QAC3C,cAAc,EAAE,IAAI,CAAC,cAAc;KACpC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IACtE,MAAM,UAAU,GAAG,0BAA0B,EAAE,CAAC;IAChD,MAAM,GAAG,GAAG,OAAO,CAAC;QAClB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;QAC5B,qDAAqD;QACrD,qBAAqB,EAAE,IAAI,CAAC,qBAAqB,IAAI,IAAI;QACzD,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IACH,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3C,oEAAoE;IACpE,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACrC,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC;QAChD,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE;KACzD,CAAC,CAAC;IACH,oBAAoB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAE1C,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;QAC/B,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;QAClC,OAAO;YACL,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,uBAAuB;YAChC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,cAAc;YACd,cAAc,EAAE;gBACd,IAAI,EAAE,IAAI;aACX;YACD,UAAU,EAAE;gBACV,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,aAAa,EAAE,GAAG,CAAC,aAAa;gBAChC,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,GAAY,EAAE;QACjD,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE;YACR,EAAE,EAAE,uBAAuB;YAC3B,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,SAAS;YAClB,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,mBAAmB;YAC7B,WAAW,EACT,gIAAgI;SACnI;QACD,SAAS,EAAE,aAAa;KACzB,CAAC,CAAC;IAEH,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,qBAAqB,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,yBAAyB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAC/C,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACzC,yBAAyB,CAAC,GAAG,EAAE;QAC7B,cAAc,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE;KAChD,CAAC,CAAC;IACH,sBAAsB,CAAC,GAAG,EAAE;QAC1B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,UAAU,EAAE,KAAK,IAAI,EAAE;YACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM;gBAAE,OAAO,EAAE,CAAC;YACvB,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;KACF,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;IAChD,IAAI,aAAa,EAAE,CAAC;QAClB,KAAK,qBAAqB,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/F,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC5B,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvC,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAElD,GAAG,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;QACtC,MAAM,aAAa,GAChB,GAAkC,CAAC,aAAa,IAAI,UAAU,EAAE,CAAC;QACpE,MAAM,OAAO,GACX,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG;YAC7C,CAAC,CAAC,MAAM,CAAE,GAAyB,CAAC,IAAI,CAAC;YACzC,CAAC,CAAC,EAAE,CAAC;QACT,IAAI,OAAO,KAAK,4BAA4B,EAAE,CAAC;YAC7C,MAAM,aAAa,GAAG,uBAAuB,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC;YAC7E,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,iCAAiC,cAAc,QAAQ;oBAChE,aAAa;oBACb,OAAO,EAAE;wBACP,UAAU,EAAE,cAAc;wBAC1B,aAAa;qBACd;iBACF;aACF,CAAC;YACF,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAsB,CAAC;YAC5D,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAA6B,CAAC;QACjF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,aAAa,EAAE,CAAC,CAAC;IAE1C,GAAG,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;QACjD,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,OAAO,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,wBAAwB,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO;YACL,KAAK;YACL,QAAQ,EAAE;gBACR,GAAG,IAAI;gBACP,UAAU,EAAE,iCAAiC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC1D,aAAa,EAAE,CAAC,CAAC,aAAa;oBAC9B,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;oBAC1B,WAAW,EAAE,CAAC,CAAC,WAAW;iBAC3B,CAAC,CAAC;aACJ;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,wBAAwB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAC1C,MAAM,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,qBAAqB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxC,MAAM,8BAA8B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpD,MAAM,4BAA4B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAClD,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxC,MAAM,gCAAgC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACtD,MAAM,8BAA8B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpD,MAAM,uBAAuB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC7C,MAAM,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,0BAA0B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAChD,MAAM,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,wBAAwB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,iCAAiC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACvD,MAAM,0BAA0B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAChD,MAAM,mCAAmC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACzD,MAAM,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,6BAA6B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,8BAA8B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACpD,MAAM,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,kBAAkB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IACxC,MAAM,wBAAwB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC9C,MAAM,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,0BAA0B,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAChD,MAAM,yBAAyB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/C,MAAM,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC1C,MAAM,wBAAwB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAE9C,iFAAiF;IACjF,QAAQ,CAAC,yBAAyB,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAC3D,wDAAwD;IACxD,QAAQ,CAAC,mBAAmB,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IACrD,QAAQ,CAAC,sBAAsB,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;IACvD,4EAA4E;IAC5E,QAAQ,CAAC,gCAAgC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAClE,+DAA+D;IAC/D,iCAAiC,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAEpE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC;AAOD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,IAAgC;IAC5E,IAAI,CAAC,UAAU,EAAE,CAAC,oCAAoC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IACpE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC;IACtC,IAAI,CAAC,UAAU,EAAE,CAAC,8BAA8B,CAAC,CAAC;IAClD,MAAM,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACjC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACvC,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* One-time fill of hourly arrival cells from stored `_system.createdAt` /
|
|
3
|
+
* `_system.modifiedAt`. A marker in `memorix_content_arrivals` stops a restart
|
|
4
|
+
* from counting the same rows again. Live writes at or after the cutoff are
|
|
5
|
+
* counted by the writer, not by this scan.
|
|
6
|
+
*/
|
|
7
|
+
import type { MongoClient } from "mongodb";
|
|
8
|
+
import { type ContentArrivals } from "./content-arrivals-countex.js";
|
|
9
|
+
export declare function arrivalsBackfillHours(): number;
|
|
10
|
+
export declare function classifyArrivalStamp(stamp: {
|
|
11
|
+
createdAt?: unknown;
|
|
12
|
+
modifiedAt?: unknown;
|
|
13
|
+
}, sinceIso: string, cutoffIso: string): {
|
|
14
|
+
createdHour: string | null;
|
|
15
|
+
updatedHour: string | null;
|
|
16
|
+
};
|
|
17
|
+
export declare function startArrivalsBackfill(opts: {
|
|
18
|
+
client: MongoClient;
|
|
19
|
+
arrivals: ContentArrivals;
|
|
20
|
+
hours?: number;
|
|
21
|
+
log?: (message: string, extra?: Record<string, unknown>) => void;
|
|
22
|
+
}): Promise<void>;
|
|
23
|
+
//# sourceMappingURL=arrivals-backfill.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-backfill.d.ts","sourceRoot":"","sources":["../src/arrivals-backfill.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAE3C,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,+BAA+B,CAAC;AAWvC,wBAAgB,qBAAqB,IAAI,MAAM,CAI9C;AAED,wBAAgB,oBAAoB,CAClC,KAAK,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAE,EACpD,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,GAChB;IAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAQ5D;AAsCD,wBAAsB,qBAAqB,CAAC,IAAI,EAAE;IAChD,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,eAAe,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;CAClE,GAAG,OAAO,CAAC,IAAI,CAAC,CAqFhB"}
|
|
@@ -0,0 +1,132 @@
|
|
|
1
|
+
import { listContentCollections } from "./data-changes.js";
|
|
2
|
+
import { CONTENT_ARRIVALS_DB, } from "./content-arrivals-countex.js";
|
|
3
|
+
const STATE_ID = "state";
|
|
4
|
+
export function arrivalsBackfillHours() {
|
|
5
|
+
const n = Number(process.env.MEMORIX_ARRIVALS_BACKFILL_HOURS);
|
|
6
|
+
if (!Number.isFinite(n) || n <= 0)
|
|
7
|
+
return 168;
|
|
8
|
+
return Math.min(336, Math.floor(n));
|
|
9
|
+
}
|
|
10
|
+
export function classifyArrivalStamp(stamp, sinceIso, cutoffIso) {
|
|
11
|
+
const createdAt = typeof stamp.createdAt === "string" ? stamp.createdAt : "";
|
|
12
|
+
const modifiedAt = typeof stamp.modifiedAt === "string" ? stamp.modifiedAt : "";
|
|
13
|
+
const createdHour = createdAt >= sinceIso && createdAt < cutoffIso ? createdAt.slice(0, 13) : null;
|
|
14
|
+
const modifiedHour = modifiedAt >= sinceIso && modifiedAt < cutoffIso ? modifiedAt.slice(0, 13) : null;
|
|
15
|
+
const createdBucket = createdAt.length >= 13 ? createdAt.slice(0, 13) : "";
|
|
16
|
+
const updatedHour = modifiedHour && modifiedHour !== createdBucket ? modifiedHour : null;
|
|
17
|
+
return { createdHour, updatedHour };
|
|
18
|
+
}
|
|
19
|
+
function bump(map, hour) {
|
|
20
|
+
if (!hour)
|
|
21
|
+
return;
|
|
22
|
+
map.set(hour, (map.get(hour) ?? 0) + 1);
|
|
23
|
+
}
|
|
24
|
+
function eventsFor(orgId, objectType, contentType, created, updated) {
|
|
25
|
+
const out = [];
|
|
26
|
+
for (const [hour, delta] of created) {
|
|
27
|
+
out.push({
|
|
28
|
+
orgId,
|
|
29
|
+
objectType,
|
|
30
|
+
contentType,
|
|
31
|
+
op: "created",
|
|
32
|
+
at: `${hour}:30:00.000Z`,
|
|
33
|
+
delta,
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
for (const [hour, delta] of updated) {
|
|
37
|
+
out.push({
|
|
38
|
+
orgId,
|
|
39
|
+
objectType,
|
|
40
|
+
contentType,
|
|
41
|
+
op: "updated",
|
|
42
|
+
at: `${hour}:30:00.000Z`,
|
|
43
|
+
delta,
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
return out;
|
|
47
|
+
}
|
|
48
|
+
export async function startArrivalsBackfill(opts) {
|
|
49
|
+
const log = opts.log ?? ((message, extra) => console.error(`[memorix-service] ${message}`, extra ?? ""));
|
|
50
|
+
if (opts.arrivals.storage !== "mongo") {
|
|
51
|
+
opts.arrivals.setBackfillStatus({ status: "skipped", cutoff: null, hours: null });
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
if (process.env.MEMORIX_ARRIVALS_BACKFILL?.trim() === "0") {
|
|
55
|
+
opts.arrivals.setBackfillStatus({ status: "skipped", cutoff: null, hours: null });
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
const hours = opts.hours ?? arrivalsBackfillHours();
|
|
59
|
+
const db = opts.client.db(CONTENT_ARRIVALS_DB);
|
|
60
|
+
const stateCol = db.collection("arrivals_backfill_state");
|
|
61
|
+
const doneCol = db.collection("arrivals_backfill_done");
|
|
62
|
+
let state = await stateCol.findOne({ _id: STATE_ID });
|
|
63
|
+
if (state?.complete) {
|
|
64
|
+
opts.arrivals.setBackfillStatus({ status: "done", cutoff: state.cutoff, hours: state.hours });
|
|
65
|
+
return;
|
|
66
|
+
}
|
|
67
|
+
if (!state) {
|
|
68
|
+
state = { _id: STATE_ID, cutoff: opts.arrivals.cutoff, hours, complete: false };
|
|
69
|
+
await stateCol.insertOne(state);
|
|
70
|
+
}
|
|
71
|
+
const cutoff = state.cutoff;
|
|
72
|
+
const since = new Date(Date.parse(cutoff) - state.hours * 3_600_000).toISOString();
|
|
73
|
+
opts.arrivals.setBackfillStatus({ status: "running", cutoff, hours: state.hours });
|
|
74
|
+
let failed = 0;
|
|
75
|
+
try {
|
|
76
|
+
const targets = await listContentCollections(opts.client);
|
|
77
|
+
for (const target of targets) {
|
|
78
|
+
if (opts.arrivals.isClosed())
|
|
79
|
+
return;
|
|
80
|
+
const doneId = `${target.orgId}|${target.databaseName}|${target.collectionName}`;
|
|
81
|
+
if (await doneCol.findOne({ _id: doneId }, { projection: { _id: 1 } }))
|
|
82
|
+
continue;
|
|
83
|
+
try {
|
|
84
|
+
const created = new Map();
|
|
85
|
+
const updated = new Map();
|
|
86
|
+
const cursor = opts.client
|
|
87
|
+
.db(target.databaseName)
|
|
88
|
+
.collection(target.collectionName)
|
|
89
|
+
.find({
|
|
90
|
+
$or: [
|
|
91
|
+
{ "_system.createdAt": { $gte: since, $lt: cutoff } },
|
|
92
|
+
{ "_system.modifiedAt": { $gte: since, $lt: cutoff } },
|
|
93
|
+
],
|
|
94
|
+
}, { projection: { "_system.createdAt": 1, "_system.modifiedAt": 1 } });
|
|
95
|
+
for await (const doc of cursor) {
|
|
96
|
+
const system = doc._system;
|
|
97
|
+
const classified = classifyArrivalStamp(system ?? {}, since, cutoff);
|
|
98
|
+
bump(created, classified.createdHour);
|
|
99
|
+
bump(updated, classified.updatedHour);
|
|
100
|
+
}
|
|
101
|
+
await opts.arrivals.ingestMany(eventsFor(target.orgId, target.objectType, target.contentType, created, updated));
|
|
102
|
+
await doneCol.updateOne({ _id: doneId }, { $setOnInsert: { _id: doneId } }, { upsert: true });
|
|
103
|
+
}
|
|
104
|
+
catch (err) {
|
|
105
|
+
failed += 1;
|
|
106
|
+
log("arrivals backfill collection failed", {
|
|
107
|
+
collection: doneId,
|
|
108
|
+
error: err instanceof Error ? err.message : String(err),
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
if (failed === 0 && !opts.arrivals.isClosed()) {
|
|
113
|
+
await stateCol.updateOne({ _id: STATE_ID }, { $set: { complete: true } });
|
|
114
|
+
opts.arrivals.setBackfillStatus({ status: "done", cutoff, hours: state.hours });
|
|
115
|
+
log("arrivals backfill complete", { cutoff, hours: state.hours, collections: targets.length });
|
|
116
|
+
}
|
|
117
|
+
else if (!opts.arrivals.isClosed()) {
|
|
118
|
+
opts.arrivals.setBackfillStatus({
|
|
119
|
+
status: "error",
|
|
120
|
+
cutoff,
|
|
121
|
+
hours: state.hours,
|
|
122
|
+
error: `${failed} collection(s) failed; restart retries them`,
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
catch (err) {
|
|
127
|
+
const error = err instanceof Error ? err.message : String(err);
|
|
128
|
+
opts.arrivals.setBackfillStatus({ status: "error", cutoff, hours: state.hours, error });
|
|
129
|
+
log("arrivals backfill failed", { error });
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
//# sourceMappingURL=arrivals-backfill.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-backfill.js","sourceRoot":"","sources":["../src/arrivals-backfill.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EACL,mBAAmB,GAGpB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC;AASzB,MAAM,UAAU,qBAAqB;IACnC,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC9D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAoD,EACpD,QAAgB,EAChB,SAAiB;IAEjB,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7E,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,MAAM,WAAW,GAAG,SAAS,IAAI,QAAQ,IAAI,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnG,MAAM,YAAY,GAAG,UAAU,IAAI,QAAQ,IAAI,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvG,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,MAAM,WAAW,GAAG,YAAY,IAAI,YAAY,KAAK,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IACzF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,IAAI,CAAC,GAAwB,EAAE,IAAmB;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO;IAClB,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,SAAS,CAChB,KAAa,EACb,UAAkB,EAClB,WAAmB,EACnB,OAA4B,EAC5B,OAA4B;IAE5B,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC;YACP,KAAK;YACL,UAAU;YACV,WAAW;YACX,EAAE,EAAE,SAAS;YACb,EAAE,EAAE,GAAG,IAAI,aAAa;YACxB,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC;YACP,KAAK;YACL,UAAU;YACV,WAAW;YACX,EAAE,EAAE,SAAS;YACb,EAAE,EAAE,GAAG,IAAI,aAAa;YACxB,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAK3C;IACC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,qBAAqB,OAAO,EAAE,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IACzG,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,OAAO;IACT,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,qBAAqB,EAAE,CAAC;IACpD,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,mBAAmB,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,EAAE,CAAC,UAAU,CAAgB,yBAAyB,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,EAAE,CAAC,UAAU,CAAkB,wBAAwB,CAAC,CAAC;IACzE,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtD,IAAI,KAAK,EAAE,QAAQ,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9F,OAAO;IACT,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAChF,MAAM,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACnF,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAEnF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE;gBAAE,OAAO;YACrC,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACjF,IAAI,MAAM,OAAO,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAAE,SAAS;YACjF,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;gBAC1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;gBAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM;qBACvB,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC;qBACvB,UAAU,CAAC,MAAM,CAAC,cAAc,CAAC;qBACjC,IAAI,CACH;oBACE,GAAG,EAAE;wBACH,EAAE,mBAAmB,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;wBACrD,EAAE,oBAAoB,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;qBACvD;iBACF,EACD,EAAE,UAAU,EAAE,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,EAAE,CACpE,CAAC;gBACJ,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;oBAC/B,MAAM,MAAM,GAAI,GAAmE,CAAC,OAAO,CAAC;oBAC5F,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;oBACrE,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;oBACtC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;gBACxC,CAAC;gBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAC5B,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,CACjF,CAAC;gBACF,MAAM,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAChG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,CAAC,CAAC;gBACZ,GAAG,CAAC,qCAAqC,EAAE;oBACzC,UAAU,EAAE,MAAM;oBAClB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IAAI,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC9C,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;YAChF,GAAG,CAAC,4BAA4B,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACjG,CAAC;aAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC;gBAC9B,MAAM,EAAE,OAAO;gBACf,MAAM;gBACN,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,GAAG,MAAM,6CAA6C;aAC9D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACxF,GAAG,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { FastifyInstance } from "fastify";
|
|
2
|
+
import type { ContentArrivals } from "./content-arrivals-countex.js";
|
|
3
|
+
export type ArrivalsRouteDeps = {
|
|
4
|
+
arrivals: ContentArrivals;
|
|
5
|
+
listOrgIds?: () => Promise<string[]>;
|
|
6
|
+
};
|
|
7
|
+
export declare function registerArrivalsRoutes(app: FastifyInstance, deps: ArrivalsRouteDeps): void;
|
|
8
|
+
//# sourceMappingURL=arrivals-routes.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-routes.d.ts","sourceRoot":"","sources":["../src/arrivals-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAGrE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACtC,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAe1F"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { arrivalsHtml } from "./arrivals-ui.js";
|
|
2
|
+
export function registerArrivalsRoutes(app, deps) {
|
|
3
|
+
app.get("/_live/arrivals", async (_req, reply) => {
|
|
4
|
+
return reply.header("cache-control", "no-store").type("text/html; charset=utf-8").send(arrivalsHtml());
|
|
5
|
+
});
|
|
6
|
+
app.get("/_live/api/arrivals", async (req) => {
|
|
7
|
+
const q = req.query;
|
|
8
|
+
const hours = Number(q.hours);
|
|
9
|
+
const extra = deps.listOrgIds ? await deps.listOrgIds().catch(() => []) : [];
|
|
10
|
+
return deps.arrivals.query({
|
|
11
|
+
orgId: q.orgId,
|
|
12
|
+
hours: Number.isFinite(hours) ? hours : undefined,
|
|
13
|
+
orgIds: extra,
|
|
14
|
+
});
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=arrivals-routes.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-routes.js","sourceRoot":"","sources":["../src/arrivals-routes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAOhD,MAAM,UAAU,sBAAsB,CAAC,GAAoB,EAAE,IAAuB;IAClF,GAAG,CAAC,GAAG,CAAC,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;QAC/C,OAAO,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACzG,CAAC,CAAC,CAAC;IAEH,GAAG,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC3C,MAAM,CAAC,GAAG,GAAG,CAAC,KAA2C,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACjD,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-ui.d.ts","sourceRoot":"","sources":["../src/arrivals-ui.ts"],"names":[],"mappings":"AAAA,yFAAyF;AACzF,wBAAgB,YAAY,IAAI,MAAM,CAkRrC"}
|
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
/** HTML for GET /_live/arrivals — hourly new content by object type and content type. */
|
|
2
|
+
export function arrivalsHtml() {
|
|
3
|
+
return `<!DOCTYPE html>
|
|
4
|
+
<html lang="en">
|
|
5
|
+
<head>
|
|
6
|
+
<meta charset="utf-8" />
|
|
7
|
+
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
|
8
|
+
<title>Memorix · Arrivals</title>
|
|
9
|
+
<link rel="preconnect" href="https://fonts.googleapis.com" />
|
|
10
|
+
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
|
|
11
|
+
<link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Sans:wght@400;500;600;700&family=IBM+Plex+Mono:wght@400;500&display=swap" rel="stylesheet" />
|
|
12
|
+
<style>
|
|
13
|
+
:root {
|
|
14
|
+
--bg: #0a0c10; --bg-elev: #10141b; --bg-row: #141922; --line: #242b38;
|
|
15
|
+
--text: #e8ebe6; --muted: #8a9288; --dim: #5c645c;
|
|
16
|
+
--ok: #3dba7a; --accent: #c8f082; --accent-ink: #0a0c10;
|
|
17
|
+
--sans: "IBM Plex Sans", system-ui, sans-serif;
|
|
18
|
+
--mono: "IBM Plex Mono", ui-monospace, monospace;
|
|
19
|
+
}
|
|
20
|
+
* { box-sizing: border-box; }
|
|
21
|
+
html, body { height: 100%; margin: 0; }
|
|
22
|
+
body {
|
|
23
|
+
font-family: var(--sans);
|
|
24
|
+
background:
|
|
25
|
+
radial-gradient(1200px 600px at 10% -10%, #1a2214 0%, transparent 55%),
|
|
26
|
+
radial-gradient(900px 500px at 100% 0%, #121820 0%, transparent 50%),
|
|
27
|
+
var(--bg);
|
|
28
|
+
color: var(--text); font-size: 14px; line-height: 1.45;
|
|
29
|
+
}
|
|
30
|
+
a { color: var(--accent); }
|
|
31
|
+
.shell { max-width: 1200px; margin: 0 auto; padding: 36px 28px 64px; }
|
|
32
|
+
header {
|
|
33
|
+
display: flex; align-items: flex-end; justify-content: space-between; gap: 24px;
|
|
34
|
+
margin-bottom: 22px; padding-bottom: 18px; border-bottom: 1px solid var(--line);
|
|
35
|
+
}
|
|
36
|
+
.brand { font-size: 26px; font-weight: 700; letter-spacing: -0.03em; }
|
|
37
|
+
.brand span { color: var(--accent); }
|
|
38
|
+
.sub { margin-top: 8px; color: var(--muted); font-size: 13px; max-width: 68ch; }
|
|
39
|
+
.meta { text-align: right; font-family: var(--mono); font-size: 11px; color: var(--dim); display: grid; gap: 4px; }
|
|
40
|
+
.toolbar { display: flex; flex-wrap: wrap; gap: 10px; align-items: center; margin-bottom: 16px; }
|
|
41
|
+
.tabs { display: flex; gap: 6px; flex-wrap: wrap; }
|
|
42
|
+
.tab, .btn, select {
|
|
43
|
+
appearance: none; border: 1px solid var(--line); background: var(--bg-row); color: var(--text);
|
|
44
|
+
font: 500 12px/1 var(--sans); padding: 10px 14px; border-radius: 2px;
|
|
45
|
+
}
|
|
46
|
+
.tab { cursor: pointer; text-transform: uppercase; letter-spacing: 0.04em; color: var(--muted); background: transparent; }
|
|
47
|
+
.tab[aria-selected="true"] { background: var(--accent); color: var(--accent-ink); border-color: var(--accent); }
|
|
48
|
+
.btn { cursor: pointer; }
|
|
49
|
+
.btn:hover { border-color: var(--accent); }
|
|
50
|
+
select { min-width: 140px; }
|
|
51
|
+
.summary { display: flex; flex-wrap: wrap; gap: 16px; margin-bottom: 14px; font-family: var(--mono); font-size: 12px; color: var(--muted); }
|
|
52
|
+
.summary strong { color: var(--text); font-weight: 500; }
|
|
53
|
+
.chart {
|
|
54
|
+
display: flex; align-items: flex-end; gap: 3px; height: 72px;
|
|
55
|
+
padding: 8px; margin-bottom: 8px; overflow-x: auto;
|
|
56
|
+
background: var(--bg-elev); border: 1px solid var(--line);
|
|
57
|
+
}
|
|
58
|
+
.bar { flex: 1 0 6px; min-width: 6px; background: var(--accent); opacity: 0.85; }
|
|
59
|
+
.bar.empty { background: var(--line); opacity: 1; height: 2px !important; }
|
|
60
|
+
.chart-caption { font-family: var(--mono); font-size: 11px; color: var(--dim); margin-bottom: 18px; }
|
|
61
|
+
.hour { margin: 0 0 14px; background: var(--bg-elev); border: 1px solid var(--line); }
|
|
62
|
+
.hour h2 {
|
|
63
|
+
margin: 0; padding: 12px 14px; font-size: 14px; font-weight: 600;
|
|
64
|
+
display: flex; justify-content: space-between; gap: 12px;
|
|
65
|
+
border-bottom: 1px solid var(--line);
|
|
66
|
+
}
|
|
67
|
+
.hour h2 span { font-family: var(--mono); font-size: 12px; color: var(--muted); font-weight: 500; }
|
|
68
|
+
.org-label { padding: 8px 14px 0; font-family: var(--mono); font-size: 11px; color: var(--accent); }
|
|
69
|
+
details { border-top: 1px solid var(--line); }
|
|
70
|
+
details summary { cursor: pointer; padding: 10px 14px; list-style: none; display: flex; justify-content: space-between; gap: 12px; }
|
|
71
|
+
details summary::-webkit-details-marker { display: none; }
|
|
72
|
+
details summary:hover { background: var(--bg-row); }
|
|
73
|
+
.ot { font-weight: 600; }
|
|
74
|
+
.counts { font-family: var(--mono); font-size: 12px; color: var(--muted); }
|
|
75
|
+
table { width: 100%; border-collapse: collapse; }
|
|
76
|
+
th, td { text-align: left; padding: 8px 14px; border-top: 1px solid var(--line); }
|
|
77
|
+
th { font-family: var(--mono); font-size: 10px; letter-spacing: 0.08em; text-transform: uppercase; color: var(--dim); font-weight: 500; }
|
|
78
|
+
.num { font-family: var(--mono); font-size: 12px; text-align: right; white-space: nowrap; }
|
|
79
|
+
.mono { font-family: var(--mono); font-size: 12px; }
|
|
80
|
+
.muted { color: var(--muted); }
|
|
81
|
+
.err { color: #e25a5a; margin: 12px 0; }
|
|
82
|
+
footer { margin-top: 28px; color: var(--dim); font-size: 12px; max-width: 78ch; }
|
|
83
|
+
</style>
|
|
84
|
+
</head>
|
|
85
|
+
<body>
|
|
86
|
+
<div class="shell">
|
|
87
|
+
<header>
|
|
88
|
+
<div>
|
|
89
|
+
<div class="brand">Memorix <span>arrivals</span></div>
|
|
90
|
+
<p class="sub">New content by the hour. Each hour lists the object types that received data, and under each object type the content types and how many records were created or updated.</p>
|
|
91
|
+
</div>
|
|
92
|
+
<div class="meta">
|
|
93
|
+
<div><strong>UI</strong> /_live/arrivals</div>
|
|
94
|
+
<div><strong>API</strong> /_live/api/arrivals</div>
|
|
95
|
+
<div><a href="/_live">← live view</a> · <a href="/_live/changes">data changes</a> · <a href="/_live/activity">activity</a></div>
|
|
96
|
+
</div>
|
|
97
|
+
</header>
|
|
98
|
+
<div class="toolbar">
|
|
99
|
+
<nav class="tabs" role="tablist">
|
|
100
|
+
<button class="tab" role="tab" aria-selected="true" data-hours="24">24 hours</button>
|
|
101
|
+
<button class="tab" role="tab" aria-selected="false" data-hours="48">48 hours</button>
|
|
102
|
+
<button class="tab" role="tab" aria-selected="false" data-hours="168">7 days</button>
|
|
103
|
+
</nav>
|
|
104
|
+
<label class="muted">Org
|
|
105
|
+
<select id="org"></select>
|
|
106
|
+
</label>
|
|
107
|
+
<button class="btn" id="refresh" type="button">Refresh</button>
|
|
108
|
+
</div>
|
|
109
|
+
<div class="summary" id="summary"></div>
|
|
110
|
+
<div id="error" class="err" hidden></div>
|
|
111
|
+
<div class="chart" id="chart" hidden></div>
|
|
112
|
+
<div class="chart-caption" id="chart-caption"></div>
|
|
113
|
+
<div id="hours"></div>
|
|
114
|
+
<footer>
|
|
115
|
+
Created is a new record. Updated is a write to a record that already existed. Deletes are omitted.
|
|
116
|
+
Analytics rollup writes are omitted. Earlier hours are filled once from stored timestamps
|
|
117
|
+
(<span class="mono">MEMORIX_ARRIVALS_BACKFILL_HOURS</span>, default 168). That fill can see the latest
|
|
118
|
+
modified hour, so a create and an update in the same hour show as one create.
|
|
119
|
+
<span class="mono">MEMORIX_ARRIVALS_BACKFILL=0</span> counts only writes after this process starts.
|
|
120
|
+
Hours are UTC.
|
|
121
|
+
</footer>
|
|
122
|
+
</div>
|
|
123
|
+
<script>
|
|
124
|
+
const $ = (id) => document.getElementById(id);
|
|
125
|
+
let report = null;
|
|
126
|
+
let hours = 24;
|
|
127
|
+
let timer = null;
|
|
128
|
+
|
|
129
|
+
document.querySelectorAll(".tab").forEach((tab) => {
|
|
130
|
+
tab.addEventListener("click", () => {
|
|
131
|
+
document.querySelectorAll(".tab").forEach((t) => t.setAttribute("aria-selected", "false"));
|
|
132
|
+
tab.setAttribute("aria-selected", "true");
|
|
133
|
+
hours = Number(tab.dataset.hours);
|
|
134
|
+
load();
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
$("refresh").onclick = () => load();
|
|
138
|
+
$("org").onchange = () => load();
|
|
139
|
+
|
|
140
|
+
function fmt(n) { return new Intl.NumberFormat().format(n ?? 0); }
|
|
141
|
+
function escapeHtml(s) {
|
|
142
|
+
return String(s ?? "").replace(/[&<>"']/g, (c) => ({
|
|
143
|
+
"&": "&", "<": "<", ">": ">", '"': """, "'": "'"
|
|
144
|
+
})[c]);
|
|
145
|
+
}
|
|
146
|
+
function hourLabel(key) {
|
|
147
|
+
return key.slice(0, 10) + " " + key.slice(11, 13) + ":00 UTC";
|
|
148
|
+
}
|
|
149
|
+
function writes(row) { return (row.created || 0) + (row.updated || 0); }
|
|
150
|
+
|
|
151
|
+
async function load() {
|
|
152
|
+
$("error").hidden = true;
|
|
153
|
+
const params = new URLSearchParams();
|
|
154
|
+
params.set("hours", String(hours));
|
|
155
|
+
const org = $("org").value;
|
|
156
|
+
if (org && org !== "*") params.set("orgId", org);
|
|
157
|
+
try {
|
|
158
|
+
const res = await fetch("/_live/api/arrivals?" + params.toString());
|
|
159
|
+
const body = await res.json();
|
|
160
|
+
if (!res.ok || body.ok === false) throw new Error(body?.error?.message || ("HTTP " + res.status));
|
|
161
|
+
report = body;
|
|
162
|
+
fillOrgs(body.orgIds || [], org);
|
|
163
|
+
render();
|
|
164
|
+
schedule();
|
|
165
|
+
} catch (e) {
|
|
166
|
+
$("summary").textContent = "";
|
|
167
|
+
$("error").hidden = false;
|
|
168
|
+
$("error").textContent = e.message || String(e);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
function schedule() {
|
|
173
|
+
if (timer) clearTimeout(timer);
|
|
174
|
+
const wait = report?.backfill?.status === "running" ? 5000 : 30000;
|
|
175
|
+
timer = setTimeout(load, wait);
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
function fillOrgs(orgIds, selected) {
|
|
179
|
+
const sel = $("org");
|
|
180
|
+
const keep = selected || sel.value || "*";
|
|
181
|
+
sel.innerHTML = "";
|
|
182
|
+
const all = document.createElement("option");
|
|
183
|
+
all.value = "*";
|
|
184
|
+
all.textContent = "All orgs";
|
|
185
|
+
sel.appendChild(all);
|
|
186
|
+
for (const id of orgIds) {
|
|
187
|
+
const o = document.createElement("option");
|
|
188
|
+
o.value = id;
|
|
189
|
+
o.textContent = id;
|
|
190
|
+
sel.appendChild(o);
|
|
191
|
+
}
|
|
192
|
+
sel.value = [...sel.options].some((o) => o.value === keep) ? keep : "*";
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
function render() {
|
|
196
|
+
if (!report) return;
|
|
197
|
+
const series = report.series || [];
|
|
198
|
+
let created = 0, updated = 0;
|
|
199
|
+
const ots = new Set();
|
|
200
|
+
const cts = new Set();
|
|
201
|
+
for (const hour of series) {
|
|
202
|
+
created += hour.created || 0;
|
|
203
|
+
updated += hour.updated || 0;
|
|
204
|
+
for (const org of hour.orgs || []) {
|
|
205
|
+
for (const ot of org.objectTypes || []) {
|
|
206
|
+
ots.add(ot.objectType);
|
|
207
|
+
for (const ct of ot.contentTypes || []) cts.add(ot.objectType + "/" + ct.contentType);
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
const bf = report.backfill || {};
|
|
212
|
+
const bfText = bf.status === "running"
|
|
213
|
+
? "history fill running"
|
|
214
|
+
: bf.status === "error"
|
|
215
|
+
? "history fill incomplete"
|
|
216
|
+
: bf.status === "done"
|
|
217
|
+
? "history filled through " + (bf.cutoff || "").slice(0, 16) + "Z"
|
|
218
|
+
: bf.status === "skipped"
|
|
219
|
+
? "history fill off"
|
|
220
|
+
: "history fill idle";
|
|
221
|
+
$("summary").innerHTML =
|
|
222
|
+
"<span>writes <strong>" + fmt(created + updated) + "</strong></span>" +
|
|
223
|
+
"<span>created <strong>" + fmt(created) + "</strong></span>" +
|
|
224
|
+
"<span>updated <strong>" + fmt(updated) + "</strong></span>" +
|
|
225
|
+
"<span>object types <strong>" + fmt(ots.size) + "</strong></span>" +
|
|
226
|
+
"<span>content types <strong>" + fmt(cts.size) + "</strong></span>" +
|
|
227
|
+
"<span>" + escapeHtml(bfText) + "</span>" +
|
|
228
|
+
(report.truncated ? "<span>truncated</span>" : "");
|
|
229
|
+
|
|
230
|
+
const max = Math.max(1, ...series.map(writes));
|
|
231
|
+
const chart = $("chart");
|
|
232
|
+
chart.hidden = series.length === 0;
|
|
233
|
+
chart.innerHTML = series.map((hour) => {
|
|
234
|
+
const n = writes(hour);
|
|
235
|
+
const h = n === 0 ? 2 : Math.max(4, Math.round((n / max) * 56));
|
|
236
|
+
return "<div class='bar" + (n ? "" : " empty") + "' style='height:" + h + "px' title='" +
|
|
237
|
+
escapeHtml(hourLabel(hour.hour) + " · " + n + " writes") + "'></div>";
|
|
238
|
+
}).join("");
|
|
239
|
+
$("chart-caption").textContent = series.length
|
|
240
|
+
? hourLabel(series[0].hour) + " → " + hourLabel(series[series.length - 1].hour) + " · bar height is writes"
|
|
241
|
+
: "";
|
|
242
|
+
|
|
243
|
+
const active = series.filter((hour) => writes(hour) > 0).reverse();
|
|
244
|
+
const root = $("hours");
|
|
245
|
+
if (!active.length) {
|
|
246
|
+
root.innerHTML = "<p class='muted'>No arrivals in this window yet.</p>";
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
const showOrg = (report.orgId == null) && (report.orgIds || []).length > 1;
|
|
250
|
+
root.innerHTML = active.map((hour) => {
|
|
251
|
+
const body = (hour.orgs || []).map((org) => {
|
|
252
|
+
const label = showOrg ? "<div class='org-label'>" + escapeHtml(org.orgId) + "</div>" : "";
|
|
253
|
+
const blocks = (org.objectTypes || []).map((ot) => {
|
|
254
|
+
const rows = (ot.contentTypes || []).map((ct) =>
|
|
255
|
+
"<tr><td class='mono'>" + escapeHtml(ct.contentType) + "</td>" +
|
|
256
|
+
"<td class='num'>" + fmt(ct.created) + "</td>" +
|
|
257
|
+
"<td class='num'>" + fmt(ct.updated) + "</td>" +
|
|
258
|
+
"<td class='num'>" + fmt(writes(ct)) + "</td></tr>"
|
|
259
|
+
).join("");
|
|
260
|
+
return "<details open><summary><span class='ot'>" + escapeHtml(ot.objectType) + "</span>" +
|
|
261
|
+
"<span class='counts'>" + fmt(ot.created) + " created · " + fmt(ot.updated) + " updated</span></summary>" +
|
|
262
|
+
"<table><thead><tr><th>Content type</th><th class='num'>Created</th><th class='num'>Updated</th><th class='num'>Writes</th></tr></thead><tbody>" +
|
|
263
|
+
rows + "</tbody></table></details>";
|
|
264
|
+
}).join("");
|
|
265
|
+
return label + blocks;
|
|
266
|
+
}).join("");
|
|
267
|
+
return "<section class='hour'><h2>" + escapeHtml(hourLabel(hour.hour)) +
|
|
268
|
+
"<span>" + fmt(writes(hour)) + " writes</span></h2>" + body + "</section>";
|
|
269
|
+
}).join("");
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
load();
|
|
273
|
+
</script>
|
|
274
|
+
</body>
|
|
275
|
+
</html>`;
|
|
276
|
+
}
|
|
277
|
+
//# sourceMappingURL=arrivals-ui.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"arrivals-ui.js","sourceRoot":"","sources":["../src/arrivals-ui.ts"],"names":[],"mappings":"AAAA,yFAAyF;AACzF,MAAM,UAAU,YAAY;IAC1B,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAgRD,CAAC;AACT,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"catalog-bridge.d.ts","sourceRoot":"","sources":["../src/catalog-bridge.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"catalog-bridge.d.ts","sourceRoot":"","sources":["../src/catalog-bridge.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,KAAK,EAEV,oBAAoB,EAGpB,qBAAqB,EACrB,qBAAqB,EACtB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,6BAA6B,CAAC;AAEhF,MAAM,MAAM,cAAc,GAAG,qBAAqB,GAChD,qBAAqB,GACrB,oBAAoB,CAAC;AAsJvB,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,qBAAqB,EAC/B,QAAQ,EAAE,MAAM,EAAE,GACjB,cAAc,CAiFhB;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,qBAAqB,GAC9B,4BAA4B,CAuB9B"}
|