@iann29/rastro 0.1.0-alpha.0 → 0.1.0-alpha.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +579 -57
- package/agent/integration.md +661 -0
- package/agent/manifest.json +187 -0
- package/agent/manifest.schema.json +411 -0
- package/dist/client/federation.d.ts +236 -0
- package/dist/client/federation.d.ts.map +1 -0
- package/dist/client/federation.js +196 -0
- package/dist/client/federation.js.map +1 -0
- package/dist/client/index.d.ts +2467 -18
- package/dist/client/index.d.ts.map +1 -1
- package/dist/client/index.js +461 -32
- package/dist/client/index.js.map +1 -1
- package/dist/component/_generated/api.d.ts +18 -0
- package/dist/component/_generated/api.d.ts.map +1 -1
- package/dist/component/_generated/api.js.map +1 -1
- package/dist/component/_generated/component.d.ts +302 -4
- package/dist/component/_generated/component.d.ts.map +1 -1
- package/dist/component/_generated/server.d.ts +4 -0
- package/dist/component/_generated/server.d.ts.map +1 -1
- package/dist/component/_generated/server.js.map +1 -1
- package/dist/component/affiliates.d.ts.map +1 -1
- package/dist/component/affiliates.js +6 -2
- package/dist/component/affiliates.js.map +1 -1
- package/dist/component/cardinality.d.ts +12 -0
- package/dist/component/cardinality.d.ts.map +1 -0
- package/dist/component/cardinality.js +94 -0
- package/dist/component/cardinality.js.map +1 -0
- package/dist/component/constants.d.ts +34 -7
- package/dist/component/constants.d.ts.map +1 -1
- package/dist/component/constants.js +47 -7
- package/dist/component/constants.js.map +1 -1
- package/dist/component/convex.config.d.ts +6 -1
- package/dist/component/convex.config.js +9 -1
- package/dist/component/convex.config.js.map +1 -1
- package/dist/component/coverage.d.ts +19 -0
- package/dist/component/coverage.d.ts.map +1 -0
- package/dist/component/coverage.js +30 -0
- package/dist/component/coverage.js.map +1 -0
- package/dist/component/diagnostics.d.ts +9 -0
- package/dist/component/diagnostics.d.ts.map +1 -0
- package/dist/component/diagnostics.js +47 -0
- package/dist/component/diagnostics.js.map +1 -0
- package/dist/component/errors.d.ts +1 -1
- package/dist/component/errors.d.ts.map +1 -1
- package/dist/component/errors.js.map +1 -1
- package/dist/component/eventStore.d.ts +106 -0
- package/dist/component/eventStore.d.ts.map +1 -0
- package/dist/component/eventStore.js +294 -0
- package/dist/component/eventStore.js.map +1 -0
- package/dist/component/funnels.d.ts.map +1 -1
- package/dist/component/funnels.js +5 -3
- package/dist/component/funnels.js.map +1 -1
- package/dist/component/geo.d.ts +71 -0
- package/dist/component/geo.d.ts.map +1 -0
- package/dist/component/geo.js +611 -0
- package/dist/component/geo.js.map +1 -0
- package/dist/component/goals.d.ts.map +1 -1
- package/dist/component/goals.js +25 -9
- package/dist/component/goals.js.map +1 -1
- package/dist/component/guards.d.ts.map +1 -1
- package/dist/component/guards.js.map +1 -1
- package/dist/component/http.d.ts.map +1 -1
- package/dist/component/http.js +284 -53
- package/dist/component/http.js.map +1 -1
- package/dist/component/identity.d.ts +13 -0
- package/dist/component/identity.d.ts.map +1 -0
- package/dist/component/identity.js +58 -0
- package/dist/component/identity.js.map +1 -0
- package/dist/component/ingest.d.ts +3 -1
- package/dist/component/ingest.d.ts.map +1 -1
- package/dist/component/ingest.js +1105 -243
- package/dist/component/ingest.js.map +1 -1
- package/dist/component/live.d.ts +8 -0
- package/dist/component/live.d.ts.map +1 -1
- package/dist/component/live.js +74 -9
- package/dist/component/live.js.map +1 -1
- package/dist/component/reports.d.ts +273 -24
- package/dist/component/reports.d.ts.map +1 -1
- package/dist/component/reports.js +1320 -150
- package/dist/component/reports.js.map +1 -1
- package/dist/component/retention.d.ts +75 -1
- package/dist/component/retention.d.ts.map +1 -1
- package/dist/component/retention.js +541 -31
- package/dist/component/retention.js.map +1 -1
- package/dist/component/sanitize.d.ts +24 -1
- package/dist/component/sanitize.d.ts.map +1 -1
- package/dist/component/sanitize.js +107 -19
- package/dist/component/sanitize.js.map +1 -1
- package/dist/component/schema.d.ts +462 -55
- package/dist/component/schema.js +195 -15
- package/dist/component/schema.js.map +1 -1
- package/dist/component/sites.d.ts.map +1 -1
- package/dist/component/sites.js +38 -25
- package/dist/component/sites.js.map +1 -1
- package/dist/component/useragent.d.ts +9 -0
- package/dist/component/useragent.d.ts.map +1 -0
- package/dist/component/useragent.js +152 -0
- package/dist/component/useragent.js.map +1 -0
- package/dist/component/validators.d.ts +101 -16
- package/dist/component/validators.d.ts.map +1 -1
- package/dist/component/validators.js +19 -2
- package/dist/component/validators.js.map +1 -1
- package/dist/component/visitors.d.ts +19 -0
- package/dist/component/visitors.d.ts.map +1 -0
- package/dist/component/visitors.js +86 -0
- package/dist/component/visitors.js.map +1 -0
- package/dist/component/vitals.d.ts +41 -0
- package/dist/component/vitals.d.ts.map +1 -0
- package/dist/component/vitals.js +115 -0
- package/dist/component/vitals.js.map +1 -0
- package/dist/react/index.d.ts.map +1 -1
- package/dist/react/index.js.map +1 -1
- package/dist/tracker/generated.d.ts +8 -4
- package/dist/tracker/generated.d.ts.map +1 -1
- package/dist/tracker/generated.js +8 -4
- package/dist/tracker/generated.js.map +1 -1
- package/dist/tracker/tracker.d.ts +1 -1
- package/dist/tracker/tracker.d.ts.map +1 -1
- package/dist/tracker/tracker.js +81 -33
- package/dist/tracker/tracker.js.map +1 -1
- package/dist/tracker/vitals.d.ts +10 -0
- package/dist/tracker/vitals.d.ts.map +1 -0
- package/dist/tracker/vitals.js +140 -0
- package/dist/tracker/vitals.js.map +1 -0
- package/dist/tracker.min.js +1 -1
- package/dist/vitals.min.js +1 -0
- package/docs/benchmarks/2026-08-20-realistic.md +171 -0
- package/docs/benchmarks/2026-08-21-formal-certification.md +353 -0
- package/docs/benchmarks/2026-08-30-alpha6-recertification.md +206 -0
- package/docs/federation-setup.md +397 -0
- package/docs/federation.md +262 -0
- package/docs/upgrading.md +259 -0
- package/llms.txt +71 -0
- package/package.json +61 -11
- package/scripts/benchmark-ingest.mjs +601 -0
- package/scripts/generate-federation-keys.mjs +20 -0
- package/src/component/_generated/api.ts +18 -0
- package/src/component/_generated/component.ts +366 -4
- package/src/component/_generated/server.ts +4 -0
- package/src/component/affiliates.ts +20 -5
- package/src/component/cardinality.ts +117 -0
- package/src/component/constants.ts +47 -7
- package/src/component/convex.config.ts +11 -1
- package/src/component/coverage.ts +36 -0
- package/src/component/diagnostics.ts +65 -0
- package/src/component/errors.ts +2 -1
- package/src/component/eventStore.ts +489 -0
- package/src/component/funnels.ts +19 -16
- package/src/component/geo.ts +781 -0
- package/src/component/goals.ts +45 -16
- package/src/component/guards.ts +3 -1
- package/src/component/http.ts +403 -60
- package/src/component/identity.ts +74 -0
- package/src/component/ingest.ts +1652 -291
- package/src/component/live.ts +90 -9
- package/src/component/reports.ts +1929 -199
- package/src/component/retention.ts +774 -97
- package/src/component/sanitize.ts +154 -32
- package/src/component/schema.ts +219 -15
- package/src/component/sites.ts +56 -28
- package/src/component/useragent.ts +171 -0
- package/src/component/validators.ts +29 -1
- package/src/component/visitors.ts +116 -0
- package/src/component/vitals.ts +146 -0
package/src/component/live.ts
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import { v } from "convex/values";
|
|
2
2
|
import { internal } from "./_generated/api.js";
|
|
3
3
|
import { internalMutation } from "./_generated/server.js";
|
|
4
|
+
import { LIVE_SWEEP_INTERVAL_MS } from "./constants.js";
|
|
5
|
+
|
|
6
|
+
const SWEEP_BATCH_SIZE = 500;
|
|
4
7
|
|
|
5
8
|
export const expire = internalMutation({
|
|
6
9
|
args: {
|
|
@@ -20,17 +23,95 @@ export const expire = internalMutation({
|
|
|
20
23
|
if (liveSession.expiryChainDeadline !== args.scheduledDeadline) {
|
|
21
24
|
return { expired: false, rescheduled: false, stale: true };
|
|
22
25
|
}
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
26
|
+
const now = Date.now();
|
|
27
|
+
if (liveSession.expiresAt > now) {
|
|
28
|
+
const state = await ctx.db
|
|
29
|
+
.query("liveSweepStates")
|
|
30
|
+
.withIndex("by_siteId", (range) =>
|
|
31
|
+
range.eq("siteId", liveSession.siteId),
|
|
32
|
+
)
|
|
33
|
+
.unique();
|
|
34
|
+
const scheduledAt = Math.min(
|
|
35
|
+
liveSession.expiresAt,
|
|
36
|
+
now + LIVE_SWEEP_INTERVAL_MS,
|
|
37
|
+
);
|
|
38
|
+
if (
|
|
39
|
+
!state ||
|
|
40
|
+
state.scheduledAt <= now ||
|
|
41
|
+
state.scheduledAt > scheduledAt
|
|
42
|
+
) {
|
|
43
|
+
if (state) {
|
|
44
|
+
await ctx.db.patch("liveSweepStates", state._id, {
|
|
45
|
+
scheduledAt,
|
|
46
|
+
});
|
|
47
|
+
} else {
|
|
48
|
+
await ctx.db.insert("liveSweepStates", {
|
|
49
|
+
siteId: liveSession.siteId,
|
|
50
|
+
scheduledAt,
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
await ctx.scheduler.runAt(scheduledAt, internal.live.sweep, {
|
|
54
|
+
siteId: liveSession.siteId,
|
|
55
|
+
scheduledAt,
|
|
56
|
+
});
|
|
57
|
+
return { expired: false, rescheduled: true, stale: false };
|
|
58
|
+
}
|
|
59
|
+
return { expired: false, rescheduled: false, stale: false };
|
|
32
60
|
}
|
|
33
61
|
await ctx.db.delete("liveSessions", liveSession._id);
|
|
34
62
|
return { expired: true, rescheduled: false, stale: false };
|
|
35
63
|
},
|
|
36
64
|
});
|
|
65
|
+
|
|
66
|
+
export const sweep = internalMutation({
|
|
67
|
+
args: {
|
|
68
|
+
siteId: v.id("sites"),
|
|
69
|
+
scheduledAt: v.number(),
|
|
70
|
+
},
|
|
71
|
+
returns: v.object({
|
|
72
|
+
expired: v.number(),
|
|
73
|
+
rescheduled: v.boolean(),
|
|
74
|
+
stale: v.boolean(),
|
|
75
|
+
}),
|
|
76
|
+
handler: async (ctx, args) => {
|
|
77
|
+
const state = await ctx.db
|
|
78
|
+
.query("liveSweepStates")
|
|
79
|
+
.withIndex("by_siteId", (range) => range.eq("siteId", args.siteId))
|
|
80
|
+
.unique();
|
|
81
|
+
if (!state || state.scheduledAt !== args.scheduledAt) {
|
|
82
|
+
return { expired: 0, rescheduled: false, stale: true };
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
const now = Date.now();
|
|
86
|
+
const expired = await ctx.db
|
|
87
|
+
.query("liveSessions")
|
|
88
|
+
.withIndex("by_siteId_and_expiresAt", (range) =>
|
|
89
|
+
range.eq("siteId", args.siteId).lte("expiresAt", now),
|
|
90
|
+
)
|
|
91
|
+
.take(SWEEP_BATCH_SIZE);
|
|
92
|
+
for (const session of expired) {
|
|
93
|
+
await ctx.db.delete("liveSessions", session._id);
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
const next = await ctx.db
|
|
97
|
+
.query("liveSessions")
|
|
98
|
+
.withIndex("by_siteId_and_expiresAt", (range) =>
|
|
99
|
+
range.eq("siteId", args.siteId),
|
|
100
|
+
)
|
|
101
|
+
.order("asc")
|
|
102
|
+
.first();
|
|
103
|
+
if (!next) {
|
|
104
|
+
await ctx.db.delete("liveSweepStates", state._id);
|
|
105
|
+
return { expired: expired.length, rescheduled: false, stale: false };
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
const scheduledAt =
|
|
109
|
+
expired.length === SWEEP_BATCH_SIZE ? now : now + LIVE_SWEEP_INTERVAL_MS;
|
|
110
|
+
await ctx.db.patch("liveSweepStates", state._id, { scheduledAt });
|
|
111
|
+
await ctx.scheduler.runAt(scheduledAt, internal.live.sweep, {
|
|
112
|
+
siteId: args.siteId,
|
|
113
|
+
scheduledAt,
|
|
114
|
+
});
|
|
115
|
+
return { expired: expired.length, rescheduled: true, stale: false };
|
|
116
|
+
},
|
|
117
|
+
});
|