@x12i/countex 1.0.0 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +215 -4
- package/dist/backup/export.d.ts +2 -0
- package/dist/backup/export.d.ts.map +1 -1
- package/dist/backup/export.js +2 -0
- package/dist/backup/export.js.map +1 -1
- package/dist/backup/manifest.d.ts +49 -0
- package/dist/backup/manifest.d.ts.map +1 -0
- package/dist/backup/manifest.js +103 -0
- package/dist/backup/manifest.js.map +1 -0
- package/dist/backup/snapshot-encoding.d.ts +8 -0
- package/dist/backup/snapshot-encoding.d.ts.map +1 -0
- package/dist/backup/snapshot-encoding.js +27 -0
- package/dist/backup/snapshot-encoding.js.map +1 -0
- package/dist/cli.d.ts +12 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +206 -0
- package/dist/cli.js.map +1 -0
- package/dist/core/buffer.d.ts +4 -3
- package/dist/core/buffer.d.ts.map +1 -1
- package/dist/core/buffer.js +65 -9
- package/dist/core/buffer.js.map +1 -1
- package/dist/core/countex.d.ts +14 -1
- package/dist/core/countex.d.ts.map +1 -1
- package/dist/core/countex.js +171 -48
- package/dist/core/countex.js.map +1 -1
- package/dist/core/extraction.d.ts +14 -6
- package/dist/core/extraction.d.ts.map +1 -1
- package/dist/core/extraction.js +117 -1
- package/dist/core/extraction.js.map +1 -1
- package/dist/core/mapping.d.ts +5 -0
- package/dist/core/mapping.d.ts.map +1 -1
- package/dist/core/mapping.js +71 -1
- package/dist/core/mapping.js.map +1 -1
- package/dist/core/timeframe.d.ts +7 -0
- package/dist/core/timeframe.d.ts.map +1 -1
- package/dist/core/timeframe.js +88 -0
- package/dist/core/timeframe.js.map +1 -1
- package/dist/index.d.ts +4 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +13 -1
- package/dist/index.js.map +1 -1
- package/dist/insights/advisors/fanout-health.d.ts +3 -0
- package/dist/insights/advisors/fanout-health.d.ts.map +1 -0
- package/dist/insights/advisors/fanout-health.js +3 -0
- package/dist/insights/advisors/fanout-health.js.map +1 -0
- package/dist/insights/advisors/map-health.d.ts +6 -0
- package/dist/insights/advisors/map-health.d.ts.map +1 -0
- package/dist/insights/advisors/map-health.js +154 -0
- package/dist/insights/advisors/map-health.js.map +1 -0
- package/dist/insights/advisors/resource-advisor.d.ts +4 -0
- package/dist/insights/advisors/resource-advisor.d.ts.map +1 -0
- package/dist/insights/advisors/resource-advisor.js +102 -0
- package/dist/insights/advisors/resource-advisor.js.map +1 -0
- package/dist/insights/advisors/retention-advisor.d.ts +2 -0
- package/dist/insights/advisors/retention-advisor.d.ts.map +1 -0
- package/dist/insights/advisors/retention-advisor.js +6 -0
- package/dist/insights/advisors/retention-advisor.js.map +1 -0
- package/dist/insights/advisors-subpath.d.ts +4 -0
- package/dist/insights/advisors-subpath.d.ts.map +1 -0
- package/dist/insights/advisors-subpath.js +10 -0
- package/dist/insights/advisors-subpath.js.map +1 -0
- package/dist/insights/anomaly/baseline.d.ts +4 -0
- package/dist/insights/anomaly/baseline.d.ts.map +1 -0
- package/dist/insights/anomaly/baseline.js +54 -0
- package/dist/insights/anomaly/baseline.js.map +1 -0
- package/dist/insights/anomaly/detect-anomalies.d.ts +6 -0
- package/dist/insights/anomaly/detect-anomalies.d.ts.map +1 -0
- package/dist/insights/anomaly/detect-anomalies.js +245 -0
- package/dist/insights/anomaly/detect-anomalies.js.map +1 -0
- package/dist/insights/anomaly/ewma.d.ts +2 -0
- package/dist/insights/anomaly/ewma.d.ts.map +1 -0
- package/dist/insights/anomaly/ewma.js +15 -0
- package/dist/insights/anomaly/ewma.js.map +1 -0
- package/dist/insights/anomaly/missing-activity.d.ts +3 -0
- package/dist/insights/anomaly/missing-activity.d.ts.map +1 -0
- package/dist/insights/anomaly/missing-activity.js +8 -0
- package/dist/insights/anomaly/missing-activity.js.map +1 -0
- package/dist/insights/anomaly/robust-zscore.d.ts +2 -0
- package/dist/insights/anomaly/robust-zscore.d.ts.map +1 -0
- package/dist/insights/anomaly/robust-zscore.js +9 -0
- package/dist/insights/anomaly/robust-zscore.js.map +1 -0
- package/dist/insights/anomaly-subpath.d.ts +7 -0
- package/dist/insights/anomaly-subpath.d.ts.map +1 -0
- package/dist/insights/anomaly-subpath.js +20 -0
- package/dist/insights/anomaly-subpath.js.map +1 -0
- package/dist/insights/comparison/compare-periods.d.ts +5 -0
- package/dist/insights/comparison/compare-periods.d.ts.map +1 -0
- package/dist/insights/comparison/compare-periods.js +64 -0
- package/dist/insights/comparison/compare-periods.js.map +1 -0
- package/dist/insights/comparison/growth-rate.d.ts +3 -0
- package/dist/insights/comparison/growth-rate.d.ts.map +1 -0
- package/dist/insights/comparison/growth-rate.js +3 -0
- package/dist/insights/comparison/growth-rate.js.map +1 -0
- package/dist/insights/comparison/moving-average.d.ts +2 -0
- package/dist/insights/comparison/moving-average.d.ts.map +1 -0
- package/dist/insights/comparison/moving-average.js +6 -0
- package/dist/insights/comparison/moving-average.js.map +1 -0
- package/dist/insights/comparison/trend.d.ts +5 -0
- package/dist/insights/comparison/trend.d.ts.map +1 -0
- package/dist/insights/comparison/trend.js +84 -0
- package/dist/insights/comparison/trend.js.map +1 -0
- package/dist/insights/errors.d.ts +25 -0
- package/dist/insights/errors.d.ts.map +1 -0
- package/dist/insights/errors.js +54 -0
- package/dist/insights/errors.js.map +1 -0
- package/dist/insights/forecast/budget.d.ts +2 -0
- package/dist/insights/forecast/budget.d.ts.map +1 -0
- package/dist/insights/forecast/budget.js +6 -0
- package/dist/insights/forecast/budget.js.map +1 -0
- package/dist/insights/forecast/capacity.d.ts +2 -0
- package/dist/insights/forecast/capacity.d.ts.map +1 -0
- package/dist/insights/forecast/capacity.js +3 -0
- package/dist/insights/forecast/capacity.js.map +1 -0
- package/dist/insights/forecast/forecast.d.ts +5 -0
- package/dist/insights/forecast/forecast.d.ts.map +1 -0
- package/dist/insights/forecast/forecast.js +103 -0
- package/dist/insights/forecast/forecast.js.map +1 -0
- package/dist/insights/forecast/retention.d.ts +2 -0
- package/dist/insights/forecast/retention.d.ts.map +1 -0
- package/dist/insights/forecast/retention.js +3 -0
- package/dist/insights/forecast/retention.js.map +1 -0
- package/dist/insights/index.d.ts +4 -0
- package/dist/insights/index.d.ts.map +1 -0
- package/dist/insights/index.js +23 -0
- package/dist/insights/index.js.map +1 -0
- package/dist/insights/insights-client.d.ts +33 -0
- package/dist/insights/insights-client.d.ts.map +1 -0
- package/dist/insights/insights-client.js +344 -0
- package/dist/insights/insights-client.js.map +1 -0
- package/dist/insights/llm-subpath.d.ts +4 -0
- package/dist/insights/llm-subpath.d.ts.map +1 -0
- package/dist/insights/llm-subpath.js +10 -0
- package/dist/insights/llm-subpath.js.map +1 -0
- package/dist/insights/optimization/cost-optimizer.d.ts +6 -0
- package/dist/insights/optimization/cost-optimizer.d.ts.map +1 -0
- package/dist/insights/optimization/cost-optimizer.js +98 -0
- package/dist/insights/optimization/cost-optimizer.js.map +1 -0
- package/dist/insights/optimization/latency-optimizer.d.ts +3 -0
- package/dist/insights/optimization/latency-optimizer.d.ts.map +1 -0
- package/dist/insights/optimization/latency-optimizer.js +3 -0
- package/dist/insights/optimization/latency-optimizer.js.map +1 -0
- package/dist/insights/optimization/threshold-advisor.d.ts +2 -0
- package/dist/insights/optimization/threshold-advisor.d.ts.map +1 -0
- package/dist/insights/optimization/threshold-advisor.js +3 -0
- package/dist/insights/optimization/threshold-advisor.js.map +1 -0
- package/dist/insights/optimization/token-optimizer.d.ts +4 -0
- package/dist/insights/optimization/token-optimizer.d.ts.map +1 -0
- package/dist/insights/optimization/token-optimizer.js +133 -0
- package/dist/insights/optimization/token-optimizer.js.map +1 -0
- package/dist/insights/ranking/contribution.d.ts +2 -0
- package/dist/insights/ranking/contribution.d.ts.map +1 -0
- package/dist/insights/ranking/contribution.js +6 -0
- package/dist/insights/ranking/contribution.js.map +1 -0
- package/dist/insights/ranking/helpers.d.ts +22 -0
- package/dist/insights/ranking/helpers.d.ts.map +1 -0
- package/dist/insights/ranking/helpers.js +88 -0
- package/dist/insights/ranking/helpers.js.map +1 -0
- package/dist/insights/ranking/pareto.d.ts +2 -0
- package/dist/insights/ranking/pareto.d.ts.map +1 -0
- package/dist/insights/ranking/pareto.js +6 -0
- package/dist/insights/ranking/pareto.js.map +1 -0
- package/dist/insights/ranking/slices.d.ts +2 -0
- package/dist/insights/ranking/slices.d.ts.map +1 -0
- package/dist/insights/ranking/slices.js +6 -0
- package/dist/insights/ranking/slices.js.map +1 -0
- package/dist/insights/ranking/top-bottom.d.ts +2 -0
- package/dist/insights/ranking/top-bottom.d.ts.map +1 -0
- package/dist/insights/ranking/top-bottom.js +7 -0
- package/dist/insights/ranking/top-bottom.js.map +1 -0
- package/dist/insights/recommendations/evidence.d.ts +2 -0
- package/dist/insights/recommendations/evidence.d.ts.map +1 -0
- package/dist/insights/recommendations/evidence.js +3 -0
- package/dist/insights/recommendations/evidence.js.map +1 -0
- package/dist/insights/recommendations/recommendation.d.ts +6 -0
- package/dist/insights/recommendations/recommendation.d.ts.map +1 -0
- package/dist/insights/recommendations/recommendation.js +25 -0
- package/dist/insights/recommendations/recommendation.js.map +1 -0
- package/dist/insights/recommendations/severity.d.ts +2 -0
- package/dist/insights/recommendations/severity.d.ts.map +1 -0
- package/dist/insights/recommendations/severity.js +3 -0
- package/dist/insights/recommendations/severity.js.map +1 -0
- package/dist/insights/rules/evaluate-rules.d.ts +5 -0
- package/dist/insights/rules/evaluate-rules.d.ts.map +1 -0
- package/dist/insights/rules/evaluate-rules.js +156 -0
- package/dist/insights/rules/evaluate-rules.js.map +1 -0
- package/dist/insights/types.d.ts +405 -0
- package/dist/insights/types.d.ts.map +1 -0
- package/dist/insights/types.js +3 -0
- package/dist/insights/types.js.map +1 -0
- package/dist/insights/utils/formatting.d.ts +4 -0
- package/dist/insights/utils/formatting.d.ts.map +1 -0
- package/dist/insights/utils/formatting.js +21 -0
- package/dist/insights/utils/formatting.js.map +1 -0
- package/dist/insights/utils/grouping.d.ts +2 -0
- package/dist/insights/utils/grouping.d.ts.map +1 -0
- package/dist/insights/utils/grouping.js +8 -0
- package/dist/insights/utils/grouping.js.map +1 -0
- package/dist/insights/utils/query-builder.d.ts +21 -0
- package/dist/insights/utils/query-builder.d.ts.map +1 -0
- package/dist/insights/utils/query-builder.js +107 -0
- package/dist/insights/utils/query-builder.js.map +1 -0
- package/dist/insights/utils/row-value.d.ts +5 -0
- package/dist/insights/utils/row-value.d.ts.map +1 -0
- package/dist/insights/utils/row-value.js +36 -0
- package/dist/insights/utils/row-value.js.map +1 -0
- package/dist/insights/utils/stats.d.ts +28 -0
- package/dist/insights/utils/stats.d.ts.map +1 -0
- package/dist/insights/utils/stats.js +125 -0
- package/dist/insights/utils/stats.js.map +1 -0
- package/dist/query/formatter.d.ts +2 -2
- package/dist/query/formatter.d.ts.map +1 -1
- package/dist/query/formatter.js +211 -30
- package/dist/query/formatter.js.map +1 -1
- package/dist/query/planner.d.ts +10 -2
- package/dist/query/planner.d.ts.map +1 -1
- package/dist/query/planner.js +55 -4
- package/dist/query/planner.js.map +1 -1
- package/dist/simulation/context.d.ts +5 -0
- package/dist/simulation/context.d.ts.map +1 -0
- package/dist/simulation/context.js +56 -0
- package/dist/simulation/context.js.map +1 -0
- package/dist/simulation/events.d.ts +3 -0
- package/dist/simulation/events.d.ts.map +1 -0
- package/dist/simulation/events.js +67 -0
- package/dist/simulation/events.js.map +1 -0
- package/dist/simulation/index.d.ts +7 -0
- package/dist/simulation/index.d.ts.map +1 -0
- package/dist/simulation/index.js +16 -0
- package/dist/simulation/index.js.map +1 -0
- package/dist/simulation/prng.d.ts +4 -0
- package/dist/simulation/prng.d.ts.map +1 -0
- package/dist/simulation/prng.js +18 -0
- package/dist/simulation/prng.js.map +1 -0
- package/dist/simulation/resource-estimate.d.ts +6 -0
- package/dist/simulation/resource-estimate.d.ts.map +1 -0
- package/dist/simulation/resource-estimate.js +11 -0
- package/dist/simulation/resource-estimate.js.map +1 -0
- package/dist/simulation/simulator.d.ts +15 -0
- package/dist/simulation/simulator.d.ts.map +1 -0
- package/dist/simulation/simulator.js +67 -0
- package/dist/simulation/simulator.js.map +1 -0
- package/dist/simulation/tracker.d.ts +8 -0
- package/dist/simulation/tracker.d.ts.map +1 -0
- package/dist/simulation/tracker.js +18 -0
- package/dist/simulation/tracker.js.map +1 -0
- package/dist/simulation/types.d.ts +49 -0
- package/dist/simulation/types.d.ts.map +1 -0
- package/dist/simulation/types.js +21 -0
- package/dist/simulation/types.js.map +1 -0
- package/dist/storage/memory.d.ts +3 -0
- package/dist/storage/memory.d.ts.map +1 -1
- package/dist/storage/memory.js +113 -4
- package/dist/storage/memory.js.map +1 -1
- package/dist/storage/mongo.d.ts +5 -0
- package/dist/storage/mongo.d.ts.map +1 -1
- package/dist/storage/mongo.js +129 -17
- package/dist/storage/mongo.js.map +1 -1
- package/dist/storage/redis.d.ts +12 -9
- package/dist/storage/redis.d.ts.map +1 -1
- package/dist/storage/redis.js +126 -47
- package/dist/storage/redis.js.map +1 -1
- package/dist/types/index.d.ts +139 -4
- package/dist/types/index.d.ts.map +1 -1
- package/docs/DEPLOYMENT.md +40 -2
- package/docs/INSIGHTS.md +59 -0
- package/docs/INSIGHTS_ANOMALY_DETECTION.md +33 -0
- package/docs/INSIGHTS_LLM_COST_AND_TOKENS.md +26 -0
- package/docs/INSIGHTS_RESOURCE_ADVISOR.md +31 -0
- package/docs/countex_gap_analysis_complete_checklist.md +1340 -0
- package/docs/guides/README.md +34 -0
- package/docs/guides/adapter-memory.md +48 -0
- package/docs/guides/adapter-mongo.md +62 -0
- package/docs/guides/adapter-redis.md +53 -0
- package/docs/guides/backup-export.md +83 -0
- package/docs/guides/cardinality.md +50 -0
- package/docs/guides/cli.md +53 -0
- package/docs/guides/client-events.md +49 -0
- package/docs/guides/counter-maps.md +122 -0
- package/docs/guides/idempotency.md +39 -0
- package/docs/guides/ingestion-and-flush.md +67 -0
- package/docs/guides/insights-advisors-and-optimization.md +39 -0
- package/docs/guides/insights-anomalies-and-rules.md +48 -0
- package/docs/guides/insights-comparison-and-trends.md +47 -0
- package/docs/guides/insights-forecasting-and-budget.md +61 -0
- package/docs/guides/insights-overview.md +82 -0
- package/docs/guides/insights-ranking.md +81 -0
- package/docs/guides/measures.md +71 -0
- package/docs/guides/querying.md +119 -0
- package/docs/guides/simulation-profiles.md +33 -0
- package/docs/guides/simulation-resource-estimation.md +30 -0
- package/docs/guides/simulation.md +36 -0
- package/docs/guides/timeframes-and-bucketing.md +55 -0
- package/docs/internals/README.md +21 -0
- package/docs/internals/internal-architecture-overview.md +65 -0
- package/docs/internals/internal-backup-stream.md +23 -0
- package/docs/internals/internal-buffer-merge-and-flush.md +51 -0
- package/docs/internals/internal-cardinality.md +30 -0
- package/docs/internals/internal-dimension-hash.md +34 -0
- package/docs/internals/internal-idempotency.md +36 -0
- package/docs/internals/internal-ingest-pipeline.md +52 -0
- package/docs/internals/internal-insights-layer.md +36 -0
- package/docs/internals/internal-mapping-validation-and-extraction.md +59 -0
- package/docs/internals/internal-measures-and-scales.md +35 -0
- package/docs/internals/internal-query-path.md +46 -0
- package/docs/internals/internal-storage-memory.md +13 -0
- package/docs/internals/internal-storage-mongo.md +24 -0
- package/docs/internals/internal-storage-redis.md +31 -0
- package/docs/internals/internal-timeframe-bucketing.md +33 -0
- package/docs/use-cases/README.md +56 -0
- package/docs/use-cases/audit-security-log-counts.md +550 -0
- package/docs/use-cases/llm-cost-and-token-metering.md +255 -0
- package/docs/use-cases/multi-tenant-isolation.md +203 -0
- package/docs/use-cases/ops-dashboard-daily-rollups.md +255 -0
- package/docs/use-cases/processing-workflow-activity.md +165 -0
- package/docs/use-cases/product-feature-usage.md +240 -0
- package/docs/use-cases/webhook-idempotent-ingestion.md +188 -0
- package/package.json +61 -2
package/dist/cli.js
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
"use strict";
|
|
3
|
+
/**
|
|
4
|
+
* Minimal CLI for insights. Loads an ESM/CJS module that default-exports or exports `createContext`.
|
|
5
|
+
*
|
|
6
|
+
* Config module should export:
|
|
7
|
+
* `export async function createContext()` → `{ insights: CountexInsights }`
|
|
8
|
+
* or `export default { insights }`.
|
|
9
|
+
*
|
|
10
|
+
* For TypeScript configs run with: `node --import=tsx node_modules/@x12i/countex/dist/cli.js ...`
|
|
11
|
+
*/
|
|
12
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
15
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
16
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
17
|
+
}
|
|
18
|
+
Object.defineProperty(o, k2, desc);
|
|
19
|
+
}) : (function(o, m, k, k2) {
|
|
20
|
+
if (k2 === undefined) k2 = k;
|
|
21
|
+
o[k2] = m[k];
|
|
22
|
+
}));
|
|
23
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
24
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
25
|
+
}) : function(o, v) {
|
|
26
|
+
o["default"] = v;
|
|
27
|
+
});
|
|
28
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
29
|
+
var ownKeys = function(o) {
|
|
30
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
31
|
+
var ar = [];
|
|
32
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
33
|
+
return ar;
|
|
34
|
+
};
|
|
35
|
+
return ownKeys(o);
|
|
36
|
+
};
|
|
37
|
+
return function (mod) {
|
|
38
|
+
if (mod && mod.__esModule) return mod;
|
|
39
|
+
var result = {};
|
|
40
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
41
|
+
__setModuleDefault(result, mod);
|
|
42
|
+
return result;
|
|
43
|
+
};
|
|
44
|
+
})();
|
|
45
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
46
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
47
|
+
};
|
|
48
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
49
|
+
const node_fs_1 = __importDefault(require("node:fs"));
|
|
50
|
+
const node_path_1 = __importDefault(require("node:path"));
|
|
51
|
+
const node_url_1 = require("node:url");
|
|
52
|
+
async function loadConfig(configPath) {
|
|
53
|
+
const abs = node_path_1.default.resolve(configPath);
|
|
54
|
+
if (!node_fs_1.default.existsSync(abs)) {
|
|
55
|
+
console.error(`Config not found: ${abs}`);
|
|
56
|
+
process.exit(1);
|
|
57
|
+
}
|
|
58
|
+
const href = (0, node_url_1.pathToFileURL)(abs).href;
|
|
59
|
+
const mod = (await Promise.resolve(`${href}`).then(s => __importStar(require(s))));
|
|
60
|
+
if (mod.createContext) {
|
|
61
|
+
return mod.createContext();
|
|
62
|
+
}
|
|
63
|
+
if (mod.default?.insights) {
|
|
64
|
+
return { insights: mod.default.insights };
|
|
65
|
+
}
|
|
66
|
+
if (mod.insights) {
|
|
67
|
+
return { insights: mod.insights };
|
|
68
|
+
}
|
|
69
|
+
console.error("Module must export createContext(), default.insights, or insights.");
|
|
70
|
+
process.exit(1);
|
|
71
|
+
}
|
|
72
|
+
function formatMarkdown(title, body) {
|
|
73
|
+
return `# ${title}\n\n\`\`\`json\n${JSON.stringify(body, null, 2)}\n\`\`\`\n`;
|
|
74
|
+
}
|
|
75
|
+
async function main() {
|
|
76
|
+
const argv = process.argv.slice(2);
|
|
77
|
+
let format = "json";
|
|
78
|
+
const filtered = [];
|
|
79
|
+
for (let i = 0; i < argv.length; i++) {
|
|
80
|
+
if (argv[i] === "--format" && argv[i + 1]) {
|
|
81
|
+
format = argv[i + 1];
|
|
82
|
+
i++;
|
|
83
|
+
}
|
|
84
|
+
else {
|
|
85
|
+
filtered.push(argv[i]);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
const [cmd, configPath, ...rest] = filtered;
|
|
89
|
+
if (cmd === "simulate:demo") {
|
|
90
|
+
let events = 100;
|
|
91
|
+
let seed = 42;
|
|
92
|
+
for (let i = 1; i < filtered.length; i++) {
|
|
93
|
+
if (filtered[i] === "--events" && filtered[i + 1])
|
|
94
|
+
events = Number(filtered[++i]);
|
|
95
|
+
else if (filtered[i] === "--seed" && filtered[i + 1])
|
|
96
|
+
seed = Number(filtered[++i]);
|
|
97
|
+
}
|
|
98
|
+
const { createCountexSimulator, DEMO_SIMULATION_MAP } = await Promise.resolve().then(() => __importStar(require("./simulation/index.js")));
|
|
99
|
+
const sim = createCountexSimulator({ profile: { id: "audit-log" }, seed });
|
|
100
|
+
const report = sim.estimateFanout(DEMO_SIMULATION_MAP, events);
|
|
101
|
+
console.log(JSON.stringify(report, null, 2));
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
if (!cmd || !configPath) {
|
|
105
|
+
console.error(`Usage: countex insights:<command> <configfile> [--format json|markdown]
|
|
106
|
+
countex simulate:demo [--events N] [--seed S]
|
|
107
|
+
|
|
108
|
+
Commands:
|
|
109
|
+
insights:top insights:pareto insights:anomalies insights:cost insights:tokens
|
|
110
|
+
insights:map-health insights:resources
|
|
111
|
+
`);
|
|
112
|
+
process.exit(1);
|
|
113
|
+
}
|
|
114
|
+
const { insights } = await loadConfig(configPath);
|
|
115
|
+
const scopeFlag = (name) => {
|
|
116
|
+
const ix = rest.indexOf(name);
|
|
117
|
+
return ix >= 0 ? rest[ix + 1] : undefined;
|
|
118
|
+
};
|
|
119
|
+
const scope = scopeFlag("--scope") ?? "org_1";
|
|
120
|
+
const counter = scopeFlag("--counter") ?? "test_counter";
|
|
121
|
+
let result;
|
|
122
|
+
let title = cmd;
|
|
123
|
+
if (cmd === "insights:top" || cmd === "insights:pareto") {
|
|
124
|
+
const timeframe = { type: "day", from: "2026-05-01", to: "2026-05-03" };
|
|
125
|
+
if (cmd === "insights:top") {
|
|
126
|
+
result = await insights.topN({
|
|
127
|
+
scope,
|
|
128
|
+
counterId: counter,
|
|
129
|
+
timeframe,
|
|
130
|
+
groupBy: ["metric"],
|
|
131
|
+
measure: "count",
|
|
132
|
+
n: 10,
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
else {
|
|
136
|
+
result = await insights.pareto({
|
|
137
|
+
scope,
|
|
138
|
+
counterId: counter,
|
|
139
|
+
timeframe,
|
|
140
|
+
groupBy: ["metric"],
|
|
141
|
+
measure: "count",
|
|
142
|
+
targetShare: 0.8,
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
else if (cmd === "insights:anomalies") {
|
|
147
|
+
result = await insights.detectAnomalies({
|
|
148
|
+
scope,
|
|
149
|
+
counterId: counter,
|
|
150
|
+
timeframe: { type: "day", from: "2026-05-02", to: "2026-05-03" },
|
|
151
|
+
groupBy: [],
|
|
152
|
+
measure: "count",
|
|
153
|
+
baseline: { lookback: "7d", compareBy: "rolling" },
|
|
154
|
+
});
|
|
155
|
+
}
|
|
156
|
+
else if (cmd === "insights:cost") {
|
|
157
|
+
result = await insights.costDrivers({
|
|
158
|
+
scope,
|
|
159
|
+
counterId: counter,
|
|
160
|
+
timeframe: { type: "month", from: "2026-05", to: "2026-05" },
|
|
161
|
+
groupBy: ["metric"],
|
|
162
|
+
costMeasure: "costMicros.sum",
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
else if (cmd === "insights:tokens") {
|
|
166
|
+
result = await insights.recommendMaxTokens({
|
|
167
|
+
scope,
|
|
168
|
+
counterId: counter,
|
|
169
|
+
timeframe: { type: "day", from: "2026-05-01", to: "2026-05-03" },
|
|
170
|
+
groupBy: ["metric"],
|
|
171
|
+
outputTokenMeasure: "outputTokens",
|
|
172
|
+
minCalls: 1,
|
|
173
|
+
});
|
|
174
|
+
}
|
|
175
|
+
else if (cmd === "insights:map-health") {
|
|
176
|
+
result = await insights.analyzeMapHealth({
|
|
177
|
+
scope,
|
|
178
|
+
counterId: counter,
|
|
179
|
+
timeframe: { type: "day", from: "2026-05-01", to: "2026-05-03" },
|
|
180
|
+
includeRecommendations: true,
|
|
181
|
+
});
|
|
182
|
+
}
|
|
183
|
+
else if (cmd === "insights:resources") {
|
|
184
|
+
result = await insights.estimateResourcesFromActuals({
|
|
185
|
+
scope,
|
|
186
|
+
counterId: counter,
|
|
187
|
+
sampleWindow: { type: "day", from: "2026-05-01", to: "2026-05-03" },
|
|
188
|
+
targetRetention: { day: 92 },
|
|
189
|
+
});
|
|
190
|
+
}
|
|
191
|
+
else {
|
|
192
|
+
console.error("Unknown command:", cmd);
|
|
193
|
+
process.exit(1);
|
|
194
|
+
}
|
|
195
|
+
if (format === "markdown") {
|
|
196
|
+
console.log(formatMarkdown(title, result));
|
|
197
|
+
}
|
|
198
|
+
else {
|
|
199
|
+
console.log(JSON.stringify(result, null, 2));
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
main().catch((e) => {
|
|
203
|
+
console.error(e);
|
|
204
|
+
process.exit(1);
|
|
205
|
+
});
|
|
206
|
+
//# sourceMappingURL=cli.js.map
|
package/dist/cli.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;AACA;;;;;;;;GAQG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,sDAAyB;AACzB,0DAA6B;AAC7B,uCAAyC;AAKzC,KAAK,UAAU,UAAU,CAAC,UAAkB;IAC1C,MAAM,GAAG,GAAG,mBAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,CAAC,iBAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,MAAM,IAAI,GAAG,IAAA,wBAAa,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,MAAM,GAAG,GAAG,CAAC,yBAAa,IAAI,uCAAC,CAI9B,CAAC;IACF,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC,aAAa,EAAE,CAAC;IAC7B,CAAC;IACD,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;IACpC,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,IAAa;IAClD,OAAO,KAAK,KAAK,mBAAmB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,YAAY,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,MAAM,GAAW,MAAM,CAAC;IAC5B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAW,CAAC;YAC/B,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,MAAM,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,GAAG,QAAQ,CAAC;IAE5C,IAAI,GAAG,KAAK,eAAe,EAAE,CAAC;QAC5B,IAAI,MAAM,GAAG,GAAG,CAAC;QACjB,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;gBAAE,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;iBAC7E,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;gBAAE,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrF,CAAC;QACD,MAAM,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,GAAG,wDAAa,uBAAuB,GAAC,CAAC;QAC9F,MAAM,GAAG,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,CAAC;;;;;;CAMjB,CAAC,CAAC;QACC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;IAElD,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE;QACjC,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9B,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5C,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC;IAC9C,MAAM,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC;IAEzD,IAAI,MAAe,CAAC;IACpB,IAAI,KAAK,GAAG,GAAG,CAAC;IAEhB,IAAI,GAAG,KAAK,cAAc,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,KAAc,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC;QACjF,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAC3B,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC;gBAC3B,KAAK;gBACL,SAAS,EAAE,OAAO;gBAClB,SAAS;gBACT,OAAO,EAAE,CAAC,QAAQ,CAAC;gBACnB,OAAO,EAAE,OAAO;gBAChB,CAAC,EAAE,EAAE;aACN,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBAC7B,KAAK;gBACL,SAAS,EAAE,OAAO;gBAClB,SAAS;gBACT,OAAO,EAAE,CAAC,QAAQ,CAAC;gBACnB,OAAO,EAAE,OAAO;gBAChB,WAAW,EAAE,GAAG;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,GAAG,KAAK,oBAAoB,EAAE,CAAC;QACxC,MAAM,GAAG,MAAM,QAAQ,CAAC,eAAe,CAAC;YACtC,KAAK;YACL,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE;YAChE,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE;SACnD,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,GAAG,KAAK,eAAe,EAAE,CAAC;QACnC,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,CAAC;YAClC,KAAK;YACL,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE;YAC5D,OAAO,EAAE,CAAC,QAAQ,CAAC;YACnB,WAAW,EAAE,gBAAgB;SAC9B,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,GAAG,KAAK,iBAAiB,EAAE,CAAC;QACrC,MAAM,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAAC;YACzC,KAAK;YACL,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE;YAChE,OAAO,EAAE,CAAC,QAAQ,CAAC;YACnB,kBAAkB,EAAE,cAAc;YAClC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,GAAG,KAAK,qBAAqB,EAAE,CAAC;QACzC,MAAM,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC;YACvC,KAAK;YACL,SAAS,EAAE,OAAO;YAClB,SAAS,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE;YAChE,sBAAsB,EAAE,IAAI;SAC7B,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,GAAG,KAAK,oBAAoB,EAAE,CAAC;QACxC,MAAM,GAAG,MAAM,QAAQ,CAAC,4BAA4B,CAAC;YACnD,KAAK;YACL,SAAS,EAAE,OAAO;YAClB,YAAY,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE;YACnE,eAAe,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE;SAC7B,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
|
package/dist/core/buffer.d.ts
CHANGED
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
* then forget those deltas. If the durable write fails, we merge the snapshot
|
|
7
7
|
* back into the buffer so no counts are lost.
|
|
8
8
|
*/
|
|
9
|
-
import type { CellIdentity, PendingDelta } from "../types/index.js";
|
|
9
|
+
import type { CellIdentity, PendingDelta, PendingMeasureDelta } from "../types/index.js";
|
|
10
10
|
export declare class DeltaBuffer {
|
|
11
11
|
private readonly map;
|
|
12
12
|
/** Number of source events accumulated since last flush (for flush triggers). */
|
|
@@ -14,8 +14,9 @@ export declare class DeltaBuffer {
|
|
|
14
14
|
size(): number;
|
|
15
15
|
eventCount(): number;
|
|
16
16
|
noteEvent(): void;
|
|
17
|
-
/** Add a delta to the cell identified by `identity`. */
|
|
18
|
-
add(identity: CellIdentity, delta: number): void;
|
|
17
|
+
/** Add a delta (and optional measure increments) to the cell identified by `identity`. */
|
|
18
|
+
add(identity: CellIdentity, delta: number, measures?: Record<string, PendingMeasureDelta>, measureScales?: Record<string, number>): void;
|
|
19
|
+
private maybeCancel;
|
|
19
20
|
/**
|
|
20
21
|
* Take the current contents as a flush snapshot. The buffer is cleared
|
|
21
22
|
* atomically — if you need to re-merge on failure, call `mergeBack`.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/core/buffer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../src/core/buffer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAqDzF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAyC;IAC7D,iFAAiF;IACjF,OAAO,CAAC,MAAM,CAAK;IAEnB,IAAI,IAAI,MAAM;IAId,UAAU,IAAI,MAAM;IAIpB,SAAS,IAAI,IAAI;IAIjB,0FAA0F;IAC1F,GAAG,CACD,QAAQ,EAAE,YAAY,EACtB,KAAK,EAAE,MAAM,EACb,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,CAAC,EAC9C,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACrC,IAAI;IA0BP,OAAO,CAAC,WAAW;IAMnB;;;OAGG;IACH,KAAK,IAAI,YAAY,EAAE;IAoBvB,sFAAsF;IACtF,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAI;CAK1C"}
|
package/dist/core/buffer.js
CHANGED
|
@@ -10,6 +10,40 @@
|
|
|
10
10
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
11
11
|
exports.DeltaBuffer = void 0;
|
|
12
12
|
const hash_js_1 = require("../utils/hash.js");
|
|
13
|
+
function mergeMeasureDelta(cur, inc) {
|
|
14
|
+
const out = { ...cur };
|
|
15
|
+
if (inc.sum !== undefined)
|
|
16
|
+
out.sum = (out.sum ?? 0) + inc.sum;
|
|
17
|
+
if (inc.count !== undefined)
|
|
18
|
+
out.count = (out.count ?? 0) + inc.count;
|
|
19
|
+
if (inc.min !== undefined) {
|
|
20
|
+
out.min = out.min !== undefined ? Math.min(out.min, inc.min) : inc.min;
|
|
21
|
+
}
|
|
22
|
+
if (inc.max !== undefined) {
|
|
23
|
+
out.max = out.max !== undefined ? Math.max(out.max, inc.max) : inc.max;
|
|
24
|
+
}
|
|
25
|
+
return out;
|
|
26
|
+
}
|
|
27
|
+
function mergeMeasureMaps(cur, inc) {
|
|
28
|
+
const out = cur ? { ...cur } : {};
|
|
29
|
+
for (const [name, delta] of Object.entries(inc)) {
|
|
30
|
+
out[name] = mergeMeasureDelta(out[name], delta);
|
|
31
|
+
}
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
function hasMeasures(entry) {
|
|
35
|
+
return !!(entry.measures && Object.keys(entry.measures).length > 0);
|
|
36
|
+
}
|
|
37
|
+
function mergeScales(cur, inc) {
|
|
38
|
+
if (!inc || Object.keys(inc).length === 0)
|
|
39
|
+
return cur;
|
|
40
|
+
const out = { ...cur };
|
|
41
|
+
for (const [k, v] of Object.entries(inc)) {
|
|
42
|
+
if (out[k] === undefined)
|
|
43
|
+
out[k] = v;
|
|
44
|
+
}
|
|
45
|
+
return Object.keys(out).length ? out : undefined;
|
|
46
|
+
}
|
|
13
47
|
class DeltaBuffer {
|
|
14
48
|
map = new Map();
|
|
15
49
|
/** Number of source events accumulated since last flush (for flush triggers). */
|
|
@@ -23,20 +57,36 @@ class DeltaBuffer {
|
|
|
23
57
|
noteEvent() {
|
|
24
58
|
this.events++;
|
|
25
59
|
}
|
|
26
|
-
/** Add a delta to the cell identified by `identity`. */
|
|
27
|
-
add(identity, delta) {
|
|
28
|
-
|
|
60
|
+
/** Add a delta (and optional measure increments) to the cell identified by `identity`. */
|
|
61
|
+
add(identity, delta, measures, measureScales) {
|
|
62
|
+
const incMeasures = measures && Object.keys(measures).length > 0 ? measures : undefined;
|
|
63
|
+
const incScales = measureScales && Object.keys(measureScales).length > 0 ? measureScales : undefined;
|
|
64
|
+
if (delta === 0 && !incMeasures)
|
|
29
65
|
return;
|
|
30
66
|
const key = (0, hash_js_1.cellKey)(identity);
|
|
31
67
|
const cur = this.map.get(key);
|
|
32
68
|
if (cur) {
|
|
33
69
|
cur.delta += delta;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
70
|
+
if (incMeasures) {
|
|
71
|
+
cur.measures = mergeMeasureMaps(cur.measures, incMeasures);
|
|
72
|
+
}
|
|
73
|
+
cur.measureScales = mergeScales(cur.measureScales, incScales);
|
|
74
|
+
this.maybeCancel(key, cur);
|
|
37
75
|
}
|
|
38
76
|
else {
|
|
39
|
-
|
|
77
|
+
const entry = {
|
|
78
|
+
identity,
|
|
79
|
+
delta,
|
|
80
|
+
measures: incMeasures ? mergeMeasureMaps(undefined, incMeasures) : undefined,
|
|
81
|
+
measureScales: incScales ? { ...incScales } : undefined,
|
|
82
|
+
};
|
|
83
|
+
this.map.set(key, entry);
|
|
84
|
+
this.maybeCancel(key, entry);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
maybeCancel(key, entry) {
|
|
88
|
+
if (!hasMeasures(entry) && entry.delta === 0) {
|
|
89
|
+
this.map.delete(key);
|
|
40
90
|
}
|
|
41
91
|
}
|
|
42
92
|
/**
|
|
@@ -46,7 +96,13 @@ class DeltaBuffer {
|
|
|
46
96
|
drain() {
|
|
47
97
|
const out = [];
|
|
48
98
|
for (const entry of this.map.values()) {
|
|
49
|
-
|
|
99
|
+
const measures = entry.measures && Object.keys(entry.measures).length > 0
|
|
100
|
+
? Object.fromEntries(Object.entries(entry.measures).map(([k, v]) => [k, { ...v }]))
|
|
101
|
+
: undefined;
|
|
102
|
+
const measureScales = entry.measureScales && Object.keys(entry.measureScales).length > 0
|
|
103
|
+
? { ...entry.measureScales }
|
|
104
|
+
: undefined;
|
|
105
|
+
out.push({ identity: entry.identity, delta: entry.delta, measures, measureScales });
|
|
50
106
|
}
|
|
51
107
|
this.map.clear();
|
|
52
108
|
this.events = 0;
|
|
@@ -55,7 +111,7 @@ class DeltaBuffer {
|
|
|
55
111
|
/** Re-merge a previously drained snapshot back into the buffer (failure recovery). */
|
|
56
112
|
mergeBack(snapshot) {
|
|
57
113
|
for (const d of snapshot) {
|
|
58
|
-
this.add(d.identity, d.delta);
|
|
114
|
+
this.add(d.identity, d.delta, d.measures, d.measureScales);
|
|
59
115
|
}
|
|
60
116
|
}
|
|
61
117
|
}
|
package/dist/core/buffer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"buffer.js","sourceRoot":"","sources":["../../src/core/buffer.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAGH,8CAA2C;
|
|
1
|
+
{"version":3,"file":"buffer.js","sourceRoot":"","sources":["../../src/core/buffer.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;AAGH,8CAA2C;AAS3C,SAAS,iBAAiB,CACxB,GAAoC,EACpC,GAAwB;IAExB,MAAM,GAAG,GAAwB,EAAE,GAAG,GAAG,EAAE,CAAC;IAC5C,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS;QAAE,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC;IAC9D,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,GAAG,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;IACtE,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAC1B,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACzE,CAAC;IACD,IAAI,GAAG,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QAC1B,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACzE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CACvB,GAAoD,EACpD,GAAwC;IAExC,MAAM,GAAG,GAAwC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAChD,GAAG,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,KAAoB;IACvC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,WAAW,CAClB,GAAuC,EACvC,GAAuC;IAEvC,IAAI,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IACtD,MAAM,GAAG,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS;YAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC;AAED,MAAa,WAAW;IACL,GAAG,GAA+B,IAAI,GAAG,EAAE,CAAC;IAC7D,iFAAiF;IACzE,MAAM,GAAG,CAAC,CAAC;IAEnB,IAAI;QACF,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,SAAS;QACP,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,CAAC;IAED,0FAA0F;IAC1F,GAAG,CACD,QAAsB,EACtB,KAAa,EACb,QAA8C,EAC9C,aAAsC;QAEtC,MAAM,WAAW,GAAG,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACxF,MAAM,SAAS,GAAG,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACrG,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAExC,MAAM,GAAG,GAAG,IAAA,iBAAO,EAAC,QAAQ,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,GAAG,EAAE,CAAC;YACR,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC;YACnB,IAAI,WAAW,EAAE,CAAC;gBAChB,GAAG,CAAC,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;YAC7D,CAAC;YACD,GAAG,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YAC9D,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAkB;gBAC3B,QAAQ;gBACR,KAAK;gBACL,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC5E,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;aACxD,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,GAAW,EAAE,KAAoB;QACnD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK;QACH,MAAM,GAAG,GAAmB,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GACZ,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC;gBACtD,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAC9D;gBACH,CAAC,CAAC,SAAS,CAAC;YAChB,MAAM,aAAa,GACjB,KAAK,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC;gBAChE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,aAAa,EAAE;gBAC5B,CAAC,CAAC,SAAS,CAAC;YAChB,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,sFAAsF;IACtF,SAAS,CAAC,QAAwB;QAChC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;CACF;AArFD,kCAqFC"}
|
package/dist/core/countex.d.ts
CHANGED
|
@@ -15,7 +15,7 @@
|
|
|
15
15
|
* - At most one flush runs at a time (guarded by a promise lock). New deltas
|
|
16
16
|
* accumulate while a flush is in flight.
|
|
17
17
|
*/
|
|
18
|
-
import type { CountexConfig, CountexEvents, QueryResult, QuerySpec } from "../types/index.js";
|
|
18
|
+
import type { CountexConfig, CountexEvents, MapPreviewResult, QueryResult, QuerySpec } from "../types/index.js";
|
|
19
19
|
export declare class Countex {
|
|
20
20
|
private readonly cfg;
|
|
21
21
|
private readonly buffer;
|
|
@@ -33,6 +33,19 @@ export declare class Countex {
|
|
|
33
33
|
private emit;
|
|
34
34
|
ingest(event: unknown): Promise<void>;
|
|
35
35
|
ingestBatch(events: unknown[]): Promise<void>;
|
|
36
|
+
/**
|
|
37
|
+
* Dry-run mapping for one event: extraction + cardinality, no dictionary I/O and no buffer.
|
|
38
|
+
* Does not emit lifecycle events (`dropped`, `overflow`, etc.).
|
|
39
|
+
*/
|
|
40
|
+
preview(event: unknown, options?: {
|
|
41
|
+
counterId?: string;
|
|
42
|
+
}): MapPreviewResult[];
|
|
43
|
+
/**
|
|
44
|
+
* Cardinality pass shared by ingest and preview. When `silent`, no events are emitted
|
|
45
|
+
* and cardinality counters still update (preview affects in-process guard state — use a
|
|
46
|
+
* dedicated Countex instance for isolated dry-runs).
|
|
47
|
+
*/
|
|
48
|
+
private applyCardinalityPass;
|
|
36
49
|
/**
|
|
37
50
|
* Flush buffered deltas. At most one flush runs at a time; overlapping
|
|
38
51
|
* callers get the same in-flight promise.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"countex.d.ts","sourceRoot":"","sources":["../../src/core/countex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,KAAK,EAIV,aAAa,EACb,aAAa,
|
|
1
|
+
{"version":3,"file":"countex.d.ts","sourceRoot":"","sources":["../../src/core/countex.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAGH,OAAO,KAAK,EAIV,aAAa,EACb,aAAa,EAIb,gBAAgB,EAGhB,WAAW,EACX,SAAS,EACV,MAAM,mBAAmB,CAAC;AA+B3B,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAiB;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmB;IAC/C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;IAE9C,OAAO,CAAC,UAAU,CAA+B;IACjD,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,aAAa;IAqC3B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB/B,EAAE,CAAC,CAAC,SAAS,MAAM,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI;IAKhG,GAAG,CAAC,CAAC,SAAS,MAAM,aAAa,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI;IAKjG,OAAO,CAAC,IAAI;IAMN,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAkKnD;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,gBAAgB,EAAE;IAwE7E;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAkE5B;;;OAGG;IACH,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA2DhB,KAAK,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC;IAUlD,IAAI,IAAI;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE;CAMtD;AAUD,8CAA8C;AAC9C,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAE5D"}
|