@smoothbricks/lmao 0.1.4 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (148) hide show
  1. package/dist/cloudflare.d.ts +15 -0
  2. package/dist/cloudflare.d.ts.map +1 -0
  3. package/dist/cloudflare.js +14 -0
  4. package/dist/es.js +1 -0
  5. package/dist/lib/JsBufferStrategy.d.ts.map +1 -1
  6. package/dist/lib/JsBufferStrategy.js +12 -0
  7. package/dist/lib/archive/chunkEnvelope.js +1 -0
  8. package/dist/lib/archive/chunkRouting.js +1 -0
  9. package/dist/lib/archive/chunkStats.js +1 -0
  10. package/dist/lib/arrow/capacityStats.js +1 -0
  11. package/dist/lib/arrow/dictionaries.d.ts.map +1 -1
  12. package/dist/lib/buffer/Nanoseconds.d.ts.map +1 -1
  13. package/dist/lib/buffer/Nanoseconds.js +34 -0
  14. package/dist/lib/bufferStrategy.js +21 -0
  15. package/dist/lib/capacityTuning.js +26 -0
  16. package/dist/lib/cleanupDiagnostics.js +2 -2
  17. package/dist/lib/cloudflare/classSplit.d.ts +73 -0
  18. package/dist/lib/cloudflare/classSplit.d.ts.map +1 -0
  19. package/dist/lib/cloudflare/classSplit.js +101 -0
  20. package/dist/lib/cloudflare/collectorClient.d.ts +69 -0
  21. package/dist/lib/cloudflare/collectorClient.d.ts.map +1 -0
  22. package/dist/lib/cloudflare/collectorClient.js +82 -0
  23. package/dist/lib/cloudflare/diagnosticDrain.d.ts +78 -0
  24. package/dist/lib/cloudflare/diagnosticDrain.d.ts.map +1 -0
  25. package/dist/lib/cloudflare/diagnosticDrain.js +120 -0
  26. package/dist/lib/cloudflare/traceRows.d.ts +19 -0
  27. package/dist/lib/cloudflare/traceRows.d.ts.map +1 -0
  28. package/dist/lib/cloudflare/traceRows.js +51 -0
  29. package/dist/lib/codegen/evaluatorGenerator.js +2 -1
  30. package/dist/lib/codegen/fixedPositionWriterGenerator.d.ts +8 -0
  31. package/dist/lib/codegen/fixedPositionWriterGenerator.d.ts.map +1 -1
  32. package/dist/lib/codegen/fixedPositionWriterGenerator.js +18 -1
  33. package/dist/lib/codegen/spanLoggerGenerator.js +1 -0
  34. package/dist/lib/errors/Blocked.d.ts +1 -1
  35. package/dist/lib/errors/Blocked.d.ts.map +1 -1
  36. package/dist/lib/errors/Blocked.js +53 -0
  37. package/dist/lib/errors/CodeError.d.ts.map +1 -1
  38. package/dist/lib/errors/CodeError.js +31 -0
  39. package/dist/lib/errors/RetriesExhausted.d.ts +1 -1
  40. package/dist/lib/errors/RetriesExhausted.d.ts.map +1 -1
  41. package/dist/lib/errors/RetriesExhausted.js +38 -0
  42. package/dist/lib/errors/Transient.d.ts +1 -1
  43. package/dist/lib/errors/Transient.d.ts.map +1 -1
  44. package/dist/lib/errors/Transient.js +31 -0
  45. package/dist/lib/errors/retry-policy.js +1 -0
  46. package/dist/lib/flushScheduler.d.ts +0 -3
  47. package/dist/lib/flushScheduler.d.ts.map +1 -1
  48. package/dist/lib/library.js +1 -0
  49. package/dist/lib/logApi.js +11 -0
  50. package/dist/lib/logBinding.js +13 -0
  51. package/dist/lib/op.d.ts.map +1 -1
  52. package/dist/lib/op.js +15 -0
  53. package/dist/lib/opContext/contextTypes.d.ts +1 -1
  54. package/dist/lib/opContext/contextTypes.d.ts.map +1 -1
  55. package/dist/lib/opContext/createOpGroup.js +1 -0
  56. package/dist/lib/opContext/featureFlagTypes.js +13 -0
  57. package/dist/lib/opContext/opGroupTypes.d.ts +1 -1
  58. package/dist/lib/opContext/opGroupTypes.d.ts.map +1 -1
  59. package/dist/lib/opContext/opGroupTypes.js +16 -0
  60. package/dist/lib/opContext/opTypes.js +14 -0
  61. package/dist/lib/opContext/spanContextTypes.js +19 -0
  62. package/dist/lib/opContext/types.js +15 -0
  63. package/dist/lib/result.d.ts.map +1 -1
  64. package/dist/lib/schema/LogSchema.d.ts.map +1 -1
  65. package/dist/lib/schema/builder.js +1 -0
  66. package/dist/lib/schema/defineFeatureFlags.js +1 -0
  67. package/dist/lib/schema/defineLogSchema.js +10 -0
  68. package/dist/lib/schema/evaluator.d.ts.map +1 -1
  69. package/dist/lib/schema/evaluator.js +1 -0
  70. package/dist/lib/schema/systemSchema.d.ts +1 -1
  71. package/dist/lib/schema/systemSchema.d.ts.map +1 -1
  72. package/dist/lib/schema/systemSchema.js +8 -0
  73. package/dist/lib/schema/types.js +6 -0
  74. package/dist/lib/spanBuffer.d.ts.map +1 -1
  75. package/dist/lib/spanBufferHelpers.js +1 -0
  76. package/dist/lib/spanBufferStats.js +24 -0
  77. package/dist/lib/spanContext.js +1 -0
  78. package/dist/lib/sqlite/sqlite-async-writer.d.ts.map +1 -1
  79. package/dist/lib/sqlite/sqlite-common.d.ts +2 -0
  80. package/dist/lib/sqlite/sqlite-common.d.ts.map +1 -1
  81. package/dist/lib/sqlite/sqlite-common.js +4 -0
  82. package/dist/lib/sqlite/sqlite-d1.js +8 -0
  83. package/dist/lib/sqlite/sqlite-db.js +8 -0
  84. package/dist/lib/sqlite/sqlite-writer.d.ts.map +1 -1
  85. package/dist/lib/testing/bun-harness.d.ts +4 -0
  86. package/dist/lib/testing/bun-harness.d.ts.map +1 -1
  87. package/dist/lib/testing/extractFacts.js +8 -0
  88. package/dist/lib/testing/facts.d.ts.map +1 -1
  89. package/dist/lib/testing/facts.js +19 -0
  90. package/dist/lib/testing/queryable-span.js +16 -0
  91. package/dist/lib/testing/span-query.js +8 -0
  92. package/dist/lib/testing/trace-query.d.ts.map +1 -1
  93. package/dist/lib/testing/trace-query.js +247 -219
  94. package/dist/lib/traceContext.js +8 -0
  95. package/dist/lib/traceId.js +1 -0
  96. package/dist/lib/traceRoot.d.ts +5 -5
  97. package/dist/lib/traceRoot.es.d.ts.map +1 -1
  98. package/dist/lib/traceRoot.es.js +2 -1
  99. package/dist/lib/traceRoot.js +16 -1
  100. package/dist/lib/traceRoot.node.d.ts +2 -2
  101. package/dist/lib/traceRoot.node.d.ts.map +1 -1
  102. package/dist/lib/traceRoot.node.js +4 -3
  103. package/dist/lib/tracer.d.ts.map +1 -1
  104. package/dist/lib/tracer.js +61 -0
  105. package/dist/lib/tracers/ArrayQueueTracer.d.ts.map +1 -1
  106. package/dist/lib/tracers/ArrayQueueTracer.js +1 -0
  107. package/dist/lib/tracers/CompositeTracer.d.ts.map +1 -1
  108. package/dist/lib/tracers/CompositeTracer.js +1 -0
  109. package/dist/lib/tracers/NoOpTracer.d.ts.map +1 -1
  110. package/dist/lib/tracers/NoOpTracer.js +25 -0
  111. package/dist/lib/tracers/SQLiteTracer.d.ts.map +1 -1
  112. package/dist/lib/tracers/StdioTracer.d.ts.map +1 -1
  113. package/dist/lib/tracers/StdioTracer.js +39 -6
  114. package/dist/lib/tracers/TestTracer.d.ts.map +1 -1
  115. package/dist/lib/tracers/TestTracer.js +30 -0
  116. package/dist/lib/types.js +10 -0
  117. package/dist/lib/utf8Cache.d.ts.map +1 -1
  118. package/dist/lib/utf8Cache.js +1 -0
  119. package/dist/lib/wasm/WasmBufferStrategy.d.ts.map +1 -1
  120. package/dist/lib/wasm/WasmBufferStrategy.js +15 -0
  121. package/dist/lib/wasm/wasmAllocator.js +16 -0
  122. package/dist/lib/wasm/wasmSpanBuffer.js +12 -0
  123. package/dist/lib/wasm/wasmTraceRoot.d.ts.map +1 -1
  124. package/dist/lib/wasm/wasmTraceRoot.js +2 -1
  125. package/dist/node.js +1 -0
  126. package/package.json +11 -4
  127. package/src/cloudflare.ts +35 -0
  128. package/src/lib/bufferStrategy.ts +2 -2
  129. package/src/lib/cleanupDiagnostics.ts +2 -2
  130. package/src/lib/cloudflare/__tests__/classSplit.test.ts +171 -0
  131. package/src/lib/cloudflare/__tests__/collectorClient.test.ts +104 -0
  132. package/src/lib/cloudflare/__tests__/diagnosticDrain.test.ts +165 -0
  133. package/src/lib/cloudflare/classSplit.ts +139 -0
  134. package/src/lib/cloudflare/collectorClient.ts +117 -0
  135. package/src/lib/cloudflare/diagnosticDrain.ts +152 -0
  136. package/src/lib/cloudflare/traceRows.ts +60 -0
  137. package/src/lib/codegen/__tests__/fixedPositionWriter-uint64.test.ts +304 -0
  138. package/src/lib/codegen/evaluatorGenerator.ts +2 -2
  139. package/src/lib/codegen/fixedPositionWriterGenerator.ts +26 -1
  140. package/src/lib/schema/defineFeatureFlags.ts +2 -2
  141. package/src/lib/schema/evaluator.ts +2 -2
  142. package/src/lib/sqlite/sqlite-common.ts +5 -0
  143. package/src/lib/testing/__tests__/facts.test.ts +6 -6
  144. package/src/lib/traceRoot.es.ts +2 -2
  145. package/src/lib/traceRoot.node.ts +3 -3
  146. package/src/lib/traceRoot.ts +5 -5
  147. package/src/lib/tracers/ArrayQueueTracer.ts +2 -2
  148. package/src/lib/codegen/__tests__/__snapshots__/spanLoggerGenerator.test.ts.snap +0 -1965
@@ -0,0 +1,152 @@
1
+ /**
2
+ * Diagnostic-class drain adapter.
3
+ *
4
+ * Per specs/lmao/01u_cloudflare_trace_segments.md §LMAO Sink Fit: no new abstraction — the base
5
+ * Tracer lifecycle (onTraceEnd queueing + flush) already models this. The drain tracer extends
6
+ * ArrayQueueTracer; flush() drains completed root buffers, flattens them to rows, and hands them
7
+ * to a constructor-injected transport.
8
+ *
9
+ * Transports (per 01u §Collection Lanes and Fallbacks):
10
+ * - primary: a Pipelines-stream-binding-shaped send fn (`env.TRACE_STREAM.send(rows)`) — rows,
11
+ * because Pipelines owns batching and Parquet encoding for the raw tier
12
+ * - fallback: Cloudflare Queues — batched TraceChunkEnvelope messages built from the existing
13
+ * lib/archive primitives (chunk_id idempotency); NEVER per-span messages (128 KB messages,
14
+ * per-64 KB op billing make per-span ~160x more expensive)
15
+ *
16
+ * Delivery is fire-and-forget: flush() is scheduled via ctx.waitUntil and never rejects; enqueue
17
+ * failures surface through the onSendError hook (01s §Failure Handling — emit metrics, rely on
18
+ * queue policy/backoff), they never block.
19
+ */
20
+
21
+ import { buildTraceChunkEnvelope, type TraceChunkEnvelope } from '../archive/chunkEnvelope.js';
22
+ import type { OpContextBinding } from '../opContext/types.js';
23
+ import type { TracerOptions } from '../tracer.js';
24
+ import { ArrayQueueTracer } from '../tracers/ArrayQueueTracer.js';
25
+ import { spanBufferToTraceRows, type TraceRow } from './traceRows.js';
26
+
27
+ /** Shape of a Cloudflare Pipelines stream binding's send — promise resolves on confirmed ingest. */
28
+ export type PipelinesStreamSend = (rows: TraceRow[]) => Promise<void>;
29
+
30
+ /** Diagnostic-lane transport seam: delivers one drained batch of rows, at most best-effort. */
31
+ export interface DiagnosticTransport {
32
+ send(rows: readonly TraceRow[]): Promise<void>;
33
+ }
34
+
35
+ /** Primary diagnostic transport: rows straight into the injected Pipelines stream binding. */
36
+ export class PipelinesStreamTransport implements DiagnosticTransport {
37
+ constructor(private readonly sendToStream: PipelinesStreamSend) {}
38
+
39
+ send(rows: readonly TraceRow[]): Promise<void> {
40
+ // The binding signature takes a mutable array of records.
41
+ return this.sendToStream([...rows]);
42
+ }
43
+ }
44
+
45
+ /** One Queues-fallback message: chunk envelope (idempotency + routing metadata) plus its rows. */
46
+ export interface TraceChunkQueueMessage {
47
+ readonly envelope: TraceChunkEnvelope;
48
+ readonly rows: readonly TraceRow[];
49
+ }
50
+
51
+ export interface QueuesFallbackOptions {
52
+ /** Logical file reference recorded in the envelopes, e.g. 'queue://worker-name'. */
53
+ fileRef: string;
54
+ /** Max rows per queue message — bounds message size under the 128 KB Queues limit. */
55
+ maxRowsPerMessage: number;
56
+ /** Injected queue producer, e.g. (msg) => env.TRACE_QUEUE.send(msg). */
57
+ sendMessage: (message: TraceChunkQueueMessage) => Promise<void>;
58
+ }
59
+
60
+ function fnv1a32Hex(input: string): string {
61
+ let hash = 0x811c9dc5;
62
+ for (let i = 0; i < input.length; i++) {
63
+ hash ^= input.charCodeAt(i);
64
+ hash = Math.imul(hash, 0x01000193) >>> 0;
65
+ }
66
+ return hash.toString(16).padStart(8, '0');
67
+ }
68
+
69
+ function timestampBoundsMs(rows: readonly TraceRow[]): { startedAtMs: number; endedAtMs: number } {
70
+ let minNs = Number.POSITIVE_INFINITY;
71
+ let maxNs = Number.NEGATIVE_INFINITY;
72
+ for (const row of rows) {
73
+ const ts = row.timestamp_ns;
74
+ if (typeof ts !== 'number') continue;
75
+ if (ts < minNs) minNs = ts;
76
+ if (ts > maxNs) maxNs = ts;
77
+ }
78
+ if (minNs === Number.POSITIVE_INFINITY) return { startedAtMs: 0, endedAtMs: 0 };
79
+ return { startedAtMs: Math.floor(minNs / 1_000_000), endedAtMs: Math.floor(maxNs / 1_000_000) };
80
+ }
81
+
82
+ /**
83
+ * Queues-fallback transport: rows are batched into chunk-envelope messages.
84
+ *
85
+ * The chunk_ref is a deterministic content hash of the batch, so a retried send of the same
86
+ * batch produces the same chunk_id and the consumer's chunk_id dedup makes redelivery a no-op.
87
+ */
88
+ export class QueuesFallbackTransport implements DiagnosticTransport {
89
+ constructor(private readonly options: QueuesFallbackOptions) {
90
+ if (options.maxRowsPerMessage < 1) {
91
+ throw new Error('QueuesFallbackTransport: maxRowsPerMessage must be >= 1');
92
+ }
93
+ }
94
+
95
+ async send(rows: readonly TraceRow[]): Promise<void> {
96
+ const { fileRef, maxRowsPerMessage, sendMessage } = this.options;
97
+ for (let offset = 0; offset < rows.length; offset += maxRowsPerMessage) {
98
+ const batch = rows.slice(offset, offset + maxRowsPerMessage);
99
+ const { startedAtMs, endedAtMs } = timestampBoundsMs(batch);
100
+ const envelope = buildTraceChunkEnvelope({
101
+ file_ref: fileRef,
102
+ chunk_ref: `rows_${fnv1a32Hex(JSON.stringify(batch))}`,
103
+ row_count: batch.length,
104
+ started_at_ms: startedAtMs,
105
+ ended_at_ms: endedAtMs,
106
+ });
107
+ await sendMessage({ envelope, rows: batch });
108
+ }
109
+ }
110
+ }
111
+
112
+ export interface DiagnosticDrainOptions<
113
+ T extends import('../schema/LogSchema.js').LogSchema = import('../schema/LogSchema.js').LogSchema,
114
+ > extends TracerOptions<T> {
115
+ transport: DiagnosticTransport;
116
+ /** Failure hook (01s §Failure Handling): emit runtime metrics/alerts here; never rethrows. */
117
+ onSendError?: (error: unknown, rows: readonly TraceRow[]) => void;
118
+ }
119
+
120
+ /**
121
+ * Diagnostic-lane sink tracer: queue completed roots (ArrayQueueTracer), drain + send on flush().
122
+ *
123
+ * flush() is waitUntil-schedulable: it never rejects, and buffers are always released back to
124
+ * the strategy regardless of transport outcome.
125
+ */
126
+ export class DiagnosticDrainTracer<B extends OpContextBinding = OpContextBinding> extends ArrayQueueTracer<B> {
127
+ private readonly transport: DiagnosticTransport;
128
+ private readonly onSendError: ((error: unknown, rows: readonly TraceRow[]) => void) | undefined;
129
+
130
+ constructor(binding: B, options: DiagnosticDrainOptions<B['logBinding']['logSchema']>) {
131
+ super(binding, options);
132
+ this.transport = options.transport;
133
+ this.onSendError = options.onSendError;
134
+ }
135
+
136
+ override async flush(): Promise<void> {
137
+ const buffers = this.drain();
138
+ for (const buffer of buffers) {
139
+ let rows: TraceRow[];
140
+ try {
141
+ rows = spanBufferToTraceRows(buffer);
142
+ } finally {
143
+ this.bufferStrategy.releaseBuffer(buffer);
144
+ }
145
+ try {
146
+ await this.transport.send(rows);
147
+ } catch (error) {
148
+ this.onSendError?.(error, rows);
149
+ }
150
+ }
151
+ }
152
+ }
@@ -0,0 +1,60 @@
1
+ /**
2
+ * Trace-row conversion for the Cloudflare sink lanes.
3
+ *
4
+ * Per specs/lmao/01u_cloudflare_trace_segments.md §Collection Lanes: spans are sent as ROWS
5
+ * (JSON-serializable records), not pre-built Arrow chunks — Pipelines owns batching and Parquet
6
+ * encoding for the raw tier, and the collector DO reduces the same flat row shape.
7
+ *
8
+ * The row shape mirrors the SQLite `spans` table (01a schema system): system columns
9
+ * (trace_id, span_id, parent_span_id, row_index, entry_type, timestamp_ns, message) plus the
10
+ * buffer's user schema columns, flattened so downstream SQL transforms need no unnesting.
11
+ */
12
+
13
+ import { readSpanFieldValue, walkSpanSegments } from '../sqlite/sqlite-common.js';
14
+ import type { AnySpanBuffer } from '../types.js';
15
+
16
+ /** JSON-serializable scalar — the only value kinds a trace row may carry across the sink boundary. */
17
+ export type TraceRowValue = string | number | boolean | null;
18
+
19
+ /** One flat, JSON-serializable trace record — the payload unit of both delivery lanes. */
20
+ export type TraceRow = Record<string, TraceRowValue>;
21
+
22
+ function toTraceRowValue(value: unknown): TraceRowValue {
23
+ if (value === undefined || value === null) return null;
24
+ switch (typeof value) {
25
+ case 'string':
26
+ case 'number':
27
+ case 'boolean':
28
+ return value;
29
+ case 'bigint':
30
+ return Number(value);
31
+ default:
32
+ // Non-scalar buffer values (binary payloads etc.) have no JSON row representation.
33
+ return null;
34
+ }
35
+ }
36
+
37
+ /** Flatten a completed root span-buffer tree into JSON-serializable trace rows. */
38
+ export function spanBufferToTraceRows(rootBuffer: AnySpanBuffer): TraceRow[] {
39
+ const rows: TraceRow[] = [];
40
+ for (const segment of walkSpanSegments(rootBuffer)) {
41
+ const { buffer, traceId, spanId, parentSpanId, rowOffset } = segment;
42
+ const fieldNames = buffer._logSchema._columnNames;
43
+ for (let row = 0; row < buffer._writeIndex; row++) {
44
+ const record: TraceRow = {
45
+ trace_id: traceId,
46
+ span_id: spanId,
47
+ parent_span_id: parentSpanId,
48
+ row_index: rowOffset + row,
49
+ entry_type: buffer.entry_type[row],
50
+ timestamp_ns: Number(buffer.timestamp[row]),
51
+ message: buffer.message_values[row] ?? null,
52
+ };
53
+ for (const fieldName of fieldNames) {
54
+ record[fieldName] = toTraceRowValue(readSpanFieldValue(buffer, fieldName, row));
55
+ }
56
+ rows.push(record);
57
+ }
58
+ }
59
+ return rows;
60
+ }
@@ -0,0 +1,304 @@
1
+ /**
2
+ * Behavioral tests for the fluent `uint64_value(value)` writer on TagWriter (row 0)
3
+ * and ResultWriter (row 1).
4
+ *
5
+ * `uint64_value` is a RESERVED system column (systemSchema), stored as a LAZY
6
+ * BigUint64Array multiplexed by row. Both writers route through the buffer's own
7
+ * lazy setter `buffer.uint64_value(pos, val)`, which allocates-then-writes and
8
+ * flips the Arrow null bit (1 = valid, 0 = null).
9
+ *
10
+ * These tests defend the observable contract:
11
+ * - the value lands at the writer's fixed row (0 for tag, 1 for result),
12
+ * - the null bit is set for a written value and cleared for `null`,
13
+ * - rows 0 and 1 hold INDEPENDENT values (the load-bearing no-collision invariant,
14
+ * since span lifecycle writes never touch `uint64_value`),
15
+ * - allocation is lazy, chaining returns the writer, call order is irrelevant,
16
+ * - and large near-2^64 bigints round-trip without precision loss while `0n`
17
+ * is a distinct non-null zero (not "absent").
18
+ *
19
+ * `packages/lmao` is exempt from the traced-suite requirement, so this is a plain
20
+ * bun:test file (matches ../../__tests__/arrow-builder-integration/lazy-columns.test.ts).
21
+ */
22
+
23
+ import { describe, expect, it } from 'bun:test';
24
+ import { createResultWriter, createTagWriter, ENTRY_TYPE_SPAN_OK, ENTRY_TYPE_SPAN_START, S } from '@smoothbricks/lmao';
25
+ import { createTestOpMetadata, createTestSchema, createTestTraceRoot } from '../../__tests__/test-helpers.js';
26
+ import { createSpanBuffer } from '../../spanBuffer.js';
27
+ import type { AnySpanBuffer } from '../../types.js';
28
+
29
+ // ---------------------------------------------------------------------------
30
+ // Fixtures & readers
31
+ // ---------------------------------------------------------------------------
32
+
33
+ // Schema carries sibling user columns (batchId/count) so tests can prove that
34
+ // `uint64_value` neither interferes with nor is clobbered by other columns.
35
+ // One schema instance is shared between the buffer and its writers so their
36
+ // column sets are guaranteed identical.
37
+ function setup() {
38
+ const schema = createTestSchema({ batchId: S.category(), count: S.number() });
39
+ const buffer = createSpanBuffer(schema, createTestTraceRoot('t'), createTestOpMetadata(), 8);
40
+ return { schema, buffer };
41
+ }
42
+
43
+ // Read the allocated `uint64_value` values, narrowed to BigUint64Array.
44
+ // Uses getColumnIfAllocated so it never triggers allocation as a side effect.
45
+ function uint64Column(buffer: AnySpanBuffer): BigUint64Array {
46
+ const col = buffer.getColumnIfAllocated('uint64_value');
47
+ if (!(col instanceof BigUint64Array)) {
48
+ throw new Error('uint64_value column was not allocated as a BigUint64Array');
49
+ }
50
+ return col;
51
+ }
52
+
53
+ function uint64Nulls(buffer: AnySpanBuffer): Uint8Array {
54
+ const nulls = buffer.getNullsIfAllocated('uint64_value');
55
+ if (!(nulls instanceof Uint8Array)) {
56
+ throw new Error('uint64_value null bitmap was not allocated');
57
+ }
58
+ return nulls;
59
+ }
60
+
61
+ // Arrow null bitmap: bit set (1) => valid/non-null; bit clear (0) => null/absent.
62
+ // Named because the bit-extraction formula is not self-explanatory inline and is
63
+ // asserted at many call sites in lockstep.
64
+ function isNonNull(nulls: Uint8Array, pos: number): boolean {
65
+ return (nulls[pos >>> 3] & (1 << (pos & 7))) !== 0;
66
+ }
67
+
68
+ // Invoke a writer's uint64_value at runtime with a value TypeScript would reject
69
+ // (null), to exercise the setter's null-clearing branch without an unsafe `as` cast
70
+ // (the repo's eslint bans no-unsafe-type-assertion). Mirrors the Reflect pattern in
71
+ // arrow-builder's columnBufferSetters.test.ts.
72
+ function writeUint64Runtime(writer: object, value: bigint | null): void {
73
+ const method = Reflect.get(writer, 'uint64_value');
74
+ if (typeof method !== 'function') {
75
+ throw new Error('writer is missing a uint64_value method');
76
+ }
77
+ Reflect.apply(method, writer, [value]);
78
+ }
79
+
80
+ // ---------------------------------------------------------------------------
81
+ // Row placement
82
+ // ---------------------------------------------------------------------------
83
+
84
+ describe('uint64_value row placement', () => {
85
+ it('TagWriter writes to row 0 (span-start)', () => {
86
+ const { schema, buffer } = setup();
87
+
88
+ createTagWriter(schema, buffer).uint64_value(123n);
89
+
90
+ const values = uint64Column(buffer);
91
+ const nulls = uint64Nulls(buffer);
92
+ expect(values[0]).toBe(123n);
93
+ expect(isNonNull(nulls, 0)).toBe(true);
94
+ // Row 1 must be untouched by a tag write.
95
+ expect(isNonNull(nulls, 1)).toBe(false);
96
+ });
97
+
98
+ it('ResultWriter writes to row 1 (span-completion)', () => {
99
+ const { schema, buffer } = setup();
100
+
101
+ createResultWriter(schema, buffer, { ok: true }, false).uint64_value(456n);
102
+
103
+ const values = uint64Column(buffer);
104
+ const nulls = uint64Nulls(buffer);
105
+ expect(values[1]).toBe(456n);
106
+ expect(isNonNull(nulls, 1)).toBe(true);
107
+ // Row 0 must be untouched by a result write.
108
+ expect(isNonNull(nulls, 0)).toBe(false);
109
+ });
110
+ });
111
+
112
+ // ---------------------------------------------------------------------------
113
+ // The load-bearing invariant: rows 0 and 1 never collide
114
+ // ---------------------------------------------------------------------------
115
+
116
+ describe('uint64_value cross-row independence (no collision)', () => {
117
+ it('tag row 0 and result row 1 hold distinct values on one buffer', () => {
118
+ const { schema, buffer } = setup();
119
+ const rowZero = 111n;
120
+ const rowOne = 222n;
121
+
122
+ createTagWriter(schema, buffer).uint64_value(rowZero);
123
+ createResultWriter(schema, buffer, { ok: true }, false).uint64_value(rowOne);
124
+
125
+ const values = uint64Column(buffer);
126
+ const nulls = uint64Nulls(buffer);
127
+ // Neither write overwrote the other.
128
+ expect(values[0]).toBe(rowZero);
129
+ expect(values[1]).toBe(rowOne);
130
+ expect(isNonNull(nulls, 0)).toBe(true);
131
+ expect(isNonNull(nulls, 1)).toBe(true);
132
+ });
133
+
134
+ it('is order-independent: result-first then tag yields the same layout', () => {
135
+ const { schema, buffer } = setup();
136
+ const rowZero = 333n;
137
+ const rowOne = 444n;
138
+
139
+ // Reverse the write order relative to the previous case.
140
+ createResultWriter(schema, buffer, { ok: true }, false).uint64_value(rowOne);
141
+ createTagWriter(schema, buffer).uint64_value(rowZero);
142
+
143
+ const values = uint64Column(buffer);
144
+ expect(values[0]).toBe(rowZero);
145
+ expect(values[1]).toBe(rowOne);
146
+ });
147
+
148
+ it('survives the span lifecycle: writeSpanStart/writeSpanEnd never touch uint64_value', () => {
149
+ const { schema, buffer } = setup();
150
+ const rowZero = 900n;
151
+ const rowOne = 901n;
152
+
153
+ const tag = createTagWriter(schema, buffer);
154
+ const result = createResultWriter(schema, buffer, { ok: true }, false);
155
+
156
+ // Reproduce the production sequence: lifecycle start, user tags, user result, lifecycle end.
157
+ buffer._traceRoot.writeSpanStart(buffer, 'lifecycle-span');
158
+ tag.uint64_value(rowZero);
159
+ result.uint64_value(rowOne);
160
+ buffer._traceRoot.writeSpanEnd(buffer, ENTRY_TYPE_SPAN_OK);
161
+
162
+ // The lifecycle actually ran and wrote its OWN columns (entry_type)...
163
+ expect(buffer.entry_type[0]).toBe(ENTRY_TYPE_SPAN_START);
164
+ expect(buffer.entry_type[1]).toBe(ENTRY_TYPE_SPAN_OK);
165
+ // ...without clobbering the user uint64 values in either row.
166
+ const values = uint64Column(buffer);
167
+ const nulls = uint64Nulls(buffer);
168
+ expect(values[0]).toBe(rowZero);
169
+ expect(values[1]).toBe(rowOne);
170
+ expect(isNonNull(nulls, 0)).toBe(true);
171
+ expect(isNonNull(nulls, 1)).toBe(true);
172
+ });
173
+ });
174
+
175
+ // ---------------------------------------------------------------------------
176
+ // Lazy allocation
177
+ // ---------------------------------------------------------------------------
178
+
179
+ describe('uint64_value lazy allocation', () => {
180
+ it('is unallocated until first write, then allocated', () => {
181
+ const { schema, buffer } = setup();
182
+
183
+ expect(buffer.getColumnIfAllocated('uint64_value')).toBeUndefined();
184
+ expect(buffer.getNullsIfAllocated('uint64_value')).toBeUndefined();
185
+
186
+ createTagWriter(schema, buffer).uint64_value(7n);
187
+
188
+ expect(buffer.getColumnIfAllocated('uint64_value')).toBeDefined();
189
+ expect(uint64Column(buffer)[0]).toBe(7n);
190
+ });
191
+ });
192
+
193
+ // ---------------------------------------------------------------------------
194
+ // Chaining & call-order independence with a sibling column
195
+ // ---------------------------------------------------------------------------
196
+
197
+ describe('uint64_value chaining and sibling non-interference', () => {
198
+ it('returns the writer for chaining', () => {
199
+ const { schema, buffer } = setup();
200
+ const tag = createTagWriter(schema, buffer);
201
+ expect(tag.uint64_value(1n)).toBe(tag);
202
+ });
203
+
204
+ it('batchId(...).uint64_value(...) lands both values', () => {
205
+ const { schema, buffer } = setup();
206
+
207
+ createTagWriter(schema, buffer).batchId('batch-A').uint64_value(10n);
208
+
209
+ expect(uint64Column(buffer)[0]).toBe(10n);
210
+ const batch = buffer.getColumnIfAllocated('batchId');
211
+ if (!Array.isArray(batch)) {
212
+ throw new Error('batchId column was not allocated as an array');
213
+ }
214
+ expect(batch[0]).toBe('batch-A');
215
+ });
216
+
217
+ it('uint64_value(...).batchId(...) lands both values (reverse order)', () => {
218
+ const { schema, buffer } = setup();
219
+
220
+ createTagWriter(schema, buffer).uint64_value(20n).batchId('batch-B');
221
+
222
+ expect(uint64Column(buffer)[0]).toBe(20n);
223
+ const batch = buffer.getColumnIfAllocated('batchId');
224
+ if (!Array.isArray(batch)) {
225
+ throw new Error('batchId column was not allocated as an array');
226
+ }
227
+ expect(batch[0]).toBe('batch-B');
228
+ });
229
+ });
230
+
231
+ // ---------------------------------------------------------------------------
232
+ // null clears the null bit
233
+ // ---------------------------------------------------------------------------
234
+
235
+ describe('uint64_value null handling', () => {
236
+ it('writing null clears the null bit (value marked absent), not sets it', () => {
237
+ const { schema, buffer } = setup();
238
+ const tag = createTagWriter(schema, buffer);
239
+
240
+ // First set a real value so the null bit is on...
241
+ tag.uint64_value(99n);
242
+ expect(isNonNull(uint64Nulls(buffer), 0)).toBe(true);
243
+
244
+ // ...then clear it via the runtime null path.
245
+ writeUint64Runtime(tag, null);
246
+ expect(isNonNull(uint64Nulls(buffer), 0)).toBe(false);
247
+ });
248
+
249
+ it('null at row 1 clears row 1 only, leaving a non-null row 0 intact', () => {
250
+ const { schema, buffer } = setup();
251
+ const tag = createTagWriter(schema, buffer);
252
+ const result = createResultWriter(schema, buffer, { ok: true }, false);
253
+
254
+ tag.uint64_value(5n);
255
+ result.uint64_value(6n);
256
+ expect(isNonNull(uint64Nulls(buffer), 0)).toBe(true);
257
+ expect(isNonNull(uint64Nulls(buffer), 1)).toBe(true);
258
+
259
+ writeUint64Runtime(result, null);
260
+
261
+ const nulls = uint64Nulls(buffer);
262
+ expect(isNonNull(nulls, 1)).toBe(false); // row 1 cleared
263
+ expect(isNonNull(nulls, 0)).toBe(true); // row 0 untouched
264
+ expect(uint64Column(buffer)[0]).toBe(5n);
265
+ });
266
+ });
267
+
268
+ // ---------------------------------------------------------------------------
269
+ // Boundary values
270
+ // ---------------------------------------------------------------------------
271
+
272
+ describe('uint64_value boundary values', () => {
273
+ const cases: ReadonlyArray<{ name: string; value: bigint }> = [
274
+ { name: 'max uint64 (2^64 - 1)', value: 2n ** 64n - 1n },
275
+ { name: 'one below max', value: 2n ** 64n - 2n },
276
+ { name: '2^63 (above JS safe-integer precision)', value: 2n ** 63n },
277
+ { name: '2^53 + 1 (first value not exactly representable as a JS number)', value: 2n ** 53n + 1n },
278
+ { name: 'one', value: 1n },
279
+ ];
280
+
281
+ for (const { name, value } of cases) {
282
+ it(`round-trips ${name} exactly`, () => {
283
+ const { schema, buffer } = setup();
284
+ createTagWriter(schema, buffer).uint64_value(value);
285
+
286
+ const values = uint64Column(buffer);
287
+ expect(values[0]).toBe(value);
288
+ expect(isNonNull(uint64Nulls(buffer), 0)).toBe(true);
289
+ });
290
+ }
291
+
292
+ it('stores 0n as a non-null zero, distinct from absent', () => {
293
+ const { schema, buffer } = setup();
294
+ createTagWriter(schema, buffer).uint64_value(0n);
295
+
296
+ const values = uint64Column(buffer);
297
+ const nulls = uint64Nulls(buffer);
298
+ expect(values[0]).toBe(0n);
299
+ // The crux: 0n is a written value, so the null bit MUST be set (non-null),
300
+ // distinguishing an explicit zero from an unwritten/absent row (row 1 here).
301
+ expect(isNonNull(nulls, 0)).toBe(true);
302
+ expect(isNonNull(nulls, 1)).toBe(false);
303
+ });
304
+ });
@@ -1,4 +1,4 @@
1
- //#region corpos/billing!n/audit-flag-evaluator.lmao-evaluator-generator
1
+ //#region smoo/lmao!n/flag-evaluator-generator
2
2
  /**
3
3
  * Worker-safe feature-flag evaluator generation.
4
4
  *
@@ -308,4 +308,4 @@ export function createEvaluatorClass<Ctx extends OpContext>(
308
308
 
309
309
  return generatedEvaluatorClass;
310
310
  }
311
- //#endregion corpos/billing!n/audit-flag-evaluator.lmao-evaluator-generator
311
+ //#endregion smoo/lmao!n/flag-evaluator-generator
@@ -55,6 +55,10 @@ export type TagWriter<T extends LogSchema> = {
55
55
  * Bulk set multiple attributes at once.
56
56
  */
57
57
  with(attributes: Partial<InferSchema<T>>): TagWriter<T>;
58
+ /**
59
+ * Set the reserved `uint64_value` column for this span-start row.
60
+ */
61
+ uint64_value(value: bigint): TagWriter<T>;
58
62
  } & {
59
63
  /**
60
64
  * Individual attribute setters - each returns `this` for chaining.
@@ -97,6 +101,10 @@ export type ResultWriter<T extends LogSchema, R = unknown, E = unknown> = {
97
101
  * Set the result-row source line (row 1).
98
102
  */
99
103
  line(lineNumber: number): ResultWriter<T, R, E>;
104
+ /**
105
+ * Set the reserved `uint64_value` column for this result row.
106
+ */
107
+ uint64_value(value: bigint): ResultWriter<T, R, E>;
100
108
  } & {
101
109
  /**
102
110
  * Individual attribute setters - each returns `this` for chaining.
@@ -296,12 +304,24 @@ const resultWriterClassCache = new WeakMap<LogSchema, unknown>();
296
304
  // TagWriter API
297
305
  // ============================================================================
298
306
 
307
+ /**
308
+ * TagWriter extension - adds the reserved system `uint64_value` writer (row 0).
309
+ */
310
+ const tagWriterExtension: FixedPositionWriterExtension = {
311
+ methods: `
312
+ uint64_value(value) {
313
+ this._buffer.uint64_value(this._pos, value);
314
+ return this;
315
+ }
316
+ `,
317
+ };
318
+
299
319
  /**
300
320
  * Generate TagWriter class code for a schema.
301
321
  * TagWriter writes to position 0 (span-start row).
302
322
  */
303
323
  export function generateTagWriterClass(schema: LogSchema): string {
304
- return generateFixedPositionWriterClass(schema, 0, 'GeneratedTagWriter');
324
+ return generateFixedPositionWriterClass(schema, 0, 'GeneratedTagWriter', tagWriterExtension);
305
325
  }
306
326
 
307
327
  /**
@@ -378,6 +398,11 @@ line(lineNumber) {
378
398
  this._buffer.line(this._pos, lineNumber);
379
399
  return this;
380
400
  }
401
+
402
+ uint64_value(value) {
403
+ this._buffer.uint64_value(this._pos, value);
404
+ return this;
405
+ }
381
406
  `,
382
407
  };
383
408
 
@@ -1,4 +1,4 @@
1
- //#region corpos/billing!n/audit-flag-evaluator.lmao-flag-schema
1
+ //#region smoo/lmao!n/flag-flag-schema
2
2
  import type { Output } from '@smoothbricks/arrow-builder';
3
3
  import type { FeatureFlagDefinition } from './types.js';
4
4
 
@@ -90,4 +90,4 @@ export interface UsageContext {
90
90
  value?: number;
91
91
  metadata?: Record<string, string | number | boolean>;
92
92
  }
93
- //#endregion corpos/billing!n/audit-flag-evaluator.lmao-flag-schema
93
+ //#endregion smoo/lmao!n/flag-flag-schema
@@ -1,4 +1,4 @@
1
- //#region corpos/billing!n/audit-flag-evaluator.lmao-evaluator
1
+ //#region smoo/lmao!n/flag-evaluator
2
2
  import type { Schema, SchemaWithMetadata } from '@smoothbricks/arrow-builder';
3
3
  import { createEvaluatorClass, type GeneratedEvaluatorInstance } from '../codegen/evaluatorGenerator.js';
4
4
  import type { FluentLogEntry } from '../codegen/spanLoggerGenerator.js';
@@ -403,4 +403,4 @@ export class InMemoryFlagEvaluator<Ctx extends OpContext = OpContext> implements
403
403
  return createFeatureFlagEvaluator(this.ffSchema, ctx, this);
404
404
  }
405
405
  }
406
- //#endregion corpos/billing!n/audit-flag-evaluator.lmao-evaluator
406
+ //#endregion smoo/lmao!n/flag-evaluator
@@ -294,6 +294,11 @@ export function buildInsertSql(activeUserFields: readonly string[]): string {
294
294
  VALUES (?, ?, ?, ?, ?, ?, ?${userPlaceholders})`;
295
295
  }
296
296
 
297
+ /** Read a user schema field for one buffer row, falling back to the buffer's scope values. */
298
+ export function readSpanFieldValue(buffer: AnySpanBuffer, fieldName: string, row: number): unknown {
299
+ return readUserValue(buffer, fieldName, row) ?? readScopeValue(buffer, fieldName);
300
+ }
301
+
297
302
  export function buildInsertParams(segment: SpanSegment, row: number, activeUserFields: readonly string[]): unknown[] {
298
303
  const { buffer, traceId, spanId, parentSpanId, rowOffset } = segment;
299
304
  const entryType = buffer.entry_type[row];
@@ -286,10 +286,10 @@ describe('trace-testing example', () => {
286
286
  // Simulate facts collected from a trace
287
287
  const facts = createFactArray([
288
288
  spanStarted('execute-loop'),
289
- spanStarted('reduce'),
289
+ spanStarted('prepare'),
290
290
  tagFact('event_count', 5),
291
- spanOk('reduce'),
292
- spanStarted('decide'),
291
+ spanOk('prepare'),
292
+ spanStarted('plan'),
293
293
  spanStarted('op:reserveInventory'),
294
294
  tagFact('sku', 'SKU-A'),
295
295
  tagFact('quantity', 2),
@@ -297,7 +297,7 @@ describe('trace-testing example', () => {
297
297
  spanStarted('op:chargePayment'),
298
298
  logInfo('Charging $49.99'),
299
299
  spanOk('op:chargePayment'),
300
- spanOk('decide'),
300
+ spanOk('plan'),
301
301
  spanOk('execute-loop'),
302
302
  ]);
303
303
 
@@ -307,8 +307,8 @@ describe('trace-testing example', () => {
307
307
  // The execution completed successfully
308
308
  expect(facts.has(spanOk('execute-loop'))).toBe(true);
309
309
 
310
- // Reduce happened before decide
311
- expect(facts.hasInOrder([spanOk('reduce'), spanStarted('decide')])).toBe(true);
310
+ // Preparation happened before planning
311
+ expect(facts.hasInOrder([spanOk('prepare'), spanStarted('plan')])).toBe(true);
312
312
 
313
313
  // Inventory was reserved before payment was charged
314
314
  expect(facts.hasInOrder([spanOk('op:reserveInventory'), spanStarted('op:chargePayment')])).toBe(true);
@@ -1,4 +1,4 @@
1
- //#region corpos/billing!n/audit-pricing-metering.lmao-es-trace-root
1
+ //#region smoo/lmao!n/es-trace-root
2
2
  /**
3
3
  * TraceRoot - Browser/ES implementation.
4
4
  *
@@ -158,4 +158,4 @@ export function createTraceRoot(trace_id: string, tracer: TracerLifecycleHooks):
158
158
  const anchorPerfNow = performance.now();
159
159
  return new TraceRoot(createTraceId(trace_id), anchorEpochNanos, anchorPerfNow, tracer);
160
160
  }
161
- //#endregion corpos/billing!n/audit-pricing-metering.lmao-es-trace-root
161
+ //#endregion smoo/lmao!n/es-trace-root