@smoothbricks/lmao 0.1.0

package/dist/lib/convertToArrow.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Zero-copy conversion from SpanBuffer to Flechette tables
+ *
+ * Per specs/lmao/01f_arrow_table_structure.md:
+ * - Enum columns: Dictionary with compile-time values
+ * - Category columns: Dictionary with runtime-built values
+ * - Text columns: Plain strings without dictionary
+ * - Zero-copy wrap TypedArrays as Arrow vectors
+ */
+import { Column, type Table } from '@uwdata/flechette';
+import { type CapacityStatsEntry } from './arrow/capacityStats.js';
+import type { LogSchema } from './schema/types.js';
+import type { AnySpanBuffer } from './types.js';
+type BuiltMetadataColumns = {
+    fields: string[];
+    vectors: Column<unknown>[];
+};
+export type SystemColumnBuilder = (buffer: AnySpanBuffer, buffers: AnySpanBuffer[], totalRows: number) => BuiltMetadataColumns;
+/**
+ * Convert SpanBuffer (and its overflow chain) to an Arrow table.
+ *
+ * **Dictionary handling**: Each table batch has its own dictionary data.
+ * Dictionaries are built from the data in this batch only and are not shared
+ * with other batches, even when combined into a Table.
+ */
+export declare function convertToTable(buffer: AnySpanBuffer, systemColumnBuilder?: SystemColumnBuilder): Table;
+/**
+ * Convert SpanBuffer (and its overflow chain) to Arrow Table
+ */
+export declare function convertToArrowTable<_T extends LogSchema = LogSchema>(buffer: AnySpanBuffer, systemColumnBuilder?: SystemColumnBuilder): Table;
+/**
+ * Convert SpanBuffer tree to Arrow Table
+ *
+ * Two-pass conversion with shared dictionaries:
+ * - Pass 1: Walk tree, build dictionaries (collect unique strings, cache UTF-8)
+ * - Pass 2: Walk tree, convert each buffer to a table using shared dictionaries
+ */
+export declare function convertSpanTreeToArrowTable(rootBuffer: AnySpanBuffer, _systemColumnBuilder?: SystemColumnBuilder, modulesToLogStats?: CapacityStatsEntry[], periodStartNs?: bigint): Table;
+export {};
+//# sourceMappingURL=convertToArrow.d.ts.map

package/dist/lib/convertToArrow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convertToArrow.d.ts","sourceRoot":"","sources":["../../src/lib/convertToArrow.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAYH,OAAO,EAIL,MAAM,EAMN,KAAK,KAAK,EASX,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,KAAK,kBAAkB,EAA4B,MAAM,0BAA0B,CAAC;AAqB7F,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAc,MAAM,YAAY,CAAC;AAO5D,KAAK,oBAAoB,GAAG;IAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAA;CAAE,CAAC;AAE7E,MAAM,MAAM,mBAAmB,GAAG,CAChC,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,aAAa,EAAE,EACxB,SAAS,EAAE,MAAM,KACd,oBAAoB,CAAC;AA+c1B;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,aAAa,EAAE,mBAAmB,CAAC,EAAE,mBAAmB,GAAG,KAAK,CAUtG;AAwYD;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,EAAE,SAAS,SAAS,GAAG,SAAS,EAClE,MAAM,EAAE,aAAa,EACrB,mBAAmB,CAAC,EAAE,mBAAmB,GACxC,KAAK,CAIP;AAMD;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,aAAa,EACzB,oBAAoB,CAAC,EAAE,mBAAmB,EAC1C,iBAAiB,CAAC,EAAE,kBAAkB,EAAE,EACxC,aAAa,CAAC,EAAE,MAAM,GACrB,KAAK,CAgPP"}