tranfi 0.0.2 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +177 -21
- package/NOTICE +8 -0
- package/README.md +627 -0
- package/app/assets/index-6quYZ5Ap.css +5 -0
- package/app/assets/index-BIAIKnrp.js +160 -0
- package/app/assets/materialdesignicons-webfont-B7mPwVP_.ttf +0 -0
- package/app/assets/materialdesignicons-webfont-CSr8KVlo.eot +0 -0
- package/app/assets/materialdesignicons-webfont-Dp5v-WZN.woff2 +0 -0
- package/app/assets/materialdesignicons-webfont-PXm3-2wK.woff +0 -0
- package/app/index.html +13 -0
- package/binding.gyp +121 -0
- package/csrc/arena.c +93 -0
- package/csrc/batch.c +976 -0
- package/csrc/buffer.c +154 -0
- package/csrc/cJSON.c +3386 -0
- package/csrc/cJSON.h +316 -0
- package/csrc/codec_csv.c +1951 -0
- package/csrc/codec_jsonl.c +1086 -0
- package/csrc/codec_table.c +248 -0
- package/csrc/codec_text.c +447 -0
- package/csrc/compiler.c +130 -0
- package/csrc/config.h +21 -0
- package/csrc/date_utils.h +94 -0
- package/csrc/dsl.c +5417 -0
- package/csrc/dsl.h +22 -0
- package/csrc/expr.c +1553 -0
- package/csrc/expr.h +58 -0
- package/csrc/internal.h +539 -0
- package/csrc/ir.c +166 -0
- package/csrc/ir.h +208 -0
- package/csrc/ir_schema.c +75 -0
- package/csrc/ir_serialize.c +166 -0
- package/csrc/ir_sql.c +1822 -0
- package/csrc/ir_validate.c +576 -0
- package/csrc/json_path.c +210 -0
- package/csrc/main.c +1241 -0
- package/csrc/memory_estimate.c +477 -0
- package/csrc/op_acf.c +283 -0
- package/csrc/op_across.c +477 -0
- package/csrc/op_anomaly.c +255 -0
- package/csrc/op_assert.c +761 -0
- package/csrc/op_bin.c +248 -0
- package/csrc/op_cast.c +523 -0
- package/csrc/op_clip.c +99 -0
- package/csrc/op_date_trunc.c +355 -0
- package/csrc/op_datetime.c +394 -0
- package/csrc/op_derive.c +216 -0
- package/csrc/op_diff.c +250 -0
- package/csrc/op_ewma.c +222 -0
- package/csrc/op_explode.c +206 -0
- package/csrc/op_fill_down.c +235 -0
- package/csrc/op_fill_null.c +268 -0
- package/csrc/op_filter.c +181 -0
- package/csrc/op_frequency.c +721 -0
- package/csrc/op_grep.c +181 -0
- package/csrc/op_group_agg.c +1956 -0
- package/csrc/op_hash.c +159 -0
- package/csrc/op_head.c +84 -0
- package/csrc/op_interpolate.c +445 -0
- package/csrc/op_join.c +2902 -0
- package/csrc/op_json_extract.c +227 -0
- package/csrc/op_json_filter.c +384 -0
- package/csrc/op_json_flatten.c +293 -0
- package/csrc/op_json_schema.c +503 -0
- package/csrc/op_label_encode.c +419 -0
- package/csrc/op_lag.c +181 -0
- package/csrc/op_lead.c +242 -0
- package/csrc/op_normalize.c +510 -0
- package/csrc/op_onehot.c +457 -0
- package/csrc/op_pivot.c +1754 -0
- package/csrc/op_quarantine.c +189 -0
- package/csrc/op_registry.c +3044 -0
- package/csrc/op_rename.c +129 -0
- package/csrc/op_replace.c +354 -0
- package/csrc/op_rleid.c +297 -0
- package/csrc/op_rowid.c +559 -0
- package/csrc/op_sample.c +158 -0
- package/csrc/op_schema.c +1341 -0
- package/csrc/op_schema_infer.c +252 -0
- package/csrc/op_select.c +340 -0
- package/csrc/op_set.c +3449 -0
- package/csrc/op_skip.c +95 -0
- package/csrc/op_sort.c +819 -0
- package/csrc/op_source_name.c +120 -0
- package/csrc/op_split.c +151 -0
- package/csrc/op_split_data.c +119 -0
- package/csrc/op_stack.c +271 -0
- package/csrc/op_stats.c +875 -0
- package/csrc/op_step.c +333 -0
- package/csrc/op_tail.c +105 -0
- package/csrc/op_tee.c +338 -0
- package/csrc/op_top.c +357 -0
- package/csrc/op_trim.c +138 -0
- package/csrc/op_unique.c +1343 -0
- package/csrc/op_unpivot.c +193 -0
- package/csrc/op_validate.c +648 -0
- package/csrc/op_window.c +591 -0
- package/csrc/path_policy.c +85 -0
- package/csrc/pipeline.c +1088 -0
- package/csrc/recipes.c +104 -0
- package/csrc/recipes.h +27 -0
- package/csrc/report.c +506 -0
- package/csrc/report.h +22 -0
- package/csrc/selector.c +1097 -0
- package/csrc/size_utils.c +348 -0
- package/csrc/spill.c +317 -0
- package/csrc/spill.h +21 -0
- package/csrc/tranfi.h +291 -0
- package/csrc/transform.h +209 -0
- package/csrc/transform_api.c +2237 -0
- package/csrc/transform_categorical.c +923 -0
- package/csrc/transform_internal.h +472 -0
- package/csrc/transform_json.c +3812 -0
- package/csrc/transform_numeric.c +1966 -0
- package/csrc/transform_sha256.c +154 -0
- package/csrc/transform_wasm.h +162 -0
- package/csrc/transform_wasm_api.c +1373 -0
- package/csrc/wasm_api.c +218 -0
- package/napi_api.c +534 -0
- package/napi_transform.c +1648 -0
- package/napi_transform.h +8 -0
- package/package.json +64 -59
- package/scripts/install-native.js +76 -0
- package/scripts/prepack.js +64 -0
- package/scripts/sync-csrc.js +23 -0
- package/src/cli.js +190 -0
- package/src/engines/duckdb.js +142 -0
- package/src/index.js +925 -0
- package/src/memory_policy.js +411 -0
- package/src/native.js +18 -0
- package/src/pipeline.js +709 -0
- package/src/recipe_json.js +80 -0
- package/src/server.js +279 -0
- package/src/transform.js +403 -0
- package/src/transform_error.js +10 -0
- package/src/wasm.js +21 -0
- package/wasm/index.js +732 -0
- package/wasm/package.json +1 -0
- package/wasm/tranfi_core.js +0 -0
- package/wasm/transform.js +1156 -0
- package/wasm/worker.js +786 -0
- package/dist/bundle.js +0 -1
- package/index.html +0 -18
- package/src/app.css +0 -169
- package/src/app.js +0 -203
- package/src/app.vue +0 -250
- package/src/bulma-input.vue +0 -110
- package/src/common-inputs.js +0 -28
- package/src/main.js +0 -20
- package/src/transforms.js +0 -166
- package/webpack.config.js +0 -108
package/csrc/op_skip.c
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* op_skip.c — Skip first N rows.
|
|
3
|
+
*
|
|
4
|
+
* Config: {"n": 5}
|
|
5
|
+
* Discards the first N rows, passes through the rest.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
#include "internal.h"
|
|
9
|
+
#include "cJSON.h"
|
|
10
|
+
#include <stdlib.h>
|
|
11
|
+
#include <string.h>
|
|
12
|
+
|
|
13
|
+
typedef struct {
|
|
14
|
+
size_t n;
|
|
15
|
+
size_t seen;
|
|
16
|
+
} skip_state;
|
|
17
|
+
|
|
18
|
+
static int skip_process(tf_step *self, tf_batch *in, tf_batch **out,
|
|
19
|
+
tf_side_channels *side) {
|
|
20
|
+
(void)side;
|
|
21
|
+
skip_state *st = self->state;
|
|
22
|
+
*out = NULL;
|
|
23
|
+
|
|
24
|
+
size_t emit_start = 0;
|
|
25
|
+
size_t next_seen = st->seen;
|
|
26
|
+
if (st->seen < st->n) {
|
|
27
|
+
size_t remaining_skip = st->n - st->seen;
|
|
28
|
+
if (remaining_skip >= in->n_rows) {
|
|
29
|
+
/* Skip entire batch */
|
|
30
|
+
st->seen += in->n_rows;
|
|
31
|
+
return TF_OK;
|
|
32
|
+
}
|
|
33
|
+
emit_start = remaining_skip;
|
|
34
|
+
next_seen = st->n;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
size_t emit_count = in->n_rows - emit_start;
|
|
38
|
+
if (emit_count == 0) {
|
|
39
|
+
st->seen = next_seen;
|
|
40
|
+
return TF_OK;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
tf_batch *ob = tf_batch_create(in->n_cols, emit_count);
|
|
44
|
+
if (!ob) return TF_ERROR;
|
|
45
|
+
if (tf_batch_clone_schema(ob, in) != TF_OK) {
|
|
46
|
+
tf_batch_free(ob);
|
|
47
|
+
return TF_ERROR;
|
|
48
|
+
}
|
|
49
|
+
for (size_t i = 0; i < emit_count; i++) {
|
|
50
|
+
size_t r = emit_start + i;
|
|
51
|
+
if (tf_batch_copy_row(ob, i, in, r) != TF_OK) {
|
|
52
|
+
tf_batch_free(ob);
|
|
53
|
+
return TF_ERROR;
|
|
54
|
+
}
|
|
55
|
+
if (tf_batch_expose_row(ob, i) != TF_OK) {
|
|
56
|
+
tf_batch_free(ob);
|
|
57
|
+
return TF_ERROR;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
st->seen = next_seen;
|
|
62
|
+
*out = ob;
|
|
63
|
+
return TF_OK;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
static int skip_flush(tf_step *self, tf_batch **out, tf_side_channels *side) {
|
|
67
|
+
(void)self; (void)side;
|
|
68
|
+
*out = NULL;
|
|
69
|
+
return TF_OK;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
static void skip_destroy(tf_step *self) {
|
|
73
|
+
free(self->state);
|
|
74
|
+
free(self);
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
tf_step *tf_skip_create(const cJSON *args) {
|
|
78
|
+
if (!args) return NULL;
|
|
79
|
+
size_t n = 0;
|
|
80
|
+
int has_n = tf_json_get_size_arg(args, "n", 0, TF_MAX_COUNT_ARG, &n, "skip");
|
|
81
|
+
if (has_n <= 0) return NULL;
|
|
82
|
+
|
|
83
|
+
skip_state *st = calloc(1, sizeof(skip_state));
|
|
84
|
+
if (!st) return NULL;
|
|
85
|
+
st->n = n;
|
|
86
|
+
st->seen = 0;
|
|
87
|
+
|
|
88
|
+
tf_step *step = calloc(1, sizeof(tf_step));
|
|
89
|
+
if (!step) { free(st); return NULL; }
|
|
90
|
+
step->process = skip_process;
|
|
91
|
+
step->flush = skip_flush;
|
|
92
|
+
step->destroy = skip_destroy;
|
|
93
|
+
step->state = st;
|
|
94
|
+
return step;
|
|
95
|
+
}
|