@platforma-open/milaboratories.software-ptabler.schema 1.12.6 → 1.13.0

package/dist/basic_steps.d.ts

@@ -1,4 +1,4 @@
-import type { Expression } from './expressions';
+import type { Expression, SelectorExpression } from './expressions';
 /**
  * Defines a step that adds one or more new columns to an existing table in the tablespace.
  * This operation modifies the specified table in place.
@@ -73,6 +73,46 @@ export interface SelectStep {
      */
     columns: Expression[];
 }
+/**
+ * Determines which of the duplicate rows are kept.
+ */
+export type UniqueKeepStrategy = 'any' | 'none' | 'first' | 'last';
+export interface UniqueStep {
+    /**
+     * The type identifier for this step.
+     * Must be 'unique'.
+     */
+    type: 'unique';
+    /**
+     * The name of the input table in the tablespace from which unique rows will be selected.
+     */
+    inputTable: string;
+    /**
+     * The name for the resulting unique table that will be added to the tablespace.
+     */
+    outputTable: string;
+    /**
+     * Column name(s) or selector expression to consider when identifying duplicate rows.
+     * Can be a single column name, an array of column names, or a selector expression.
+     * If not provided, all columns are used.
+     */
+    subset?: string | string[] | SelectorExpression;
+    /**
+     * Which of the duplicate rows to keep:
+     * - 'any': Does not give any guarantee of which row is kept (allows optimizations).
+     * - 'none': Don't keep duplicate rows.
+     * - 'first': Keep first unique row.
+     * - 'last': Keep last unique row.
+     * Defaults to 'any'.
+     */
+    keep?: UniqueKeepStrategy;
+    /**
+     * Keep the same order as the original data.
+     * This may be more expensive to compute.
+     * Defaults to false.
+     */
+    maintainOrder?: boolean;
+}
 /**
  * Defines a step that adds new columns to an input table (or replaces existing ones
  * if names collide) and outputs the result to a new table in the tablespace.

package/dist/basic_steps.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"basic_steps.d.ts","sourceRoot":"","sources":["../src/basic_steps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;;OAGG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,SAAS,EAAE,UAAU,CAAC;CACvB;AAED;;;;;GAKG;AACH,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,IAAI,EAAE,cAAc,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;;OAKG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,IAAI,EAAE,iBAAiB,CAAC;IAExB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,SAAS;IACxB;;;OAGG;IACH,IAAI,EAAE,OAAO,CAAC;IAEd;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,CAAC,EAAE,MAAM,CAAC;CACX"}
+{"version":3,"file":"basic_steps.d.ts","sourceRoot":"","sources":["../src/basic_steps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AAEpE;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B;;;OAGG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;;OAGG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,SAAS,EAAE,UAAU,CAAC;CACvB;AAED;;;;;GAKG;AACH,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;AAEnE,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,kBAAkB,CAAC;IAEhD;;;;;;;OAOG;IACH,IAAI,CAAC,EAAE,kBAAkB,CAAC;IAE1B;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;;;GAIG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,IAAI,EAAE,cAAc,CAAC;IAErB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;;;OAKG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,IAAI,EAAE,iBAAiB,CAAC;IAExB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,SAAS;IACxB;;;OAGG;IACH,IAAI,EAAE,OAAO,CAAC;IAEd;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,CAAC,EAAE,MAAM,CAAC;CACX"}

package/dist/index.d.ts

@@ -1,15 +1,15 @@
 import type { ReadCsvStep, ReadNdjsonStep, WriteCsvStep, WriteNdjsonStep, BaseFileReadStep, BaseFileWriteStep, WriteParquetStep, ReadParquetStep } from './io';
-import type { AddColumnsStep, FilterStep, LimitStep, SelectStep, WithColumnsStep, WithoutColumnsStep } from './basic_steps';
+import type { AddColumnsStep, FilterStep, LimitStep, SelectStep, UniqueKeepStrategy, UniqueStep, WithColumnsStep, WithoutColumnsStep } from './basic_steps';
 import type { AggregateStep } from './aggregate';
 import type { AnyJoinStep } from './join';
 import type { ConcatenateStep } from './concatenate';
 import type { SortStep } from './sort';
 import type { WriteFrameStep } from './write_frame';
 import type { ReadFrameStep } from './read_frame';
-export type PTablerStep = ReadCsvStep | ReadNdjsonStep | ReadParquetStep | WriteCsvStep | WriteNdjsonStep | WriteParquetStep | AddColumnsStep | FilterStep | LimitStep | AggregateStep | AnyJoinStep | ConcatenateStep | SortStep | SelectStep | WithColumnsStep | WithoutColumnsStep | WriteFrameStep | ReadFrameStep;
+export type PTablerStep = ReadCsvStep | ReadNdjsonStep | ReadParquetStep | WriteCsvStep | WriteNdjsonStep | WriteParquetStep | AddColumnsStep | FilterStep | LimitStep | AggregateStep | AnyJoinStep | ConcatenateStep | SortStep | SelectStep | UniqueStep | WithColumnsStep | WithoutColumnsStep | WriteFrameStep | ReadFrameStep;
 export type PTablerWorkflow = {
     workflow: PTablerStep[];
 };
-export type { AddColumnsStep, AggregateStep, AnyJoinStep, BaseFileReadStep, BaseFileWriteStep, ConcatenateStep, FilterStep, ReadCsvStep, ReadNdjsonStep, SelectStep, SortStep, WithColumnsStep, WithoutColumnsStep, WriteCsvStep, WriteNdjsonStep, };
+export type { AddColumnsStep, AggregateStep, AnyJoinStep, BaseFileReadStep, BaseFileWriteStep, ConcatenateStep, FilterStep, ReadCsvStep, ReadNdjsonStep, SelectStep, SortStep, UniqueKeepStrategy, UniqueStep, WithColumnsStep, WithoutColumnsStep, WriteCsvStep, WriteNdjsonStep, };
 export type * from './expressions';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EAChB,MAAM,MAAM,CAAC;AACd,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,SAAS,EACT,UAAU,EACV,eAAe,EACf,kBAAkB,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,MAAM,MAAM,WAAW,GACnB,WAAW,GACX,cAAc,GACd,eAAe,GACf,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,cAAc,GACd,UAAU,GACV,SAAS,GACT,aAAa,GACb,WAAW,GACX,eAAe,GACf,QAAQ,GACR,UAAU,GACV,eAAe,GACf,kBAAkB,GAClB,cAAc,GACd,aAAa,CAAC;AAElB,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;CACzB,CAAC;AAGF,YAAY,EACV,cAAc,EAAE,aAAa,EAC7B,WAAW,EAAE,gBAAgB,EAC7B,iBAAiB,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAC3D,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EACrD,kBAAkB,EAAE,YAAY,EAChC,eAAe,GAChB,CAAC;AAGF,mBAAmB,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,YAAY,EACZ,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EAChB,MAAM,MAAM,CAAC;AACd,OAAO,KAAK,EACV,cAAc,EACd,UAAU,EACV,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,UAAU,EACV,eAAe,EACf,kBAAkB,EACnB,MAAM,eAAe,CAAC;AACvB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,MAAM,MAAM,WAAW,GACnB,WAAW,GACX,cAAc,GACd,eAAe,GACf,YAAY,GACZ,eAAe,GACf,gBAAgB,GAChB,cAAc,GACd,UAAU,GACV,SAAS,GACT,aAAa,GACb,WAAW,GACX,eAAe,GACf,QAAQ,GACR,UAAU,GACV,UAAU,GACV,eAAe,GACf,kBAAkB,GAClB,cAAc,GACd,aAAa,CAAC;AAElB,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,EAAE,WAAW,EAAE,CAAC;CACzB,CAAC;AAGF,YAAY,EACV,cAAc,EAAE,aAAa,EAC7B,WAAW,EAAE,gBAAgB,EAC7B,iBAAiB,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAC3D,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,EAAE,UAAU,EACpE,eAAe,EAAE,kBAAkB,EAAE,YAAY,EACjD,eAAe,GAChB,CAAC;AAGF,mBAAmB,eAAe,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@platforma-open/milaboratories.software-ptabler.schema",
-  "version": "1.12.6",
+  "version": "1.13.0",
   "description": "Type definitions for PTabler",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.js",
@@ -22,9 +22,9 @@
   "devDependencies": {
     "eslint": "^9.25.1",
     "typescript": "~5.6.3",
-    "@milaboratories/ts-builder": "1.0.6",
-    "@platforma-sdk/eslint-config": "1.1.0",
-    "@milaboratories/ts-configs": "1.0.6"
+    "@milaboratories/ts-builder": "1.2.0",
+    "@milaboratories/ts-configs": "1.2.0",
+    "@platforma-sdk/eslint-config": "1.2.0"
   },
   "scripts": {
     "build": "ts-builder build --target node",

package/src/basic_steps.ts

@@ -1,4 +1,4 @@
-import type { Expression } from './expressions';
+import type { Expression, SelectorExpression } from './expressions';
 
 /**
  * Defines a step that adds one or more new columns to an existing table in the tablespace.
@@ -85,6 +85,53 @@ export interface SelectStep {
   columns: Expression[];
 }
 
+/**
+ * Determines which of the duplicate rows are kept.
+ */
+export type UniqueKeepStrategy = 'any' | 'none' | 'first' | 'last';
+
+export interface UniqueStep {
+  /**
+   * The type identifier for this step.
+   * Must be 'unique'.
+   */
+  type: 'unique';
+
+  /**
+   * The name of the input table in the tablespace from which unique rows will be selected.
+   */
+  inputTable: string;
+
+  /**
+   * The name for the resulting unique table that will be added to the tablespace.
+   */
+  outputTable: string;
+
+  /**
+   * Column name(s) or selector expression to consider when identifying duplicate rows.
+   * Can be a single column name, an array of column names, or a selector expression.
+   * If not provided, all columns are used.
+   */
+  subset?: string | string[] | SelectorExpression;
+
+  /**
+   * Which of the duplicate rows to keep:
+   * - 'any': Does not give any guarantee of which row is kept (allows optimizations).
+   * - 'none': Don't keep duplicate rows.
+   * - 'first': Keep first unique row.
+   * - 'last': Keep last unique row.
+   * Defaults to 'any'.
+   */
+  keep?: UniqueKeepStrategy;
+
+  /**
+   * Keep the same order as the original data.
+   * This may be more expensive to compute.
+   * Defaults to false.
+   */
+  maintainOrder?: boolean;
+}
+
 /**
  * Defines a step that adds new columns to an input table (or replaces existing ones
  * if names collide) and outputs the result to a new table in the tablespace.

package/src/index.ts

@@ -13,6 +13,8 @@ import type {
   FilterStep,
   LimitStep,
   SelectStep,
+  UniqueKeepStrategy,
+  UniqueStep,
   WithColumnsStep,
   WithoutColumnsStep,
 } from './basic_steps';
@@ -38,6 +40,7 @@ export type PTablerStep =
   | ConcatenateStep
   | SortStep
   | SelectStep
+  | UniqueStep
   | WithColumnsStep
   | WithoutColumnsStep
   | WriteFrameStep
@@ -52,8 +55,8 @@ export type {
   AddColumnsStep, AggregateStep,
   AnyJoinStep, BaseFileReadStep,
   BaseFileWriteStep, ConcatenateStep, FilterStep, ReadCsvStep,
-  ReadNdjsonStep, SelectStep, SortStep, WithColumnsStep,
-  WithoutColumnsStep, WriteCsvStep,
+  ReadNdjsonStep, SelectStep, SortStep, UniqueKeepStrategy, UniqueStep,
+  WithColumnsStep, WithoutColumnsStep, WriteCsvStep,
   WriteNdjsonStep,
 };