@pgflow/core 0.0.0-array-map-steps-cd94242a-20251008042921 → 0.0.0-condition-4354fcb6-20260108134756
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -7
- package/dist/CHANGELOG.md +187 -13
- package/dist/PgflowSqlClient.js +1 -1
- package/dist/README.md +24 -7
- package/dist/database-types.d.ts +392 -71
- package/dist/database-types.d.ts.map +1 -1
- package/dist/package.json +8 -4
- package/dist/supabase/migrations/20250429164909_pgflow_initial.sql +2 -2
- package/dist/supabase/migrations/20251006073122_pgflow_add_map_step_type.sql +24 -7
- package/dist/supabase/migrations/20251103222045_pgflow_fix_broadcast_order_and_timestamp_handling.sql +622 -0
- package/dist/supabase/migrations/20251104080523_pgflow_upgrade_pgmq_1_5_1.sql +93 -0
- package/dist/supabase/migrations/20251130000000_pgflow_auto_compilation.sql +268 -0
- package/dist/supabase/migrations/20251209074533_pgflow_worker_management.sql +273 -0
- package/dist/supabase/migrations/20251212100113_pgflow_allow_data_loss_parameter.sql +54 -0
- package/dist/supabase/migrations/20251225163110_pgflow_add_flow_input_column.sql +185 -0
- package/dist/supabase/migrations/20260103145141_pgflow_step_output_storage.sql +909 -0
- package/dist/supabase/migrations/20260108131350_pgflow_step_conditions.sql +1515 -0
- package/dist/types.d.ts +7 -4
- package/dist/types.d.ts.map +1 -1
- package/package.json +9 -5
- package/dist/ATLAS.md +0 -32
package/dist/types.d.ts
CHANGED
|
@@ -1,14 +1,16 @@
|
|
|
1
|
-
import type { ExtractFlowSteps, StepInput, Simplify, AnyFlow, ExtractFlowInput } from '@pgflow/dsl';
|
|
1
|
+
import type { ExtractFlowSteps, StepInput, Simplify, AnyFlow, ExtractFlowInput, Json } from '@pgflow/dsl';
|
|
2
2
|
import type { Database } from './database-types.js';
|
|
3
|
-
export type Json
|
|
4
|
-
[key: string]: Json | undefined;
|
|
5
|
-
} | Json[];
|
|
3
|
+
export type { Json };
|
|
6
4
|
/**
|
|
7
5
|
* Record representing a task from pgflow.start_tasks
|
|
8
6
|
*
|
|
9
7
|
* Same as pgflow.step_task_record type, but with not-null fields and type argument for payload.
|
|
10
8
|
* The input type is automatically inferred based on the step_slug using a discriminated union.
|
|
11
9
|
* This ensures that each step only receives inputs from its declared dependencies and the flow's run input.
|
|
10
|
+
*
|
|
11
|
+
* Note: flow_input is nullable because start_tasks only includes it for root non-map steps.
|
|
12
|
+
* For dependent and map steps, flow_input is NULL to avoid data duplication.
|
|
13
|
+
* Workers can access the original flow input via ctx.flowInput (lazy loaded).
|
|
12
14
|
*/
|
|
13
15
|
export type StepTaskRecord<TFlow extends AnyFlow> = {
|
|
14
16
|
[StepSlug in Extract<keyof ExtractFlowSteps<TFlow>, string>]: {
|
|
@@ -18,6 +20,7 @@ export type StepTaskRecord<TFlow extends AnyFlow> = {
|
|
|
18
20
|
task_index: number;
|
|
19
21
|
input: Simplify<StepInput<TFlow, StepSlug>>;
|
|
20
22
|
msg_id: number;
|
|
23
|
+
flow_input: ExtractFlowInput<TFlow> | null;
|
|
21
24
|
};
|
|
22
25
|
}[Extract<keyof ExtractFlowSteps<TFlow>, string>];
|
|
23
26
|
/**
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,OAAO,EACP,gBAAgB,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,OAAO,EACP,gBAAgB,EAChB,IAAI,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD,YAAY,EAAE,IAAI,EAAE,CAAC;AAErB;;;;;;;;;;GAUG;AACH,MAAM,MAAM,cAAc,CAAC,KAAK,SAAS,OAAO,IAAI;KACjD,QAAQ,IAAI,OAAO,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,GAAG;QAC5D,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,QAAQ,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC5C,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;KAC5C;CACF,CAAC,OAAO,CAAC,MAAM,gBAAgB,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AAElD;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,QAAQ,GAAG,WAAW,GAAG,YAAY,CAAC,CAAC;AAI/F;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,IAAI,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,KAAK,SAAS,OAAO,GAAG,OAAO;IAC5D;;OAEG;IACH,SAAS,CAAC,KAAK,SAAS,OAAO,EAC7B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAC9B,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;;;;;;OAOG;IACH,YAAY,CACV,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,MAAM,EACvB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAE5B;;;;;OAKG;IACH,UAAU,CACR,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EAAE,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAEpC;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElE;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAChE;AAED;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;AAEjE;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC;AAEjE;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC;AAE9E;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@pgflow/core",
|
|
3
|
-
"version": "0.0.0-
|
|
4
|
-
"license": "
|
|
3
|
+
"version": "0.0.0-condition-4354fcb6-20260108134756",
|
|
4
|
+
"license": "Apache-2.0",
|
|
5
|
+
"repository": {
|
|
6
|
+
"type": "git",
|
|
7
|
+
"url": "https://github.com/pgflow-dev/pgflow",
|
|
8
|
+
"directory": "pkgs/core"
|
|
9
|
+
},
|
|
5
10
|
"type": "module",
|
|
6
11
|
"main": "./dist/index.js",
|
|
7
12
|
"module": "./dist/index.js",
|
|
@@ -19,12 +24,11 @@
|
|
|
19
24
|
}
|
|
20
25
|
},
|
|
21
26
|
"devDependencies": {
|
|
22
|
-
"@types/node": "^22.14.1"
|
|
23
|
-
"supabase": "2.21.1"
|
|
27
|
+
"@types/node": "^22.14.1"
|
|
24
28
|
},
|
|
25
29
|
"dependencies": {
|
|
26
30
|
"postgres": "^3.4.5",
|
|
27
|
-
"@pgflow/dsl": "0.0.0-
|
|
31
|
+
"@pgflow/dsl": "0.0.0-condition-4354fcb6-20260108134756"
|
|
28
32
|
},
|
|
29
33
|
"publishConfig": {
|
|
30
34
|
"access": "public"
|
package/dist/ATLAS.md
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
# Atlas setup
|
|
2
|
-
|
|
3
|
-
We use [Atlas](https://atlasgo.io/docs) to generate migrations from the declarative schemas stored in `./schemas/` folder.
|
|
4
|
-
|
|
5
|
-
## Configuration
|
|
6
|
-
|
|
7
|
-
The setup is configured in `atlas.hcl`.
|
|
8
|
-
|
|
9
|
-
It is set to compare `schemas/` to what is in `supabase/migrations/`.
|
|
10
|
-
|
|
11
|
-
### Docker dev image
|
|
12
|
-
|
|
13
|
-
Atlas requires a dev database to be available for computing diffs.
|
|
14
|
-
The database must be empty, but contain everything needed for the schemas to apply.
|
|
15
|
-
|
|
16
|
-
We need a configured [PGMQ](https://github.com/tembo-io/pgmq) extension, which Atlas does not support
|
|
17
|
-
in their dev images.
|
|
18
|
-
|
|
19
|
-
That's why this setup relies on a custom built image `jumski/postgres-15-pgmq:latest`.
|
|
20
|
-
|
|
21
|
-
Inspect `Dockerfile.atlas` to see how it is built.
|
|
22
|
-
|
|
23
|
-
See also `./scripts/build-atlas-postgres-image` and `./scripts/push-atlas-postgres-image` scripts for building and pushing the image.
|
|
24
|
-
|
|
25
|
-
## Workflow
|
|
26
|
-
|
|
27
|
-
1. Make sure you start with a clean database (`pnpm supabase db reset`).
|
|
28
|
-
1. Modify the schemas in `schemas/` to a desired state.
|
|
29
|
-
1. Run `./scripts/atlas-migrate-diff <migration-name>` to create a new migration based on the diff.
|
|
30
|
-
1. Run `pnpm supabase migration up` to apply the migration.
|
|
31
|
-
1. In case of any errors, remove the generated migration file, make changes in `schemas/` and repeat the process.
|
|
32
|
-
1. After the migration is applied, verify it does not break tests with `nx test:pgtap`
|