dataforge-core 1.5.0__tar.gz → 1.5.2__tar.gz

{dataforge_core-1.5.0/cli/dataforge_core.egg-info → dataforge_core-1.5.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataforge-core
-Version: 1.5.0
+Version: 1.5.2
 Summary: Command line compiler for dataforge core projects
 Author-email: Vadim Orlov <vorlov@dataforgelabs.com>
 Project-URL: Homepage, https://github.com/dataforgelabs/dataforge-core

{dataforge_core-1.5.0 → dataforge_core-1.5.2}/cli/dataforge/resources/pg_deploy.sql

@@ -1,4 +1,4 @@
---Built: Wed Jan 21 20:38:48 UTC 2026
+--Built: Wed Apr 15 20:44:43 UTC 2026
 CREATE SCHEMA IF NOT EXISTS meta;
 CREATE SCHEMA IF NOT EXISTS log;
 DO $$
@@ -463,7 +463,8 @@ CREATE INDEX IF NOT EXISTS ix_enrichment_aggregation_enrichment_id
 
 
 
-DROP TABLE IF EXISTS meta.query_element CASCADE;
+CREATE INDEX IF NOT EXISTS ix_enrichment_parameter_parent_enrichment_id
+ON meta.enrichment_parameter (parent_enrichment_id);DROP TABLE IF EXISTS meta.query_element CASCADE;
 
 CREATE TABLE meta.query_element (
     id int PRIMARY KEY GENERATED ALWAYS AS IDENTITY , 
@@ -1954,7 +1955,7 @@ BEGIN
         UNION ALL
         SELECT 'system', system_attribute_id
         FROM meta.system_attribute s
-        WHERE s.table_type @> ARRAY['hub'] AND s.name = in_name
+        WHERE s.table_type @> ARRAY['ingot'] AND s.name = in_name
         UNION ALL
         SELECT 'enrichment', enrichment_id
         FROM meta.enrichment e 
@@ -2817,22 +2818,15 @@ END;
 
 $function$;CREATE OR REPLACE  FUNCTION meta.u_add_backticks(in_column text)
     RETURNS TEXT
-    LANGUAGE plpgsql
+    LANGUAGE sql
 AS
 $function$
-DECLARE
-    v_updated_name text;
-
-BEGIN
-
-    IF in_column !~ ('^[a-zA-Z_]+[a-zA-Z0-9_]*$') THEN
-        RETURN '`' || in_column || '`';
-    ELSE
-        RETURN in_column;
-    END IF;
-
+SELECT CASE
+    WHEN in_column !~ '^[a-zA-Z_]+[a-zA-Z0-9_]*$' THEN '`' || in_column || '`'
+    ELSE in_column
 END;
-$function$;-- creates single column select expression for the output query
+$function$;
+-- creates single column select expression for the output query
 CREATE OR REPLACE  FUNCTION meta.u_add_backticks_output_column(in_output_column text)
     RETURNS TEXT
     LANGUAGE plpgsql
@@ -2907,7 +2901,6 @@ END;
 $function$;CREATE OR REPLACE FUNCTION meta.u_assert(in_assert_boolean boolean, in_message text)
  RETURNS void
  LANGUAGE plpgsql
- COST 100
 AS $function$
 BEGIN
     IF NOT COALESCE(in_assert_boolean,false) THEN
@@ -4009,15 +4002,9 @@ END;
 $function$;
 CREATE OR REPLACE FUNCTION meta.u_get_source_project(in_source_id int)
  RETURNS int
- LANGUAGE plpgsql
- COST 10
+ LANGUAGE sql
 AS $function$
-
-BEGIN
-
-RETURN (SELECT project_id FROM meta.source WHERE source_id = in_source_id);
-END;
-
+SELECT project_id FROM meta.source WHERE source_id = in_source_id;
 $function$;
 
 CREATE OR REPLACE FUNCTION meta.u_get_source_table_name(in_source_id int)
@@ -4280,20 +4267,14 @@ END;
 $function$;
 CREATE OR REPLACE FUNCTION meta.u_json_array_to_int_array(in_parameters json)
  RETURNS int[]
- LANGUAGE plpgsql
+ LANGUAGE sql
 AS $function$
-
-DECLARE
-v_ret int[];
-BEGIN
-    IF in_parameters::jsonb IS DISTINCT FROM 'null'::jsonb THEN
-        SELECT array_agg(t::int) INTO v_ret FROM json_array_elements_text(in_parameters) t;
-        RETURN v_ret;
-    END IF;
-
-    RETURN null;
-
-END;
+    SELECT CASE
+        WHEN in_parameters::jsonb IS DISTINCT FROM 'null'::jsonb THEN (
+            SELECT array_agg(t::int) FROM json_array_elements_text(in_parameters) t
+        )
+        ELSE NULL::int[]
+    END;
 $function$;
 
 CREATE OR REPLACE FUNCTION meta.u_lookup_source_attribute(in_source_id int, in_attribute_name text, in_test_source_id int = null)
@@ -4333,7 +4314,7 @@ BEGIN
     INTO v_ret.name, v_ret.system_attribute_id, v_ret.datatype, v_ret.unique_flag
     FROM meta.system_attribute s
     JOIN meta.source src  ON src.source_id = in_source_id AND 
-    s.refresh_type @> ARRAY[src.refresh_type] AND s.table_type @> ARRAY['hub']
+    s.refresh_type @> ARRAY[src.refresh_type] AND s.table_type @> ARRAY['ingot']
     WHERE s.name = v_attribute_name_substituted;
 
     IF v_ret.system_attribute_id IS NOT NULL THEN
@@ -5156,7 +5137,8 @@ IF in_output.output_sub_type = 'text' AND (SELECT count(1) FROM meta.output_colu
      RETURN 'Text outputs can only have a single output column! Please remove excess columns or choose another output file type.';
 END IF;
 
-IF (in_output.output_type = 'file' AND (in_output.output_sub_type = 'parquet' OR in_output.output_sub_type = 'avro')) OR (in_output.output_type = 'table' AND in_output.output_sub_type = 'delta_lake') OR in_output.output_type = 'table'
+IF (in_output.output_type = 'file' AND (in_output.output_sub_type = 'parquet' OR in_output.output_sub_type = 'avro')) 
+    OR (in_output.output_type = 'table' AND in_output.output_sub_type = 'bigquery')
     THEN
         SELECT string_agg(oc.name,',') INTO v_bad_columns
         FROM meta.output_column oc WHERE in_output.output_id = oc.output_id AND oc.name !~ ('^[a-zA-Z_]+[a-zA-Z0-9_]*$');
@@ -5175,14 +5157,14 @@ END IF;
 
 IF in_output.output_type = 'virtual' AND in_output.active_flag THEN
     SELECT json_build_object('output_name', o.output_name, 'project_name', p.name,
-        'view_name',in_output.output_package_parameters->>'view_name', 'view_database', COALESCE(in_output.output_package_parameters->>'view_database',ip.schema_name) ) 
+        'view_name',in_output.output_package_parameters->>'view_name', 'view_schema', COALESCE(in_output.output_package_parameters->>'view_schema',ip.schema_name) ) 
     INTO v_error
     FROM meta.output o
     JOIN meta.project p ON o.project_id = p.project_id
     JOIN meta.project ip ON in_output.project_id = ip.project_id
     WHERE o.output_type = in_output.output_type
     AND o.output_package_parameters->>'view_name' = in_output.output_package_parameters->>'view_name'
-    AND COALESCE(o.output_package_parameters->>'view_database',p.schema_name) = COALESCE(in_output.output_package_parameters->>'view_database',ip.schema_name)
+    AND COALESCE(o.output_package_parameters->>'view_schema',p.schema_name) = COALESCE(in_output.output_package_parameters->>'view_schema',ip.schema_name)
     AND output_id IS DISTINCT FROM in_output.output_id
     AND o.active_flag;
 

{dataforge_core-1.5.0 → dataforge_core-1.5.2/cli/dataforge_core.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataforge-core
-Version: 1.5.0
+Version: 1.5.2
 Summary: Command line compiler for dataforge core projects
 Author-email: Vadim Orlov <vorlov@dataforgelabs.com>
 Project-URL: Homepage, https://github.com/dataforgelabs/dataforge-core

{dataforge_core-1.5.0 → dataforge_core-1.5.2}/pyproject.toml

@@ -3,7 +3,7 @@ requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
 [project]
 name = "dataforge-core"
-version = "v1.5.0"
+version = "v1.5.2"
 authors = [
     {name="Vadim Orlov", email="vorlov@dataforgelabs.com"}
 ]