dbt-firebolt 1.9.2__py3-none-any.whl → 1.9.3__py3-none-any.whl

dbt/adapters/firebolt/__init__.py

@@ -7,7 +7,7 @@ from dbt.adapters.firebolt.connections import (
 from dbt.adapters.firebolt.impl import FireboltAdapter
 from dbt.include import firebolt
 
-__version__ = "1.9.2"
+__version__ = "1.9.3"
 
 Plugin = AdapterPlugin(
     adapter=FireboltAdapter,  # type: ignore

dbt/include/firebolt/dbt_project.yml

@@ -0,0 +1,6 @@
+
+name: dbt_firebolt
+version: 1.0
+config-version: 2
+
+macro-paths: ['macros']

dbt/include/firebolt/macros/adapters.sql

@@ -0,0 +1,199 @@
+{% macro firebolt__drop_schema(schema_relation) -%}
+  {# Drop tables and views for schema_relation.
+     Args:
+         schema_relation (dict): Contains values for database and schema.
+     Until schemas are supported this macro will drop all tables and views.
+  #}
+  {% set all_relations = (list_relations_without_caching(schema_relation)) %}
+
+  {% set views = adapter.filter_table(all_relations, 'type', 'view') %}
+  {% set tables = adapter.filter_table(all_relations, 'type', 'table') %}
+  {% do drop_relations_loop(views) %}
+  {% do drop_relations_loop(tables) %}
+{% endmacro %}
+
+
+{% macro drop_relations_loop(relations) %}
+  {% for row in relations %}
+    {%- set relation = api.Relation.create(database=target.database,
+                                           schema=target.schema,
+                                           identifier=row[1],
+                                           type=row[3]) -%}
+    {{ adapter.drop_relation(relation) }}
+  {%- endfor %}
+{% endmacro %}
+
+
+{% macro firebolt__list_schemas(database) %}
+  {# Return current schema. Name is a misnomer.
+     TODO: Should this actually return all schemas? #}
+  {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}
+
+      SELECT 'public' AS schema
+  {% endcall %}
+  {{ return(load_result('list_schemas').table) }}
+{% endmacro %}
+
+
+{% macro firebolt__create_schema(relation) -%}
+  {# stub. Not yet supported in Firebolt. #}
+  {%- call statement('create_schema') %}
+
+      SELECT 'create_schema'
+  {% endcall %}
+{% endmacro %}
+
+
+{% macro firebolt__alter_column_type(relation, column_name, new_column_type) -%}
+  {# Stub: alter statements not currently available in Firebolt. #}
+  {% call statement('alter_column_type') %}
+
+      SELECT 'alter_column_type'
+  {% endcall %}
+{% endmacro %}
+
+
+{% macro firebolt__check_schema_exists(information_schema, schema) -%}
+  {# Stub. Will be replaced by query later. #}
+  {% call statement('check_schema_exists', fetch_result=True, auto_begin=True) %}
+
+      SELECT 'schema_exists'
+  {% endcall %}
+  {{ return(load_result('check_schema_exists').table) }}
+{% endmacro %}
+
+
+{% macro make_create_index_sql(relation,
+                               index_name,
+                               create_statement,
+                               spine_col,
+                               other_col) -%}
+  {# Create and return SQL for generating a join or aggregating index.
+     Args:
+       relation (dict):
+       index_name (str): name of the index
+       create_statement (str): either "CREATE JOIN INDEX" or
+                               "CREATE AND GENERATE AGGREGATING INDEX"
+       spine_col ([str]):
+         if agg index, key columns - can be none
+         if join index, join column
+       other_col ([str]):
+         if agg index, aggregating columns
+         if join index, dimension column
+       #}
+  {{ create_statement }} "{{ index_name }}" ON {{ relation }} (
+      {% if spine_col -%}
+        {% if spine_col is iterable and spine_col is not string -%}
+            {{ spine_col | join(', ') }},
+        {% else -%}
+            {{ spine_col }},
+        {% endif -%}
+      {%- endif -%}
+      {% if other_col is iterable and other_col is not string -%}
+          {{ other_col | join(', ') }}
+      {%- else -%}
+          {{ other_col }}
+      {%- endif -%}
+  );
+{% endmacro %}
+
+
+{% macro drop_index(index_name, index_type) -%}
+  {# Drop aggregating or join index. #}
+  {% call statement('drop_index', auto_begin=False) %}
+
+      DROP {{ index_type | upper }} INDEX "{{ index_name }}"
+  {% endcall %}
+{% endmacro %}
+
+
+{% macro firebolt__get_create_index_sql(relation, index_dict) -%}
+  {# Return aggregating or join index SQL string. #}
+  {# Parse index inputs and send parsed input to make_create_index_sql #}
+  {%- set index_config = adapter.parse_index(index_dict) -%}
+  {%- set index_name = index_config.render_name(relation) -%}
+  {%- set index_type = index_config.index_type | upper -%}
+  {%- if index_type == "JOIN" -%}
+      {{ make_create_index_sql(relation,
+                               index_name,
+                               "CREATE JOIN INDEX",
+                               index_config.join_columns,
+                               index_config.dimension_column) }}
+  {%- elif index_type == "AGGREGATING" -%}
+      {{ make_create_index_sql(relation,
+                               index_name,
+                               "CREATE AND GENERATE AGGREGATING INDEX",
+                               index_config.key_columns,
+                               index_config.aggregation) }}
+  {%- endif -%}
+{%- endmacro %}
+
+
+{% macro sql_convert_columns_in_relation_firebolt(rows) -%}
+  {% set columns = [] %}
+  {% for row in rows %}
+    {% do columns.append(api.Column(*row)) %}
+  {% endfor %}
+  {{ return(columns) }}
+{% endmacro %}
+
+
+{% macro firebolt__get_columns_in_relation(relation) -%}
+  {#-
+  Return column information for table identified by relation as
+  List[FireboltColumn].
+    Args: relation: dbt Relation
+  -#}
+  {% set sql %}
+    SELECT column_name, data_type from information_schema.columns
+    WHERE table_name = '{{ relation.identifier }}'
+  {% endset %}
+  {%- set result = run_query(sql) -%}
+  {% set columns = [] %}
+  {% for row in result %}
+    {% do columns.append(adapter.get_column_class().from_description(row['column_name'],
+                         adapter.resolve_special_columns(row['data_type']))) %}
+  {% endfor %}
+  {% do return(columns) %}
+{% endmacro %}
+
+
+{% macro firebolt__list_relations_without_caching(relation) %}
+  {# Return all views and tables as agate table.
+     Args:
+       relation (dict): Contains values for database and schema.
+
+     dbt has a relations cache. Using this macro will list all
+     the relations in the current schema using a direct DB query,
+     rather than checking the cache. So the name is a misnomer. Should
+     be list_relations_bypassing_cache or something.
+  #}
+  {% call statement('list_tables_without_caching', fetch_result=True) %}
+
+      SELECT
+          table_catalog AS "database",
+          table_name AS "name",
+          '{{ relation.schema }}' AS "schema",
+          CASE
+            WHEN table_type = 'VIEW' THEN 'view'
+            ELSE 'table'
+          END AS "type"
+      FROM
+          information_schema.tables
+  {% endcall %}
+  {% set info_table = load_result('list_tables_without_caching').table %}
+  {{ return(info_table) }}
+{% endmacro %}
+
+{% macro firebolt__truncate_relation(relation) -%}
+  {#
+  Truncate relation. Actual macro is drop_relation in ./adapters/relation.sql.
+  #}
+
+  {# Firebolt doesn't currently support TRUNCATE, so DROP CASCADE.
+     This should only be called from reset_csv_table, where it's followed by
+     `create_csv_table`, so not recreating the table here. To retrieve old code,
+     see commit f9984f6d61b8a1b877bc107b102eeb30eba54f35
+     This will be replaced by `CREATE OR REPLACE`. #}
+  {{ adapter.drop_relation(relation) }}
+{% endmacro %}

dbt/include/firebolt/macros/catalog.sql

@@ -0,0 +1,103 @@
+{# This is for building docs. Right now it's an incomplete description of
+the columns (for instance, `is_nullable` is missing) but more could be added later. #}
+
+{% macro firebolt__get_catalog(information_schema, schemas) -%}
+
+    {% set query %}
+        with tables as (
+            {{ firebolt__get_catalog_tables_sql(information_schema) }}
+            {{ firebolt__get_catalog_schemas_where_clause_sql(schemas) }}
+        ),
+        columns as (
+            {{ firebolt__get_catalog_columns_sql(information_schema) }}
+            {{ firebolt__get_catalog_schemas_where_clause_sql(schemas) }}
+        )
+        {{ firebolt__get_catalog_results_sql() }}
+    {%- endset -%}
+
+    {{ return(run_query(query)) }}
+
+{%- endmacro %}
+
+{% macro firebolt__get_catalog_relations(information_schema, relations) -%}
+
+    {% set query %}
+        with tables as (
+            {{ firebolt__get_catalog_tables_sql(information_schema) }}
+            {{ firebolt__get_catalog_relations_where_clause_sql(relations) }}
+        ),
+        columns as (
+            {{ firebolt__get_catalog_columns_sql(information_schema) }}
+            {{ firebolt__get_catalog_relations_where_clause_sql(relations) }}
+        )
+        {{ firebolt__get_catalog_results_sql() }}
+    {%- endset -%}
+
+    {{ return(run_query(query)) }}
+
+{%- endmacro %}
+
+
+{% macro firebolt__get_catalog_tables_sql(information_schema) -%}
+    SELECT
+      tbls.table_catalog AS table_database,
+      tbls.table_schema as table_schema,
+      table_type,
+      tbls.table_name as table_name,
+      CASE
+        WHEN table_type = 'VIEW' THEN 'VIEW'
+        ELSE 'TABLE'
+      END AS relation_type
+    FROM
+      information_schema.tables tbls
+{%- endmacro %}
+
+
+{% macro firebolt__get_catalog_columns_sql(information_schema) -%}
+    select
+        table_catalog as "table_database",
+        table_schema as "table_schema",
+        table_name as "table_name",
+        column_name as "column_name",
+        ordinal_position as "column_index",
+        data_type as "column_type"
+    from information_schema.columns
+{%- endmacro %}
+
+{% macro firebolt__get_catalog_results_sql() -%}
+    SELECT *
+    FROM tables
+    JOIN columns USING ("table_database", "table_schema", "table_name")
+    ORDER BY "column_index"
+{%- endmacro %}
+
+
+{% macro firebolt__get_catalog_schemas_where_clause_sql(schemas) -%}
+    WHERE ({%- for schema in schemas -%}
+        UPPER("table_schema") = UPPER('{{ schema }}'){%- if not loop.last %} OR {% endif -%}
+    {%- endfor -%})
+{%- endmacro %}
+
+
+{% macro firebolt__get_catalog_relations_where_clause_sql(relations) -%}
+    WHERE (
+        {%- for relation in relations -%}
+            {% if relation.schema and relation.identifier %}
+                (
+                    UPPER("table_schema") = UPPER('{{ relation.schema }}')
+                    AND UPPER("table_name") = UPPER('{{ relation.identifier }}')
+                )
+            {% elif relation.schema %}
+                (
+                    UPPER("table_schema") = UPPER('{{ relation.schema }}')
+                )
+            {% else %}
+                {% do exceptions.raise_compiler_error(
+                    '`get_catalog_relations` requires a list of relations, each with a schema'
+                ) %}
+            {% endif %}
+
+            {%- if not loop.last %} OR {% endif -%}
+        {%- endfor -%}
+    )
+{%- endmacro %}

{dbt_firebolt-1.9.2.dist-info → dbt_firebolt-1.9.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dbt_firebolt
-Version: 1.9.2
+Version: 1.9.3
 Summary: The Firebolt adapter plugin for dbt (data build tool)
 Home-page: https://github.com/firebolt-db/dbt-firebolt
 Author: Firebolt

dbt_firebolt-1.9.3.dist-info/RECORD

@@ -0,0 +1,16 @@
+dbt/adapters/firebolt/__init__.py,sha256=kvZHfzL2BcAonSjs_WCktruesBDSfdflPKQAzob7r3g,411
+dbt/adapters/firebolt/__version__.py,sha256=zRlZGglif76ZVuWWSjsH_MMPgtVQqmj-SryYJW25FL4,69
+dbt/adapters/firebolt/column.py,sha256=COo_wjhCFgS3GFcPIPcoq7WAWgzN6DB2XqG-gk51WBc,539
+dbt/adapters/firebolt/connections.py,sha256=dNdha5dDEYUPhLvlSq8_ftbBA1hiqnUCBukt6wLuZH4,7976
+dbt/adapters/firebolt/impl.py,sha256=eIqnXzoMoyHq2lp1yMz7O62WJ0apM16H8IssTTwDMiw,15075
+dbt/adapters/firebolt/relation.py,sha256=Xg3Nrjw3UrF_qwnuGbPT97rSXRiDP1GlIAoBF4b7QnY,1922
+dbt/adapters/firebolt/relation_configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dbt/include/firebolt/__init__.py,sha256=vBGWeG-dHHkimfnX8axBJ4IgAowFw8xADmo6Auzn2xc,52
+dbt/include/firebolt/dbt_project.yml,sha256=uHJ-i0wD1D74DWSSSzsFKoKbAN1w4LBgVpnkm8e-M1g,76
+dbt/include/firebolt/macros/adapters.sql,sha256=SMWEr_gK7iZP72Zdl2Tx0zB5fS0VQhJXhGB_4wJVlHc,6918
+dbt/include/firebolt/macros/catalog.sql,sha256=LLhjI9oEoMEQKQfE3LJ5nWS9-u3bwBAYBz4ukrsg5T8,3350
+dbt_firebolt-1.9.3.dist-info/LICENSE,sha256=Nn0EGvW3qmoZpBV_JVM3iPukFf3RiNCIizrWe_2oTHk,11354
+dbt_firebolt-1.9.3.dist-info/METADATA,sha256=90c23zvFpa_9o0QSa881L0rd1A1tRKlq02S7lxcuMoA,5237
+dbt_firebolt-1.9.3.dist-info/WHEEL,sha256=iAkIy5fosb7FzIOwONchHf19Qu7_1wCWyFNR5gu9nU0,91
+dbt_firebolt-1.9.3.dist-info/top_level.txt,sha256=B2YH4he17ajilEWOGCKHbRcEJlCuZKwCcgFcLPntLsE,4
+dbt_firebolt-1.9.3.dist-info/RECORD,,

{dbt_firebolt-1.9.2.dist-info → dbt_firebolt-1.9.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.3.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

dbt_firebolt-1.9.2.dist-info/RECORD

@@ -1,13 +0,0 @@
-dbt/adapters/firebolt/__init__.py,sha256=BqeuV6kaWEP3BG901X9rr9ifw8y-qBwHuB2ulefwbHo,411
-dbt/adapters/firebolt/__version__.py,sha256=zRlZGglif76ZVuWWSjsH_MMPgtVQqmj-SryYJW25FL4,69
-dbt/adapters/firebolt/column.py,sha256=COo_wjhCFgS3GFcPIPcoq7WAWgzN6DB2XqG-gk51WBc,539
-dbt/adapters/firebolt/connections.py,sha256=dNdha5dDEYUPhLvlSq8_ftbBA1hiqnUCBukt6wLuZH4,7976
-dbt/adapters/firebolt/impl.py,sha256=eIqnXzoMoyHq2lp1yMz7O62WJ0apM16H8IssTTwDMiw,15075
-dbt/adapters/firebolt/relation.py,sha256=Xg3Nrjw3UrF_qwnuGbPT97rSXRiDP1GlIAoBF4b7QnY,1922
-dbt/adapters/firebolt/relation_configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dbt/include/firebolt/__init__.py,sha256=vBGWeG-dHHkimfnX8axBJ4IgAowFw8xADmo6Auzn2xc,52
-dbt_firebolt-1.9.2.dist-info/LICENSE,sha256=Nn0EGvW3qmoZpBV_JVM3iPukFf3RiNCIizrWe_2oTHk,11354
-dbt_firebolt-1.9.2.dist-info/METADATA,sha256=wuRMDg_FlCCBHiC90xZqEJ0OWE27FVJYeUvC83YACss,5237
-dbt_firebolt-1.9.2.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-dbt_firebolt-1.9.2.dist-info/top_level.txt,sha256=B2YH4he17ajilEWOGCKHbRcEJlCuZKwCcgFcLPntLsE,4
-dbt_firebolt-1.9.2.dist-info/RECORD,,