@datarecce/ui 0.1.40 → 0.2.0

package/recce-source/integration_tests/dbt/models/staging/schema.yml

@@ -1,31 +0,0 @@
-version: 2
-
-models:
-  - name: stg_customers
-    columns:
-      - name: customer_id
-        data_tests:
-          - unique
-          - not_null
-
-  - name: stg_orders
-    columns:
-      - name: order_id
-        data_tests:
-          - unique
-          - not_null
-      - name: status
-        data_tests:
-          - accepted_values:
-              values: ['placed', 'shipped', 'completed', 'return_pending', 'returned']
-
-  - name: stg_payments
-    columns:
-      - name: payment_id
-        data_tests:
-          - unique
-          - not_null
-      - name: payment_method
-        data_tests:
-          - accepted_values:
-              values: ['credit_card', 'coupon', 'bank_transfer', 'gift_card']

package/recce-source/integration_tests/dbt/models/staging/stg_customers.sql

@@ -1,22 +0,0 @@
-with source as (
-
-    {#-
-    Normally we would select from the table here, but we are using seeds to load
-    our data in this project
-    #}
-    select * from {{ ref('raw_customers') }}
-
-),
-
-renamed as (
-
-    select
-        id as customer_id,
-        first_name,
-        last_name
-
-    from source
-
-)
-
-select * from renamed

package/recce-source/integration_tests/dbt/models/staging/stg_orders.sql

@@ -1,23 +0,0 @@
-with source as (
-
-    {#-
-    Normally we would select from the table here, but we are using seeds to load
-    our data in this project
-    #}
-    select * from {{ ref('raw_orders') }}
-
-),
-
-renamed as (
-
-    select
-        id as order_id,
-        user_id as customer_id,
-        order_date,
-        status
-
-    from source
-
-)
-
-select * from renamed

package/recce-source/integration_tests/dbt/models/staging/stg_payments.sql

@@ -1,25 +0,0 @@
-with source as (
-    
-    {#-
-    Normally we would select from the table here, but we are using seeds to load
-    our data in this project
-    #}
-    select * from {{ ref('raw_payments') }}
-
-),
-
-renamed as (
-
-    select
-        id as payment_id,
-        order_id,
-        payment_method,
-
-        -- `amount` is currently stored in cents, so we convert it to dollars
-        amount / 100 as amount
-
-    from source
-
-)
-
-select * from renamed

package/recce-source/integration_tests/dbt/packages.yml

@@ -1,7 +0,0 @@
-packages:
-  - package: dbt-labs/dbt_utils
-    version: 1.1.1
-  - package: data-mie/dbt_profiler
-    version: 0.8.1
-  - package: dbt-labs/audit_helper
-    version: 0.11.0

package/recce-source/integration_tests/dbt/profiles.yml

@@ -1,8 +0,0 @@
-jaffle_shop:
-  target: dev
-  outputs:
-    dev:
-      type: duckdb
-      path: 'jaffle_shop.duckdb'
-      threads: 24
-      schema: dev

package/recce-source/integration_tests/dbt/seeds/raw_customers.csv

@@ -1,101 +0,0 @@
-id,first_name,last_name
-1,Michael,P.
-2,Shawn,M.
-3,Kathleen,P.
-4,Jimmy,C.
-5,Katherine,R.
-6,Sarah,R.
-7,Martin,M.
-8,Frank,R.
-9,Jennifer,F.
-10,Henry,W.
-11,Fred,S.
-12,Amy,D.
-13,Kathleen,M.
-14,Steve,F.
-15,Teresa,H.
-16,Amanda,H.
-17,Kimberly,R.
-18,Johnny,K.
-19,Virginia,F.
-20,Anna,A.
-21,Willie,H.
-22,Sean,H.
-23,Mildred,A.
-24,David,G.
-25,Victor,H.
-26,Aaron,R.
-27,Benjamin,B.
-28,Lisa,W.
-29,Benjamin,K.
-30,Christina,W.
-31,Jane,G.
-32,Thomas,O.
-33,Katherine,M.
-34,Jennifer,S.
-35,Sara,T.
-36,Harold,O.
-37,Shirley,J.
-38,Dennis,J.
-39,Louise,W.
-40,Maria,A.
-41,Gloria,C.
-42,Diana,S.
-43,Kelly,N.
-44,Jane,R.
-45,Scott,B.
-46,Norma,C.
-47,Marie,P.
-48,Lillian,C.
-49,Judy,N.
-50,Billy,L.
-51,Howard,R.
-52,Laura,F.
-53,Anne,B.
-54,Rose,M.
-55,Nicholas,R.
-56,Joshua,K.
-57,Paul,W.
-58,Kathryn,K.
-59,Adam,A.
-60,Norma,W.
-61,Timothy,R.
-62,Elizabeth,P.
-63,Edward,G.
-64,David,C.
-65,Brenda,W.
-66,Adam,W.
-67,Michael,H.
-68,Jesse,E.
-69,Janet,P.
-70,Helen,F.
-71,Gerald,C.
-72,Kathryn,O.
-73,Alan,B.
-74,Harry,A.
-75,Andrea,H.
-76,Barbara,W.
-77,Anne,W.
-78,Harry,H.
-79,Jack,R.
-80,Phillip,H.
-81,Shirley,H.
-82,Arthur,D.
-83,Virginia,R.
-84,Christina,R.
-85,Theresa,M.
-86,Jason,C.
-87,Phillip,B.
-88,Adam,T.
-89,Margaret,J.
-90,Paul,P.
-91,Todd,W.
-92,Willie,O.
-93,Frances,R.
-94,Gregory,H.
-95,Lisa,P.
-96,Jacqueline,A.
-97,Shirley,D.
-98,Nicole,M.
-99,Mary,G.
-100,Jean,M.

package/recce-source/integration_tests/dbt/seeds/raw_orders.csv

@@ -1,100 +0,0 @@
-id,user_id,order_date,status
-1,1,2018-01-01,returned
-2,3,2018-01-02,completed
-3,94,2018-01-04,completed
-4,50,2018-01-05,completed
-5,64,2018-01-05,completed
-6,54,2018-01-07,completed
-7,88,2018-01-09,completed
-8,2,2018-01-11,returned
-9,53,2018-01-12,completed
-10,7,2018-01-14,completed
-11,99,2018-01-14,completed
-12,59,2018-01-15,completed
-13,84,2018-01-17,completed
-14,40,2018-01-17,returned
-15,25,2018-01-17,completed
-16,39,2018-01-18,completed
-17,71,2018-01-18,completed
-18,64,2018-01-20,returned
-19,54,2018-01-22,completed
-20,20,2018-01-23,completed
-21,71,2018-01-23,completed
-22,86,2018-01-24,completed
-23,22,2018-01-26,return_pending
-24,3,2018-01-27,completed
-25,51,2018-01-28,completed
-26,32,2018-01-28,completed
-27,94,2018-01-29,completed
-28,8,2018-01-29,completed
-29,57,2018-01-31,completed
-30,69,2018-02-02,completed
-31,16,2018-02-02,completed
-32,28,2018-02-04,completed
-33,42,2018-02-04,completed
-34,38,2018-02-06,completed
-35,80,2018-02-08,completed
-36,85,2018-02-10,completed
-37,1,2018-02-10,completed
-38,51,2018-02-10,completed
-39,26,2018-02-11,completed
-40,33,2018-02-13,completed
-41,99,2018-02-14,completed
-42,92,2018-02-16,completed
-43,31,2018-02-17,completed
-44,66,2018-02-17,completed
-45,22,2018-02-17,completed
-46,6,2018-02-19,completed
-47,50,2018-02-20,completed
-48,27,2018-02-21,completed
-49,35,2018-02-21,completed
-50,51,2018-02-23,completed
-51,71,2018-02-24,completed
-52,54,2018-02-25,return_pending
-53,34,2018-02-26,completed
-54,54,2018-02-26,completed
-55,18,2018-02-27,completed
-56,79,2018-02-28,completed
-57,93,2018-03-01,completed
-58,22,2018-03-01,completed
-59,30,2018-03-02,completed
-60,12,2018-03-03,completed
-61,63,2018-03-03,completed
-62,57,2018-03-05,completed
-63,70,2018-03-06,completed
-64,13,2018-03-07,completed
-65,26,2018-03-08,completed
-66,36,2018-03-10,completed
-67,79,2018-03-11,completed
-68,53,2018-03-11,completed
-69,3,2018-03-11,completed
-70,8,2018-03-12,completed
-71,42,2018-03-12,shipped
-72,30,2018-03-14,shipped
-73,19,2018-03-16,completed
-74,9,2018-03-17,shipped
-75,69,2018-03-18,completed
-76,25,2018-03-20,completed
-77,35,2018-03-21,shipped
-78,90,2018-03-23,shipped
-79,52,2018-03-23,shipped
-80,11,2018-03-23,shipped
-81,76,2018-03-23,shipped
-82,46,2018-03-24,shipped
-83,54,2018-03-24,shipped
-84,70,2018-03-26,placed
-85,47,2018-03-26,shipped
-86,68,2018-03-26,placed
-87,46,2018-03-27,placed
-88,91,2018-03-27,shipped
-89,21,2018-03-28,placed
-90,66,2018-03-30,shipped
-91,47,2018-03-31,placed
-92,84,2018-04-02,placed
-93,66,2018-04-03,placed
-94,63,2018-04-03,placed
-95,27,2018-04-04,placed
-96,90,2018-04-06,placed
-97,89,2018-04-07,placed
-98,41,2018-04-07,placed
-99,85,2018-04-09,placed

package/recce-source/integration_tests/dbt/seeds/raw_payments.csv

@@ -1,114 +0,0 @@
-id,order_id,payment_method,amount
-1,1,credit_card,1000
-2,2,credit_card,2000
-3,3,coupon,100
-4,4,coupon,2500
-5,5,bank_transfer,1700
-6,6,credit_card,600
-7,7,credit_card,1600
-8,8,credit_card,2300
-9,9,gift_card,2300
-10,9,bank_transfer,0
-11,10,bank_transfer,2600
-12,11,credit_card,2700
-13,12,credit_card,100
-14,13,credit_card,500
-15,13,bank_transfer,1400
-16,14,bank_transfer,300
-17,15,coupon,2200
-18,16,credit_card,1000
-19,17,bank_transfer,200
-20,18,credit_card,500
-21,18,credit_card,800
-22,19,gift_card,600
-23,20,bank_transfer,1500
-24,21,credit_card,1200
-25,22,bank_transfer,800
-26,23,gift_card,2300
-27,24,coupon,2600
-28,25,bank_transfer,2000
-29,25,credit_card,2200
-30,25,coupon,1600
-31,26,credit_card,3000
-32,27,credit_card,2300
-33,28,bank_transfer,1900
-34,29,bank_transfer,1200
-35,30,credit_card,1300
-36,31,credit_card,1200
-37,32,credit_card,300
-38,33,credit_card,2200
-39,34,bank_transfer,1500
-40,35,credit_card,2900
-41,36,bank_transfer,900
-42,37,credit_card,2300
-43,38,credit_card,1500
-44,39,bank_transfer,800
-45,40,credit_card,1400
-46,41,credit_card,1700
-47,42,coupon,1700
-48,43,gift_card,1800
-49,44,gift_card,1100
-50,45,bank_transfer,500
-51,46,bank_transfer,800
-52,47,credit_card,2200
-53,48,bank_transfer,300
-54,49,credit_card,600
-55,49,credit_card,900
-56,50,credit_card,2600
-57,51,credit_card,2900
-58,51,credit_card,100
-59,52,bank_transfer,1500
-60,53,credit_card,300
-61,54,credit_card,1800
-62,54,bank_transfer,1100
-63,55,credit_card,2900
-64,56,credit_card,400
-65,57,bank_transfer,200
-66,58,coupon,1800
-67,58,gift_card,600
-68,59,gift_card,2800
-69,60,credit_card,400
-70,61,bank_transfer,1600
-71,62,gift_card,1400
-72,63,credit_card,2900
-73,64,bank_transfer,2600
-74,65,credit_card,0
-75,66,credit_card,2800
-76,67,bank_transfer,400
-77,67,credit_card,1900
-78,68,credit_card,1600
-79,69,credit_card,1900
-80,70,credit_card,2600
-81,71,credit_card,500
-82,72,credit_card,2900
-83,73,bank_transfer,300
-84,74,credit_card,3000
-85,75,credit_card,1900
-86,76,coupon,200
-87,77,credit_card,0
-88,77,bank_transfer,1900
-89,78,bank_transfer,2600
-90,79,credit_card,1800
-91,79,credit_card,900
-92,80,gift_card,300
-93,81,coupon,200
-94,82,credit_card,800
-95,83,credit_card,100
-96,84,bank_transfer,2500
-97,85,bank_transfer,1700
-98,86,coupon,2300
-99,87,gift_card,3000
-100,87,credit_card,2600
-101,88,credit_card,2900
-102,89,bank_transfer,2200
-103,90,bank_transfer,200
-104,91,credit_card,1900
-105,92,bank_transfer,1500
-106,92,coupon,200
-107,93,gift_card,2600
-108,94,coupon,700
-109,95,coupon,2400
-110,96,gift_card,1700
-111,97,bank_transfer,1400
-112,98,bank_transfer,1000
-113,99,credit_card,2400

package/recce-source/integration_tests/dbt/seeds/raw_statuses.csv

@@ -1,5 +0,0 @@
-status,status_str
-returned,Order returned
-completed,Order completed
-shipped,Order shipped
-placed,Order placed

package/recce-source/integration_tests/dbt/smoke_test.sh

@@ -1,72 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
-cd "$SCRIPT_DIR"
-pwd
-
-# Prepare env
-git restore models/customers.sql
-dbt --version
-dbt deps
-dbt seed --target-path target-base
-dbt run --target-path target-base
-dbt docs generate --target-path target-base
-
-echo "where customer_id > 0" >> models/customers.sql
-dbt run
-dbt docs generate
-git restore models/customers.sql
-
-# Recce Run
-mkdir -p ~/.recce
-echo "user_id: 00000000000000000000000000000000" > ~/.recce/profile.yml
-echo "anonymous_tracking: false" >> ~/.recce/profile.yml
-
-assert_string_value() {
-    if [ "$1" != "$2" ]; then
-        echo "Expected $2, but got $1"
-        exit 1
-    fi
-}
-
-recce run
-if ! [ -e recce_state.json ]; then
-    echo "recce_state.json not found"
-    exit 1
-fi
-
-model=$(cat recce_state.json | jq '.runs[0].result | keys | .[0]' | tr -d '"')
-run_type=$(cat recce_state.json | jq '.runs[0]'.type | tr -d '"')
-assert_string_value $model "customers"
-assert_string_value $run_type "row_count_diff"
-
-# Recce Summary
-recce summary ./recce_state.json | tee recce_summary.md
-cat ./recce_summary.md | grep -q customers
-
-# Recce Server
-function check_server_status() {
-    echo "Waiting for the server to respond..."
-    if timeout 20 bash -c 'until curl -s -o /dev/null -w "%{http_code}" http://localhost:8000/api/info | grep -q 200; do
-    echo "Server not ready yet..."
-    sleep 2
-    done'; then
-        echo "Server is up and running."
-    else
-        echo "Failed to start the server within the time limit."
-        exit 1
-    fi
-
-    echo "Stopping the server..."
-    kill $(jobs -p) || true
-    echo "Server stopped."
-}
-
-echo "Starting the server..."
-recce server &
-check_server_status
-
-echo "Starting the server (review mode)..."
-recce server --review recce_state.json &
-check_server_status

package/recce-source/integration_tests/dbt/smoke_test_cloud.sh

@@ -1,71 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-
-NEW_WORKSPACE=$(dirname "$GITHUB_WORKSPACE")
-cd "$NEW_WORKSPACE" || exit
-pwd
-
-# Clone jaffle_shop_duckdb
-GIT_REPO="https://github.com/DataRecce/jaffle_shop_duckdb.git"
-GIT_BRANCH="chore/smoke-test-cloud"
-
-git clone --depth 1 --branch $GIT_BRANCH $GIT_REPO
-cd jaffle_shop_duckdb || exit
-
-# Prepare dbt artifacts
-dbt --version
-dbt deps
-dbt seed
-dbt run
-dbt docs generate
-
-mkdir -p ~/.recce
-echo "user_id: 00000000000000000000000000000000" > ~/.recce/profile.yml
-echo "anonymous_tracking: false" >> ~/.recce/profile.yml
-
-# Hide PR information from GitHub Action
-HOLD_GITHUB_EVENT_PATH="$GITHUB_EVENT_PATH"
-unset GITHUB_EVENT_PATH
-
-# Recce artifacts
-recce cloud upload-artifacts --branch $GIT_BRANCH
-rm -rf target
-
-recce cloud download-base-artifacts --branch $GIT_BRANCH
-recce cloud download-artifacts --branch $GIT_BRANCH
-
-# Recce Run
-recce run --cloud
-
-# Recce state
-recce cloud download
-recce cloud purge --force
-recce cloud upload recce_state.json
-
-# Recce Summary
-recce summary --cloud
-
-function check_server_status() {
-    echo "Waiting for the server to respond..."
-    if timeout 20 bash -c 'until curl -s -o /dev/null -w "%{http_code}" http://localhost:8000/api/info | grep -q 200; do
-    echo "Server not ready yet..."
-    sleep 2
-    done'; then
-        echo "Server is up and running."
-    else
-        echo "Failed to start the server within the time limit."
-        exit 1
-    fi
-
-    echo "Stopping the server..."
-    kill $(jobs -p) || true
-    echo "Server stopped."
-}
-
-# Recce Server
-echo "Starting the server (cloud and review mode)..."
-recce server --cloud --review &
-check_server_status
-recce cloud purge --force
-
-export GITHUB_EVENT_PATH="$HOLD_GITHUB_EVENT_PATH"

package/recce-source/integration_tests/sqlmesh/audits/assert_item_price_above_zero.sql

@@ -1,9 +0,0 @@
-AUDIT (
-    name assert_item_price_above_zero,
-    description "Asserts that the price of an item is above zero.",
-    standalone true
-);
-
-SELECT *
-FROM sushi.items
-WHERE price <= 0

package/recce-source/integration_tests/sqlmesh/audits/items.sql

@@ -1,7 +0,0 @@
-AUDIT (
-  name assert_items_price_exceeds_threshold
-);
-SELECT *
-FROM @this_model
-WHERE price <= @price;
-

package/recce-source/integration_tests/sqlmesh/audits/order_items.sql

@@ -1,7 +0,0 @@
-AUDIT (
-  name assert_order_items_quantity_exceeds_threshold
-);
-
-SELECT *
-FROM @this_model
-WHERE quantity <= @quantity