cudf-polars-cu13 25.10.0__py3-none-any.whl → 26.2.0__py3-none-any.whl

cudf_polars/experimental/benchmarks/pdsh.py

@@ -22,8 +22,11 @@ import polars as pl
 
 with contextlib.suppress(ImportError):
     from cudf_polars.experimental.benchmarks.utils import (
+        RunConfig,
         get_data,
+        run_duckdb,
         run_polars,
+        run_validate,
     )
 
 
@@ -607,7 +610,7 @@ class PDSHQueries:
         q1 = (
             part.filter(pl.col("p_brand") == var1)
             .filter(pl.col("p_container") == var2)
-            .join(lineitem, how="left", left_on="p_partkey", right_on="l_partkey")
+            .join(lineitem, how="inner", left_on="p_partkey", right_on="l_partkey")
         )
 
         return (
@@ -810,5 +813,792 @@ class PDSHQueries:
         )
 
 
+class PDSHDuckDBQueries:
+    """PDS-H DuckDB query definitions."""
+
+    name: str = "pdsh"
+
+    @staticmethod
+    def q1(run_config: RunConfig) -> str:
+        """Query 1."""
+        return """
+        select
+            l_returnflag,
+            l_linestatus,
+            sum(l_quantity) as sum_qty,
+            sum(l_extendedprice) as sum_base_price,
+            sum(l_extendedprice * (1 - l_discount)) as sum_disc_price,
+            sum(l_extendedprice * (1 - l_discount) * (1 + l_tax)) as sum_charge,
+            avg(l_quantity) as avg_qty,
+            avg(l_extendedprice) as avg_price,
+            avg(l_discount) as avg_disc,
+            count(*) as count_order
+        from
+            lineitem
+        where
+            l_shipdate <= DATE '1998-09-02'
+        group by
+            l_returnflag,
+            l_linestatus
+        order by
+            l_returnflag,
+            l_linestatus
+        """
+
+    @staticmethod
+    def q2(run_config: RunConfig) -> str:
+        """Query 2."""
+        return """
+            select
+                s_acctbal,
+                s_name,
+                n_name,
+                p_partkey,
+                p_mfgr,
+                s_address,
+                s_phone,
+                s_comment
+            from
+                part,
+                supplier,
+                partsupp,
+                nation,
+                region
+            where
+                p_partkey = ps_partkey
+                and s_suppkey = ps_suppkey
+                and p_size = 15
+                and p_type like '%BRASS'
+                and s_nationkey = n_nationkey
+                and n_regionkey = r_regionkey
+                and r_name = 'EUROPE'
+                and ps_supplycost = (
+                    select
+                        min(ps_supplycost)
+                    from
+                        partsupp,
+                        supplier,
+                        nation,
+                        region
+                    where
+                        p_partkey = ps_partkey
+                        and s_suppkey = ps_suppkey
+                        and s_nationkey = n_nationkey
+                        and n_regionkey = r_regionkey
+                        and r_name = 'EUROPE'
+                )
+            order by
+                s_acctbal desc,
+                n_name,
+                s_name,
+                p_partkey
+            limit 100
+                    """
+
+    @staticmethod
+    def q3(run_config: RunConfig) -> str:
+        """Query 3."""
+        return """
+            select
+                l_orderkey,
+                sum(l_extendedprice * (1 - l_discount)) as revenue,
+                o_orderdate,
+                o_shippriority
+            from
+                customer,
+                orders,
+                lineitem
+            where
+                c_mktsegment = 'BUILDING'
+                and c_custkey = o_custkey
+                and l_orderkey = o_orderkey
+                and o_orderdate < '1995-03-15'
+                and l_shipdate > '1995-03-15'
+            group by
+                l_orderkey,
+                o_orderdate,
+                o_shippriority
+            order by
+                revenue desc,
+                o_orderdate
+            limit 10
+                    """
+
+    @staticmethod
+    def q4(run_config: RunConfig) -> str:
+        """Query 4."""
+        return """
+            select
+                o_orderpriority,
+                count(*) as order_count
+            from
+                orders
+            where
+                o_orderdate >= timestamp '1993-07-01'
+                and o_orderdate < timestamp '1993-07-01' + interval '3' month
+                and exists (
+                    select
+                        *
+                    from
+                        lineitem
+                    where
+                        l_orderkey = o_orderkey
+                        and l_commitdate < l_receiptdate
+                )
+            group by
+                o_orderpriority
+            order by
+                o_orderpriority
+                    """
+
+    @staticmethod
+    def q5(run_config: RunConfig) -> str:
+        """Query 5."""
+        return """
+            select
+                n_name,
+                sum(l_extendedprice * (1 - l_discount)) as revenue
+            from
+                customer,
+                orders,
+                lineitem,
+                supplier,
+                nation,
+                region
+            where
+                c_custkey = o_custkey
+                and l_orderkey = o_orderkey
+                and l_suppkey = s_suppkey
+                and c_nationkey = s_nationkey
+                and s_nationkey = n_nationkey
+                and n_regionkey = r_regionkey
+                and r_name = 'ASIA'
+                and o_orderdate >= timestamp '1994-01-01'
+                and o_orderdate < timestamp '1994-01-01' + interval '1' year
+            group by
+                n_name
+            order by
+                revenue desc
+                    """
+
+    @staticmethod
+    def q6(run_config: RunConfig) -> str:
+        """Query 6."""
+        return """
+            select
+                sum(l_extendedprice * l_discount) as revenue
+            from
+                lineitem
+            where
+                l_shipdate >= timestamp '1994-01-01'
+                and l_shipdate < timestamp '1994-01-01' + interval '1' year
+                and l_discount between .06 - 0.01 and .06 + 0.01
+                and l_quantity < 24
+                    """
+
+    @staticmethod
+    def q7(run_config: RunConfig) -> str:
+        """Query 7."""
+        return """
+            select
+                supp_nation,
+                cust_nation,
+                l_year,
+                sum(volume) as revenue
+            from
+                (
+                    select
+                        n1.n_name as supp_nation,
+                        n2.n_name as cust_nation,
+                        year(l_shipdate) as l_year,
+                        l_extendedprice * (1 - l_discount) as volume
+                    from
+                        supplier,
+                        lineitem,
+                        orders,
+                        customer,
+                        nation n1,
+                        nation n2
+                    where
+                        s_suppkey = l_suppkey
+                        and o_orderkey = l_orderkey
+                        and c_custkey = o_custkey
+                        and s_nationkey = n1.n_nationkey
+                        and c_nationkey = n2.n_nationkey
+                        and (
+                            (n1.n_name = 'FRANCE' and n2.n_name = 'GERMANY')
+                            or (n1.n_name = 'GERMANY' and n2.n_name = 'FRANCE')
+                        )
+                        and l_shipdate between timestamp '1995-01-01' and timestamp '1996-12-31'
+                ) as shipping
+            group by
+                supp_nation,
+                cust_nation,
+                l_year
+            order by
+                supp_nation,
+                cust_nation,
+                l_year
+                    """
+
+    @staticmethod
+    def q8(run_config: RunConfig) -> str:
+        """Query 8."""
+        return """
+            select
+                o_year,
+                round(
+                    sum(case
+                        when nation = 'BRAZIL' then volume
+                        else 0
+                    end) / sum(volume)
+                , 2) as mkt_share
+            from
+                (
+                    select
+                        extract(year from o_orderdate) as o_year,
+                        l_extendedprice * (1 - l_discount) as volume,
+                        n2.n_name as nation
+                    from
+                        part,
+                        supplier,
+                        lineitem,
+                        orders,
+                        customer,
+                        nation n1,
+                        nation n2,
+                        region
+                    where
+                        p_partkey = l_partkey
+                        and s_suppkey = l_suppkey
+                        and l_orderkey = o_orderkey
+                        and o_custkey = c_custkey
+                        and c_nationkey = n1.n_nationkey
+                        and n1.n_regionkey = r_regionkey
+                        and r_name = 'AMERICA'
+                        and s_nationkey = n2.n_nationkey
+                        and o_orderdate between timestamp '1995-01-01' and timestamp '1996-12-31'
+                        and p_type = 'ECONOMY ANODIZED STEEL'
+                ) as all_nations
+            group by
+                o_year
+            order by
+                o_year
+        """
+
+    @staticmethod
+    def q9(run_config: RunConfig) -> str:
+        """Query 9."""
+        return """
+            select
+                nation,
+                o_year,
+                round(sum(amount), 2) as sum_profit
+            from
+                (
+                    select
+                        n_name as nation,
+                        year(o_orderdate) as o_year,
+                        l_extendedprice * (1 - l_discount) - ps_supplycost * l_quantity as amount
+                    from
+                        part,
+                        supplier,
+                        lineitem,
+                        partsupp,
+                        orders,
+                        nation
+                    where
+                        s_suppkey = l_suppkey
+                        and ps_suppkey = l_suppkey
+                        and ps_partkey = l_partkey
+                        and p_partkey = l_partkey
+                        and o_orderkey = l_orderkey
+                        and s_nationkey = n_nationkey
+                        and p_name like '%green%'
+                ) as profit
+            group by
+                nation,
+                o_year
+            order by
+                nation,
+                o_year desc
+        """
+
+    @staticmethod
+    def q10(run_config: RunConfig) -> str:
+        """Query 10."""
+        return """
+            select
+                c_custkey,
+                c_name,
+                round(sum(l_extendedprice * (1 - l_discount)), 2) as revenue,
+                c_acctbal,
+                n_name,
+                c_address,
+                c_phone,
+                c_comment
+            from
+                customer,
+                orders,
+                lineitem,
+                nation
+            where
+                c_custkey = o_custkey
+                and l_orderkey = o_orderkey
+                and o_orderdate >= date '1993-10-01'
+                and o_orderdate < date '1993-10-01' + interval '3' month
+                and l_returnflag = 'R'
+                and c_nationkey = n_nationkey
+            group by
+                c_custkey,
+                c_name,
+                c_acctbal,
+                c_phone,
+                n_name,
+                c_address,
+                c_comment
+            order by
+                revenue desc
+            limit 20
+        """
+
+    @staticmethod
+    def q11(run_config: RunConfig) -> str:
+        """Query 11."""
+        return f"""
+            select
+                ps_partkey,
+                round(sum(ps_supplycost * ps_availqty), 2) as value
+            from
+                partsupp, supplier, nation
+            where
+                ps_suppkey = s_suppkey
+                and s_nationkey = n_nationkey
+                and n_name = 'GERMANY'
+            group by
+                ps_partkey
+            having
+                sum(ps_supplycost * ps_availqty) > (
+                    select
+                        sum(ps_supplycost * ps_availqty) * {0.0001 / run_config.scale_factor}
+                    from
+                        partsupp, supplier, nation
+                    where
+                        ps_suppkey = s_suppkey
+                        and s_nationkey = n_nationkey
+                        and n_name = 'GERMANY'
+                )
+            order by
+                value desc
+        """
+
+    @staticmethod
+    def q12(run_config: RunConfig) -> str:
+        """Query 12."""
+        return """
+            select
+                l_shipmode,
+                sum(case
+                    when o_orderpriority = '1-URGENT'
+                        or o_orderpriority = '2-HIGH'
+                        then 1
+                    else 0
+                end) as high_line_count,
+                sum(case
+                    when o_orderpriority <> '1-URGENT'
+                        and o_orderpriority <> '2-HIGH'
+                        then 1
+                    else 0
+                end) as low_line_count
+            from
+                orders,
+                lineitem
+            where
+                o_orderkey = l_orderkey
+                and l_shipmode in ('MAIL', 'SHIP')
+                and l_commitdate < l_receiptdate
+                and l_shipdate < l_commitdate
+                and l_receiptdate >= date '1994-01-01'
+                and l_receiptdate < date '1994-01-01' + interval '1' year
+            group by
+                l_shipmode
+            order by
+                l_shipmode
+        """
+
+    @staticmethod
+    def q13(run_config: RunConfig) -> str:
+        """Query 13."""
+        return """
+            select
+                c_count, count(*) as custdist
+            from (
+                select
+                    c_custkey,
+                    count(o_orderkey)
+                from
+                    customer left outer join orders on
+                    c_custkey = o_custkey
+                    and o_comment not like '%special%requests%'
+                group by
+                    c_custkey
+                )as c_orders (c_custkey, c_count)
+            group by
+                c_count
+            order by
+                custdist desc,
+                c_count desc
+        """
+
+    @staticmethod
+    def q14(run_config: RunConfig) -> str:
+        """Query 14."""
+        return """
+            select
+                round(100.00 * sum(case
+                    when p_type like 'PROMO%'
+                        then l_extendedprice * (1 - l_discount)
+                    else 0
+                end) / sum(l_extendedprice * (1 - l_discount)), 2) as promo_revenue
+            from
+                lineitem,
+                part
+            where
+                l_partkey = p_partkey
+                and l_shipdate >= date '1995-09-01'
+                and l_shipdate < date '1995-09-01' + interval '1' month
+        """
+
+    @staticmethod
+    def q15(run_config: RunConfig) -> str:
+        """Query 15."""
+        return """
+            with revenue (supplier_no, total_revenue) as (
+                select
+                    l_suppkey,
+                    sum(l_extendedprice * (1 - l_discount))
+                from
+                    lineitem
+                where
+                    l_shipdate >= date '1996-01-01'
+                    and l_shipdate < date '1996-01-01' + interval '3' month
+                group by
+                    l_suppkey
+            )
+            select
+                s_suppkey,
+                s_name,
+                s_address,
+                s_phone,
+                total_revenue
+            from
+                supplier,
+                revenue
+            where
+                s_suppkey = supplier_no
+                and total_revenue = (
+                    select
+                        max(total_revenue)
+                    from
+                        revenue
+                )
+            order by
+                s_suppkey
+        """
+
+    @staticmethod
+    def q16(run_config: RunConfig) -> str:
+        """Query 16."""
+        return """
+            select
+                p_brand,
+                p_type,
+                p_size,
+                count(distinct ps_suppkey) as supplier_cnt
+            from
+                partsupp,
+                part
+            where
+                p_partkey = ps_partkey
+                and p_brand <> 'Brand#45'
+                and p_type not like 'MEDIUM POLISHED%'
+                and p_size in (49, 14, 23, 45, 19, 3, 36, 9)
+                and ps_suppkey not in (
+                    select
+                        s_suppkey
+                    from
+                        supplier
+                    where
+                        s_comment like '%Customer%Complaints%'
+                )
+            group by
+                p_brand,
+                p_type,
+                p_size
+            order by
+                supplier_cnt desc,
+                p_brand,
+                p_type,
+                p_size
+        """
+
+    @staticmethod
+    def q17(run_config: RunConfig) -> str:
+        """Query 17."""
+        return """
+            select
+                round(sum(l_extendedprice) / 7.0, 2) as avg_yearly
+            from
+                lineitem,
+                part
+            where
+                p_partkey = l_partkey
+                and p_brand = 'Brand#23'
+                and p_container = 'MED BOX'
+                and l_quantity < (
+                    select
+                        0.2 * avg(l_quantity)
+                    from
+                        lineitem
+                    where
+                        l_partkey = p_partkey
+                )
+        """
+
+    @staticmethod
+    def q18(run_config: RunConfig) -> str:
+        """Query 18."""
+        return """
+            select
+                c_name,
+                c_custkey,
+                o_orderkey,
+                o_orderdate as o_orderdat,
+                o_totalprice,
+                sum(l_quantity) as col6
+            from
+                customer,
+                orders,
+                lineitem
+            where
+                o_orderkey in (
+                    select
+                        l_orderkey
+                    from
+                        lineitem
+                    group by
+                        l_orderkey having
+                            sum(l_quantity) > 300
+                )
+                and c_custkey = o_custkey
+                and o_orderkey = l_orderkey
+            group by
+                c_name,
+                c_custkey,
+                o_orderkey,
+                o_orderdate,
+                o_totalprice
+            order by
+                o_totalprice desc,
+                o_orderdate
+            limit 100
+        """
+
+    @staticmethod
+    def q19(run_config: RunConfig) -> str:
+        """Query 19."""
+        return """
+            select
+                round(sum(l_extendedprice* (1 - l_discount)), 2) as revenue
+            from
+                lineitem,
+                part
+            where
+                (
+                    p_partkey = l_partkey
+                    and p_brand = 'Brand#12'
+                    and p_container in ('SM CASE', 'SM BOX', 'SM PACK', 'SM PKG')
+                    and l_quantity >= 1 and l_quantity <= 1 + 10
+                    and p_size between 1 and 5
+                    and l_shipmode in ('AIR', 'AIR REG')
+                    and l_shipinstruct = 'DELIVER IN PERSON'
+                )
+                or
+                (
+                    p_partkey = l_partkey
+                    and p_brand = 'Brand#23'
+                    and p_container in ('MED BAG', 'MED BOX', 'MED PKG', 'MED PACK')
+                    and l_quantity >= 10 and l_quantity <= 20
+                    and p_size between 1 and 10
+                    and l_shipmode in ('AIR', 'AIR REG')
+                    and l_shipinstruct = 'DELIVER IN PERSON'
+                )
+                or
+                (
+                    p_partkey = l_partkey
+                    and p_brand = 'Brand#34'
+                    and p_container in ('LG CASE', 'LG BOX', 'LG PACK', 'LG PKG')
+                    and l_quantity >= 20 and l_quantity <= 30
+                    and p_size between 1 and 15
+                    and l_shipmode in ('AIR', 'AIR REG')
+                    and l_shipinstruct = 'DELIVER IN PERSON'
+                )
+        """
+
+    @staticmethod
+    def q20(run_config: RunConfig) -> str:
+        """Query 20."""
+        return """
+            select
+                s_name,
+                s_address
+            from
+                supplier,
+                nation
+            where
+                s_suppkey in (
+                    select
+                        ps_suppkey
+                    from
+                        partsupp
+                    where
+                        ps_partkey in (
+                            select
+                                p_partkey
+                            from
+                                part
+                            where
+                                p_name like 'forest%'
+                        )
+                        and ps_availqty > (
+                            select
+                                0.5 * sum(l_quantity)
+                            from
+                                lineitem
+                            where
+                                l_partkey = ps_partkey
+                                and l_suppkey = ps_suppkey
+                                and l_shipdate >= date '1994-01-01'
+                                and l_shipdate < date '1994-01-01' + interval '1' year
+                        )
+                )
+                and s_nationkey = n_nationkey
+                and n_name = 'CANADA'
+            order by
+                s_name
+        """
+
+    @staticmethod
+    def q21(run_config: RunConfig) -> str:
+        """Query 21."""
+        return """
+            select
+                s_name,
+                count(*) as numwait
+            from
+                supplier,
+                lineitem l1,
+                orders,
+                nation
+            where
+                s_suppkey = l1.l_suppkey
+                and o_orderkey = l1.l_orderkey
+                and o_orderstatus = 'F'
+                and l1.l_receiptdate > l1.l_commitdate
+                and exists (
+                    select
+                        *
+                    from
+                        lineitem l2
+                    where
+                        l2.l_orderkey = l1.l_orderkey
+                        and l2.l_suppkey <> l1.l_suppkey
+                )
+                and not exists (
+                    select
+                        *
+                    from
+                        lineitem l3
+                    where
+                        l3.l_orderkey = l1.l_orderkey
+                        and l3.l_suppkey <> l1.l_suppkey
+                        and l3.l_receiptdate > l3.l_commitdate
+                )
+                and s_nationkey = n_nationkey
+                and n_name = 'SAUDI ARABIA'
+            group by
+                s_name
+            order by
+                numwait desc,
+                s_name
+            limit 100
+        """
+
+    @staticmethod
+    def q22(run_config: RunConfig) -> str:
+        """Query 22."""
+        return """
+            select
+                cntrycode,
+                count(*) as numcust,
+                sum(c_acctbal) as totacctbal
+            from (
+                select
+                    substring(c_phone from 1 for 2) as cntrycode,
+                    c_acctbal
+                from
+                    customer
+                where
+                    substring(c_phone from 1 for 2) in
+                        (13, 31, 23, 29, 30, 18, 17)
+                    and c_acctbal > (
+                        select
+                            avg(c_acctbal)
+                        from
+                            customer
+                        where
+                            c_acctbal > 0.00
+                            and substring (c_phone from 1 for 2) in
+                                (13, 31, 23, 29, 30, 18, 17)
+                    )
+                    and not exists (
+                        select
+                            *
+                        from
+                            orders
+                        where
+                            o_custkey = c_custkey
+                    )
+                ) as custsale
+            group by
+                cntrycode
+            order by
+                cntrycode
+        """
+
+
 if __name__ == "__main__":
-    run_polars(PDSHQueries)
+    import argparse
+
+    parser = argparse.ArgumentParser(description="Run PDS-H benchmarks.")
+    parser.add_argument(
+        "--engine",
+        choices=["polars", "duckdb", "validate"],
+        default="polars",
+        help="Which engine to use for executing the benchmarks or to validate results.",
+    )
+    args, extra_args = parser.parse_known_args()
+
+    if args.engine == "polars":
+        run_polars(PDSHQueries, extra_args, num_queries=22)
+    elif args.engine == "duckdb":
+        run_duckdb(PDSHDuckDBQueries, extra_args, num_queries=22)
+    elif args.engine == "validate":
+        run_validate(
+            PDSHQueries,
+            PDSHDuckDBQueries,
+            extra_args,
+            num_queries=22,
+            check_dtypes=True,
+            check_column_order=True,
+        )