relationalai 0.13.5__py3-none-any.whl → 1.0.0a2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- relationalai/__init__.py +1 -256
- relationalai/config/__init__.py +56 -0
- relationalai/config/config.py +289 -0
- relationalai/config/config_fields.py +86 -0
- relationalai/config/connections/__init__.py +46 -0
- relationalai/config/connections/base.py +23 -0
- relationalai/config/connections/duckdb.py +29 -0
- relationalai/config/connections/snowflake.py +243 -0
- relationalai/config/external/__init__.py +17 -0
- relationalai/config/external/dbt_converter.py +101 -0
- relationalai/config/external/dbt_models.py +93 -0
- relationalai/config/external/snowflake_converter.py +41 -0
- relationalai/config/external/snowflake_models.py +85 -0
- relationalai/config/external/utils.py +19 -0
- relationalai/config/shims.py +1 -0
- relationalai/semantics/__init__.py +146 -22
- relationalai/semantics/backends/lqp/annotations.py +11 -0
- relationalai/semantics/backends/sql/sql_compiler.py +327 -0
- relationalai/semantics/frontend/base.py +1719 -0
- relationalai/semantics/frontend/core.py +179 -0
- relationalai/semantics/frontend/front_compiler.py +1316 -0
- relationalai/semantics/frontend/pprint.py +408 -0
- relationalai/semantics/metamodel/__init__.py +6 -40
- relationalai/semantics/metamodel/builtins.py +206 -772
- relationalai/semantics/metamodel/metamodel.py +465 -0
- relationalai/semantics/metamodel/metamodel_analyzer.py +519 -0
- relationalai/semantics/metamodel/pprint.py +414 -0
- relationalai/semantics/metamodel/rewriter.py +266 -0
- relationalai/semantics/metamodel/typer.py +1213 -0
- relationalai/semantics/std/__init__.py +60 -40
- relationalai/semantics/std/aggregates.py +148 -0
- relationalai/semantics/std/common.py +44 -0
- relationalai/semantics/std/constraints.py +37 -43
- relationalai/semantics/std/datetime.py +249 -135
- relationalai/semantics/std/decimals.py +45 -52
- relationalai/semantics/std/floats.py +13 -5
- relationalai/semantics/std/integers.py +26 -11
- relationalai/semantics/std/math.py +183 -112
- relationalai/semantics/std/numbers.py +86 -0
- relationalai/semantics/std/re.py +80 -62
- relationalai/semantics/std/strings.py +101 -46
- relationalai/shims/executor.py +179 -0
- relationalai/shims/helpers.py +126 -0
- relationalai/shims/hoister.py +221 -0
- relationalai/shims/mm2v0.py +1394 -0
- relationalai/tools/cli/__init__.py +6 -0
- relationalai/tools/cli/cli.py +90 -0
- relationalai/tools/cli/components/__init__.py +5 -0
- relationalai/tools/cli/components/progress_reader.py +1524 -0
- relationalai/tools/cli/components/utils.py +58 -0
- relationalai/tools/cli/config_template.py +45 -0
- relationalai/tools/cli/dev.py +19 -0
- relationalai/tools/debugger.py +289 -183
- relationalai/tools/typer_debugger.py +93 -0
- relationalai/util/dataclasses.py +43 -0
- relationalai/util/docutils.py +40 -0
- relationalai/util/error.py +199 -0
- relationalai/util/format.py +48 -109
- relationalai/util/naming.py +145 -0
- relationalai/util/python.py +35 -0
- relationalai/util/runtime.py +156 -0
- relationalai/util/schema.py +197 -0
- relationalai/util/source.py +185 -0
- relationalai/util/structures.py +163 -0
- relationalai/util/tracing.py +261 -0
- relationalai-1.0.0a2.dist-info/METADATA +44 -0
- relationalai-1.0.0a2.dist-info/RECORD +489 -0
- relationalai-1.0.0a2.dist-info/WHEEL +5 -0
- relationalai-1.0.0a2.dist-info/entry_points.txt +3 -0
- relationalai-1.0.0a2.dist-info/top_level.txt +2 -0
- v0/relationalai/__init__.py +216 -0
- v0/relationalai/clients/__init__.py +5 -0
- v0/relationalai/clients/azure.py +477 -0
- v0/relationalai/clients/client.py +912 -0
- v0/relationalai/clients/config.py +673 -0
- v0/relationalai/clients/direct_access_client.py +118 -0
- v0/relationalai/clients/hash_util.py +31 -0
- v0/relationalai/clients/local.py +571 -0
- v0/relationalai/clients/profile_polling.py +73 -0
- v0/relationalai/clients/result_helpers.py +420 -0
- v0/relationalai/clients/snowflake.py +3869 -0
- v0/relationalai/clients/types.py +113 -0
- v0/relationalai/clients/use_index_poller.py +980 -0
- v0/relationalai/clients/util.py +356 -0
- v0/relationalai/debugging.py +389 -0
- v0/relationalai/dsl.py +1749 -0
- v0/relationalai/early_access/builder/__init__.py +30 -0
- v0/relationalai/early_access/builder/builder/__init__.py +35 -0
- v0/relationalai/early_access/builder/snowflake/__init__.py +12 -0
- v0/relationalai/early_access/builder/std/__init__.py +25 -0
- v0/relationalai/early_access/builder/std/decimals/__init__.py +12 -0
- v0/relationalai/early_access/builder/std/integers/__init__.py +12 -0
- v0/relationalai/early_access/builder/std/math/__init__.py +12 -0
- v0/relationalai/early_access/builder/std/strings/__init__.py +14 -0
- v0/relationalai/early_access/devtools/__init__.py +12 -0
- v0/relationalai/early_access/devtools/benchmark_lqp/__init__.py +12 -0
- v0/relationalai/early_access/devtools/extract_lqp/__init__.py +12 -0
- v0/relationalai/early_access/dsl/adapters/orm/adapter_qb.py +427 -0
- v0/relationalai/early_access/dsl/adapters/orm/parser.py +636 -0
- v0/relationalai/early_access/dsl/adapters/owl/adapter.py +176 -0
- v0/relationalai/early_access/dsl/adapters/owl/parser.py +160 -0
- v0/relationalai/early_access/dsl/bindings/common.py +402 -0
- v0/relationalai/early_access/dsl/bindings/csv.py +170 -0
- v0/relationalai/early_access/dsl/bindings/legacy/binding_models.py +143 -0
- v0/relationalai/early_access/dsl/bindings/snowflake.py +64 -0
- v0/relationalai/early_access/dsl/codegen/binder.py +411 -0
- v0/relationalai/early_access/dsl/codegen/common.py +79 -0
- v0/relationalai/early_access/dsl/codegen/helpers.py +23 -0
- v0/relationalai/early_access/dsl/codegen/relations.py +700 -0
- v0/relationalai/early_access/dsl/codegen/weaver.py +417 -0
- v0/relationalai/early_access/dsl/core/builders/__init__.py +47 -0
- v0/relationalai/early_access/dsl/core/builders/logic.py +19 -0
- v0/relationalai/early_access/dsl/core/builders/scalar_constraint.py +11 -0
- v0/relationalai/early_access/dsl/core/constraints/predicate/atomic.py +455 -0
- v0/relationalai/early_access/dsl/core/constraints/predicate/universal.py +73 -0
- v0/relationalai/early_access/dsl/core/constraints/scalar.py +310 -0
- v0/relationalai/early_access/dsl/core/context.py +13 -0
- v0/relationalai/early_access/dsl/core/cset.py +132 -0
- v0/relationalai/early_access/dsl/core/exprs/__init__.py +116 -0
- v0/relationalai/early_access/dsl/core/exprs/relational.py +18 -0
- v0/relationalai/early_access/dsl/core/exprs/scalar.py +412 -0
- v0/relationalai/early_access/dsl/core/instances.py +44 -0
- v0/relationalai/early_access/dsl/core/logic/__init__.py +193 -0
- v0/relationalai/early_access/dsl/core/logic/aggregation.py +98 -0
- v0/relationalai/early_access/dsl/core/logic/exists.py +223 -0
- v0/relationalai/early_access/dsl/core/logic/helper.py +163 -0
- v0/relationalai/early_access/dsl/core/namespaces.py +32 -0
- v0/relationalai/early_access/dsl/core/relations.py +276 -0
- v0/relationalai/early_access/dsl/core/rules.py +112 -0
- v0/relationalai/early_access/dsl/core/std/__init__.py +45 -0
- v0/relationalai/early_access/dsl/core/temporal/recall.py +6 -0
- v0/relationalai/early_access/dsl/core/types/__init__.py +270 -0
- v0/relationalai/early_access/dsl/core/types/concepts.py +128 -0
- v0/relationalai/early_access/dsl/core/types/constrained/__init__.py +267 -0
- v0/relationalai/early_access/dsl/core/types/constrained/nominal.py +143 -0
- v0/relationalai/early_access/dsl/core/types/constrained/subtype.py +124 -0
- v0/relationalai/early_access/dsl/core/types/standard.py +92 -0
- v0/relationalai/early_access/dsl/core/types/unconstrained.py +50 -0
- v0/relationalai/early_access/dsl/core/types/variables.py +203 -0
- v0/relationalai/early_access/dsl/ir/compiler.py +318 -0
- v0/relationalai/early_access/dsl/ir/executor.py +260 -0
- v0/relationalai/early_access/dsl/ontologies/constraints.py +88 -0
- v0/relationalai/early_access/dsl/ontologies/export.py +30 -0
- v0/relationalai/early_access/dsl/ontologies/models.py +453 -0
- v0/relationalai/early_access/dsl/ontologies/python_printer.py +303 -0
- v0/relationalai/early_access/dsl/ontologies/readings.py +60 -0
- v0/relationalai/early_access/dsl/ontologies/relationships.py +322 -0
- v0/relationalai/early_access/dsl/ontologies/roles.py +87 -0
- v0/relationalai/early_access/dsl/ontologies/subtyping.py +55 -0
- v0/relationalai/early_access/dsl/orm/constraints.py +438 -0
- v0/relationalai/early_access/dsl/orm/measures/dimensions.py +200 -0
- v0/relationalai/early_access/dsl/orm/measures/initializer.py +16 -0
- v0/relationalai/early_access/dsl/orm/measures/measure_rules.py +275 -0
- v0/relationalai/early_access/dsl/orm/measures/measures.py +299 -0
- v0/relationalai/early_access/dsl/orm/measures/role_exprs.py +268 -0
- v0/relationalai/early_access/dsl/orm/models.py +256 -0
- v0/relationalai/early_access/dsl/orm/object_oriented_printer.py +344 -0
- v0/relationalai/early_access/dsl/orm/printer.py +469 -0
- v0/relationalai/early_access/dsl/orm/reasoners.py +480 -0
- v0/relationalai/early_access/dsl/orm/relations.py +19 -0
- v0/relationalai/early_access/dsl/orm/relationships.py +251 -0
- v0/relationalai/early_access/dsl/orm/types.py +42 -0
- v0/relationalai/early_access/dsl/orm/utils.py +79 -0
- v0/relationalai/early_access/dsl/orm/verb.py +204 -0
- v0/relationalai/early_access/dsl/physical_metadata/tables.py +133 -0
- v0/relationalai/early_access/dsl/relations.py +170 -0
- v0/relationalai/early_access/dsl/rulesets.py +69 -0
- v0/relationalai/early_access/dsl/schemas/__init__.py +450 -0
- v0/relationalai/early_access/dsl/schemas/builder.py +48 -0
- v0/relationalai/early_access/dsl/schemas/comp_names.py +51 -0
- v0/relationalai/early_access/dsl/schemas/components.py +203 -0
- v0/relationalai/early_access/dsl/schemas/contexts.py +156 -0
- v0/relationalai/early_access/dsl/schemas/exprs.py +89 -0
- v0/relationalai/early_access/dsl/schemas/fragments.py +464 -0
- v0/relationalai/early_access/dsl/serialization.py +79 -0
- v0/relationalai/early_access/dsl/serialize/exporter.py +163 -0
- v0/relationalai/early_access/dsl/snow/api.py +104 -0
- v0/relationalai/early_access/dsl/snow/common.py +76 -0
- v0/relationalai/early_access/dsl/state_mgmt/__init__.py +129 -0
- v0/relationalai/early_access/dsl/state_mgmt/state_charts.py +125 -0
- v0/relationalai/early_access/dsl/state_mgmt/transitions.py +130 -0
- v0/relationalai/early_access/dsl/types/__init__.py +40 -0
- v0/relationalai/early_access/dsl/types/concepts.py +12 -0
- v0/relationalai/early_access/dsl/types/entities.py +135 -0
- v0/relationalai/early_access/dsl/types/values.py +17 -0
- v0/relationalai/early_access/dsl/utils.py +102 -0
- v0/relationalai/early_access/graphs/__init__.py +13 -0
- v0/relationalai/early_access/lqp/__init__.py +12 -0
- v0/relationalai/early_access/lqp/compiler/__init__.py +12 -0
- v0/relationalai/early_access/lqp/constructors/__init__.py +18 -0
- v0/relationalai/early_access/lqp/executor/__init__.py +12 -0
- v0/relationalai/early_access/lqp/ir/__init__.py +12 -0
- v0/relationalai/early_access/lqp/passes/__init__.py +12 -0
- v0/relationalai/early_access/lqp/pragmas/__init__.py +12 -0
- v0/relationalai/early_access/lqp/primitives/__init__.py +12 -0
- v0/relationalai/early_access/lqp/types/__init__.py +12 -0
- v0/relationalai/early_access/lqp/utils/__init__.py +12 -0
- v0/relationalai/early_access/lqp/validators/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/__init__.py +58 -0
- v0/relationalai/early_access/metamodel/builtins/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/compiler/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/dependency/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/factory/__init__.py +17 -0
- v0/relationalai/early_access/metamodel/helpers/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/ir/__init__.py +14 -0
- v0/relationalai/early_access/metamodel/rewrite/__init__.py +7 -0
- v0/relationalai/early_access/metamodel/typer/__init__.py +3 -0
- v0/relationalai/early_access/metamodel/typer/typer/__init__.py +12 -0
- v0/relationalai/early_access/metamodel/types/__init__.py +15 -0
- v0/relationalai/early_access/metamodel/util/__init__.py +15 -0
- v0/relationalai/early_access/metamodel/visitor/__init__.py +12 -0
- v0/relationalai/early_access/rel/__init__.py +12 -0
- v0/relationalai/early_access/rel/executor/__init__.py +12 -0
- v0/relationalai/early_access/rel/rel_utils/__init__.py +12 -0
- v0/relationalai/early_access/rel/rewrite/__init__.py +7 -0
- v0/relationalai/early_access/solvers/__init__.py +19 -0
- v0/relationalai/early_access/sql/__init__.py +11 -0
- v0/relationalai/early_access/sql/executor/__init__.py +3 -0
- v0/relationalai/early_access/sql/rewrite/__init__.py +3 -0
- v0/relationalai/early_access/tests/logging/__init__.py +12 -0
- v0/relationalai/early_access/tests/test_snapshot_base/__init__.py +12 -0
- v0/relationalai/early_access/tests/utils/__init__.py +12 -0
- v0/relationalai/environments/__init__.py +35 -0
- v0/relationalai/environments/base.py +381 -0
- v0/relationalai/environments/colab.py +14 -0
- v0/relationalai/environments/generic.py +71 -0
- v0/relationalai/environments/ipython.py +68 -0
- v0/relationalai/environments/jupyter.py +9 -0
- v0/relationalai/environments/snowbook.py +169 -0
- v0/relationalai/errors.py +2478 -0
- v0/relationalai/experimental/SF.py +38 -0
- v0/relationalai/experimental/inspect.py +47 -0
- v0/relationalai/experimental/pathfinder/__init__.py +158 -0
- v0/relationalai/experimental/pathfinder/api.py +160 -0
- v0/relationalai/experimental/pathfinder/automaton.py +584 -0
- v0/relationalai/experimental/pathfinder/bridge.py +226 -0
- v0/relationalai/experimental/pathfinder/compiler.py +416 -0
- v0/relationalai/experimental/pathfinder/datalog.py +214 -0
- v0/relationalai/experimental/pathfinder/diagnostics.py +56 -0
- v0/relationalai/experimental/pathfinder/filter.py +236 -0
- v0/relationalai/experimental/pathfinder/glushkov.py +439 -0
- v0/relationalai/experimental/pathfinder/options.py +265 -0
- v0/relationalai/experimental/pathfinder/rpq.py +344 -0
- v0/relationalai/experimental/pathfinder/transition.py +200 -0
- v0/relationalai/experimental/pathfinder/utils.py +26 -0
- v0/relationalai/experimental/paths/api.py +143 -0
- v0/relationalai/experimental/paths/benchmarks/grid_graph.py +37 -0
- v0/relationalai/experimental/paths/examples/basic_example.py +40 -0
- v0/relationalai/experimental/paths/examples/minimal_engine_warmup.py +3 -0
- v0/relationalai/experimental/paths/examples/movie_example.py +77 -0
- v0/relationalai/experimental/paths/examples/paths_benchmark.py +115 -0
- v0/relationalai/experimental/paths/examples/paths_example.py +116 -0
- v0/relationalai/experimental/paths/examples/pattern_to_automaton.py +28 -0
- v0/relationalai/experimental/paths/find_paths_via_automaton.py +85 -0
- v0/relationalai/experimental/paths/graph.py +185 -0
- v0/relationalai/experimental/paths/path_algorithms/find_paths.py +280 -0
- v0/relationalai/experimental/paths/path_algorithms/one_sided_ball_repetition.py +26 -0
- v0/relationalai/experimental/paths/path_algorithms/one_sided_ball_upto.py +111 -0
- v0/relationalai/experimental/paths/path_algorithms/single.py +59 -0
- v0/relationalai/experimental/paths/path_algorithms/two_sided_balls_repetition.py +39 -0
- v0/relationalai/experimental/paths/path_algorithms/two_sided_balls_upto.py +103 -0
- v0/relationalai/experimental/paths/path_algorithms/usp-old.py +130 -0
- v0/relationalai/experimental/paths/path_algorithms/usp-tuple.py +183 -0
- v0/relationalai/experimental/paths/path_algorithms/usp.py +150 -0
- v0/relationalai/experimental/paths/product_graph.py +93 -0
- v0/relationalai/experimental/paths/rpq/automaton.py +584 -0
- v0/relationalai/experimental/paths/rpq/diagnostics.py +56 -0
- v0/relationalai/experimental/paths/rpq/rpq.py +378 -0
- v0/relationalai/experimental/paths/tests/tests_limit_sp_max_length.py +90 -0
- v0/relationalai/experimental/paths/tests/tests_limit_sp_multiple.py +119 -0
- v0/relationalai/experimental/paths/tests/tests_limit_sp_single.py +104 -0
- v0/relationalai/experimental/paths/tests/tests_limit_walks_multiple.py +113 -0
- v0/relationalai/experimental/paths/tests/tests_limit_walks_single.py +149 -0
- v0/relationalai/experimental/paths/tests/tests_one_sided_ball_repetition_multiple.py +70 -0
- v0/relationalai/experimental/paths/tests/tests_one_sided_ball_repetition_single.py +64 -0
- v0/relationalai/experimental/paths/tests/tests_one_sided_ball_upto_multiple.py +115 -0
- v0/relationalai/experimental/paths/tests/tests_one_sided_ball_upto_single.py +75 -0
- v0/relationalai/experimental/paths/tests/tests_single_paths.py +152 -0
- v0/relationalai/experimental/paths/tests/tests_single_walks.py +208 -0
- v0/relationalai/experimental/paths/tests/tests_single_walks_undirected.py +297 -0
- v0/relationalai/experimental/paths/tests/tests_two_sided_balls_repetition_multiple.py +107 -0
- v0/relationalai/experimental/paths/tests/tests_two_sided_balls_repetition_single.py +76 -0
- v0/relationalai/experimental/paths/tests/tests_two_sided_balls_upto_multiple.py +76 -0
- v0/relationalai/experimental/paths/tests/tests_two_sided_balls_upto_single.py +110 -0
- v0/relationalai/experimental/paths/tests/tests_usp_nsp_multiple.py +229 -0
- v0/relationalai/experimental/paths/tests/tests_usp_nsp_single.py +108 -0
- v0/relationalai/experimental/paths/tree_agg.py +168 -0
- v0/relationalai/experimental/paths/utilities/iterators.py +27 -0
- v0/relationalai/experimental/paths/utilities/prefix_sum.py +91 -0
- v0/relationalai/experimental/solvers.py +1087 -0
- v0/relationalai/loaders/csv.py +195 -0
- v0/relationalai/loaders/loader.py +177 -0
- v0/relationalai/loaders/types.py +23 -0
- v0/relationalai/rel_emitter.py +373 -0
- v0/relationalai/rel_utils.py +185 -0
- v0/relationalai/semantics/__init__.py +29 -0
- v0/relationalai/semantics/devtools/benchmark_lqp.py +536 -0
- v0/relationalai/semantics/devtools/compilation_manager.py +294 -0
- v0/relationalai/semantics/devtools/extract_lqp.py +110 -0
- v0/relationalai/semantics/internal/internal.py +3785 -0
- v0/relationalai/semantics/internal/snowflake.py +325 -0
- v0/relationalai/semantics/lqp/builtins.py +16 -0
- v0/relationalai/semantics/lqp/compiler.py +22 -0
- v0/relationalai/semantics/lqp/constructors.py +68 -0
- v0/relationalai/semantics/lqp/executor.py +474 -0
- v0/relationalai/semantics/lqp/intrinsics.py +24 -0
- v0/relationalai/semantics/lqp/ir.py +124 -0
- v0/relationalai/semantics/lqp/model2lqp.py +877 -0
- v0/relationalai/semantics/lqp/passes.py +680 -0
- v0/relationalai/semantics/lqp/primitives.py +252 -0
- v0/relationalai/semantics/lqp/result_helpers.py +202 -0
- v0/relationalai/semantics/lqp/rewrite/__init__.py +18 -0
- v0/relationalai/semantics/lqp/rewrite/annotate_constraints.py +57 -0
- v0/relationalai/semantics/lqp/rewrite/cdc.py +216 -0
- v0/relationalai/semantics/lqp/rewrite/extract_common.py +338 -0
- v0/relationalai/semantics/lqp/rewrite/extract_keys.py +490 -0
- v0/relationalai/semantics/lqp/rewrite/function_annotations.py +114 -0
- v0/relationalai/semantics/lqp/rewrite/functional_dependencies.py +314 -0
- v0/relationalai/semantics/lqp/rewrite/quantify_vars.py +296 -0
- v0/relationalai/semantics/lqp/rewrite/splinter.py +76 -0
- v0/relationalai/semantics/lqp/types.py +101 -0
- v0/relationalai/semantics/lqp/utils.py +160 -0
- v0/relationalai/semantics/lqp/validators.py +57 -0
- v0/relationalai/semantics/metamodel/__init__.py +40 -0
- v0/relationalai/semantics/metamodel/builtins.py +776 -0
- v0/relationalai/semantics/metamodel/compiler.py +133 -0
- v0/relationalai/semantics/metamodel/dependency.py +862 -0
- v0/relationalai/semantics/metamodel/executor.py +61 -0
- v0/relationalai/semantics/metamodel/factory.py +287 -0
- v0/relationalai/semantics/metamodel/helpers.py +361 -0
- v0/relationalai/semantics/metamodel/ir.py +923 -0
- v0/relationalai/semantics/metamodel/rewrite/__init__.py +7 -0
- v0/relationalai/semantics/metamodel/rewrite/discharge_constraints.py +39 -0
- v0/relationalai/semantics/metamodel/rewrite/dnf_union_splitter.py +210 -0
- v0/relationalai/semantics/metamodel/rewrite/extract_nested_logicals.py +78 -0
- v0/relationalai/semantics/metamodel/rewrite/flatten.py +554 -0
- v0/relationalai/semantics/metamodel/rewrite/format_outputs.py +165 -0
- v0/relationalai/semantics/metamodel/typer/checker.py +353 -0
- v0/relationalai/semantics/metamodel/typer/typer.py +1395 -0
- v0/relationalai/semantics/metamodel/util.py +505 -0
- v0/relationalai/semantics/metamodel/visitor.py +944 -0
- v0/relationalai/semantics/reasoners/__init__.py +10 -0
- v0/relationalai/semantics/reasoners/graph/__init__.py +37 -0
- v0/relationalai/semantics/reasoners/graph/core.py +9019 -0
- v0/relationalai/semantics/reasoners/optimization/__init__.py +68 -0
- v0/relationalai/semantics/reasoners/optimization/common.py +88 -0
- v0/relationalai/semantics/reasoners/optimization/solvers_dev.py +568 -0
- v0/relationalai/semantics/reasoners/optimization/solvers_pb.py +1163 -0
- v0/relationalai/semantics/rel/builtins.py +40 -0
- v0/relationalai/semantics/rel/compiler.py +989 -0
- v0/relationalai/semantics/rel/executor.py +359 -0
- v0/relationalai/semantics/rel/rel.py +482 -0
- v0/relationalai/semantics/rel/rel_utils.py +276 -0
- v0/relationalai/semantics/snowflake/__init__.py +3 -0
- v0/relationalai/semantics/sql/compiler.py +2503 -0
- v0/relationalai/semantics/sql/executor/duck_db.py +52 -0
- v0/relationalai/semantics/sql/executor/result_helpers.py +64 -0
- v0/relationalai/semantics/sql/executor/snowflake.py +145 -0
- v0/relationalai/semantics/sql/rewrite/denormalize.py +222 -0
- v0/relationalai/semantics/sql/rewrite/double_negation.py +49 -0
- v0/relationalai/semantics/sql/rewrite/recursive_union.py +127 -0
- v0/relationalai/semantics/sql/rewrite/sort_output_query.py +246 -0
- v0/relationalai/semantics/sql/sql.py +504 -0
- v0/relationalai/semantics/std/__init__.py +54 -0
- v0/relationalai/semantics/std/constraints.py +43 -0
- v0/relationalai/semantics/std/datetime.py +363 -0
- v0/relationalai/semantics/std/decimals.py +62 -0
- v0/relationalai/semantics/std/floats.py +7 -0
- v0/relationalai/semantics/std/integers.py +22 -0
- v0/relationalai/semantics/std/math.py +141 -0
- v0/relationalai/semantics/std/pragmas.py +11 -0
- v0/relationalai/semantics/std/re.py +83 -0
- v0/relationalai/semantics/std/std.py +14 -0
- v0/relationalai/semantics/std/strings.py +63 -0
- v0/relationalai/semantics/tests/__init__.py +0 -0
- v0/relationalai/semantics/tests/test_snapshot_abstract.py +143 -0
- v0/relationalai/semantics/tests/test_snapshot_base.py +9 -0
- v0/relationalai/semantics/tests/utils.py +46 -0
- v0/relationalai/std/__init__.py +70 -0
- v0/relationalai/tools/__init__.py +0 -0
- v0/relationalai/tools/cli.py +1940 -0
- v0/relationalai/tools/cli_controls.py +1826 -0
- v0/relationalai/tools/cli_helpers.py +390 -0
- v0/relationalai/tools/debugger.py +183 -0
- v0/relationalai/tools/debugger_client.py +109 -0
- v0/relationalai/tools/debugger_server.py +302 -0
- v0/relationalai/tools/dev.py +685 -0
- v0/relationalai/tools/qb_debugger.py +425 -0
- v0/relationalai/util/clean_up_databases.py +95 -0
- v0/relationalai/util/format.py +123 -0
- v0/relationalai/util/list_databases.py +9 -0
- v0/relationalai/util/otel_configuration.py +25 -0
- v0/relationalai/util/otel_handler.py +484 -0
- v0/relationalai/util/snowflake_handler.py +88 -0
- v0/relationalai/util/span_format_test.py +43 -0
- v0/relationalai/util/span_tracker.py +207 -0
- v0/relationalai/util/spans_file_handler.py +72 -0
- v0/relationalai/util/tracing_handler.py +34 -0
- frontend/debugger/dist/.gitignore +0 -2
- frontend/debugger/dist/assets/favicon-Dy0ZgA6N.png +0 -0
- frontend/debugger/dist/assets/index-Cssla-O7.js +0 -208
- frontend/debugger/dist/assets/index-DlHsYx1V.css +0 -9
- frontend/debugger/dist/index.html +0 -17
- relationalai/clients/__init__.py +0 -18
- relationalai/clients/client.py +0 -946
- relationalai/clients/config.py +0 -673
- relationalai/clients/direct_access_client.py +0 -118
- relationalai/clients/exec_txn_poller.py +0 -153
- relationalai/clients/hash_util.py +0 -31
- relationalai/clients/local.py +0 -594
- relationalai/clients/profile_polling.py +0 -73
- relationalai/clients/resources/__init__.py +0 -8
- relationalai/clients/resources/azure/azure.py +0 -502
- relationalai/clients/resources/snowflake/__init__.py +0 -20
- relationalai/clients/resources/snowflake/cli_resources.py +0 -98
- relationalai/clients/resources/snowflake/direct_access_resources.py +0 -739
- relationalai/clients/resources/snowflake/engine_service.py +0 -381
- relationalai/clients/resources/snowflake/engine_state_handlers.py +0 -315
- relationalai/clients/resources/snowflake/error_handlers.py +0 -240
- relationalai/clients/resources/snowflake/export_procedure.py.jinja +0 -249
- relationalai/clients/resources/snowflake/resources_factory.py +0 -99
- relationalai/clients/resources/snowflake/snowflake.py +0 -3193
- relationalai/clients/resources/snowflake/use_index_poller.py +0 -1019
- relationalai/clients/resources/snowflake/use_index_resources.py +0 -188
- relationalai/clients/resources/snowflake/util.py +0 -387
- relationalai/clients/result_helpers.py +0 -420
- relationalai/clients/types.py +0 -118
- relationalai/clients/util.py +0 -356
- relationalai/debugging.py +0 -389
- relationalai/dsl.py +0 -1749
- relationalai/early_access/builder/__init__.py +0 -30
- relationalai/early_access/builder/builder/__init__.py +0 -35
- relationalai/early_access/builder/snowflake/__init__.py +0 -12
- relationalai/early_access/builder/std/__init__.py +0 -25
- relationalai/early_access/builder/std/decimals/__init__.py +0 -12
- relationalai/early_access/builder/std/integers/__init__.py +0 -12
- relationalai/early_access/builder/std/math/__init__.py +0 -12
- relationalai/early_access/builder/std/strings/__init__.py +0 -14
- relationalai/early_access/devtools/__init__.py +0 -12
- relationalai/early_access/devtools/benchmark_lqp/__init__.py +0 -12
- relationalai/early_access/devtools/extract_lqp/__init__.py +0 -12
- relationalai/early_access/dsl/adapters/orm/adapter_qb.py +0 -427
- relationalai/early_access/dsl/adapters/orm/parser.py +0 -636
- relationalai/early_access/dsl/adapters/owl/adapter.py +0 -176
- relationalai/early_access/dsl/adapters/owl/parser.py +0 -160
- relationalai/early_access/dsl/bindings/common.py +0 -402
- relationalai/early_access/dsl/bindings/csv.py +0 -170
- relationalai/early_access/dsl/bindings/legacy/binding_models.py +0 -143
- relationalai/early_access/dsl/bindings/snowflake.py +0 -64
- relationalai/early_access/dsl/codegen/binder.py +0 -411
- relationalai/early_access/dsl/codegen/common.py +0 -79
- relationalai/early_access/dsl/codegen/helpers.py +0 -23
- relationalai/early_access/dsl/codegen/relations.py +0 -700
- relationalai/early_access/dsl/codegen/weaver.py +0 -417
- relationalai/early_access/dsl/core/builders/__init__.py +0 -47
- relationalai/early_access/dsl/core/builders/logic.py +0 -19
- relationalai/early_access/dsl/core/builders/scalar_constraint.py +0 -11
- relationalai/early_access/dsl/core/constraints/predicate/atomic.py +0 -455
- relationalai/early_access/dsl/core/constraints/predicate/universal.py +0 -73
- relationalai/early_access/dsl/core/constraints/scalar.py +0 -310
- relationalai/early_access/dsl/core/context.py +0 -13
- relationalai/early_access/dsl/core/cset.py +0 -132
- relationalai/early_access/dsl/core/exprs/__init__.py +0 -116
- relationalai/early_access/dsl/core/exprs/relational.py +0 -18
- relationalai/early_access/dsl/core/exprs/scalar.py +0 -412
- relationalai/early_access/dsl/core/instances.py +0 -44
- relationalai/early_access/dsl/core/logic/__init__.py +0 -193
- relationalai/early_access/dsl/core/logic/aggregation.py +0 -98
- relationalai/early_access/dsl/core/logic/exists.py +0 -223
- relationalai/early_access/dsl/core/logic/helper.py +0 -163
- relationalai/early_access/dsl/core/namespaces.py +0 -32
- relationalai/early_access/dsl/core/relations.py +0 -276
- relationalai/early_access/dsl/core/rules.py +0 -112
- relationalai/early_access/dsl/core/std/__init__.py +0 -45
- relationalai/early_access/dsl/core/temporal/recall.py +0 -6
- relationalai/early_access/dsl/core/types/__init__.py +0 -270
- relationalai/early_access/dsl/core/types/concepts.py +0 -128
- relationalai/early_access/dsl/core/types/constrained/__init__.py +0 -267
- relationalai/early_access/dsl/core/types/constrained/nominal.py +0 -143
- relationalai/early_access/dsl/core/types/constrained/subtype.py +0 -124
- relationalai/early_access/dsl/core/types/standard.py +0 -92
- relationalai/early_access/dsl/core/types/unconstrained.py +0 -50
- relationalai/early_access/dsl/core/types/variables.py +0 -203
- relationalai/early_access/dsl/ir/compiler.py +0 -318
- relationalai/early_access/dsl/ir/executor.py +0 -260
- relationalai/early_access/dsl/ontologies/constraints.py +0 -88
- relationalai/early_access/dsl/ontologies/export.py +0 -30
- relationalai/early_access/dsl/ontologies/models.py +0 -453
- relationalai/early_access/dsl/ontologies/python_printer.py +0 -303
- relationalai/early_access/dsl/ontologies/readings.py +0 -60
- relationalai/early_access/dsl/ontologies/relationships.py +0 -322
- relationalai/early_access/dsl/ontologies/roles.py +0 -87
- relationalai/early_access/dsl/ontologies/subtyping.py +0 -55
- relationalai/early_access/dsl/orm/constraints.py +0 -438
- relationalai/early_access/dsl/orm/measures/dimensions.py +0 -200
- relationalai/early_access/dsl/orm/measures/initializer.py +0 -16
- relationalai/early_access/dsl/orm/measures/measure_rules.py +0 -275
- relationalai/early_access/dsl/orm/measures/measures.py +0 -299
- relationalai/early_access/dsl/orm/measures/role_exprs.py +0 -268
- relationalai/early_access/dsl/orm/models.py +0 -256
- relationalai/early_access/dsl/orm/object_oriented_printer.py +0 -344
- relationalai/early_access/dsl/orm/printer.py +0 -469
- relationalai/early_access/dsl/orm/reasoners.py +0 -480
- relationalai/early_access/dsl/orm/relations.py +0 -19
- relationalai/early_access/dsl/orm/relationships.py +0 -251
- relationalai/early_access/dsl/orm/types.py +0 -42
- relationalai/early_access/dsl/orm/utils.py +0 -79
- relationalai/early_access/dsl/orm/verb.py +0 -204
- relationalai/early_access/dsl/physical_metadata/tables.py +0 -133
- relationalai/early_access/dsl/relations.py +0 -170
- relationalai/early_access/dsl/rulesets.py +0 -69
- relationalai/early_access/dsl/schemas/__init__.py +0 -450
- relationalai/early_access/dsl/schemas/builder.py +0 -48
- relationalai/early_access/dsl/schemas/comp_names.py +0 -51
- relationalai/early_access/dsl/schemas/components.py +0 -203
- relationalai/early_access/dsl/schemas/contexts.py +0 -156
- relationalai/early_access/dsl/schemas/exprs.py +0 -89
- relationalai/early_access/dsl/schemas/fragments.py +0 -464
- relationalai/early_access/dsl/serialization.py +0 -79
- relationalai/early_access/dsl/serialize/exporter.py +0 -163
- relationalai/early_access/dsl/snow/api.py +0 -105
- relationalai/early_access/dsl/snow/common.py +0 -76
- relationalai/early_access/dsl/state_mgmt/__init__.py +0 -129
- relationalai/early_access/dsl/state_mgmt/state_charts.py +0 -125
- relationalai/early_access/dsl/state_mgmt/transitions.py +0 -130
- relationalai/early_access/dsl/types/__init__.py +0 -40
- relationalai/early_access/dsl/types/concepts.py +0 -12
- relationalai/early_access/dsl/types/entities.py +0 -135
- relationalai/early_access/dsl/types/values.py +0 -17
- relationalai/early_access/dsl/utils.py +0 -102
- relationalai/early_access/graphs/__init__.py +0 -13
- relationalai/early_access/lqp/__init__.py +0 -12
- relationalai/early_access/lqp/compiler/__init__.py +0 -12
- relationalai/early_access/lqp/constructors/__init__.py +0 -18
- relationalai/early_access/lqp/executor/__init__.py +0 -12
- relationalai/early_access/lqp/ir/__init__.py +0 -12
- relationalai/early_access/lqp/passes/__init__.py +0 -12
- relationalai/early_access/lqp/pragmas/__init__.py +0 -12
- relationalai/early_access/lqp/primitives/__init__.py +0 -12
- relationalai/early_access/lqp/types/__init__.py +0 -12
- relationalai/early_access/lqp/utils/__init__.py +0 -12
- relationalai/early_access/lqp/validators/__init__.py +0 -12
- relationalai/early_access/metamodel/__init__.py +0 -58
- relationalai/early_access/metamodel/builtins/__init__.py +0 -12
- relationalai/early_access/metamodel/compiler/__init__.py +0 -12
- relationalai/early_access/metamodel/dependency/__init__.py +0 -12
- relationalai/early_access/metamodel/factory/__init__.py +0 -17
- relationalai/early_access/metamodel/helpers/__init__.py +0 -12
- relationalai/early_access/metamodel/ir/__init__.py +0 -14
- relationalai/early_access/metamodel/rewrite/__init__.py +0 -7
- relationalai/early_access/metamodel/typer/__init__.py +0 -3
- relationalai/early_access/metamodel/typer/typer/__init__.py +0 -12
- relationalai/early_access/metamodel/types/__init__.py +0 -15
- relationalai/early_access/metamodel/util/__init__.py +0 -15
- relationalai/early_access/metamodel/visitor/__init__.py +0 -12
- relationalai/early_access/rel/__init__.py +0 -12
- relationalai/early_access/rel/executor/__init__.py +0 -12
- relationalai/early_access/rel/rel_utils/__init__.py +0 -12
- relationalai/early_access/rel/rewrite/__init__.py +0 -7
- relationalai/early_access/solvers/__init__.py +0 -19
- relationalai/early_access/sql/__init__.py +0 -11
- relationalai/early_access/sql/executor/__init__.py +0 -3
- relationalai/early_access/sql/rewrite/__init__.py +0 -3
- relationalai/early_access/tests/logging/__init__.py +0 -12
- relationalai/early_access/tests/test_snapshot_base/__init__.py +0 -12
- relationalai/early_access/tests/utils/__init__.py +0 -12
- relationalai/environments/__init__.py +0 -35
- relationalai/environments/base.py +0 -381
- relationalai/environments/colab.py +0 -14
- relationalai/environments/generic.py +0 -71
- relationalai/environments/ipython.py +0 -68
- relationalai/environments/jupyter.py +0 -9
- relationalai/environments/snowbook.py +0 -169
- relationalai/errors.py +0 -2496
- relationalai/experimental/SF.py +0 -38
- relationalai/experimental/inspect.py +0 -47
- relationalai/experimental/pathfinder/__init__.py +0 -158
- relationalai/experimental/pathfinder/api.py +0 -160
- relationalai/experimental/pathfinder/automaton.py +0 -584
- relationalai/experimental/pathfinder/bridge.py +0 -226
- relationalai/experimental/pathfinder/compiler.py +0 -416
- relationalai/experimental/pathfinder/datalog.py +0 -214
- relationalai/experimental/pathfinder/diagnostics.py +0 -56
- relationalai/experimental/pathfinder/filter.py +0 -236
- relationalai/experimental/pathfinder/glushkov.py +0 -439
- relationalai/experimental/pathfinder/options.py +0 -265
- relationalai/experimental/pathfinder/pathfinder-v0.7.0.rel +0 -1951
- relationalai/experimental/pathfinder/rpq.py +0 -344
- relationalai/experimental/pathfinder/transition.py +0 -200
- relationalai/experimental/pathfinder/utils.py +0 -26
- relationalai/experimental/paths/README.md +0 -107
- relationalai/experimental/paths/api.py +0 -143
- relationalai/experimental/paths/benchmarks/grid_graph.py +0 -37
- relationalai/experimental/paths/code_organization.md +0 -2
- relationalai/experimental/paths/examples/Movies.ipynb +0 -16328
- relationalai/experimental/paths/examples/basic_example.py +0 -40
- relationalai/experimental/paths/examples/minimal_engine_warmup.py +0 -3
- relationalai/experimental/paths/examples/movie_example.py +0 -77
- relationalai/experimental/paths/examples/movies_data/actedin.csv +0 -193
- relationalai/experimental/paths/examples/movies_data/directed.csv +0 -45
- relationalai/experimental/paths/examples/movies_data/follows.csv +0 -7
- relationalai/experimental/paths/examples/movies_data/movies.csv +0 -39
- relationalai/experimental/paths/examples/movies_data/person.csv +0 -134
- relationalai/experimental/paths/examples/movies_data/produced.csv +0 -16
- relationalai/experimental/paths/examples/movies_data/ratings.csv +0 -10
- relationalai/experimental/paths/examples/movies_data/wrote.csv +0 -11
- relationalai/experimental/paths/examples/paths_benchmark.py +0 -115
- relationalai/experimental/paths/examples/paths_example.py +0 -116
- relationalai/experimental/paths/examples/pattern_to_automaton.py +0 -28
- relationalai/experimental/paths/find_paths_via_automaton.py +0 -85
- relationalai/experimental/paths/graph.py +0 -185
- relationalai/experimental/paths/path_algorithms/find_paths.py +0 -280
- relationalai/experimental/paths/path_algorithms/one_sided_ball_repetition.py +0 -26
- relationalai/experimental/paths/path_algorithms/one_sided_ball_upto.py +0 -111
- relationalai/experimental/paths/path_algorithms/single.py +0 -59
- relationalai/experimental/paths/path_algorithms/two_sided_balls_repetition.py +0 -39
- relationalai/experimental/paths/path_algorithms/two_sided_balls_upto.py +0 -103
- relationalai/experimental/paths/path_algorithms/usp-old.py +0 -130
- relationalai/experimental/paths/path_algorithms/usp-tuple.py +0 -183
- relationalai/experimental/paths/path_algorithms/usp.py +0 -150
- relationalai/experimental/paths/product_graph.py +0 -93
- relationalai/experimental/paths/rpq/automaton.py +0 -584
- relationalai/experimental/paths/rpq/diagnostics.py +0 -56
- relationalai/experimental/paths/rpq/rpq.py +0 -378
- relationalai/experimental/paths/tests/tests_limit_sp_max_length.py +0 -90
- relationalai/experimental/paths/tests/tests_limit_sp_multiple.py +0 -119
- relationalai/experimental/paths/tests/tests_limit_sp_single.py +0 -104
- relationalai/experimental/paths/tests/tests_limit_walks_multiple.py +0 -113
- relationalai/experimental/paths/tests/tests_limit_walks_single.py +0 -149
- relationalai/experimental/paths/tests/tests_one_sided_ball_repetition_multiple.py +0 -70
- relationalai/experimental/paths/tests/tests_one_sided_ball_repetition_single.py +0 -64
- relationalai/experimental/paths/tests/tests_one_sided_ball_upto_multiple.py +0 -115
- relationalai/experimental/paths/tests/tests_one_sided_ball_upto_single.py +0 -75
- relationalai/experimental/paths/tests/tests_single_paths.py +0 -152
- relationalai/experimental/paths/tests/tests_single_walks.py +0 -208
- relationalai/experimental/paths/tests/tests_single_walks_undirected.py +0 -297
- relationalai/experimental/paths/tests/tests_two_sided_balls_repetition_multiple.py +0 -107
- relationalai/experimental/paths/tests/tests_two_sided_balls_repetition_single.py +0 -76
- relationalai/experimental/paths/tests/tests_two_sided_balls_upto_multiple.py +0 -76
- relationalai/experimental/paths/tests/tests_two_sided_balls_upto_single.py +0 -110
- relationalai/experimental/paths/tests/tests_usp_nsp_multiple.py +0 -229
- relationalai/experimental/paths/tests/tests_usp_nsp_single.py +0 -108
- relationalai/experimental/paths/tree_agg.py +0 -168
- relationalai/experimental/paths/utilities/iterators.py +0 -27
- relationalai/experimental/paths/utilities/prefix_sum.py +0 -91
- relationalai/experimental/solvers.py +0 -1095
- relationalai/loaders/csv.py +0 -195
- relationalai/loaders/loader.py +0 -177
- relationalai/loaders/types.py +0 -23
- relationalai/rel_emitter.py +0 -373
- relationalai/rel_utils.py +0 -185
- relationalai/semantics/designs/query_builder/identify_by.md +0 -106
- relationalai/semantics/devtools/benchmark_lqp.py +0 -535
- relationalai/semantics/devtools/compilation_manager.py +0 -294
- relationalai/semantics/devtools/extract_lqp.py +0 -110
- relationalai/semantics/internal/internal.py +0 -3785
- relationalai/semantics/internal/snowflake.py +0 -329
- relationalai/semantics/lqp/README.md +0 -34
- relationalai/semantics/lqp/algorithms.py +0 -173
- relationalai/semantics/lqp/builtins.py +0 -213
- relationalai/semantics/lqp/compiler.py +0 -22
- relationalai/semantics/lqp/constructors.py +0 -68
- relationalai/semantics/lqp/executor.py +0 -518
- relationalai/semantics/lqp/export_rewriter.py +0 -40
- relationalai/semantics/lqp/intrinsics.py +0 -24
- relationalai/semantics/lqp/ir.py +0 -150
- relationalai/semantics/lqp/model2lqp.py +0 -1056
- relationalai/semantics/lqp/passes.py +0 -38
- relationalai/semantics/lqp/primitives.py +0 -252
- relationalai/semantics/lqp/result_helpers.py +0 -266
- relationalai/semantics/lqp/rewrite/__init__.py +0 -32
- relationalai/semantics/lqp/rewrite/algorithm.py +0 -385
- relationalai/semantics/lqp/rewrite/annotate_constraints.py +0 -69
- relationalai/semantics/lqp/rewrite/cdc.py +0 -216
- relationalai/semantics/lqp/rewrite/constants_to_vars.py +0 -70
- relationalai/semantics/lqp/rewrite/deduplicate_vars.py +0 -104
- relationalai/semantics/lqp/rewrite/eliminate_data.py +0 -108
- relationalai/semantics/lqp/rewrite/extract_common.py +0 -340
- relationalai/semantics/lqp/rewrite/extract_keys.py +0 -577
- relationalai/semantics/lqp/rewrite/flatten_script.py +0 -301
- relationalai/semantics/lqp/rewrite/function_annotations.py +0 -114
- relationalai/semantics/lqp/rewrite/functional_dependencies.py +0 -348
- relationalai/semantics/lqp/rewrite/period_math.py +0 -77
- relationalai/semantics/lqp/rewrite/quantify_vars.py +0 -339
- relationalai/semantics/lqp/rewrite/splinter.py +0 -76
- relationalai/semantics/lqp/rewrite/unify_definitions.py +0 -323
- relationalai/semantics/lqp/types.py +0 -101
- relationalai/semantics/lqp/utils.py +0 -170
- relationalai/semantics/lqp/validators.py +0 -70
- relationalai/semantics/metamodel/compiler.py +0 -134
- relationalai/semantics/metamodel/dependency.py +0 -880
- relationalai/semantics/metamodel/executor.py +0 -78
- relationalai/semantics/metamodel/factory.py +0 -287
- relationalai/semantics/metamodel/helpers.py +0 -368
- relationalai/semantics/metamodel/ir.py +0 -924
- relationalai/semantics/metamodel/rewrite/__init__.py +0 -8
- relationalai/semantics/metamodel/rewrite/discharge_constraints.py +0 -39
- relationalai/semantics/metamodel/rewrite/dnf_union_splitter.py +0 -220
- relationalai/semantics/metamodel/rewrite/extract_nested_logicals.py +0 -78
- relationalai/semantics/metamodel/rewrite/flatten.py +0 -590
- relationalai/semantics/metamodel/rewrite/format_outputs.py +0 -256
- relationalai/semantics/metamodel/rewrite/handle_aggregations_and_ranks.py +0 -237
- relationalai/semantics/metamodel/typer/checker.py +0 -355
- relationalai/semantics/metamodel/typer/typer.py +0 -1396
- relationalai/semantics/metamodel/util.py +0 -506
- relationalai/semantics/metamodel/visitor.py +0 -945
- relationalai/semantics/reasoners/__init__.py +0 -10
- relationalai/semantics/reasoners/graph/README.md +0 -620
- relationalai/semantics/reasoners/graph/__init__.py +0 -37
- relationalai/semantics/reasoners/graph/core.py +0 -9019
- relationalai/semantics/reasoners/graph/design/beyond_demand_transform.md +0 -797
- relationalai/semantics/reasoners/graph/tests/README.md +0 -21
- relationalai/semantics/reasoners/optimization/__init__.py +0 -68
- relationalai/semantics/reasoners/optimization/common.py +0 -88
- relationalai/semantics/reasoners/optimization/solvers_dev.py +0 -568
- relationalai/semantics/reasoners/optimization/solvers_pb.py +0 -1407
- relationalai/semantics/rel/builtins.py +0 -40
- relationalai/semantics/rel/compiler.py +0 -994
- relationalai/semantics/rel/executor.py +0 -363
- relationalai/semantics/rel/rel.py +0 -482
- relationalai/semantics/rel/rel_utils.py +0 -276
- relationalai/semantics/snowflake/__init__.py +0 -3
- relationalai/semantics/sql/compiler.py +0 -2503
- relationalai/semantics/sql/executor/duck_db.py +0 -52
- relationalai/semantics/sql/executor/result_helpers.py +0 -64
- relationalai/semantics/sql/executor/snowflake.py +0 -149
- relationalai/semantics/sql/rewrite/denormalize.py +0 -222
- relationalai/semantics/sql/rewrite/double_negation.py +0 -49
- relationalai/semantics/sql/rewrite/recursive_union.py +0 -127
- relationalai/semantics/sql/rewrite/sort_output_query.py +0 -246
- relationalai/semantics/sql/sql.py +0 -504
- relationalai/semantics/std/pragmas.py +0 -11
- relationalai/semantics/std/std.py +0 -14
- relationalai/semantics/tests/lqp/algorithms.py +0 -345
- relationalai/semantics/tests/test_snapshot_abstract.py +0 -144
- relationalai/semantics/tests/test_snapshot_base.py +0 -9
- relationalai/semantics/tests/utils.py +0 -46
- relationalai/std/__init__.py +0 -70
- relationalai/tools/cli.py +0 -2089
- relationalai/tools/cli_controls.py +0 -1975
- relationalai/tools/cli_helpers.py +0 -802
- relationalai/tools/debugger_client.py +0 -109
- relationalai/tools/debugger_server.py +0 -302
- relationalai/tools/dev.py +0 -685
- relationalai/tools/notes +0 -7
- relationalai/tools/qb_debugger.py +0 -425
- relationalai/tools/txn_progress.py +0 -188
- relationalai/util/clean_up_databases.py +0 -95
- relationalai/util/list_databases.py +0 -9
- relationalai/util/otel_configuration.py +0 -26
- relationalai/util/otel_handler.py +0 -484
- relationalai/util/snowflake_handler.py +0 -88
- relationalai/util/span_format_test.py +0 -43
- relationalai/util/span_tracker.py +0 -207
- relationalai/util/spans_file_handler.py +0 -72
- relationalai/util/tracing_handler.py +0 -34
- relationalai-0.13.5.dist-info/METADATA +0 -74
- relationalai-0.13.5.dist-info/RECORD +0 -473
- relationalai-0.13.5.dist-info/WHEEL +0 -4
- relationalai-0.13.5.dist-info/entry_points.txt +0 -3
- relationalai-0.13.5.dist-info/licenses/LICENSE +0 -202
- relationalai_test_util/__init__.py +0 -4
- relationalai_test_util/fixtures.py +0 -233
- relationalai_test_util/snapshot.py +0 -252
- relationalai_test_util/traceback.py +0 -118
- /relationalai/{analysis → semantics/frontend}/__init__.py +0 -0
- /relationalai/{auth/__init__.py → semantics/metamodel/metamodel_compiler.py} +0 -0
- /relationalai/{early_access → shims}/__init__.py +0 -0
- {relationalai/early_access/dsl/adapters → v0/relationalai/analysis}/__init__.py +0 -0
- {relationalai → v0/relationalai}/analysis/mechanistic.py +0 -0
- {relationalai → v0/relationalai}/analysis/whynot.py +0 -0
- {relationalai/early_access/dsl/adapters/orm → v0/relationalai/auth}/__init__.py +0 -0
- {relationalai → v0/relationalai}/auth/jwt_generator.py +0 -0
- {relationalai → v0/relationalai}/auth/oauth_callback_server.py +0 -0
- {relationalai → v0/relationalai}/auth/token_handler.py +0 -0
- {relationalai → v0/relationalai}/auth/util.py +0 -0
- {relationalai/clients/resources/snowflake → v0/relationalai/clients}/cache_store.py +0 -0
- {relationalai → v0/relationalai}/compiler.py +0 -0
- {relationalai → v0/relationalai}/dependencies.py +0 -0
- {relationalai → v0/relationalai}/docutils.py +0 -0
- {relationalai/early_access/dsl/adapters/owl → v0/relationalai/early_access}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/__init__.py +0 -0
- {relationalai/early_access/dsl/bindings → v0/relationalai/early_access/dsl/adapters}/__init__.py +0 -0
- {relationalai/early_access/dsl/bindings/legacy → v0/relationalai/early_access/dsl/adapters/orm}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/adapters/orm/model.py +0 -0
- {relationalai/early_access/dsl/codegen → v0/relationalai/early_access/dsl/adapters/owl}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/adapters/owl/model.py +0 -0
- {relationalai/early_access/dsl/core/temporal → v0/relationalai/early_access/dsl/bindings}/__init__.py +0 -0
- {relationalai/early_access/dsl/ir → v0/relationalai/early_access/dsl/bindings/legacy}/__init__.py +0 -0
- {relationalai/early_access/dsl/ontologies → v0/relationalai/early_access/dsl/codegen}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/constants.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/core/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/core/constraints/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/core/constraints/predicate/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/core/stack.py +0 -0
- {relationalai/early_access/dsl/orm → v0/relationalai/early_access/dsl/core/temporal}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/core/utils.py +0 -0
- {relationalai/early_access/dsl/orm/measures → v0/relationalai/early_access/dsl/ir}/__init__.py +0 -0
- {relationalai/early_access/dsl/physical_metadata → v0/relationalai/early_access/dsl/ontologies}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/ontologies/raw_source.py +0 -0
- {relationalai/early_access/dsl/serialize → v0/relationalai/early_access/dsl/orm}/__init__.py +0 -0
- {relationalai/early_access/dsl/snow → v0/relationalai/early_access/dsl/orm/measures}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/orm/reasoner_errors.py +0 -0
- {relationalai/loaders → v0/relationalai/early_access/dsl/physical_metadata}/__init__.py +0 -0
- {relationalai/semantics/tests → v0/relationalai/early_access/dsl/serialize}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/serialize/binding_model.py +0 -0
- {relationalai → v0/relationalai}/early_access/dsl/serialize/model.py +0 -0
- {relationalai/semantics/tests/lqp → v0/relationalai/early_access/dsl/snow}/__init__.py +0 -0
- {relationalai → v0/relationalai}/early_access/tests/__init__.py +0 -0
- {relationalai → v0/relationalai}/environments/ci.py +0 -0
- {relationalai → v0/relationalai}/environments/hex.py +0 -0
- {relationalai → v0/relationalai}/environments/terminal.py +0 -0
- {relationalai → v0/relationalai}/experimental/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/graphs.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/benchmarks/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/path_algorithms/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/rpq/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/rpq/filter.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/rpq/glushkov.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/rpq/transition.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/utilities/__init__.py +0 -0
- {relationalai → v0/relationalai}/experimental/paths/utilities/utilities.py +0 -0
- {relationalai/tools → v0/relationalai/loaders}/__init__.py +0 -0
- {relationalai → v0/relationalai}/metagen.py +0 -0
- {relationalai → v0/relationalai}/metamodel.py +0 -0
- {relationalai → v0/relationalai}/rel.py +0 -0
- {relationalai → v0/relationalai}/semantics/devtools/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/internal/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/internal/annotations.py +0 -0
- {relationalai → v0/relationalai}/semantics/lqp/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/lqp/pragmas.py +0 -0
- {relationalai → v0/relationalai}/semantics/metamodel/dataflow.py +0 -0
- {relationalai → v0/relationalai}/semantics/metamodel/typer/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/metamodel/types.py +0 -0
- {relationalai → v0/relationalai}/semantics/reasoners/experimental/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/rel/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/sql/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/sql/executor/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/sql/rewrite/__init__.py +0 -0
- {relationalai → v0/relationalai}/semantics/tests/logging.py +0 -0
- {relationalai → v0/relationalai}/std/aggregates.py +0 -0
- {relationalai → v0/relationalai}/std/dates.py +0 -0
- {relationalai → v0/relationalai}/std/graphs.py +0 -0
- {relationalai → v0/relationalai}/std/inspect.py +0 -0
- {relationalai → v0/relationalai}/std/math.py +0 -0
- {relationalai → v0/relationalai}/std/re.py +0 -0
- {relationalai → v0/relationalai}/std/strings.py +0 -0
- {relationalai → v0/relationalai}/tools/cleanup_snapshots.py +0 -0
- {relationalai → v0/relationalai}/tools/constants.py +0 -0
- {relationalai → v0/relationalai}/tools/query_utils.py +0 -0
- {relationalai → v0/relationalai}/tools/snapshot_viewer.py +0 -0
- {relationalai → v0/relationalai}/util/__init__.py +0 -0
- {relationalai → v0/relationalai}/util/constants.py +0 -0
- {relationalai → v0/relationalai}/util/graph.py +0 -0
- {relationalai → v0/relationalai}/util/timeout.py +0 -0
|
@@ -1,924 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
Intermediate Representation of RelationalAI programs.
|
|
3
|
-
"""
|
|
4
|
-
from __future__ import annotations
|
|
5
|
-
from dataclasses import dataclass, field
|
|
6
|
-
from enum import Enum
|
|
7
|
-
from io import StringIO
|
|
8
|
-
from itertools import count
|
|
9
|
-
|
|
10
|
-
from pandas import DataFrame
|
|
11
|
-
from more_itertools import peekable
|
|
12
|
-
from typing import Any, Iterator, Optional, Tuple, TypeVar, Union as PyUnion, IO, Iterable
|
|
13
|
-
from copy import copy
|
|
14
|
-
from itertools import islice
|
|
15
|
-
from datetime import datetime, date
|
|
16
|
-
from decimal import Decimal as PyDecimal
|
|
17
|
-
import numpy as np
|
|
18
|
-
|
|
19
|
-
from .util import FrozenOrderedSet, Printer as BasePrinter, NameCache
|
|
20
|
-
|
|
21
|
-
import json
|
|
22
|
-
import re
|
|
23
|
-
|
|
24
|
-
#--------------------------------------------------
|
|
25
|
-
# IR Nodes
|
|
26
|
-
#--------------------------------------------------
|
|
27
|
-
|
|
28
|
-
_global_id = peekable(count(0))
|
|
29
|
-
def next_id():
|
|
30
|
-
return next(_global_id)
|
|
31
|
-
|
|
32
|
-
def reconstructor(cls):
|
|
33
|
-
"""
|
|
34
|
-
A decorator that adds a `reconstruct` method to the class.
|
|
35
|
-
The method reconstructs the object with new values for its fields.
|
|
36
|
-
The `reconstruct` method can take either positional arguments in field order
|
|
37
|
-
(excluding the `id` field) or keyword arguments for specific fields.
|
|
38
|
-
For positional arguments, fields of superclasses precede fields of subclasses.
|
|
39
|
-
If there is no difference between the current values of the fields and the new values,
|
|
40
|
-
`self` is returned, otherwise the object is copied and modified.
|
|
41
|
-
Note that the `id` field is not updated, unlike when creating a new node.
|
|
42
|
-
"""
|
|
43
|
-
# Get the names of all fields from the class, except "id".
|
|
44
|
-
fnames = [fname for fname in cls.__dataclass_fields__ if fname != "id"]
|
|
45
|
-
|
|
46
|
-
# Add reconstruct method that can handle both positional and keyword arguments
|
|
47
|
-
def reconstruct(self, *args, **kwargs):
|
|
48
|
-
"""
|
|
49
|
-
Reconstruct the object with new values for its fields.
|
|
50
|
-
|
|
51
|
-
Can be called in two ways:
|
|
52
|
-
1. With positional arguments in the same order as the fields in the class
|
|
53
|
-
2. With keyword arguments for specific fields to update
|
|
54
|
-
|
|
55
|
-
It is an error to provide both positional and keyword arguments.
|
|
56
|
-
Returns self if no changes are needed, otherwise returns a new instance.
|
|
57
|
-
"""
|
|
58
|
-
# Validate arguments
|
|
59
|
-
if args and kwargs:
|
|
60
|
-
raise ValueError("Cannot provide both positional and keyword arguments")
|
|
61
|
-
|
|
62
|
-
# Handle positional arguments
|
|
63
|
-
if args:
|
|
64
|
-
if len(args) != len(fnames):
|
|
65
|
-
raise ValueError(f"Expected {len(fnames)} positional arguments, got {len(args)}")
|
|
66
|
-
|
|
67
|
-
# Check if any values differ from current values
|
|
68
|
-
has_changes = False
|
|
69
|
-
for fname, value in zip(fnames, args):
|
|
70
|
-
if getattr(self, fname) is not value:
|
|
71
|
-
has_changes = True
|
|
72
|
-
break
|
|
73
|
-
|
|
74
|
-
if not has_changes:
|
|
75
|
-
return self
|
|
76
|
-
|
|
77
|
-
# Create a new instance with updated values
|
|
78
|
-
new_obj = copy(self)
|
|
79
|
-
for fname, value in zip(fnames, args):
|
|
80
|
-
object.__setattr__(new_obj, fname, value)
|
|
81
|
-
|
|
82
|
-
return new_obj
|
|
83
|
-
|
|
84
|
-
# Handle keyword arguments
|
|
85
|
-
else:
|
|
86
|
-
# Check if any values differ from current values
|
|
87
|
-
has_changes = False
|
|
88
|
-
for fname, value in kwargs.items():
|
|
89
|
-
if fname not in fnames:
|
|
90
|
-
raise ValueError(f"Field '{fname}' is not a valid field for this object")
|
|
91
|
-
if getattr(self, fname) is not value:
|
|
92
|
-
has_changes = True
|
|
93
|
-
break
|
|
94
|
-
|
|
95
|
-
if not has_changes:
|
|
96
|
-
return self
|
|
97
|
-
|
|
98
|
-
# Create a new instance with updated values
|
|
99
|
-
new_obj = copy(self)
|
|
100
|
-
for fname, value in kwargs.items():
|
|
101
|
-
if fname in fnames:
|
|
102
|
-
object.__setattr__(new_obj, fname, value)
|
|
103
|
-
|
|
104
|
-
return new_obj
|
|
105
|
-
|
|
106
|
-
setattr(cls, "reconstruct", reconstruct)
|
|
107
|
-
|
|
108
|
-
# Also add a clone method that will recreate the node with the same data but with a
|
|
109
|
-
# new, distinct node id.
|
|
110
|
-
def clone(self):
|
|
111
|
-
"""
|
|
112
|
-
Reconstruct a node with the same values, but it will get a new id.
|
|
113
|
-
"""
|
|
114
|
-
args = []
|
|
115
|
-
for fname in fnames:
|
|
116
|
-
args.append(getattr(self, fname))
|
|
117
|
-
return self.__class__(*args)
|
|
118
|
-
|
|
119
|
-
setattr(cls, "clone", clone)
|
|
120
|
-
|
|
121
|
-
return cls
|
|
122
|
-
|
|
123
|
-
def acceptor(cls):
|
|
124
|
-
"""
|
|
125
|
-
A decorator that adds an `accept` method to the class.
|
|
126
|
-
The `accept` method calls the appropriate handler method
|
|
127
|
-
of a Dispatcher.
|
|
128
|
-
|
|
129
|
-
Using a decorator here allows us to compute the handler name once
|
|
130
|
-
for the class rather than each time we dispatch.
|
|
131
|
-
"""
|
|
132
|
-
attr_name = f"visit_{cls.__name__.lower()}"
|
|
133
|
-
def accept(self, v, parent=None):
|
|
134
|
-
return getattr(v, attr_name)(self, parent)
|
|
135
|
-
cls.accept = accept
|
|
136
|
-
return cls
|
|
137
|
-
|
|
138
|
-
def annotations_field() -> FrozenOrderedSet[Annotation]:
|
|
139
|
-
return field(default_factory=lambda: FrozenOrderedSet([]), compare=False, hash=False)
|
|
140
|
-
|
|
141
|
-
@dataclass(frozen=True)
|
|
142
|
-
class Node:
|
|
143
|
-
# A generated id that is not used on comparisons and hashes
|
|
144
|
-
id: int = field(default_factory=next_id, init=False, compare=False, hash=False)
|
|
145
|
-
|
|
146
|
-
@property
|
|
147
|
-
def kind(self):
|
|
148
|
-
return self.__class__.__name__.lower()
|
|
149
|
-
|
|
150
|
-
def __str__(self):
|
|
151
|
-
return node_to_string(self)
|
|
152
|
-
|
|
153
|
-
def accept(self, v, parent=None):
|
|
154
|
-
raise NotImplementedError(f"accept not implemented for {self.kind}")
|
|
155
|
-
|
|
156
|
-
def reconstruct(self, *args, **kwargs):
|
|
157
|
-
raise NotImplementedError(f"reconstruct not implemented for {self.kind}")
|
|
158
|
-
|
|
159
|
-
def clone(self, *args):
|
|
160
|
-
raise NotImplementedError(f"clone not implemented for {self.kind}")
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
#-------------------------------------------------
|
|
164
|
-
# Public Types - Model
|
|
165
|
-
#-------------------------------------------------
|
|
166
|
-
|
|
167
|
-
@acceptor
|
|
168
|
-
@reconstructor
|
|
169
|
-
@dataclass(frozen=True)
|
|
170
|
-
class Model(Node):
|
|
171
|
-
"""Represents the whole universe of elements that make up a program."""
|
|
172
|
-
engines: FrozenOrderedSet["Engine"]
|
|
173
|
-
relations: FrozenOrderedSet["Relation"]
|
|
174
|
-
types: FrozenOrderedSet["Type"]
|
|
175
|
-
root: Task
|
|
176
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
#-------------------------------------------------
|
|
180
|
-
# Public Types - Engine
|
|
181
|
-
#-------------------------------------------------
|
|
182
|
-
|
|
183
|
-
@acceptor
|
|
184
|
-
@reconstructor
|
|
185
|
-
@dataclass(frozen=True)
|
|
186
|
-
class Capability(Node):
|
|
187
|
-
"""Engine capabilities, such as 'graph algorithms', 'solver', 'constant time count', etc"""
|
|
188
|
-
name: str
|
|
189
|
-
|
|
190
|
-
@acceptor
|
|
191
|
-
@reconstructor
|
|
192
|
-
@dataclass(frozen=True)
|
|
193
|
-
class Engine(Node):
|
|
194
|
-
"""The entity that owns a Task and provides access to certain relations."""
|
|
195
|
-
name: str
|
|
196
|
-
platform: str # SQL, Rel, JS, OpenAI, etc
|
|
197
|
-
info: Any
|
|
198
|
-
capabilities: FrozenOrderedSet[Capability]
|
|
199
|
-
relations: FrozenOrderedSet["Relation"]
|
|
200
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
#-------------------------------------------------
|
|
204
|
-
# Public Types - Data Model
|
|
205
|
-
#-------------------------------------------------
|
|
206
|
-
|
|
207
|
-
@acceptor
|
|
208
|
-
@reconstructor
|
|
209
|
-
@dataclass(frozen=True)
|
|
210
|
-
class Type(Node):
|
|
211
|
-
"""The type of a field in a relation."""
|
|
212
|
-
pass
|
|
213
|
-
|
|
214
|
-
@acceptor
|
|
215
|
-
@dataclass(frozen=True)
|
|
216
|
-
class ScalarType(Type):
|
|
217
|
-
"""The named type."""
|
|
218
|
-
name: str
|
|
219
|
-
super_types: FrozenOrderedSet[ScalarType] = field(default_factory=lambda: FrozenOrderedSet([]))
|
|
220
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
221
|
-
|
|
222
|
-
def __eq__(self, other):
|
|
223
|
-
return isinstance(other, ScalarType) and other.id == self.id
|
|
224
|
-
|
|
225
|
-
def __hash__(self):
|
|
226
|
-
return hash(self.id)
|
|
227
|
-
|
|
228
|
-
@acceptor
|
|
229
|
-
@dataclass(frozen=True)
|
|
230
|
-
class DecimalType(ScalarType):
|
|
231
|
-
precision: int = 38
|
|
232
|
-
scale: int = 14
|
|
233
|
-
|
|
234
|
-
def __eq__(self, other):
|
|
235
|
-
# note that we are not checking the name, only precision and scale
|
|
236
|
-
return isinstance(other, DecimalType) and other.precision == self.precision and other.scale == self.scale
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
@acceptor
|
|
240
|
-
@reconstructor
|
|
241
|
-
@dataclass(frozen=True)
|
|
242
|
-
class ListType(Type):
|
|
243
|
-
"""A type that represents a list of elements of some other type."""
|
|
244
|
-
element_type: Type
|
|
245
|
-
|
|
246
|
-
@acceptor
|
|
247
|
-
@reconstructor
|
|
248
|
-
@dataclass(frozen=True)
|
|
249
|
-
class UnionType(Type):
|
|
250
|
-
"""A type that represents either one of a set of types."""
|
|
251
|
-
types: FrozenOrderedSet[Type]
|
|
252
|
-
|
|
253
|
-
def __eq__(self, other):
|
|
254
|
-
return isinstance(other, UnionType) and len(self.types) == len(other.types) and self.types.includes(other.types)
|
|
255
|
-
|
|
256
|
-
@acceptor
|
|
257
|
-
@dataclass(frozen=True)
|
|
258
|
-
class TupleType(Type):
|
|
259
|
-
"""A type that represents a tuple of elements of some other types."""
|
|
260
|
-
types: Tuple[Type, ...]
|
|
261
|
-
|
|
262
|
-
@acceptor
|
|
263
|
-
@reconstructor
|
|
264
|
-
@dataclass(frozen=True)
|
|
265
|
-
class Field(Node):
|
|
266
|
-
"""A named field in a relation."""
|
|
267
|
-
name: str
|
|
268
|
-
type: Type
|
|
269
|
-
input: bool # must be grounded as the relation cannot compute it
|
|
270
|
-
|
|
271
|
-
def __eq__(self, other):
|
|
272
|
-
return isinstance(other, Field) and other.id == self.id
|
|
273
|
-
|
|
274
|
-
def __hash__(self):
|
|
275
|
-
return hash(self.id)
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
@acceptor
|
|
279
|
-
@reconstructor
|
|
280
|
-
@dataclass(frozen=True)
|
|
281
|
-
class Relation(Node):
|
|
282
|
-
"""A relation represents the schema of a set of tuples."""
|
|
283
|
-
name: str
|
|
284
|
-
fields: Tuple[Field, ...]
|
|
285
|
-
requires: FrozenOrderedSet[Capability]
|
|
286
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
287
|
-
overloads: FrozenOrderedSet[Relation] = field(default_factory=lambda: FrozenOrderedSet([]))
|
|
288
|
-
|
|
289
|
-
def __eq__(self, other):
|
|
290
|
-
return isinstance(other, Relation) and other.id == self.id
|
|
291
|
-
|
|
292
|
-
def __hash__(self):
|
|
293
|
-
return hash(self.id)
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
#-------------------------------------------------
|
|
297
|
-
# Public Types - Tasks
|
|
298
|
-
#-------------------------------------------------
|
|
299
|
-
|
|
300
|
-
@acceptor
|
|
301
|
-
@reconstructor
|
|
302
|
-
@dataclass(frozen=True)
|
|
303
|
-
class Task(Node):
|
|
304
|
-
engine: Optional[Engine]
|
|
305
|
-
|
|
306
|
-
#
|
|
307
|
-
# Task composition
|
|
308
|
-
#
|
|
309
|
-
|
|
310
|
-
@acceptor
|
|
311
|
-
@reconstructor
|
|
312
|
-
@dataclass(frozen=True)
|
|
313
|
-
class Logical(Task):
|
|
314
|
-
"""Execute sub-tasks up to fix-point."""
|
|
315
|
-
# Executes tasks concurrently. Succeeds if every task succeeds.
|
|
316
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
317
|
-
body: Tuple[Task, ...]
|
|
318
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
319
|
-
|
|
320
|
-
@acceptor
|
|
321
|
-
@reconstructor
|
|
322
|
-
@dataclass(frozen=True)
|
|
323
|
-
class Union(Task):
|
|
324
|
-
"""Execute sub-tasks in any order."""
|
|
325
|
-
# Executes tasks concurrently. Succeeds if at least one task succeeds.
|
|
326
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
327
|
-
tasks: Tuple[Task, ...]
|
|
328
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
329
|
-
|
|
330
|
-
@acceptor
|
|
331
|
-
@reconstructor
|
|
332
|
-
@dataclass(frozen=True)
|
|
333
|
-
class Sequence(Task):
|
|
334
|
-
"""Execute sub-tasks one at a time, in this order."""
|
|
335
|
-
# Executes tasks in order. Stops when a task fails. Succeeds if all tasks succeed.
|
|
336
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
337
|
-
tasks: Tuple[Task, ...]
|
|
338
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
339
|
-
|
|
340
|
-
@acceptor
|
|
341
|
-
@reconstructor
|
|
342
|
-
@dataclass(frozen=True)
|
|
343
|
-
class Match(Task):
|
|
344
|
-
"""Execute sub-tasks in order until the first succeeds."""
|
|
345
|
-
# Executes tasks in order. Stops when a task succeeds. Succeeds if some task succeeds.
|
|
346
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
347
|
-
tasks: Tuple[Task, ...]
|
|
348
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
349
|
-
|
|
350
|
-
@acceptor
|
|
351
|
-
@reconstructor
|
|
352
|
-
@dataclass(frozen=True)
|
|
353
|
-
class Check(Node):
|
|
354
|
-
check: Task
|
|
355
|
-
error: Optional[Task]
|
|
356
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
357
|
-
|
|
358
|
-
@acceptor
|
|
359
|
-
@reconstructor
|
|
360
|
-
@dataclass(frozen=True)
|
|
361
|
-
class Require(Task):
|
|
362
|
-
"""Execute the domain task and verify the checks. If a check is not satisfied, execute its error task."""
|
|
363
|
-
domain: Task
|
|
364
|
-
checks: Tuple[Check, ...]
|
|
365
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
366
|
-
|
|
367
|
-
@acceptor
|
|
368
|
-
@reconstructor
|
|
369
|
-
@dataclass(frozen=True)
|
|
370
|
-
class Until(Task):
|
|
371
|
-
"""Execute both `check` and `body` concurrently, until check succeeds."""
|
|
372
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
373
|
-
check: Task
|
|
374
|
-
body: Task
|
|
375
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
376
|
-
|
|
377
|
-
@acceptor
|
|
378
|
-
@reconstructor
|
|
379
|
-
@dataclass(frozen=True)
|
|
380
|
-
class Wait(Task):
|
|
381
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
382
|
-
check: Task
|
|
383
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
384
|
-
|
|
385
|
-
# TODO: DynamicLookup
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
#
|
|
389
|
-
# Logical Quantifiers
|
|
390
|
-
#
|
|
391
|
-
|
|
392
|
-
@acceptor
|
|
393
|
-
@reconstructor
|
|
394
|
-
@dataclass(frozen=True)
|
|
395
|
-
class Not(Task):
|
|
396
|
-
"""Logical negation of the sub-task."""
|
|
397
|
-
task: Task
|
|
398
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
399
|
-
|
|
400
|
-
@acceptor
|
|
401
|
-
@reconstructor
|
|
402
|
-
@dataclass(frozen=True)
|
|
403
|
-
class Exists(Task):
|
|
404
|
-
"""Existential quantification over the sub-task."""
|
|
405
|
-
vars: Tuple[Var, ...]
|
|
406
|
-
task: Task
|
|
407
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
408
|
-
|
|
409
|
-
@acceptor
|
|
410
|
-
@reconstructor
|
|
411
|
-
@dataclass(frozen=True)
|
|
412
|
-
class ForAll(Task):
|
|
413
|
-
"""Universal quantification over the sub-task."""
|
|
414
|
-
vars: Tuple[Var, ...]
|
|
415
|
-
task: Task
|
|
416
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
417
|
-
|
|
418
|
-
#
|
|
419
|
-
# Iteration (Loops)
|
|
420
|
-
#
|
|
421
|
-
|
|
422
|
-
# loops body until a break condition is met
|
|
423
|
-
@acceptor
|
|
424
|
-
@reconstructor
|
|
425
|
-
@dataclass(frozen=True)
|
|
426
|
-
class Loop(Task):
|
|
427
|
-
"""Execute the body in a loop, incrementing the iter variable, until a break sub-task in
|
|
428
|
-
the body succeeds."""
|
|
429
|
-
hoisted: Tuple[VarOrDefault, ...]
|
|
430
|
-
iter: Tuple[Var, ...]
|
|
431
|
-
body: Task
|
|
432
|
-
concurrency: int = 1
|
|
433
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
434
|
-
|
|
435
|
-
@acceptor
|
|
436
|
-
@reconstructor
|
|
437
|
-
@dataclass(frozen=True)
|
|
438
|
-
class Break(Task):
|
|
439
|
-
"""Break a surrounding Loop if the `check` succeeds."""
|
|
440
|
-
check: Task
|
|
441
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
#
|
|
445
|
-
# Relational Operations
|
|
446
|
-
#
|
|
447
|
-
|
|
448
|
-
@acceptor
|
|
449
|
-
@reconstructor
|
|
450
|
-
@dataclass(frozen=True)
|
|
451
|
-
class Var(Node):
|
|
452
|
-
"""A named variable that can point to objects of this type."""
|
|
453
|
-
type: Type
|
|
454
|
-
name: str
|
|
455
|
-
|
|
456
|
-
def __eq__(self, other):
|
|
457
|
-
return isinstance(other, Var) and other.id == self.id
|
|
458
|
-
|
|
459
|
-
def __hash__(self):
|
|
460
|
-
return hash(self.id)
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
@acceptor
|
|
464
|
-
@reconstructor
|
|
465
|
-
@dataclass(frozen=True)
|
|
466
|
-
class Default(Node):
|
|
467
|
-
"""A variable with a default value. This can be used in 'hoisted' attributes to
|
|
468
|
-
represent the value to assign a variable if the underlying task fails."""
|
|
469
|
-
var: Var
|
|
470
|
-
value: Value
|
|
471
|
-
|
|
472
|
-
VarOrDefault = PyUnion[Var, Default]
|
|
473
|
-
|
|
474
|
-
@acceptor
|
|
475
|
-
@reconstructor
|
|
476
|
-
@dataclass(frozen=True)
|
|
477
|
-
class Literal(Node):
|
|
478
|
-
"""A literal value with a specific type."""
|
|
479
|
-
type: Type
|
|
480
|
-
value: Any
|
|
481
|
-
|
|
482
|
-
@acceptor
|
|
483
|
-
@reconstructor
|
|
484
|
-
@dataclass(frozen=True)
|
|
485
|
-
class Data(Task):
|
|
486
|
-
"""A table of data"""
|
|
487
|
-
data: DataFrame
|
|
488
|
-
vars: tuple[Var, ...]
|
|
489
|
-
|
|
490
|
-
def __eq__(self, other):
|
|
491
|
-
return (
|
|
492
|
-
isinstance(other, Data)
|
|
493
|
-
and self.data is other.data
|
|
494
|
-
and self.vars == other.vars
|
|
495
|
-
)
|
|
496
|
-
|
|
497
|
-
def __hash__(self):
|
|
498
|
-
# Use id() to get the reference of the DataFrame
|
|
499
|
-
data_ref_hash = hash(id(self.data))
|
|
500
|
-
vars_hash = hash(self.vars)
|
|
501
|
-
return data_ref_hash ^ vars_hash
|
|
502
|
-
|
|
503
|
-
def __len__(self):
|
|
504
|
-
return len(self.data)
|
|
505
|
-
|
|
506
|
-
def __iter__(self) -> Iterator[tuple[Any, ...]]:
|
|
507
|
-
return iter(self.data.itertuples(index=True))
|
|
508
|
-
|
|
509
|
-
PyValue = PyUnion[str, int, float, PyDecimal, bool, date, datetime]
|
|
510
|
-
Value = PyUnion[Var, Default, Literal, Type, Relation, None, Tuple["Value", ...], FrozenOrderedSet["Value"]]
|
|
511
|
-
|
|
512
|
-
@acceptor
|
|
513
|
-
@reconstructor
|
|
514
|
-
@dataclass(frozen=True)
|
|
515
|
-
class Annotation(Node):
|
|
516
|
-
"""Meta information that can be attached to Updates."""
|
|
517
|
-
relation: Relation
|
|
518
|
-
args: Tuple[Value, ...]
|
|
519
|
-
|
|
520
|
-
class Effect(Enum):
|
|
521
|
-
"""Possible effects of an Update."""
|
|
522
|
-
derive = "derive"
|
|
523
|
-
insert = "insert"
|
|
524
|
-
delete = "delete"
|
|
525
|
-
|
|
526
|
-
@acceptor
|
|
527
|
-
@reconstructor
|
|
528
|
-
@dataclass(frozen=True)
|
|
529
|
-
class Update(Task):
|
|
530
|
-
"""Updates the relation with these arguments. The update can derive new tuples
|
|
531
|
-
temporarily, can insert new tuples persistently, or delete previously persisted tuples."""
|
|
532
|
-
relation: Relation
|
|
533
|
-
args: Tuple[Value, ...]
|
|
534
|
-
effect: Effect
|
|
535
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
536
|
-
|
|
537
|
-
@acceptor
|
|
538
|
-
@reconstructor
|
|
539
|
-
@dataclass(frozen=True)
|
|
540
|
-
class Lookup(Task):
|
|
541
|
-
"""Lookup tuples from this relation, filtering with these arguments."""
|
|
542
|
-
relation: Relation
|
|
543
|
-
args: Tuple[Value, ...]
|
|
544
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
545
|
-
|
|
546
|
-
@acceptor
|
|
547
|
-
@reconstructor
|
|
548
|
-
@dataclass(frozen=True)
|
|
549
|
-
class Output(Task):
|
|
550
|
-
"""Output the value of these vars, giving them these column names."""
|
|
551
|
-
aliases: FrozenOrderedSet[Tuple[str, Value]]
|
|
552
|
-
keys: Optional[FrozenOrderedSet[Var]]
|
|
553
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
554
|
-
|
|
555
|
-
@acceptor
|
|
556
|
-
@reconstructor
|
|
557
|
-
@dataclass(frozen=True)
|
|
558
|
-
class Construct(Task):
|
|
559
|
-
"""Construct an id from these values, and bind the id to this var."""
|
|
560
|
-
values: Tuple[Value, ...]
|
|
561
|
-
id_var: Var
|
|
562
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
563
|
-
|
|
564
|
-
@acceptor
|
|
565
|
-
@reconstructor
|
|
566
|
-
@dataclass(frozen=True)
|
|
567
|
-
class Aggregate(Task):
|
|
568
|
-
"""Perform an aggregation with these arguments."""
|
|
569
|
-
aggregation: Relation
|
|
570
|
-
projection: Tuple[Var, ...]
|
|
571
|
-
group: Tuple[Var, ...]
|
|
572
|
-
args: Tuple[Value, ...]
|
|
573
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
574
|
-
|
|
575
|
-
@acceptor
|
|
576
|
-
@reconstructor
|
|
577
|
-
@dataclass(frozen=True)
|
|
578
|
-
class Rank(Task):
|
|
579
|
-
"""Perform a rank with these arguments."""
|
|
580
|
-
projection: Tuple[Var, ...]
|
|
581
|
-
group: Tuple[Var, ...]
|
|
582
|
-
args: Tuple[Var, ...]
|
|
583
|
-
# True if the argument is ascending, False if descending
|
|
584
|
-
arg_is_ascending: Tuple[bool, ...]
|
|
585
|
-
result: Var
|
|
586
|
-
limit: int = 0
|
|
587
|
-
annotations:FrozenOrderedSet[Annotation] = annotations_field()
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
#--------------------------------------------------
|
|
591
|
-
# Name helpers
|
|
592
|
-
#--------------------------------------------------
|
|
593
|
-
|
|
594
|
-
# TODO - extract the printer from here, and then use the method from helpers
|
|
595
|
-
def sanitize(name:str) -> str:
|
|
596
|
-
""" Cleanup the name to make it more palatable to names. """
|
|
597
|
-
x = re.sub(r"[ ,\.\(\)\|]", "_", name)
|
|
598
|
-
return x[0:-1] if x[-1] == "_" else x
|
|
599
|
-
|
|
600
|
-
#--------------------------------------------------
|
|
601
|
-
# Printer
|
|
602
|
-
#--------------------------------------------------
|
|
603
|
-
|
|
604
|
-
infix = ["+", "-", "*", "/", "%", "=", "!=", "<", "<=", ">", ">="]
|
|
605
|
-
|
|
606
|
-
T = TypeVar('T', bound=Node)
|
|
607
|
-
def node_to_string(node:Node|Tuple[T, ...]|FrozenOrderedSet[T], print_ids=False) -> str:
|
|
608
|
-
io = StringIO()
|
|
609
|
-
printer = Printer(io)
|
|
610
|
-
printer.pprint(node, print_ids=print_ids)
|
|
611
|
-
return io.getvalue()
|
|
612
|
-
|
|
613
|
-
def value_to_string(value:PyUnion[Value, Tuple[Value, ...]]) -> str:
|
|
614
|
-
return Printer().value_to_string(value)
|
|
615
|
-
|
|
616
|
-
def type_to_string(t:Type) -> str:
|
|
617
|
-
return value_to_string(t).strip()
|
|
618
|
-
|
|
619
|
-
def types_to_string(ts: Iterable[Type]) -> str:
|
|
620
|
-
"""Join a collection of types with commas."""
|
|
621
|
-
return ', '.join(type_to_string(t) for t in ts)
|
|
622
|
-
|
|
623
|
-
@dataclass(frozen=True)
|
|
624
|
-
class Printer(BasePrinter):
|
|
625
|
-
name_cache: NameCache = field(default_factory=NameCache)
|
|
626
|
-
|
|
627
|
-
def print_hoisted(self, depth, name, hoisted: Tuple[VarOrDefault, ...]):
|
|
628
|
-
if hoisted:
|
|
629
|
-
self._indent_print_nl(depth, f"{name} ⇑[{', '.join([self.value_to_string(h) for h in hoisted])}]")
|
|
630
|
-
else:
|
|
631
|
-
self._indent_print_nl(depth, name)
|
|
632
|
-
|
|
633
|
-
def value_to_string(self, value:PyUnion[PyValue, Value, Tuple[Value, ...]]) -> str:
|
|
634
|
-
""" Return a string representation of the value. """
|
|
635
|
-
if isinstance(value, (int, float, bool)):
|
|
636
|
-
return json.dumps(value)
|
|
637
|
-
if isinstance(value, str):
|
|
638
|
-
return f"\"{value}\""
|
|
639
|
-
if isinstance(value, PyDecimal):
|
|
640
|
-
return str(value)
|
|
641
|
-
if isinstance(value, (date, datetime)):
|
|
642
|
-
return json.dumps(value.isoformat())
|
|
643
|
-
elif value is None:
|
|
644
|
-
return "None"
|
|
645
|
-
elif isinstance(value, Var):
|
|
646
|
-
return f"{self.name_cache.get_name(value.id, sanitize(value.name))}::{self.value_to_string(value.type)}"
|
|
647
|
-
elif isinstance(value, Default):
|
|
648
|
-
return f"{self.name_cache.get_name(value.var.id, sanitize(value.var.name))}={value.value}"
|
|
649
|
-
elif isinstance(value, Literal):
|
|
650
|
-
return f"{self.value_to_string(value.value)}::{self.value_to_string(value.type)}"
|
|
651
|
-
elif isinstance(value, ListType):
|
|
652
|
-
return f"[{self.value_to_string(value.element_type)}]"
|
|
653
|
-
elif isinstance(value, UnionType):
|
|
654
|
-
return f"{{{'; '.join(map(self.value_to_string, value.types))}}}"
|
|
655
|
-
elif isinstance(value, TupleType):
|
|
656
|
-
return f"({', '.join(map(self.value_to_string, value.types))})"
|
|
657
|
-
elif isinstance(value, DecimalType):
|
|
658
|
-
return f"Decimal({value.precision},{value.scale})"
|
|
659
|
-
elif isinstance(value, ScalarType):
|
|
660
|
-
annos_str = "" if not value.annotations else f" {' '.join(f'@{a.relation.name}' for a in value.annotations)}"
|
|
661
|
-
return f"{value.name}{annos_str}"
|
|
662
|
-
elif isinstance(value, Relation):
|
|
663
|
-
return value.name
|
|
664
|
-
elif isinstance(value, Tuple):
|
|
665
|
-
return f"({', '.join(map(self.value_to_string, value))})"
|
|
666
|
-
elif isinstance(value, FrozenOrderedSet):
|
|
667
|
-
return f"{{{', '.join(map(self.value_to_string, value))}}}"
|
|
668
|
-
elif isinstance(value, DataFrame):
|
|
669
|
-
length = len(value)
|
|
670
|
-
vals = islice(value, min(length, 3))
|
|
671
|
-
vals_str = ", ".join([f"({', '.join(map(self.value_to_string, v))})" for v in vals]) # type: ignore
|
|
672
|
-
if length > 3:
|
|
673
|
-
vals_str += f", ... ({length} total)"
|
|
674
|
-
final_str = f"{{{vals_str}}}"
|
|
675
|
-
return final_str
|
|
676
|
-
else:
|
|
677
|
-
raise NotImplementedError(f"value_to_string not implemented for {type(value)}")
|
|
678
|
-
|
|
679
|
-
T = TypeVar('T', bound=Node)
|
|
680
|
-
def pprint(self, node:Node|Tuple[T, ...]|FrozenOrderedSet[T], depth=0, print_ids=False) -> None:
|
|
681
|
-
""" Pretty print the node into the io, starting with indentation based on depth. If io is None,
|
|
682
|
-
print into the standard output. """
|
|
683
|
-
|
|
684
|
-
if print_ids and not (isinstance(node, Tuple) or isinstance(node, FrozenOrderedSet)):
|
|
685
|
-
self._print(f"|{node.id}|")
|
|
686
|
-
|
|
687
|
-
# deal with annotations more generically
|
|
688
|
-
annos = getattr(node, "annotations", [])
|
|
689
|
-
annos_str = "" if not annos else f" {' '.join(f'@{a.relation.name}' for a in annos)}"
|
|
690
|
-
|
|
691
|
-
if isinstance(node, Tuple) or isinstance(node, FrozenOrderedSet):
|
|
692
|
-
for n in node:
|
|
693
|
-
self.pprint(n, depth, print_ids=print_ids)
|
|
694
|
-
# model
|
|
695
|
-
elif isinstance(node, Model):
|
|
696
|
-
self._indent_print_nl(depth, f"Model{annos_str}")
|
|
697
|
-
if len(node.engines) > 0:
|
|
698
|
-
self._indent_print_nl(depth + 1, "engines:")
|
|
699
|
-
self.pprint(node.engines, depth + 2, print_ids=print_ids)
|
|
700
|
-
if len(node.relations) > 0:
|
|
701
|
-
self._indent_print_nl(depth + 1, "relations:")
|
|
702
|
-
self.pprint(node.relations, depth + 2, print_ids=print_ids)
|
|
703
|
-
if len(node.types) > 0:
|
|
704
|
-
self._indent_print_nl(depth + 1, "types:")
|
|
705
|
-
self.pprint(node.types, depth + 2, print_ids=print_ids)
|
|
706
|
-
self._indent_print_nl(depth + 1, "root:")
|
|
707
|
-
self.pprint(node.root, depth + 2, print_ids=print_ids)
|
|
708
|
-
|
|
709
|
-
# engine
|
|
710
|
-
elif isinstance(node, Capability):
|
|
711
|
-
self._indent_print_nl(depth, node.name)
|
|
712
|
-
elif isinstance(node, Engine):
|
|
713
|
-
self._indent_print_nl(depth, f"Engine ({node.name}, {node.platform}){annos_str}")
|
|
714
|
-
self._indent_print_nl(depth + 1, node.info)
|
|
715
|
-
self._indent_print_nl(depth + 1, ', '.join([c.name for c in node.capabilities]))
|
|
716
|
-
self.pprint(node.relations, depth + 1, print_ids=print_ids)
|
|
717
|
-
|
|
718
|
-
# data model
|
|
719
|
-
elif isinstance(node, Type):
|
|
720
|
-
self._indent_print_nl(depth, self.value_to_string(node))
|
|
721
|
-
elif isinstance(node, Field):
|
|
722
|
-
s = f"{node.name}: {self.value_to_string(node.type)}{' (input)' if node.input else ''}"
|
|
723
|
-
self._indent_print_nl(depth, s)
|
|
724
|
-
elif isinstance(node, Relation):
|
|
725
|
-
self._indent_print_nl(depth, node.name)
|
|
726
|
-
for anno in annos:
|
|
727
|
-
self._indent_print(depth + 1, anno)
|
|
728
|
-
self.pprint(node.fields, depth + 1, print_ids=print_ids)
|
|
729
|
-
if len(node.requires) > 0:
|
|
730
|
-
self._indent_print_nl(depth + 1, "requires:")
|
|
731
|
-
self.pprint(node.requires, depth + 2, print_ids=print_ids)
|
|
732
|
-
|
|
733
|
-
# tasks
|
|
734
|
-
|
|
735
|
-
# Task composition
|
|
736
|
-
elif isinstance(node, Logical):
|
|
737
|
-
self.print_hoisted(depth, f"Logical{annos_str}", node.hoisted)
|
|
738
|
-
self.pprint(node.body, depth + 1, print_ids=print_ids)
|
|
739
|
-
elif isinstance(node, Sequence):
|
|
740
|
-
self.print_hoisted(depth, f"Sequence{annos_str}", node.hoisted)
|
|
741
|
-
self.pprint(node.tasks, depth + 1, print_ids=print_ids)
|
|
742
|
-
elif isinstance(node, Union):
|
|
743
|
-
self.print_hoisted(depth, f"Union{annos_str}", node.hoisted)
|
|
744
|
-
self.pprint(node.tasks, depth + 1, print_ids=print_ids)
|
|
745
|
-
elif isinstance(node, Match):
|
|
746
|
-
self.print_hoisted(depth, f"Match{annos_str}", node.hoisted)
|
|
747
|
-
self.pprint(node.tasks, depth + 1, print_ids=print_ids)
|
|
748
|
-
elif isinstance(node, Until):
|
|
749
|
-
self.print_hoisted(depth, f"Until{annos_str}", node.hoisted)
|
|
750
|
-
self.pprint(node.check, depth + 1, print_ids=print_ids)
|
|
751
|
-
self.pprint(node.body, depth + 1, print_ids=print_ids)
|
|
752
|
-
elif isinstance(node, Wait):
|
|
753
|
-
self.print_hoisted(depth, f"Match{annos_str}", node.hoisted)
|
|
754
|
-
self.pprint(node.check, depth + 1, print_ids=print_ids)
|
|
755
|
-
elif isinstance(node, Require):
|
|
756
|
-
self._indent_print_nl(depth, f"Require{annos_str}")
|
|
757
|
-
self._indent_print_nl(depth + 1, "domain: ")
|
|
758
|
-
self.pprint(node.domain, depth + 2, print_ids=print_ids)
|
|
759
|
-
self._indent_print_nl(depth + 1, "checks: ")
|
|
760
|
-
for check in node.checks:
|
|
761
|
-
self.pprint(check, depth + 2, print_ids=print_ids)
|
|
762
|
-
elif isinstance(node, Check):
|
|
763
|
-
self._indent_print_nl(depth, f"Check{annos_str}")
|
|
764
|
-
self._indent_print_nl(depth + 1, "check: ")
|
|
765
|
-
self.pprint(node.check, depth + 2, print_ids=print_ids)
|
|
766
|
-
self._indent_print_nl(depth + 1, "error: ")
|
|
767
|
-
if node.error:
|
|
768
|
-
self.pprint(node.error, depth + 2, print_ids=print_ids)
|
|
769
|
-
else:
|
|
770
|
-
self._indent_print_nl(depth + 2, "None")
|
|
771
|
-
|
|
772
|
-
# Relational Operations
|
|
773
|
-
elif isinstance(node, Var):
|
|
774
|
-
self._indent_print_nl(0, self.value_to_string(node))
|
|
775
|
-
elif isinstance(node, Default):
|
|
776
|
-
self._indent_print_nl(depth, f"{self.value_to_string(node.var)} (default: {self.value_to_string(node.value)})")
|
|
777
|
-
elif isinstance(node, Literal):
|
|
778
|
-
self._indent_print_nl(0, self.value_to_string(node))
|
|
779
|
-
elif isinstance(node, Annotation):
|
|
780
|
-
if node.args:
|
|
781
|
-
self._indent_print_nl(depth, f"@{node.relation.name}{self.value_to_string(node.args)}")
|
|
782
|
-
else:
|
|
783
|
-
self._indent_print_nl(depth, f"@{node.relation.name}")
|
|
784
|
-
elif isinstance(node, Update):
|
|
785
|
-
rel_name = node.relation.name
|
|
786
|
-
self._indent_print_nl(depth, f"→ {node.effect.value} {rel_name}{self.value_to_string(node.args)}{annos_str}")
|
|
787
|
-
elif isinstance(node, Lookup):
|
|
788
|
-
rel_name = node.relation.name
|
|
789
|
-
if rel_name in infix:
|
|
790
|
-
args = [self.value_to_string(arg) for arg in node.args]
|
|
791
|
-
if len(node.args) == 2:
|
|
792
|
-
self._indent_print_nl(depth, f"{args[0]} {rel_name} {args[1]}{annos_str}")
|
|
793
|
-
elif len(node.args) == 1:
|
|
794
|
-
self._indent_print_nl(depth, f"{rel_name}{args[0]}{annos_str}")
|
|
795
|
-
elif len(node.args) == 3:
|
|
796
|
-
self._indent_print_nl(depth, f"{args[2]} = {args[0]} {rel_name} {args[1]}{annos_str}")
|
|
797
|
-
else:
|
|
798
|
-
self._indent_print_nl(depth, f"{rel_name}{self.value_to_string(node.args)}{annos_str}")
|
|
799
|
-
elif isinstance(node, Output):
|
|
800
|
-
keys = []
|
|
801
|
-
if node.keys:
|
|
802
|
-
for k in node.keys:
|
|
803
|
-
keys.append(self.value_to_string(k))
|
|
804
|
-
args = []
|
|
805
|
-
for k, v in node.aliases:
|
|
806
|
-
ppv = self.value_to_string(v)
|
|
807
|
-
if k != ppv:
|
|
808
|
-
args.append(f"{ppv} as '{k}'")
|
|
809
|
-
else:
|
|
810
|
-
args.append(ppv)
|
|
811
|
-
keys_str = f"[{', '.join(keys)}]" if keys else ""
|
|
812
|
-
self._indent_print_nl(depth, f"→ output{keys_str}({', '.join(args)}){annos_str}")
|
|
813
|
-
elif isinstance(node, Construct):
|
|
814
|
-
values = [self.value_to_string(v) for v in node.values]
|
|
815
|
-
self._indent_print_nl(depth, f"construct({', '.join(values)}, {self.value_to_string(node.id_var)}){annos_str}")
|
|
816
|
-
elif isinstance(node, Aggregate):
|
|
817
|
-
projection = ", ".join([self.value_to_string(v) for v in node.projection])
|
|
818
|
-
group = ", ".join([self.value_to_string(v) for v in node.group])
|
|
819
|
-
args = ", ".join([self.value_to_string(v) for v in node.args])
|
|
820
|
-
self._indent_print_nl(depth, f"{node.aggregation.name}([{projection}], [{group}], [{args}]){annos_str}")
|
|
821
|
-
elif isinstance(node, Rank):
|
|
822
|
-
def str_rank_var(v, o):
|
|
823
|
-
up, down = "'↑'", "'↓'"
|
|
824
|
-
return f"{self.value_to_string(v)}{up if o else down}"
|
|
825
|
-
projection = ", ".join([self.value_to_string(v) for v in node.projection])
|
|
826
|
-
group = ", ".join([self.value_to_string(v) for v in node.group])
|
|
827
|
-
assert len(node.args) == len(node.arg_is_ascending)
|
|
828
|
-
args = ", ".join([str_rank_var(v, o) for v, o in zip(node.args, node.arg_is_ascending)])
|
|
829
|
-
result = self.value_to_string(node.result)
|
|
830
|
-
limit = f"[limit={node.limit}]" if node.limit != 0 else ""
|
|
831
|
-
self._indent_print_nl(depth, f"rank{limit}([{projection}], [{group}], [{args}], {result}){annos_str}")
|
|
832
|
-
elif isinstance(node, Data):
|
|
833
|
-
length = len(node)
|
|
834
|
-
vals = islice(node, min(length, 3))
|
|
835
|
-
def unwrap_val(v):
|
|
836
|
-
if isinstance(v, (np.integer, np.floating)):
|
|
837
|
-
# convert DataFrame number types to native Python types
|
|
838
|
-
v = v.item()
|
|
839
|
-
return self.value_to_string(v)
|
|
840
|
-
vals_str = ", ".join([f"({', '.join(map(unwrap_val, v))})" for v in vals])
|
|
841
|
-
if length > 3:
|
|
842
|
-
vals_str += f", ... ({length} total)"
|
|
843
|
-
vars_str = ", ".join([self.value_to_string(v) for v in node.vars])
|
|
844
|
-
final_str = f"{{{vals_str}}}({vars_str})"
|
|
845
|
-
self._indent_print_nl(depth, final_str)
|
|
846
|
-
|
|
847
|
-
# Logical Quantifiers
|
|
848
|
-
elif isinstance(node, Not):
|
|
849
|
-
self._indent_print_nl(depth, f"Not{annos_str}")
|
|
850
|
-
self.pprint(node.task, depth + 1, print_ids=print_ids)
|
|
851
|
-
elif isinstance(node, Exists):
|
|
852
|
-
self._indent_print_nl(depth, f"Exists({', '.join([self.value_to_string(v) for v in node.vars])}){annos_str}")
|
|
853
|
-
self.pprint(node.task, depth + 1, print_ids=print_ids)
|
|
854
|
-
elif isinstance(node, ForAll):
|
|
855
|
-
self._indent_print_nl(depth, f"ForAll({', '.join([self.value_to_string(v) for v in node.vars])}){annos_str}")
|
|
856
|
-
self.pprint(node.task, depth + 1, print_ids=print_ids)
|
|
857
|
-
|
|
858
|
-
# Iteration (Loops)
|
|
859
|
-
elif isinstance(node, Loop):
|
|
860
|
-
self.print_hoisted(depth, f"Loop ⇓[{', '.join([self.value_to_string(v) for v in node.iter])}] concurrency={node.concurrency} {annos_str}", node.hoisted)
|
|
861
|
-
self.pprint(node.body, depth + 1, print_ids=print_ids)
|
|
862
|
-
|
|
863
|
-
elif isinstance(node, Break):
|
|
864
|
-
self._indent_print_nl(depth, f"Break{annos_str}")
|
|
865
|
-
self.pprint(node.check, depth + 1, print_ids=print_ids)
|
|
866
|
-
|
|
867
|
-
elif isinstance(node, Task):
|
|
868
|
-
self._indent_print_nl(depth, "Success")
|
|
869
|
-
|
|
870
|
-
else:
|
|
871
|
-
# return
|
|
872
|
-
raise NotImplementedError(f"pprint not implemented for {type(node)}")
|
|
873
|
-
|
|
874
|
-
def dump_to_string(node: Node|Tuple[T, ...]|FrozenOrderedSet[T], depth=0, io: Optional[IO[str]] = None) -> str:
|
|
875
|
-
"""Dump a node to a string."""
|
|
876
|
-
output = StringIO()
|
|
877
|
-
dump(node, depth, output)
|
|
878
|
-
return output.getvalue()
|
|
879
|
-
|
|
880
|
-
|
|
881
|
-
def dump(node: Node|Tuple[T, ...]|FrozenOrderedSet[T], depth=0, io: Optional[IO[str]] = None) -> None:
|
|
882
|
-
"""Print complete IR information, including node IDs and all fields."""
|
|
883
|
-
|
|
884
|
-
def indent_print(depth, io: Optional[IO[str]], *args) -> None:
|
|
885
|
-
""" Helper to print the arguments into the io with indented based on depth. """
|
|
886
|
-
if io is None:
|
|
887
|
-
print(" " * depth + " ".join(map(str, args)))
|
|
888
|
-
else:
|
|
889
|
-
io.write(" " * depth + " ".join(map(str, args)) + "\n")
|
|
890
|
-
|
|
891
|
-
def print_node_header(n: Node, depth: int):
|
|
892
|
-
indent_print(depth, io, f"{n.__class__.__name__} (id={n.id})")
|
|
893
|
-
|
|
894
|
-
if isinstance(node, (Tuple, FrozenOrderedSet)):
|
|
895
|
-
for n in node:
|
|
896
|
-
if isinstance(n, Tuple) and len(n) == 2 and isinstance(n[0], str) and isinstance(n[1], Node):
|
|
897
|
-
indent_print(depth, io, f"{n[0]}:")
|
|
898
|
-
dump(n[1], depth + 1, io)
|
|
899
|
-
elif isinstance(n, (Node, Tuple, FrozenOrderedSet)):
|
|
900
|
-
dump(n, depth, io)
|
|
901
|
-
else:
|
|
902
|
-
indent_print(depth, io, f"{value_to_string(n)}")
|
|
903
|
-
return
|
|
904
|
-
|
|
905
|
-
if not isinstance(node, Node):
|
|
906
|
-
raise TypeError(f"Expected Node but got {type(node)}")
|
|
907
|
-
|
|
908
|
-
print_node_header(node, depth)
|
|
909
|
-
|
|
910
|
-
# Print all fields of the dataclass
|
|
911
|
-
for field_name, field_value in node.__dict__.items():
|
|
912
|
-
if field_name == 'id': # Already printed in header
|
|
913
|
-
continue
|
|
914
|
-
|
|
915
|
-
assert not isinstance(field_value, list), f"{node.__class__.__name__}.{field_name} is a {type(field_value)}"
|
|
916
|
-
assert not isinstance(field_value, set), f"{node.__class__.__name__}.{field_name} is a {type(field_value)}"
|
|
917
|
-
|
|
918
|
-
if isinstance(field_value, (Node, Tuple, FrozenOrderedSet)) and not isinstance(field_value, Type):
|
|
919
|
-
indent_print(depth + 1, io, f"{field_name}:")
|
|
920
|
-
dump(field_value, depth + 2, io)
|
|
921
|
-
elif isinstance(field_value, Effect):
|
|
922
|
-
indent_print(depth + 1, io, f"{field_name}: {field_value.value}")
|
|
923
|
-
else:
|
|
924
|
-
indent_print(depth + 1, io, f"{field_name}: {value_to_string(field_value)}")
|