prograph 1.3.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- prograph/__init__.py +36 -0
- prograph/__main__.py +5 -0
- prograph/_version.py +375 -0
- prograph/cli/__init__.py +1 -0
- prograph/cli/_iri_utils.py +124 -0
- prograph/cli/emit_genie_space.py +107 -0
- prograph/cli/generate_views.py +140 -0
- prograph/cli/main.py +420 -0
- prograph/cli/schema_inferrer.py +746 -0
- prograph/cli/ttl_loader.py +289 -0
- prograph/cli/upload_genie_space.py +84 -0
- prograph/config/__init__.py +27 -0
- prograph/config/yaml_config.py +848 -0
- prograph/demos/__init__.py +14 -0
- prograph/demos/turbofan/README.md +74 -0
- prograph/demos/turbofan/SCENARIO.md +209 -0
- prograph/demos/turbofan/__init__.py +75 -0
- prograph/demos/turbofan/create_tables.sql +206 -0
- prograph/demos/turbofan/data/engine-instances.ttl +1123 -0
- prograph/demos/turbofan/data/sensor-timeseries.csv +90 -0
- prograph/demos/turbofan/demo.py +162 -0
- prograph/demos/turbofan/genie_qa_notebook.py +434 -0
- prograph/demos/turbofan/graph.yaml +1098 -0
- prograph/demos/turbofan/instance_graph_demo.py +32 -0
- prograph/demos/turbofan/load.py +223 -0
- prograph/demos/turbofan/mapping.r2rml.ttl +991 -0
- prograph/demos/turbofan/ontology/engine-maintenance.ttl +606 -0
- prograph/demos/turbofan/payload-shapes.ttl +33 -0
- prograph/demos/turbofan/queries/example-queries.sparql +215 -0
- prograph/demos/turbofan/shapes.ttl +75 -0
- prograph/demos/turbofan/tables.py +106 -0
- prograph/demos/turbofan/turbofan_schema.py +393 -0
- prograph/demos/turbofan/validation_demo.py +153 -0
- prograph/describe.py +231 -0
- prograph/endpoint/__init__.py +12 -0
- prograph/endpoint/app.py +722 -0
- prograph/endpoint/cli.py +280 -0
- prograph/endpoint/credentials.py +240 -0
- prograph/endpoint/engines.py +418 -0
- prograph/endpoint/negotiate.py +101 -0
- prograph/endpoint/results.py +181 -0
- prograph/endpoint/service.py +31 -0
- prograph/engine.py +2718 -0
- prograph/execution.py +455 -0
- prograph/executors/__init__.py +6 -0
- prograph/executors/base.py +11 -0
- prograph/executors/databricks_sql_executor.py +51 -0
- prograph/executors/duckdb_executor.py +24 -0
- prograph/executors/mysql_executor.py +20 -0
- prograph/executors/oracle_executor.py +24 -0
- prograph/executors/pandas_executor.py +72 -0
- prograph/executors/postgresql_executor.py +35 -0
- prograph/executors/spark_executor.py +88 -0
- prograph/executors/sqlserver_executor.py +35 -0
- prograph/extras/__init__.py +1 -0
- prograph/extras/graphql/__init__.py +33 -0
- prograph/extras/graphql/execute.py +25 -0
- prograph/extras/graphql/schema.py +314 -0
- prograph/extras/instance_graph.py +559 -0
- prograph/genie/__init__.py +83 -0
- prograph/genie/databricks_uploader.py +306 -0
- prograph/genie/deploy.py +393 -0
- prograph/genie/formats.py +414 -0
- prograph/genie/instruction_generator.py +375 -0
- prograph/genie/sample_query_generator.py +256 -0
- prograph/genie/shacl_views.py +318 -0
- prograph/genie/space_emitter.py +329 -0
- prograph/genie/view_generator.py +628 -0
- prograph/genie/view_writer.py +172 -0
- prograph/graph/__init__.py +1 -0
- prograph/graph/ansi_session.py +348 -0
- prograph/graph/databricks_sql_graph.py +300 -0
- prograph/graph/drivers.py +143 -0
- prograph/graph/duckdb_graph.py +68 -0
- prograph/graph/mysql_graph.py +38 -0
- prograph/graph/oracle_graph.py +285 -0
- prograph/graph/pandas_graph.py +343 -0
- prograph/graph/postgresql_graph.py +644 -0
- prograph/graph/spark_graph.py +556 -0
- prograph/graph/sql_graph.py +83 -0
- prograph/graph/sqlserver_graph.py +72 -0
- prograph/hints.py +95 -0
- prograph/logging.py +550 -0
- prograph/mcp/__init__.py +29 -0
- prograph/mcp/__main__.py +180 -0
- prograph/mcp/bootstrap.py +98 -0
- prograph/mcp/server.py +601 -0
- prograph/mcp/sparql.py +397 -0
- prograph/mcp/tools.py +504 -0
- prograph/nlp/__init__.py +79 -0
- prograph/nlp/client.py +305 -0
- prograph/nlp/databricks_tools.py +369 -0
- prograph/nlp/graph_context.py +313 -0
- prograph/nlp/interface.py +652 -0
- prograph/nlp/prompts/__init__.py +19 -0
- prograph/nlp/prompts/examples.py +258 -0
- prograph/nlp/prompts/system.py +239 -0
- prograph/nlp/providers/__init__.py +14 -0
- prograph/nlp/providers/anthropic.py +274 -0
- prograph/nlp/providers/databricks.py +312 -0
- prograph/nlp/providers/openai.py +203 -0
- prograph/nlp/schema_context.py +78 -0
- prograph/ontology/__init__.py +53 -0
- prograph/ontology/alignment.py +542 -0
- prograph/ontology/hierarchy.py +310 -0
- prograph/ontology/imports.py +587 -0
- prograph/ontology/layer.py +991 -0
- prograph/ontology/skos.py +61 -0
- prograph/owl/__init__.py +27 -0
- prograph/owl/defined_classes.py +323 -0
- prograph/parameters.py +242 -0
- prograph/parser/__init__.py +1 -0
- prograph/parser/cypher/CypherLexer.py +836 -0
- prograph/parser/cypher/CypherListener.py +966 -0
- prograph/parser/cypher/CypherParser.py +10854 -0
- prograph/parser/cypher/CypherVisitor.py +543 -0
- prograph/parser/cypher/__init__.py +1 -0
- prograph/parser/sparql/SparqlLexer.py +801 -0
- prograph/parser/sparql/SparqlParser.py +10146 -0
- prograph/parser/sparql/SparqlParserListener.py +1056 -0
- prograph/parser/sparql/SparqlParserVisitor.py +593 -0
- prograph/parser/sparql/__init__.py +8 -0
- prograph/plan/__init__.py +3 -0
- prograph/plan/ir/__init__.py +1 -0
- prograph/plan/ir/casts.py +338 -0
- prograph/plan/ir/consistency.py +397 -0
- prograph/plan/ir/construct.py +90 -0
- prograph/plan/ir/cost.py +234 -0
- prograph/plan/ir/cypher_answer.py +1081 -0
- prograph/plan/ir/cypher_apoc.py +717 -0
- prograph/plan/ir/cypher_apoc_convert.py +505 -0
- prograph/plan/ir/cypher_apoc_date.py +845 -0
- prograph/plan/ir/cypher_apoc_map.py +496 -0
- prograph/plan/ir/cypher_apoc_meta.py +384 -0
- prograph/plan/ir/cypher_apoc_path.py +597 -0
- prograph/plan/ir/cypher_apoc_procedures.py +163 -0
- prograph/plan/ir/cypher_apoc_text.py +785 -0
- prograph/plan/ir/cypher_front.py +5474 -0
- prograph/plan/ir/cypher_functions.py +565 -0
- prograph/plan/ir/cypher_lists.py +935 -0
- prograph/plan/ir/cypher_maps.py +370 -0
- prograph/plan/ir/cypher_mixed.py +604 -0
- prograph/plan/ir/cypher_ontology.py +226 -0
- prograph/plan/ir/cypher_procedures.py +191 -0
- prograph/plan/ir/cypher_runtime_errors.py +107 -0
- prograph/plan/ir/cypher_temporal.py +1357 -0
- prograph/plan/ir/cypher_temporal_arith.py +339 -0
- prograph/plan/ir/cypher_values.py +546 -0
- prograph/plan/ir/cypher_write.py +612 -0
- prograph/plan/ir/dataset.py +643 -0
- prograph/plan/ir/dates.py +102 -0
- prograph/plan/ir/entry.py +992 -0
- prograph/plan/ir/expr.py +260 -0
- prograph/plan/ir/facts.py +1171 -0
- prograph/plan/ir/fresh.py +291 -0
- prograph/plan/ir/freshness.py +625 -0
- prograph/plan/ir/identity.py +797 -0
- prograph/plan/ir/java_datetime.py +265 -0
- prograph/plan/ir/java_regex.py +391 -0
- prograph/plan/ir/join_order.py +39 -0
- prograph/plan/ir/key_checks.py +433 -0
- prograph/plan/ir/keys.py +454 -0
- prograph/plan/ir/lower.py +5323 -0
- prograph/plan/ir/ops.py +619 -0
- prograph/plan/ir/owl_rl.py +1119 -0
- prograph/plan/ir/owl_rl_rules.py +725 -0
- prograph/plan/ir/profiles.py +694 -0
- prograph/plan/ir/ql.py +987 -0
- prograph/plan/ir/rdfs.py +342 -0
- prograph/plan/ir/rewrite.py +1782 -0
- prograph/plan/ir/saturate.py +339 -0
- prograph/plan/ir/semantics.py +103 -0
- prograph/plan/ir/slot.py +509 -0
- prograph/plan/ir/sparql_front.py +3418 -0
- prograph/plan/ir/strings.py +534 -0
- prograph/plan/ir/term_functions.py +274 -0
- prograph/plan/ir/terms.py +84 -0
- prograph/plan/ir/xpath_regex.py +264 -0
- prograph/plan/run_record.py +65 -0
- prograph/plan/sql/__init__.py +21 -0
- prograph/plan/sql/dialect.py +3726 -0
- prograph/plan/sql/mysql_serializer.py +103 -0
- prograph/plan/sql/names.py +65 -0
- prograph/plan/sql/oracle_serializer.py +306 -0
- prograph/plan/sql/pg_serializer.py +501 -0
- prograph/plan/sql/rel_algebra.py +781 -0
- prograph/plan/sql/sql_serializer.py +1419 -0
- prograph/plan/sql/sqlserver_serializer.py +603 -0
- prograph/provenance.py +222 -0
- prograph/r2rml/__init__.py +48 -0
- prograph/r2rml/catalog.py +259 -0
- prograph/r2rml/compile.py +372 -0
- prograph/r2rml/direct.py +140 -0
- prograph/r2rml/export.py +495 -0
- prograph/r2rml/model.py +180 -0
- prograph/r2rml/parser.py +546 -0
- prograph/r2rml/schema.py +120 -0
- prograph/read_only.py +122 -0
- prograph/results.py +157 -0
- prograph/rules/__init__.py +168 -0
- prograph/rules/__main__.py +32 -0
- prograph/schema/__init__.py +60 -0
- prograph/schema/change_set.py +50 -0
- prograph/schema/collations.py +198 -0
- prograph/schema/compile_schema.py +388 -0
- prograph/schema/context.py +845 -0
- prograph/schema/examples.py +234 -0
- prograph/schema/iri.py +817 -0
- prograph/schema/literals.py +94 -0
- prograph/schema/lpg_view.py +617 -0
- prograph/schema/mapping.py +1803 -0
- prograph/schema/maps_schema.py +40 -0
- prograph/schema/naming.py +77 -0
- prograph/schema/query_sources.py +59 -0
- prograph/schema/rows.py +215 -0
- prograph/schema/source_map.py +1103 -0
- prograph/schema/store_view.py +459 -0
- prograph/schema/types.py +569 -0
- prograph/schema/xsd.py +569 -0
- prograph/shacl/__init__.py +30 -0
- prograph/shacl/dqv.py +58 -0
- prograph/shacl/generate.py +255 -0
- prograph/shacl/report.py +138 -0
- prograph/shacl/validator.py +164 -0
- prograph/store.py +1737 -0
- prograph/utils/__init__.py +6 -0
- prograph/utils/exceptions.py +308 -0
- prograph/utils/helpers.py +126 -0
- prograph/warnings.py +46 -0
- prograph/writes.py +369 -0
- prograph-1.3.3.dist-info/METADATA +281 -0
- prograph-1.3.3.dist-info/RECORD +237 -0
- prograph-1.3.3.dist-info/WHEEL +5 -0
- prograph-1.3.3.dist-info/entry_points.txt +3 -0
- prograph-1.3.3.dist-info/licenses/LICENSE +201 -0
- prograph-1.3.3.dist-info/licenses/NOTICE +10 -0
- prograph-1.3.3.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
"""YEAR, MONTH, DAY, HOURS, MINUTES and SECONDS (SPARQL 1.1 17.4.5.2 - 17.4.5.7), over the plan's cells
|
|
2
|
+
(m2-functions.md 6).
|
|
3
|
+
|
|
4
|
+
SPARQL types them on xsd:dateTime; XPath's `fn:year-from-date` and its kin also take an xsd:date, as
|
|
5
|
+
D1 takes XPath's operators, so a date is accepted for YEAR, MONTH and DAY (HOURS, MINUTES and SECONDS
|
|
6
|
+
of a date are an error: XPath has no such function). Under the `core` semantics profile
|
|
7
|
+
(`prograph.plan.ir.semantics`) a date is an error for YEAR, MONTH and DAY too: 17.4.5 names xsd:dateTime
|
|
8
|
+
only. The result is an xsd:integer, SECONDS an
|
|
9
|
+
xsd:decimal with its fraction (XPath's seconds-from-dateTime), canonical form. Any other argument is
|
|
10
|
+
an error, unbound in a BIND and false in a FILTER (17.2).
|
|
11
|
+
|
|
12
|
+
Built over a native DATE column or constant and a local TIMESTAMP column or constant, the field by the
|
|
13
|
+
dialect's EXTRACT (`DT_YEAR` ... `DT_SECOND`). A zoned dateTime's fields are in its own zone
|
|
14
|
+
(`"2011-01-01T01:00:00+05:00"` is year 2011 in both engines); a zoned column is held as its instant
|
|
15
|
+
and written in UTC ending `Z`, so its fields are its UTC time's (m2-functions.md 11); a zoned constant
|
|
16
|
+
is not built; nor is a date held as text (its text may be ill-typed), nor
|
|
17
|
+
a column whose rows differ in kind, datatype or zone.
|
|
18
|
+
"""
|
|
19
|
+
|
|
20
|
+
from __future__ import annotations
|
|
21
|
+
|
|
22
|
+
from dataclasses import replace
|
|
23
|
+
from typing import Mapping
|
|
24
|
+
|
|
25
|
+
from prograph.plan.ir import expr as E
|
|
26
|
+
from prograph.plan.ir.facts import NotBuilt, expr_slot
|
|
27
|
+
from prograph.plan.ir.semantics import comparisons_are_core
|
|
28
|
+
from prograph.plan.ir.slot import LOCAL, NOTHING, UNKNOWN, ZONED, Bound, Slot, literal_slot
|
|
29
|
+
from prograph.rules import module_home
|
|
30
|
+
from prograph.schema import xsd
|
|
31
|
+
from prograph.schema.source_map import BLANK, IRI, LITERAL
|
|
32
|
+
|
|
33
|
+
module_home("date-parts", "YEAR, MONTH, DAY, HOURS, MINUTES and SECONDS of a date or dateTime",
|
|
34
|
+
terms=("YEAR", "MONTH", "DAY", "HOURS", "MINUTES", "SECONDS", "date part", "date field"))
|
|
35
|
+
|
|
36
|
+
DATE_PARTS = frozenset({"YEAR", "MONTH", "DAY", "HOURS", "MINUTES", "SECONDS"})
|
|
37
|
+
_DATE_ONLY = frozenset({"YEAR", "MONTH", "DAY"}) # what a date (no time of day) has
|
|
38
|
+
_SQL = {"YEAR": "DT_YEAR", "MONTH": "DT_MONTH", "DAY": "DT_DAY", "HOURS": "DT_HOUR",
|
|
39
|
+
"MINUTES": "DT_MINUTE", "SECONDS": "DT_SECOND"}
|
|
40
|
+
SECONDS_DIGITS = (8, 6) # DECIMAL(8, 6): 0 to 59 and a microsecond
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def _kind(e: E.Call, slot: Slot) -> str:
|
|
44
|
+
"""What the argument is: `date`, `datetime` (both local, native or a constant), or `error` where
|
|
45
|
+
every present cell is no date or dateTime. Not built where rows differ or the value is held so that
|
|
46
|
+
its fields cannot be read."""
|
|
47
|
+
if slot.present is Bound.NEVER:
|
|
48
|
+
return "error"
|
|
49
|
+
if not slot.terms:
|
|
50
|
+
raise NotBuilt(f"{e.name} over a {'/'.join(sorted(slot.kinds))} value")
|
|
51
|
+
if UNKNOWN in slot.datatypes:
|
|
52
|
+
raise NotBuilt(f"{e.name} over a column with no recorded type ({slot.reason})")
|
|
53
|
+
if slot.kinds <= {IRI, BLANK}:
|
|
54
|
+
return "error"
|
|
55
|
+
if slot.kinds != {LITERAL} or len(slot.datatypes) != 1:
|
|
56
|
+
raise NotBuilt(f"{e.name} over a column of several kinds or datatypes")
|
|
57
|
+
dt = slot.datatype
|
|
58
|
+
if dt not in (xsd.DATE, xsd.DATETIME):
|
|
59
|
+
return "error"
|
|
60
|
+
if slot.native == dt:
|
|
61
|
+
if dt == xsd.DATETIME and slot.zone not in (LOCAL, ZONED):
|
|
62
|
+
raise NotBuilt(f"{e.name} over a dateTime column whose rows differ in zone")
|
|
63
|
+
return "date" if dt == xsd.DATE else "datetime"
|
|
64
|
+
# Not native: a constant is parsed at planning; text held in a column may be ill-typed.
|
|
65
|
+
from prograph.plan.ir.lower import _one_constant
|
|
66
|
+
lexical = _one_constant(slot)
|
|
67
|
+
if lexical is None:
|
|
68
|
+
# Text a column holds: read where valid with no zone (`lower.held_temporal`), else an error.
|
|
69
|
+
if slot.kinds == {LITERAL} and len(slot.datatypes) == 1 and slot.held_as is None:
|
|
70
|
+
return "date" if dt == xsd.DATE else "datetime"
|
|
71
|
+
raise NotBuilt(f"{e.name} over a {dt} held as text (it may be ill-typed)")
|
|
72
|
+
from prograph.plan.ir.lower import _ZONE_AT_END
|
|
73
|
+
if _ZONE_AT_END.search(lexical):
|
|
74
|
+
raise NotBuilt(f"{e.name} over a zoned {dt} (its fields are in its own zone)")
|
|
75
|
+
return "date" if dt == xsd.DATE else "datetime"
|
|
76
|
+
|
|
77
|
+
|
|
78
|
+
def date_slot(e: E.Call, slots: Mapping[str, Slot]) -> Slot:
|
|
79
|
+
"""The slot of a date part over rows of `slots`."""
|
|
80
|
+
if len(e.args) != 1:
|
|
81
|
+
raise NotBuilt(f"{e.name} with {len(e.args)} arguments")
|
|
82
|
+
arg = expr_slot(e.args[0], slots)
|
|
83
|
+
kind = _kind(e, arg)
|
|
84
|
+
if kind == "error" or (kind == "date" and (e.name not in _DATE_ONLY or comparisons_are_core())):
|
|
85
|
+
return NOTHING # a date's HOURS ... is XPath's no function; under `core` its YEAR ... too (17.4.5: xsd:dateTime only)
|
|
86
|
+
bound = Bound.ALWAYS if arg.present is Bound.ALWAYS else Bound.MAYBE
|
|
87
|
+
if e.name == "SECONDS":
|
|
88
|
+
return replace(literal_slot(xsd.DECIMAL, bound, native=True), digits=SECONDS_DIGITS)
|
|
89
|
+
return literal_slot(xsd.INTEGER, bound, native=True)
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
def date_cell(e: E.Call, cells):
|
|
93
|
+
"""The cell of a date part: the dialect's EXTRACT of the date or timestamp, NULL (unbound) where the
|
|
94
|
+
argument is unbound."""
|
|
95
|
+
from prograph.plan.ir import lower as L
|
|
96
|
+
arg = L.expr_cell(e.args[0], cells)
|
|
97
|
+
slot = date_slot(e, {k: c.slot for k, c in cells.items()})
|
|
98
|
+
if slot.present is Bound.NEVER:
|
|
99
|
+
return L.Cell(slot, L.NULL)
|
|
100
|
+
value, _zoned, _instant = L._temporal(arg)
|
|
101
|
+
field = L.fn(_SQL[e.name], value)
|
|
102
|
+
return L.Cell(slot, field if e.name == "SECONDS" else L.fn("CAST_LONG", field))
|