prograph 1.3.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. prograph/__init__.py +36 -0
  2. prograph/__main__.py +5 -0
  3. prograph/_version.py +375 -0
  4. prograph/cli/__init__.py +1 -0
  5. prograph/cli/_iri_utils.py +124 -0
  6. prograph/cli/emit_genie_space.py +107 -0
  7. prograph/cli/generate_views.py +140 -0
  8. prograph/cli/main.py +420 -0
  9. prograph/cli/schema_inferrer.py +746 -0
  10. prograph/cli/ttl_loader.py +289 -0
  11. prograph/cli/upload_genie_space.py +84 -0
  12. prograph/config/__init__.py +27 -0
  13. prograph/config/yaml_config.py +848 -0
  14. prograph/demos/__init__.py +14 -0
  15. prograph/demos/turbofan/README.md +74 -0
  16. prograph/demos/turbofan/SCENARIO.md +209 -0
  17. prograph/demos/turbofan/__init__.py +75 -0
  18. prograph/demos/turbofan/create_tables.sql +206 -0
  19. prograph/demos/turbofan/data/engine-instances.ttl +1123 -0
  20. prograph/demos/turbofan/data/sensor-timeseries.csv +90 -0
  21. prograph/demos/turbofan/demo.py +162 -0
  22. prograph/demos/turbofan/genie_qa_notebook.py +434 -0
  23. prograph/demos/turbofan/graph.yaml +1098 -0
  24. prograph/demos/turbofan/instance_graph_demo.py +32 -0
  25. prograph/demos/turbofan/load.py +223 -0
  26. prograph/demos/turbofan/mapping.r2rml.ttl +991 -0
  27. prograph/demos/turbofan/ontology/engine-maintenance.ttl +606 -0
  28. prograph/demos/turbofan/payload-shapes.ttl +33 -0
  29. prograph/demos/turbofan/queries/example-queries.sparql +215 -0
  30. prograph/demos/turbofan/shapes.ttl +75 -0
  31. prograph/demos/turbofan/tables.py +106 -0
  32. prograph/demos/turbofan/turbofan_schema.py +393 -0
  33. prograph/demos/turbofan/validation_demo.py +153 -0
  34. prograph/describe.py +231 -0
  35. prograph/endpoint/__init__.py +12 -0
  36. prograph/endpoint/app.py +722 -0
  37. prograph/endpoint/cli.py +280 -0
  38. prograph/endpoint/credentials.py +240 -0
  39. prograph/endpoint/engines.py +418 -0
  40. prograph/endpoint/negotiate.py +101 -0
  41. prograph/endpoint/results.py +181 -0
  42. prograph/endpoint/service.py +31 -0
  43. prograph/engine.py +2718 -0
  44. prograph/execution.py +455 -0
  45. prograph/executors/__init__.py +6 -0
  46. prograph/executors/base.py +11 -0
  47. prograph/executors/databricks_sql_executor.py +51 -0
  48. prograph/executors/duckdb_executor.py +24 -0
  49. prograph/executors/mysql_executor.py +20 -0
  50. prograph/executors/oracle_executor.py +24 -0
  51. prograph/executors/pandas_executor.py +72 -0
  52. prograph/executors/postgresql_executor.py +35 -0
  53. prograph/executors/spark_executor.py +88 -0
  54. prograph/executors/sqlserver_executor.py +35 -0
  55. prograph/extras/__init__.py +1 -0
  56. prograph/extras/graphql/__init__.py +33 -0
  57. prograph/extras/graphql/execute.py +25 -0
  58. prograph/extras/graphql/schema.py +314 -0
  59. prograph/extras/instance_graph.py +559 -0
  60. prograph/genie/__init__.py +83 -0
  61. prograph/genie/databricks_uploader.py +306 -0
  62. prograph/genie/deploy.py +393 -0
  63. prograph/genie/formats.py +414 -0
  64. prograph/genie/instruction_generator.py +375 -0
  65. prograph/genie/sample_query_generator.py +256 -0
  66. prograph/genie/shacl_views.py +318 -0
  67. prograph/genie/space_emitter.py +329 -0
  68. prograph/genie/view_generator.py +628 -0
  69. prograph/genie/view_writer.py +172 -0
  70. prograph/graph/__init__.py +1 -0
  71. prograph/graph/ansi_session.py +348 -0
  72. prograph/graph/databricks_sql_graph.py +300 -0
  73. prograph/graph/drivers.py +143 -0
  74. prograph/graph/duckdb_graph.py +68 -0
  75. prograph/graph/mysql_graph.py +38 -0
  76. prograph/graph/oracle_graph.py +285 -0
  77. prograph/graph/pandas_graph.py +343 -0
  78. prograph/graph/postgresql_graph.py +644 -0
  79. prograph/graph/spark_graph.py +556 -0
  80. prograph/graph/sql_graph.py +83 -0
  81. prograph/graph/sqlserver_graph.py +72 -0
  82. prograph/hints.py +95 -0
  83. prograph/logging.py +550 -0
  84. prograph/mcp/__init__.py +29 -0
  85. prograph/mcp/__main__.py +180 -0
  86. prograph/mcp/bootstrap.py +98 -0
  87. prograph/mcp/server.py +601 -0
  88. prograph/mcp/sparql.py +397 -0
  89. prograph/mcp/tools.py +504 -0
  90. prograph/nlp/__init__.py +79 -0
  91. prograph/nlp/client.py +305 -0
  92. prograph/nlp/databricks_tools.py +369 -0
  93. prograph/nlp/graph_context.py +313 -0
  94. prograph/nlp/interface.py +652 -0
  95. prograph/nlp/prompts/__init__.py +19 -0
  96. prograph/nlp/prompts/examples.py +258 -0
  97. prograph/nlp/prompts/system.py +239 -0
  98. prograph/nlp/providers/__init__.py +14 -0
  99. prograph/nlp/providers/anthropic.py +274 -0
  100. prograph/nlp/providers/databricks.py +312 -0
  101. prograph/nlp/providers/openai.py +203 -0
  102. prograph/nlp/schema_context.py +78 -0
  103. prograph/ontology/__init__.py +53 -0
  104. prograph/ontology/alignment.py +542 -0
  105. prograph/ontology/hierarchy.py +310 -0
  106. prograph/ontology/imports.py +587 -0
  107. prograph/ontology/layer.py +991 -0
  108. prograph/ontology/skos.py +61 -0
  109. prograph/owl/__init__.py +27 -0
  110. prograph/owl/defined_classes.py +323 -0
  111. prograph/parameters.py +242 -0
  112. prograph/parser/__init__.py +1 -0
  113. prograph/parser/cypher/CypherLexer.py +836 -0
  114. prograph/parser/cypher/CypherListener.py +966 -0
  115. prograph/parser/cypher/CypherParser.py +10854 -0
  116. prograph/parser/cypher/CypherVisitor.py +543 -0
  117. prograph/parser/cypher/__init__.py +1 -0
  118. prograph/parser/sparql/SparqlLexer.py +801 -0
  119. prograph/parser/sparql/SparqlParser.py +10146 -0
  120. prograph/parser/sparql/SparqlParserListener.py +1056 -0
  121. prograph/parser/sparql/SparqlParserVisitor.py +593 -0
  122. prograph/parser/sparql/__init__.py +8 -0
  123. prograph/plan/__init__.py +3 -0
  124. prograph/plan/ir/__init__.py +1 -0
  125. prograph/plan/ir/casts.py +338 -0
  126. prograph/plan/ir/consistency.py +397 -0
  127. prograph/plan/ir/construct.py +90 -0
  128. prograph/plan/ir/cost.py +234 -0
  129. prograph/plan/ir/cypher_answer.py +1081 -0
  130. prograph/plan/ir/cypher_apoc.py +717 -0
  131. prograph/plan/ir/cypher_apoc_convert.py +505 -0
  132. prograph/plan/ir/cypher_apoc_date.py +845 -0
  133. prograph/plan/ir/cypher_apoc_map.py +496 -0
  134. prograph/plan/ir/cypher_apoc_meta.py +384 -0
  135. prograph/plan/ir/cypher_apoc_path.py +597 -0
  136. prograph/plan/ir/cypher_apoc_procedures.py +163 -0
  137. prograph/plan/ir/cypher_apoc_text.py +785 -0
  138. prograph/plan/ir/cypher_front.py +5474 -0
  139. prograph/plan/ir/cypher_functions.py +565 -0
  140. prograph/plan/ir/cypher_lists.py +935 -0
  141. prograph/plan/ir/cypher_maps.py +370 -0
  142. prograph/plan/ir/cypher_mixed.py +604 -0
  143. prograph/plan/ir/cypher_ontology.py +226 -0
  144. prograph/plan/ir/cypher_procedures.py +191 -0
  145. prograph/plan/ir/cypher_runtime_errors.py +107 -0
  146. prograph/plan/ir/cypher_temporal.py +1357 -0
  147. prograph/plan/ir/cypher_temporal_arith.py +339 -0
  148. prograph/plan/ir/cypher_values.py +546 -0
  149. prograph/plan/ir/cypher_write.py +612 -0
  150. prograph/plan/ir/dataset.py +643 -0
  151. prograph/plan/ir/dates.py +102 -0
  152. prograph/plan/ir/entry.py +992 -0
  153. prograph/plan/ir/expr.py +260 -0
  154. prograph/plan/ir/facts.py +1171 -0
  155. prograph/plan/ir/fresh.py +291 -0
  156. prograph/plan/ir/freshness.py +625 -0
  157. prograph/plan/ir/identity.py +797 -0
  158. prograph/plan/ir/java_datetime.py +265 -0
  159. prograph/plan/ir/java_regex.py +391 -0
  160. prograph/plan/ir/join_order.py +39 -0
  161. prograph/plan/ir/key_checks.py +433 -0
  162. prograph/plan/ir/keys.py +454 -0
  163. prograph/plan/ir/lower.py +5323 -0
  164. prograph/plan/ir/ops.py +619 -0
  165. prograph/plan/ir/owl_rl.py +1119 -0
  166. prograph/plan/ir/owl_rl_rules.py +725 -0
  167. prograph/plan/ir/profiles.py +694 -0
  168. prograph/plan/ir/ql.py +987 -0
  169. prograph/plan/ir/rdfs.py +342 -0
  170. prograph/plan/ir/rewrite.py +1782 -0
  171. prograph/plan/ir/saturate.py +339 -0
  172. prograph/plan/ir/semantics.py +103 -0
  173. prograph/plan/ir/slot.py +509 -0
  174. prograph/plan/ir/sparql_front.py +3418 -0
  175. prograph/plan/ir/strings.py +534 -0
  176. prograph/plan/ir/term_functions.py +274 -0
  177. prograph/plan/ir/terms.py +84 -0
  178. prograph/plan/ir/xpath_regex.py +264 -0
  179. prograph/plan/run_record.py +65 -0
  180. prograph/plan/sql/__init__.py +21 -0
  181. prograph/plan/sql/dialect.py +3726 -0
  182. prograph/plan/sql/mysql_serializer.py +103 -0
  183. prograph/plan/sql/names.py +65 -0
  184. prograph/plan/sql/oracle_serializer.py +306 -0
  185. prograph/plan/sql/pg_serializer.py +501 -0
  186. prograph/plan/sql/rel_algebra.py +781 -0
  187. prograph/plan/sql/sql_serializer.py +1419 -0
  188. prograph/plan/sql/sqlserver_serializer.py +603 -0
  189. prograph/provenance.py +222 -0
  190. prograph/r2rml/__init__.py +48 -0
  191. prograph/r2rml/catalog.py +259 -0
  192. prograph/r2rml/compile.py +372 -0
  193. prograph/r2rml/direct.py +140 -0
  194. prograph/r2rml/export.py +495 -0
  195. prograph/r2rml/model.py +180 -0
  196. prograph/r2rml/parser.py +546 -0
  197. prograph/r2rml/schema.py +120 -0
  198. prograph/read_only.py +122 -0
  199. prograph/results.py +157 -0
  200. prograph/rules/__init__.py +168 -0
  201. prograph/rules/__main__.py +32 -0
  202. prograph/schema/__init__.py +60 -0
  203. prograph/schema/change_set.py +50 -0
  204. prograph/schema/collations.py +198 -0
  205. prograph/schema/compile_schema.py +388 -0
  206. prograph/schema/context.py +845 -0
  207. prograph/schema/examples.py +234 -0
  208. prograph/schema/iri.py +817 -0
  209. prograph/schema/literals.py +94 -0
  210. prograph/schema/lpg_view.py +617 -0
  211. prograph/schema/mapping.py +1803 -0
  212. prograph/schema/maps_schema.py +40 -0
  213. prograph/schema/naming.py +77 -0
  214. prograph/schema/query_sources.py +59 -0
  215. prograph/schema/rows.py +215 -0
  216. prograph/schema/source_map.py +1103 -0
  217. prograph/schema/store_view.py +459 -0
  218. prograph/schema/types.py +569 -0
  219. prograph/schema/xsd.py +569 -0
  220. prograph/shacl/__init__.py +30 -0
  221. prograph/shacl/dqv.py +58 -0
  222. prograph/shacl/generate.py +255 -0
  223. prograph/shacl/report.py +138 -0
  224. prograph/shacl/validator.py +164 -0
  225. prograph/store.py +1737 -0
  226. prograph/utils/__init__.py +6 -0
  227. prograph/utils/exceptions.py +308 -0
  228. prograph/utils/helpers.py +126 -0
  229. prograph/warnings.py +46 -0
  230. prograph/writes.py +369 -0
  231. prograph-1.3.3.dist-info/METADATA +281 -0
  232. prograph-1.3.3.dist-info/RECORD +237 -0
  233. prograph-1.3.3.dist-info/WHEEL +5 -0
  234. prograph-1.3.3.dist-info/entry_points.txt +3 -0
  235. prograph-1.3.3.dist-info/licenses/LICENSE +201 -0
  236. prograph-1.3.3.dist-info/licenses/NOTICE +10 -0
  237. prograph-1.3.3.dist-info/top_level.txt +1 -0
@@ -0,0 +1,102 @@
1
+ """YEAR, MONTH, DAY, HOURS, MINUTES and SECONDS (SPARQL 1.1 17.4.5.2 - 17.4.5.7), over the plan's cells
2
+ (m2-functions.md 6).
3
+
4
+ SPARQL types them on xsd:dateTime; XPath's `fn:year-from-date` and its kin also take an xsd:date, as
5
+ D1 takes XPath's operators, so a date is accepted for YEAR, MONTH and DAY (HOURS, MINUTES and SECONDS
6
+ of a date are an error: XPath has no such function). Under the `core` semantics profile
7
+ (`prograph.plan.ir.semantics`) a date is an error for YEAR, MONTH and DAY too: 17.4.5 names xsd:dateTime
8
+ only. The result is an xsd:integer, SECONDS an
9
+ xsd:decimal with its fraction (XPath's seconds-from-dateTime), canonical form. Any other argument is
10
+ an error, unbound in a BIND and false in a FILTER (17.2).
11
+
12
+ Built over a native DATE column or constant and a local TIMESTAMP column or constant, the field by the
13
+ dialect's EXTRACT (`DT_YEAR` ... `DT_SECOND`). A zoned dateTime's fields are in its own zone
14
+ (`"2011-01-01T01:00:00+05:00"` is year 2011 in both engines); a zoned column is held as its instant
15
+ and written in UTC ending `Z`, so its fields are its UTC time's (m2-functions.md 11); a zoned constant
16
+ is not built; nor is a date held as text (its text may be ill-typed), nor
17
+ a column whose rows differ in kind, datatype or zone.
18
+ """
19
+
20
+ from __future__ import annotations
21
+
22
+ from dataclasses import replace
23
+ from typing import Mapping
24
+
25
+ from prograph.plan.ir import expr as E
26
+ from prograph.plan.ir.facts import NotBuilt, expr_slot
27
+ from prograph.plan.ir.semantics import comparisons_are_core
28
+ from prograph.plan.ir.slot import LOCAL, NOTHING, UNKNOWN, ZONED, Bound, Slot, literal_slot
29
+ from prograph.rules import module_home
30
+ from prograph.schema import xsd
31
+ from prograph.schema.source_map import BLANK, IRI, LITERAL
32
+
33
+ module_home("date-parts", "YEAR, MONTH, DAY, HOURS, MINUTES and SECONDS of a date or dateTime",
34
+ terms=("YEAR", "MONTH", "DAY", "HOURS", "MINUTES", "SECONDS", "date part", "date field"))
35
+
36
+ DATE_PARTS = frozenset({"YEAR", "MONTH", "DAY", "HOURS", "MINUTES", "SECONDS"})
37
+ _DATE_ONLY = frozenset({"YEAR", "MONTH", "DAY"}) # what a date (no time of day) has
38
+ _SQL = {"YEAR": "DT_YEAR", "MONTH": "DT_MONTH", "DAY": "DT_DAY", "HOURS": "DT_HOUR",
39
+ "MINUTES": "DT_MINUTE", "SECONDS": "DT_SECOND"}
40
+ SECONDS_DIGITS = (8, 6) # DECIMAL(8, 6): 0 to 59 and a microsecond
41
+
42
+
43
+ def _kind(e: E.Call, slot: Slot) -> str:
44
+ """What the argument is: `date`, `datetime` (both local, native or a constant), or `error` where
45
+ every present cell is no date or dateTime. Not built where rows differ or the value is held so that
46
+ its fields cannot be read."""
47
+ if slot.present is Bound.NEVER:
48
+ return "error"
49
+ if not slot.terms:
50
+ raise NotBuilt(f"{e.name} over a {'/'.join(sorted(slot.kinds))} value")
51
+ if UNKNOWN in slot.datatypes:
52
+ raise NotBuilt(f"{e.name} over a column with no recorded type ({slot.reason})")
53
+ if slot.kinds <= {IRI, BLANK}:
54
+ return "error"
55
+ if slot.kinds != {LITERAL} or len(slot.datatypes) != 1:
56
+ raise NotBuilt(f"{e.name} over a column of several kinds or datatypes")
57
+ dt = slot.datatype
58
+ if dt not in (xsd.DATE, xsd.DATETIME):
59
+ return "error"
60
+ if slot.native == dt:
61
+ if dt == xsd.DATETIME and slot.zone not in (LOCAL, ZONED):
62
+ raise NotBuilt(f"{e.name} over a dateTime column whose rows differ in zone")
63
+ return "date" if dt == xsd.DATE else "datetime"
64
+ # Not native: a constant is parsed at planning; text held in a column may be ill-typed.
65
+ from prograph.plan.ir.lower import _one_constant
66
+ lexical = _one_constant(slot)
67
+ if lexical is None:
68
+ # Text a column holds: read where valid with no zone (`lower.held_temporal`), else an error.
69
+ if slot.kinds == {LITERAL} and len(slot.datatypes) == 1 and slot.held_as is None:
70
+ return "date" if dt == xsd.DATE else "datetime"
71
+ raise NotBuilt(f"{e.name} over a {dt} held as text (it may be ill-typed)")
72
+ from prograph.plan.ir.lower import _ZONE_AT_END
73
+ if _ZONE_AT_END.search(lexical):
74
+ raise NotBuilt(f"{e.name} over a zoned {dt} (its fields are in its own zone)")
75
+ return "date" if dt == xsd.DATE else "datetime"
76
+
77
+
78
+ def date_slot(e: E.Call, slots: Mapping[str, Slot]) -> Slot:
79
+ """The slot of a date part over rows of `slots`."""
80
+ if len(e.args) != 1:
81
+ raise NotBuilt(f"{e.name} with {len(e.args)} arguments")
82
+ arg = expr_slot(e.args[0], slots)
83
+ kind = _kind(e, arg)
84
+ if kind == "error" or (kind == "date" and (e.name not in _DATE_ONLY or comparisons_are_core())):
85
+ return NOTHING # a date's HOURS ... is XPath's no function; under `core` its YEAR ... too (17.4.5: xsd:dateTime only)
86
+ bound = Bound.ALWAYS if arg.present is Bound.ALWAYS else Bound.MAYBE
87
+ if e.name == "SECONDS":
88
+ return replace(literal_slot(xsd.DECIMAL, bound, native=True), digits=SECONDS_DIGITS)
89
+ return literal_slot(xsd.INTEGER, bound, native=True)
90
+
91
+
92
+ def date_cell(e: E.Call, cells):
93
+ """The cell of a date part: the dialect's EXTRACT of the date or timestamp, NULL (unbound) where the
94
+ argument is unbound."""
95
+ from prograph.plan.ir import lower as L
96
+ arg = L.expr_cell(e.args[0], cells)
97
+ slot = date_slot(e, {k: c.slot for k, c in cells.items()})
98
+ if slot.present is Bound.NEVER:
99
+ return L.Cell(slot, L.NULL)
100
+ value, _zoned, _instant = L._temporal(arg)
101
+ field = L.fn(_SQL[e.name], value)
102
+ return L.Cell(slot, field if e.name == "SECONDS" else L.fn("CAST_LONG", field))