truthound 1.0.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (877) hide show
  1. truthound/__init__.py +162 -0
  2. truthound/adapters.py +100 -0
  3. truthound/api.py +365 -0
  4. truthound/audit/__init__.py +248 -0
  5. truthound/audit/core.py +967 -0
  6. truthound/audit/filters.py +620 -0
  7. truthound/audit/formatters.py +707 -0
  8. truthound/audit/logger.py +902 -0
  9. truthound/audit/middleware.py +571 -0
  10. truthound/audit/storage.py +1083 -0
  11. truthound/benchmark/__init__.py +123 -0
  12. truthound/benchmark/base.py +757 -0
  13. truthound/benchmark/comparison.py +635 -0
  14. truthound/benchmark/generators.py +706 -0
  15. truthound/benchmark/reporters.py +718 -0
  16. truthound/benchmark/runner.py +635 -0
  17. truthound/benchmark/scenarios.py +712 -0
  18. truthound/cache.py +252 -0
  19. truthound/checkpoint/__init__.py +136 -0
  20. truthound/checkpoint/actions/__init__.py +164 -0
  21. truthound/checkpoint/actions/base.py +324 -0
  22. truthound/checkpoint/actions/custom.py +234 -0
  23. truthound/checkpoint/actions/discord_notify.py +290 -0
  24. truthound/checkpoint/actions/email_notify.py +405 -0
  25. truthound/checkpoint/actions/github_action.py +406 -0
  26. truthound/checkpoint/actions/opsgenie.py +1499 -0
  27. truthound/checkpoint/actions/pagerduty.py +226 -0
  28. truthound/checkpoint/actions/slack_notify.py +233 -0
  29. truthound/checkpoint/actions/store_result.py +249 -0
  30. truthound/checkpoint/actions/teams_notify.py +1570 -0
  31. truthound/checkpoint/actions/telegram_notify.py +419 -0
  32. truthound/checkpoint/actions/update_docs.py +552 -0
  33. truthound/checkpoint/actions/webhook.py +293 -0
  34. truthound/checkpoint/analytics/__init__.py +147 -0
  35. truthound/checkpoint/analytics/aggregations/__init__.py +23 -0
  36. truthound/checkpoint/analytics/aggregations/rollup.py +481 -0
  37. truthound/checkpoint/analytics/aggregations/time_bucket.py +306 -0
  38. truthound/checkpoint/analytics/analyzers/__init__.py +17 -0
  39. truthound/checkpoint/analytics/analyzers/anomaly.py +386 -0
  40. truthound/checkpoint/analytics/analyzers/base.py +270 -0
  41. truthound/checkpoint/analytics/analyzers/forecast.py +421 -0
  42. truthound/checkpoint/analytics/analyzers/trend.py +314 -0
  43. truthound/checkpoint/analytics/models.py +292 -0
  44. truthound/checkpoint/analytics/protocols.py +549 -0
  45. truthound/checkpoint/analytics/service.py +718 -0
  46. truthound/checkpoint/analytics/stores/__init__.py +16 -0
  47. truthound/checkpoint/analytics/stores/base.py +306 -0
  48. truthound/checkpoint/analytics/stores/memory_store.py +353 -0
  49. truthound/checkpoint/analytics/stores/sqlite_store.py +557 -0
  50. truthound/checkpoint/analytics/stores/timescale_store.py +501 -0
  51. truthound/checkpoint/async_actions.py +794 -0
  52. truthound/checkpoint/async_base.py +708 -0
  53. truthound/checkpoint/async_checkpoint.py +617 -0
  54. truthound/checkpoint/async_runner.py +639 -0
  55. truthound/checkpoint/checkpoint.py +527 -0
  56. truthound/checkpoint/ci/__init__.py +61 -0
  57. truthound/checkpoint/ci/detector.py +355 -0
  58. truthound/checkpoint/ci/reporter.py +436 -0
  59. truthound/checkpoint/ci/templates.py +454 -0
  60. truthound/checkpoint/circuitbreaker/__init__.py +133 -0
  61. truthound/checkpoint/circuitbreaker/breaker.py +542 -0
  62. truthound/checkpoint/circuitbreaker/core.py +252 -0
  63. truthound/checkpoint/circuitbreaker/detection.py +459 -0
  64. truthound/checkpoint/circuitbreaker/middleware.py +389 -0
  65. truthound/checkpoint/circuitbreaker/registry.py +357 -0
  66. truthound/checkpoint/distributed/__init__.py +139 -0
  67. truthound/checkpoint/distributed/backends/__init__.py +35 -0
  68. truthound/checkpoint/distributed/backends/celery_backend.py +503 -0
  69. truthound/checkpoint/distributed/backends/kubernetes_backend.py +696 -0
  70. truthound/checkpoint/distributed/backends/local_backend.py +397 -0
  71. truthound/checkpoint/distributed/backends/ray_backend.py +625 -0
  72. truthound/checkpoint/distributed/base.py +774 -0
  73. truthound/checkpoint/distributed/orchestrator.py +765 -0
  74. truthound/checkpoint/distributed/protocols.py +842 -0
  75. truthound/checkpoint/distributed/registry.py +449 -0
  76. truthound/checkpoint/idempotency/__init__.py +120 -0
  77. truthound/checkpoint/idempotency/core.py +295 -0
  78. truthound/checkpoint/idempotency/fingerprint.py +454 -0
  79. truthound/checkpoint/idempotency/locking.py +604 -0
  80. truthound/checkpoint/idempotency/service.py +592 -0
  81. truthound/checkpoint/idempotency/stores.py +653 -0
  82. truthound/checkpoint/monitoring/__init__.py +134 -0
  83. truthound/checkpoint/monitoring/aggregators/__init__.py +15 -0
  84. truthound/checkpoint/monitoring/aggregators/base.py +372 -0
  85. truthound/checkpoint/monitoring/aggregators/realtime.py +300 -0
  86. truthound/checkpoint/monitoring/aggregators/window.py +493 -0
  87. truthound/checkpoint/monitoring/collectors/__init__.py +17 -0
  88. truthound/checkpoint/monitoring/collectors/base.py +257 -0
  89. truthound/checkpoint/monitoring/collectors/memory_collector.py +617 -0
  90. truthound/checkpoint/monitoring/collectors/prometheus_collector.py +451 -0
  91. truthound/checkpoint/monitoring/collectors/redis_collector.py +518 -0
  92. truthound/checkpoint/monitoring/events.py +410 -0
  93. truthound/checkpoint/monitoring/protocols.py +636 -0
  94. truthound/checkpoint/monitoring/service.py +578 -0
  95. truthound/checkpoint/monitoring/views/__init__.py +17 -0
  96. truthound/checkpoint/monitoring/views/base.py +172 -0
  97. truthound/checkpoint/monitoring/views/queue_view.py +220 -0
  98. truthound/checkpoint/monitoring/views/task_view.py +240 -0
  99. truthound/checkpoint/monitoring/views/worker_view.py +263 -0
  100. truthound/checkpoint/registry.py +337 -0
  101. truthound/checkpoint/runner.py +356 -0
  102. truthound/checkpoint/transaction/__init__.py +133 -0
  103. truthound/checkpoint/transaction/base.py +389 -0
  104. truthound/checkpoint/transaction/compensatable.py +537 -0
  105. truthound/checkpoint/transaction/coordinator.py +576 -0
  106. truthound/checkpoint/transaction/executor.py +622 -0
  107. truthound/checkpoint/transaction/idempotency.py +534 -0
  108. truthound/checkpoint/transaction/saga/__init__.py +143 -0
  109. truthound/checkpoint/transaction/saga/builder.py +584 -0
  110. truthound/checkpoint/transaction/saga/definition.py +515 -0
  111. truthound/checkpoint/transaction/saga/event_store.py +542 -0
  112. truthound/checkpoint/transaction/saga/patterns.py +833 -0
  113. truthound/checkpoint/transaction/saga/runner.py +718 -0
  114. truthound/checkpoint/transaction/saga/state_machine.py +793 -0
  115. truthound/checkpoint/transaction/saga/strategies.py +780 -0
  116. truthound/checkpoint/transaction/saga/testing.py +886 -0
  117. truthound/checkpoint/triggers/__init__.py +58 -0
  118. truthound/checkpoint/triggers/base.py +237 -0
  119. truthound/checkpoint/triggers/event.py +385 -0
  120. truthound/checkpoint/triggers/schedule.py +355 -0
  121. truthound/cli.py +2358 -0
  122. truthound/cli_modules/__init__.py +124 -0
  123. truthound/cli_modules/advanced/__init__.py +45 -0
  124. truthound/cli_modules/advanced/benchmark.py +343 -0
  125. truthound/cli_modules/advanced/docs.py +225 -0
  126. truthound/cli_modules/advanced/lineage.py +209 -0
  127. truthound/cli_modules/advanced/ml.py +320 -0
  128. truthound/cli_modules/advanced/realtime.py +196 -0
  129. truthound/cli_modules/checkpoint/__init__.py +46 -0
  130. truthound/cli_modules/checkpoint/init.py +114 -0
  131. truthound/cli_modules/checkpoint/list.py +71 -0
  132. truthound/cli_modules/checkpoint/run.py +159 -0
  133. truthound/cli_modules/checkpoint/validate.py +67 -0
  134. truthound/cli_modules/common/__init__.py +71 -0
  135. truthound/cli_modules/common/errors.py +414 -0
  136. truthound/cli_modules/common/options.py +419 -0
  137. truthound/cli_modules/common/output.py +507 -0
  138. truthound/cli_modules/common/protocol.py +552 -0
  139. truthound/cli_modules/core/__init__.py +48 -0
  140. truthound/cli_modules/core/check.py +123 -0
  141. truthound/cli_modules/core/compare.py +104 -0
  142. truthound/cli_modules/core/learn.py +57 -0
  143. truthound/cli_modules/core/mask.py +77 -0
  144. truthound/cli_modules/core/profile.py +65 -0
  145. truthound/cli_modules/core/scan.py +61 -0
  146. truthound/cli_modules/profiler/__init__.py +51 -0
  147. truthound/cli_modules/profiler/auto_profile.py +175 -0
  148. truthound/cli_modules/profiler/metadata.py +107 -0
  149. truthound/cli_modules/profiler/suite.py +283 -0
  150. truthound/cli_modules/registry.py +431 -0
  151. truthound/cli_modules/scaffolding/__init__.py +89 -0
  152. truthound/cli_modules/scaffolding/base.py +631 -0
  153. truthound/cli_modules/scaffolding/commands.py +545 -0
  154. truthound/cli_modules/scaffolding/plugins.py +1072 -0
  155. truthound/cli_modules/scaffolding/reporters.py +594 -0
  156. truthound/cli_modules/scaffolding/validators.py +1127 -0
  157. truthound/common/__init__.py +18 -0
  158. truthound/common/resilience/__init__.py +130 -0
  159. truthound/common/resilience/bulkhead.py +266 -0
  160. truthound/common/resilience/circuit_breaker.py +516 -0
  161. truthound/common/resilience/composite.py +332 -0
  162. truthound/common/resilience/config.py +292 -0
  163. truthound/common/resilience/protocols.py +217 -0
  164. truthound/common/resilience/rate_limiter.py +404 -0
  165. truthound/common/resilience/retry.py +341 -0
  166. truthound/datadocs/__init__.py +260 -0
  167. truthound/datadocs/base.py +571 -0
  168. truthound/datadocs/builder.py +761 -0
  169. truthound/datadocs/charts.py +764 -0
  170. truthound/datadocs/dashboard/__init__.py +63 -0
  171. truthound/datadocs/dashboard/app.py +576 -0
  172. truthound/datadocs/dashboard/components.py +584 -0
  173. truthound/datadocs/dashboard/state.py +240 -0
  174. truthound/datadocs/engine/__init__.py +46 -0
  175. truthound/datadocs/engine/context.py +376 -0
  176. truthound/datadocs/engine/pipeline.py +618 -0
  177. truthound/datadocs/engine/registry.py +469 -0
  178. truthound/datadocs/exporters/__init__.py +49 -0
  179. truthound/datadocs/exporters/base.py +198 -0
  180. truthound/datadocs/exporters/html.py +178 -0
  181. truthound/datadocs/exporters/json_exporter.py +253 -0
  182. truthound/datadocs/exporters/markdown.py +284 -0
  183. truthound/datadocs/exporters/pdf.py +392 -0
  184. truthound/datadocs/i18n/__init__.py +86 -0
  185. truthound/datadocs/i18n/catalog.py +960 -0
  186. truthound/datadocs/i18n/formatting.py +505 -0
  187. truthound/datadocs/i18n/loader.py +256 -0
  188. truthound/datadocs/i18n/plurals.py +378 -0
  189. truthound/datadocs/renderers/__init__.py +42 -0
  190. truthound/datadocs/renderers/base.py +401 -0
  191. truthound/datadocs/renderers/custom.py +342 -0
  192. truthound/datadocs/renderers/jinja.py +697 -0
  193. truthound/datadocs/sections.py +736 -0
  194. truthound/datadocs/styles.py +931 -0
  195. truthound/datadocs/themes/__init__.py +101 -0
  196. truthound/datadocs/themes/base.py +336 -0
  197. truthound/datadocs/themes/default.py +417 -0
  198. truthound/datadocs/themes/enterprise.py +419 -0
  199. truthound/datadocs/themes/loader.py +336 -0
  200. truthound/datadocs/themes.py +301 -0
  201. truthound/datadocs/transformers/__init__.py +57 -0
  202. truthound/datadocs/transformers/base.py +268 -0
  203. truthound/datadocs/transformers/enrichers.py +544 -0
  204. truthound/datadocs/transformers/filters.py +447 -0
  205. truthound/datadocs/transformers/i18n.py +468 -0
  206. truthound/datadocs/versioning/__init__.py +62 -0
  207. truthound/datadocs/versioning/diff.py +639 -0
  208. truthound/datadocs/versioning/storage.py +497 -0
  209. truthound/datadocs/versioning/version.py +358 -0
  210. truthound/datasources/__init__.py +223 -0
  211. truthound/datasources/_async_protocols.py +222 -0
  212. truthound/datasources/_protocols.py +159 -0
  213. truthound/datasources/adapters.py +428 -0
  214. truthound/datasources/async_base.py +599 -0
  215. truthound/datasources/async_factory.py +511 -0
  216. truthound/datasources/base.py +516 -0
  217. truthound/datasources/factory.py +433 -0
  218. truthound/datasources/nosql/__init__.py +47 -0
  219. truthound/datasources/nosql/base.py +487 -0
  220. truthound/datasources/nosql/elasticsearch.py +801 -0
  221. truthound/datasources/nosql/mongodb.py +636 -0
  222. truthound/datasources/pandas_optimized.py +582 -0
  223. truthound/datasources/pandas_source.py +216 -0
  224. truthound/datasources/polars_source.py +395 -0
  225. truthound/datasources/spark_source.py +479 -0
  226. truthound/datasources/sql/__init__.py +154 -0
  227. truthound/datasources/sql/base.py +710 -0
  228. truthound/datasources/sql/bigquery.py +410 -0
  229. truthound/datasources/sql/cloud_base.py +199 -0
  230. truthound/datasources/sql/databricks.py +471 -0
  231. truthound/datasources/sql/mysql.py +316 -0
  232. truthound/datasources/sql/oracle.py +427 -0
  233. truthound/datasources/sql/postgresql.py +321 -0
  234. truthound/datasources/sql/redshift.py +479 -0
  235. truthound/datasources/sql/snowflake.py +439 -0
  236. truthound/datasources/sql/sqlite.py +286 -0
  237. truthound/datasources/sql/sqlserver.py +437 -0
  238. truthound/datasources/streaming/__init__.py +47 -0
  239. truthound/datasources/streaming/base.py +350 -0
  240. truthound/datasources/streaming/kafka.py +670 -0
  241. truthound/decorators.py +98 -0
  242. truthound/docs/__init__.py +69 -0
  243. truthound/docs/extractor.py +971 -0
  244. truthound/docs/generator.py +601 -0
  245. truthound/docs/parser.py +1037 -0
  246. truthound/docs/renderer.py +999 -0
  247. truthound/drift/__init__.py +22 -0
  248. truthound/drift/compare.py +189 -0
  249. truthound/drift/detectors.py +464 -0
  250. truthound/drift/report.py +160 -0
  251. truthound/execution/__init__.py +65 -0
  252. truthound/execution/_protocols.py +324 -0
  253. truthound/execution/base.py +576 -0
  254. truthound/execution/distributed/__init__.py +179 -0
  255. truthound/execution/distributed/aggregations.py +731 -0
  256. truthound/execution/distributed/arrow_bridge.py +817 -0
  257. truthound/execution/distributed/base.py +550 -0
  258. truthound/execution/distributed/dask_engine.py +976 -0
  259. truthound/execution/distributed/mixins.py +766 -0
  260. truthound/execution/distributed/protocols.py +756 -0
  261. truthound/execution/distributed/ray_engine.py +1127 -0
  262. truthound/execution/distributed/registry.py +446 -0
  263. truthound/execution/distributed/spark_engine.py +1011 -0
  264. truthound/execution/distributed/validator_adapter.py +682 -0
  265. truthound/execution/pandas_engine.py +401 -0
  266. truthound/execution/polars_engine.py +497 -0
  267. truthound/execution/pushdown/__init__.py +230 -0
  268. truthound/execution/pushdown/ast.py +1550 -0
  269. truthound/execution/pushdown/builder.py +1550 -0
  270. truthound/execution/pushdown/dialects.py +1072 -0
  271. truthound/execution/pushdown/executor.py +829 -0
  272. truthound/execution/pushdown/optimizer.py +1041 -0
  273. truthound/execution/sql_engine.py +518 -0
  274. truthound/infrastructure/__init__.py +189 -0
  275. truthound/infrastructure/audit.py +1515 -0
  276. truthound/infrastructure/config.py +1133 -0
  277. truthound/infrastructure/encryption.py +1132 -0
  278. truthound/infrastructure/logging.py +1503 -0
  279. truthound/infrastructure/metrics.py +1220 -0
  280. truthound/lineage/__init__.py +89 -0
  281. truthound/lineage/base.py +746 -0
  282. truthound/lineage/impact_analysis.py +474 -0
  283. truthound/lineage/integrations/__init__.py +22 -0
  284. truthound/lineage/integrations/openlineage.py +548 -0
  285. truthound/lineage/tracker.py +512 -0
  286. truthound/lineage/visualization/__init__.py +33 -0
  287. truthound/lineage/visualization/protocols.py +145 -0
  288. truthound/lineage/visualization/renderers/__init__.py +20 -0
  289. truthound/lineage/visualization/renderers/cytoscape.py +329 -0
  290. truthound/lineage/visualization/renderers/d3.py +331 -0
  291. truthound/lineage/visualization/renderers/graphviz.py +276 -0
  292. truthound/lineage/visualization/renderers/mermaid.py +308 -0
  293. truthound/maskers.py +113 -0
  294. truthound/ml/__init__.py +124 -0
  295. truthound/ml/anomaly_models/__init__.py +31 -0
  296. truthound/ml/anomaly_models/ensemble.py +362 -0
  297. truthound/ml/anomaly_models/isolation_forest.py +444 -0
  298. truthound/ml/anomaly_models/statistical.py +392 -0
  299. truthound/ml/base.py +1178 -0
  300. truthound/ml/drift_detection/__init__.py +26 -0
  301. truthound/ml/drift_detection/concept.py +381 -0
  302. truthound/ml/drift_detection/distribution.py +361 -0
  303. truthound/ml/drift_detection/feature.py +442 -0
  304. truthound/ml/drift_detection/multivariate.py +495 -0
  305. truthound/ml/monitoring/__init__.py +88 -0
  306. truthound/ml/monitoring/alerting/__init__.py +33 -0
  307. truthound/ml/monitoring/alerting/handlers.py +427 -0
  308. truthound/ml/monitoring/alerting/rules.py +508 -0
  309. truthound/ml/monitoring/collectors/__init__.py +19 -0
  310. truthound/ml/monitoring/collectors/composite.py +105 -0
  311. truthound/ml/monitoring/collectors/drift.py +324 -0
  312. truthound/ml/monitoring/collectors/performance.py +179 -0
  313. truthound/ml/monitoring/collectors/quality.py +369 -0
  314. truthound/ml/monitoring/monitor.py +536 -0
  315. truthound/ml/monitoring/protocols.py +451 -0
  316. truthound/ml/monitoring/stores/__init__.py +15 -0
  317. truthound/ml/monitoring/stores/memory.py +201 -0
  318. truthound/ml/monitoring/stores/prometheus.py +296 -0
  319. truthound/ml/rule_learning/__init__.py +25 -0
  320. truthound/ml/rule_learning/constraint_miner.py +443 -0
  321. truthound/ml/rule_learning/pattern_learner.py +499 -0
  322. truthound/ml/rule_learning/profile_learner.py +462 -0
  323. truthound/multitenancy/__init__.py +326 -0
  324. truthound/multitenancy/core.py +852 -0
  325. truthound/multitenancy/integration.py +597 -0
  326. truthound/multitenancy/isolation.py +630 -0
  327. truthound/multitenancy/manager.py +770 -0
  328. truthound/multitenancy/middleware.py +765 -0
  329. truthound/multitenancy/quota.py +537 -0
  330. truthound/multitenancy/resolvers.py +603 -0
  331. truthound/multitenancy/storage.py +703 -0
  332. truthound/observability/__init__.py +307 -0
  333. truthound/observability/context.py +531 -0
  334. truthound/observability/instrumentation.py +611 -0
  335. truthound/observability/logging.py +887 -0
  336. truthound/observability/metrics.py +1157 -0
  337. truthound/observability/tracing/__init__.py +178 -0
  338. truthound/observability/tracing/baggage.py +310 -0
  339. truthound/observability/tracing/config.py +426 -0
  340. truthound/observability/tracing/exporter.py +787 -0
  341. truthound/observability/tracing/integration.py +1018 -0
  342. truthound/observability/tracing/otel/__init__.py +146 -0
  343. truthound/observability/tracing/otel/adapter.py +982 -0
  344. truthound/observability/tracing/otel/bridge.py +1177 -0
  345. truthound/observability/tracing/otel/compat.py +681 -0
  346. truthound/observability/tracing/otel/config.py +691 -0
  347. truthound/observability/tracing/otel/detection.py +327 -0
  348. truthound/observability/tracing/otel/protocols.py +426 -0
  349. truthound/observability/tracing/processor.py +561 -0
  350. truthound/observability/tracing/propagator.py +757 -0
  351. truthound/observability/tracing/provider.py +569 -0
  352. truthound/observability/tracing/resource.py +515 -0
  353. truthound/observability/tracing/sampler.py +487 -0
  354. truthound/observability/tracing/span.py +676 -0
  355. truthound/plugins/__init__.py +198 -0
  356. truthound/plugins/base.py +599 -0
  357. truthound/plugins/cli.py +680 -0
  358. truthound/plugins/dependencies/__init__.py +42 -0
  359. truthound/plugins/dependencies/graph.py +422 -0
  360. truthound/plugins/dependencies/resolver.py +417 -0
  361. truthound/plugins/discovery.py +379 -0
  362. truthound/plugins/docs/__init__.py +46 -0
  363. truthound/plugins/docs/extractor.py +444 -0
  364. truthound/plugins/docs/renderer.py +499 -0
  365. truthound/plugins/enterprise_manager.py +877 -0
  366. truthound/plugins/examples/__init__.py +19 -0
  367. truthound/plugins/examples/custom_validators.py +317 -0
  368. truthound/plugins/examples/slack_notifier.py +312 -0
  369. truthound/plugins/examples/xml_reporter.py +254 -0
  370. truthound/plugins/hooks.py +558 -0
  371. truthound/plugins/lifecycle/__init__.py +43 -0
  372. truthound/plugins/lifecycle/hot_reload.py +402 -0
  373. truthound/plugins/lifecycle/manager.py +371 -0
  374. truthound/plugins/manager.py +736 -0
  375. truthound/plugins/registry.py +338 -0
  376. truthound/plugins/security/__init__.py +93 -0
  377. truthound/plugins/security/exceptions.py +332 -0
  378. truthound/plugins/security/policies.py +348 -0
  379. truthound/plugins/security/protocols.py +643 -0
  380. truthound/plugins/security/sandbox/__init__.py +45 -0
  381. truthound/plugins/security/sandbox/context.py +158 -0
  382. truthound/plugins/security/sandbox/engines/__init__.py +19 -0
  383. truthound/plugins/security/sandbox/engines/container.py +379 -0
  384. truthound/plugins/security/sandbox/engines/noop.py +144 -0
  385. truthound/plugins/security/sandbox/engines/process.py +336 -0
  386. truthound/plugins/security/sandbox/factory.py +211 -0
  387. truthound/plugins/security/signing/__init__.py +57 -0
  388. truthound/plugins/security/signing/service.py +330 -0
  389. truthound/plugins/security/signing/trust_store.py +368 -0
  390. truthound/plugins/security/signing/verifier.py +459 -0
  391. truthound/plugins/versioning/__init__.py +41 -0
  392. truthound/plugins/versioning/constraints.py +297 -0
  393. truthound/plugins/versioning/resolver.py +329 -0
  394. truthound/profiler/__init__.py +1729 -0
  395. truthound/profiler/_lazy.py +452 -0
  396. truthound/profiler/ab_testing/__init__.py +80 -0
  397. truthound/profiler/ab_testing/analysis.py +449 -0
  398. truthound/profiler/ab_testing/base.py +257 -0
  399. truthound/profiler/ab_testing/experiment.py +395 -0
  400. truthound/profiler/ab_testing/tracking.py +368 -0
  401. truthound/profiler/auto_threshold.py +1170 -0
  402. truthound/profiler/base.py +579 -0
  403. truthound/profiler/cache_patterns.py +911 -0
  404. truthound/profiler/caching.py +1303 -0
  405. truthound/profiler/column_profiler.py +712 -0
  406. truthound/profiler/comparison.py +1007 -0
  407. truthound/profiler/custom_patterns.py +1170 -0
  408. truthound/profiler/dashboard/__init__.py +50 -0
  409. truthound/profiler/dashboard/app.py +476 -0
  410. truthound/profiler/dashboard/components.py +457 -0
  411. truthound/profiler/dashboard/config.py +72 -0
  412. truthound/profiler/distributed/__init__.py +83 -0
  413. truthound/profiler/distributed/base.py +281 -0
  414. truthound/profiler/distributed/dask_backend.py +498 -0
  415. truthound/profiler/distributed/local_backend.py +293 -0
  416. truthound/profiler/distributed/profiler.py +304 -0
  417. truthound/profiler/distributed/ray_backend.py +374 -0
  418. truthound/profiler/distributed/spark_backend.py +375 -0
  419. truthound/profiler/distributed.py +1366 -0
  420. truthound/profiler/enterprise_sampling.py +1065 -0
  421. truthound/profiler/errors.py +488 -0
  422. truthound/profiler/evolution/__init__.py +91 -0
  423. truthound/profiler/evolution/alerts.py +426 -0
  424. truthound/profiler/evolution/changes.py +206 -0
  425. truthound/profiler/evolution/compatibility.py +365 -0
  426. truthound/profiler/evolution/detector.py +372 -0
  427. truthound/profiler/evolution/protocols.py +121 -0
  428. truthound/profiler/generators/__init__.py +48 -0
  429. truthound/profiler/generators/base.py +384 -0
  430. truthound/profiler/generators/ml_rules.py +375 -0
  431. truthound/profiler/generators/pattern_rules.py +384 -0
  432. truthound/profiler/generators/schema_rules.py +267 -0
  433. truthound/profiler/generators/stats_rules.py +324 -0
  434. truthound/profiler/generators/suite_generator.py +857 -0
  435. truthound/profiler/i18n.py +1542 -0
  436. truthound/profiler/incremental.py +554 -0
  437. truthound/profiler/incremental_validation.py +1710 -0
  438. truthound/profiler/integration/__init__.py +73 -0
  439. truthound/profiler/integration/adapters.py +345 -0
  440. truthound/profiler/integration/context.py +371 -0
  441. truthound/profiler/integration/executor.py +527 -0
  442. truthound/profiler/integration/naming.py +75 -0
  443. truthound/profiler/integration/protocols.py +243 -0
  444. truthound/profiler/memory.py +1185 -0
  445. truthound/profiler/migration/__init__.py +60 -0
  446. truthound/profiler/migration/base.py +345 -0
  447. truthound/profiler/migration/manager.py +444 -0
  448. truthound/profiler/migration/v1_0_to_v1_1.py +484 -0
  449. truthound/profiler/ml/__init__.py +73 -0
  450. truthound/profiler/ml/base.py +244 -0
  451. truthound/profiler/ml/classifier.py +507 -0
  452. truthound/profiler/ml/feature_extraction.py +604 -0
  453. truthound/profiler/ml/pretrained.py +448 -0
  454. truthound/profiler/ml_inference.py +1276 -0
  455. truthound/profiler/native_patterns.py +815 -0
  456. truthound/profiler/observability.py +1184 -0
  457. truthound/profiler/process_timeout.py +1566 -0
  458. truthound/profiler/progress.py +568 -0
  459. truthound/profiler/progress_callbacks.py +1734 -0
  460. truthound/profiler/quality.py +1345 -0
  461. truthound/profiler/resilience.py +1180 -0
  462. truthound/profiler/sampled_matcher.py +794 -0
  463. truthound/profiler/sampling.py +1288 -0
  464. truthound/profiler/scheduling/__init__.py +82 -0
  465. truthound/profiler/scheduling/protocols.py +214 -0
  466. truthound/profiler/scheduling/scheduler.py +474 -0
  467. truthound/profiler/scheduling/storage.py +457 -0
  468. truthound/profiler/scheduling/triggers.py +449 -0
  469. truthound/profiler/schema.py +603 -0
  470. truthound/profiler/streaming.py +685 -0
  471. truthound/profiler/streaming_patterns.py +1354 -0
  472. truthound/profiler/suite_cli.py +625 -0
  473. truthound/profiler/suite_config.py +789 -0
  474. truthound/profiler/suite_export.py +1268 -0
  475. truthound/profiler/table_profiler.py +547 -0
  476. truthound/profiler/timeout.py +565 -0
  477. truthound/profiler/validation.py +1532 -0
  478. truthound/profiler/visualization/__init__.py +118 -0
  479. truthound/profiler/visualization/base.py +346 -0
  480. truthound/profiler/visualization/generator.py +1259 -0
  481. truthound/profiler/visualization/plotly_renderer.py +811 -0
  482. truthound/profiler/visualization/renderers.py +669 -0
  483. truthound/profiler/visualization/sections.py +540 -0
  484. truthound/profiler/visualization.py +2122 -0
  485. truthound/profiler/yaml_validation.py +1151 -0
  486. truthound/py.typed +0 -0
  487. truthound/ratelimit/__init__.py +248 -0
  488. truthound/ratelimit/algorithms.py +1108 -0
  489. truthound/ratelimit/core.py +573 -0
  490. truthound/ratelimit/integration.py +532 -0
  491. truthound/ratelimit/limiter.py +663 -0
  492. truthound/ratelimit/middleware.py +700 -0
  493. truthound/ratelimit/policy.py +792 -0
  494. truthound/ratelimit/storage.py +763 -0
  495. truthound/rbac/__init__.py +340 -0
  496. truthound/rbac/core.py +976 -0
  497. truthound/rbac/integration.py +760 -0
  498. truthound/rbac/manager.py +1052 -0
  499. truthound/rbac/middleware.py +842 -0
  500. truthound/rbac/policy.py +954 -0
  501. truthound/rbac/storage.py +878 -0
  502. truthound/realtime/__init__.py +141 -0
  503. truthound/realtime/adapters/__init__.py +43 -0
  504. truthound/realtime/adapters/base.py +533 -0
  505. truthound/realtime/adapters/kafka.py +487 -0
  506. truthound/realtime/adapters/kinesis.py +479 -0
  507. truthound/realtime/adapters/mock.py +243 -0
  508. truthound/realtime/base.py +553 -0
  509. truthound/realtime/factory.py +382 -0
  510. truthound/realtime/incremental.py +660 -0
  511. truthound/realtime/processing/__init__.py +67 -0
  512. truthound/realtime/processing/exactly_once.py +575 -0
  513. truthound/realtime/processing/state.py +547 -0
  514. truthound/realtime/processing/windows.py +647 -0
  515. truthound/realtime/protocols.py +569 -0
  516. truthound/realtime/streaming.py +605 -0
  517. truthound/realtime/testing/__init__.py +32 -0
  518. truthound/realtime/testing/containers.py +615 -0
  519. truthound/realtime/testing/fixtures.py +484 -0
  520. truthound/report.py +280 -0
  521. truthound/reporters/__init__.py +46 -0
  522. truthound/reporters/_protocols.py +30 -0
  523. truthound/reporters/base.py +324 -0
  524. truthound/reporters/ci/__init__.py +66 -0
  525. truthound/reporters/ci/azure.py +436 -0
  526. truthound/reporters/ci/base.py +509 -0
  527. truthound/reporters/ci/bitbucket.py +567 -0
  528. truthound/reporters/ci/circleci.py +547 -0
  529. truthound/reporters/ci/detection.py +364 -0
  530. truthound/reporters/ci/factory.py +182 -0
  531. truthound/reporters/ci/github.py +388 -0
  532. truthound/reporters/ci/gitlab.py +471 -0
  533. truthound/reporters/ci/jenkins.py +525 -0
  534. truthound/reporters/console_reporter.py +299 -0
  535. truthound/reporters/factory.py +211 -0
  536. truthound/reporters/html_reporter.py +524 -0
  537. truthound/reporters/json_reporter.py +256 -0
  538. truthound/reporters/markdown_reporter.py +280 -0
  539. truthound/reporters/sdk/__init__.py +174 -0
  540. truthound/reporters/sdk/builder.py +558 -0
  541. truthound/reporters/sdk/mixins.py +1150 -0
  542. truthound/reporters/sdk/schema.py +1493 -0
  543. truthound/reporters/sdk/templates.py +666 -0
  544. truthound/reporters/sdk/testing.py +968 -0
  545. truthound/scanners.py +170 -0
  546. truthound/scheduling/__init__.py +122 -0
  547. truthound/scheduling/cron.py +1136 -0
  548. truthound/scheduling/presets.py +212 -0
  549. truthound/schema.py +275 -0
  550. truthound/secrets/__init__.py +173 -0
  551. truthound/secrets/base.py +618 -0
  552. truthound/secrets/cloud.py +682 -0
  553. truthound/secrets/integration.py +507 -0
  554. truthound/secrets/manager.py +633 -0
  555. truthound/secrets/oidc/__init__.py +172 -0
  556. truthound/secrets/oidc/base.py +902 -0
  557. truthound/secrets/oidc/credential_provider.py +623 -0
  558. truthound/secrets/oidc/exchangers.py +1001 -0
  559. truthound/secrets/oidc/github/__init__.py +110 -0
  560. truthound/secrets/oidc/github/claims.py +718 -0
  561. truthound/secrets/oidc/github/enhanced_provider.py +693 -0
  562. truthound/secrets/oidc/github/trust_policy.py +742 -0
  563. truthound/secrets/oidc/github/verification.py +723 -0
  564. truthound/secrets/oidc/github/workflow.py +691 -0
  565. truthound/secrets/oidc/providers.py +825 -0
  566. truthound/secrets/providers.py +506 -0
  567. truthound/secrets/resolver.py +495 -0
  568. truthound/stores/__init__.py +177 -0
  569. truthound/stores/backends/__init__.py +18 -0
  570. truthound/stores/backends/_protocols.py +340 -0
  571. truthound/stores/backends/azure_blob.py +530 -0
  572. truthound/stores/backends/concurrent_filesystem.py +915 -0
  573. truthound/stores/backends/connection_pool.py +1365 -0
  574. truthound/stores/backends/database.py +743 -0
  575. truthound/stores/backends/filesystem.py +538 -0
  576. truthound/stores/backends/gcs.py +399 -0
  577. truthound/stores/backends/memory.py +354 -0
  578. truthound/stores/backends/s3.py +434 -0
  579. truthound/stores/backpressure/__init__.py +84 -0
  580. truthound/stores/backpressure/base.py +375 -0
  581. truthound/stores/backpressure/circuit_breaker.py +434 -0
  582. truthound/stores/backpressure/monitor.py +376 -0
  583. truthound/stores/backpressure/strategies.py +677 -0
  584. truthound/stores/base.py +551 -0
  585. truthound/stores/batching/__init__.py +65 -0
  586. truthound/stores/batching/base.py +305 -0
  587. truthound/stores/batching/buffer.py +370 -0
  588. truthound/stores/batching/store.py +248 -0
  589. truthound/stores/batching/writer.py +521 -0
  590. truthound/stores/caching/__init__.py +60 -0
  591. truthound/stores/caching/backends.py +684 -0
  592. truthound/stores/caching/base.py +356 -0
  593. truthound/stores/caching/store.py +305 -0
  594. truthound/stores/compression/__init__.py +193 -0
  595. truthound/stores/compression/adaptive.py +694 -0
  596. truthound/stores/compression/base.py +514 -0
  597. truthound/stores/compression/pipeline.py +868 -0
  598. truthound/stores/compression/providers.py +672 -0
  599. truthound/stores/compression/streaming.py +832 -0
  600. truthound/stores/concurrency/__init__.py +81 -0
  601. truthound/stores/concurrency/atomic.py +556 -0
  602. truthound/stores/concurrency/index.py +775 -0
  603. truthound/stores/concurrency/locks.py +576 -0
  604. truthound/stores/concurrency/manager.py +482 -0
  605. truthound/stores/encryption/__init__.py +297 -0
  606. truthound/stores/encryption/base.py +952 -0
  607. truthound/stores/encryption/keys.py +1191 -0
  608. truthound/stores/encryption/pipeline.py +903 -0
  609. truthound/stores/encryption/providers.py +953 -0
  610. truthound/stores/encryption/streaming.py +950 -0
  611. truthound/stores/expectations.py +227 -0
  612. truthound/stores/factory.py +246 -0
  613. truthound/stores/migration/__init__.py +75 -0
  614. truthound/stores/migration/base.py +480 -0
  615. truthound/stores/migration/manager.py +347 -0
  616. truthound/stores/migration/registry.py +382 -0
  617. truthound/stores/migration/store.py +559 -0
  618. truthound/stores/observability/__init__.py +106 -0
  619. truthound/stores/observability/audit.py +718 -0
  620. truthound/stores/observability/config.py +270 -0
  621. truthound/stores/observability/factory.py +208 -0
  622. truthound/stores/observability/metrics.py +636 -0
  623. truthound/stores/observability/protocols.py +410 -0
  624. truthound/stores/observability/store.py +570 -0
  625. truthound/stores/observability/tracing.py +784 -0
  626. truthound/stores/replication/__init__.py +76 -0
  627. truthound/stores/replication/base.py +260 -0
  628. truthound/stores/replication/monitor.py +269 -0
  629. truthound/stores/replication/store.py +439 -0
  630. truthound/stores/replication/syncer.py +391 -0
  631. truthound/stores/results.py +359 -0
  632. truthound/stores/retention/__init__.py +77 -0
  633. truthound/stores/retention/base.py +378 -0
  634. truthound/stores/retention/policies.py +621 -0
  635. truthound/stores/retention/scheduler.py +279 -0
  636. truthound/stores/retention/store.py +526 -0
  637. truthound/stores/streaming/__init__.py +138 -0
  638. truthound/stores/streaming/base.py +801 -0
  639. truthound/stores/streaming/database.py +984 -0
  640. truthound/stores/streaming/filesystem.py +719 -0
  641. truthound/stores/streaming/reader.py +629 -0
  642. truthound/stores/streaming/s3.py +843 -0
  643. truthound/stores/streaming/writer.py +790 -0
  644. truthound/stores/tiering/__init__.py +108 -0
  645. truthound/stores/tiering/base.py +462 -0
  646. truthound/stores/tiering/manager.py +249 -0
  647. truthound/stores/tiering/policies.py +692 -0
  648. truthound/stores/tiering/store.py +526 -0
  649. truthound/stores/versioning/__init__.py +56 -0
  650. truthound/stores/versioning/base.py +376 -0
  651. truthound/stores/versioning/store.py +660 -0
  652. truthound/stores/versioning/strategies.py +353 -0
  653. truthound/types.py +56 -0
  654. truthound/validators/__init__.py +774 -0
  655. truthound/validators/aggregate/__init__.py +27 -0
  656. truthound/validators/aggregate/central.py +116 -0
  657. truthound/validators/aggregate/extremes.py +116 -0
  658. truthound/validators/aggregate/spread.py +118 -0
  659. truthound/validators/aggregate/sum.py +64 -0
  660. truthound/validators/aggregate/type.py +78 -0
  661. truthound/validators/anomaly/__init__.py +93 -0
  662. truthound/validators/anomaly/base.py +431 -0
  663. truthound/validators/anomaly/ml_based.py +1190 -0
  664. truthound/validators/anomaly/multivariate.py +647 -0
  665. truthound/validators/anomaly/statistical.py +599 -0
  666. truthound/validators/base.py +1089 -0
  667. truthound/validators/business_rule/__init__.py +46 -0
  668. truthound/validators/business_rule/base.py +147 -0
  669. truthound/validators/business_rule/checksum.py +509 -0
  670. truthound/validators/business_rule/financial.py +526 -0
  671. truthound/validators/cache.py +733 -0
  672. truthound/validators/completeness/__init__.py +39 -0
  673. truthound/validators/completeness/conditional.py +73 -0
  674. truthound/validators/completeness/default.py +98 -0
  675. truthound/validators/completeness/empty.py +103 -0
  676. truthound/validators/completeness/nan.py +337 -0
  677. truthound/validators/completeness/null.py +152 -0
  678. truthound/validators/cross_table/__init__.py +17 -0
  679. truthound/validators/cross_table/aggregate.py +333 -0
  680. truthound/validators/cross_table/row_count.py +122 -0
  681. truthound/validators/datetime/__init__.py +29 -0
  682. truthound/validators/datetime/format.py +78 -0
  683. truthound/validators/datetime/freshness.py +269 -0
  684. truthound/validators/datetime/order.py +73 -0
  685. truthound/validators/datetime/parseable.py +185 -0
  686. truthound/validators/datetime/range.py +202 -0
  687. truthound/validators/datetime/timezone.py +69 -0
  688. truthound/validators/distribution/__init__.py +49 -0
  689. truthound/validators/distribution/distribution.py +128 -0
  690. truthound/validators/distribution/monotonic.py +119 -0
  691. truthound/validators/distribution/outlier.py +178 -0
  692. truthound/validators/distribution/quantile.py +80 -0
  693. truthound/validators/distribution/range.py +254 -0
  694. truthound/validators/distribution/set.py +125 -0
  695. truthound/validators/distribution/statistical.py +459 -0
  696. truthound/validators/drift/__init__.py +79 -0
  697. truthound/validators/drift/base.py +427 -0
  698. truthound/validators/drift/multi_feature.py +401 -0
  699. truthound/validators/drift/numeric.py +395 -0
  700. truthound/validators/drift/psi.py +446 -0
  701. truthound/validators/drift/statistical.py +510 -0
  702. truthound/validators/enterprise.py +1658 -0
  703. truthound/validators/geospatial/__init__.py +80 -0
  704. truthound/validators/geospatial/base.py +97 -0
  705. truthound/validators/geospatial/boundary.py +238 -0
  706. truthound/validators/geospatial/coordinate.py +351 -0
  707. truthound/validators/geospatial/distance.py +399 -0
  708. truthound/validators/geospatial/polygon.py +665 -0
  709. truthound/validators/i18n/__init__.py +308 -0
  710. truthound/validators/i18n/bidi.py +571 -0
  711. truthound/validators/i18n/catalogs.py +570 -0
  712. truthound/validators/i18n/dialects.py +763 -0
  713. truthound/validators/i18n/extended_catalogs.py +549 -0
  714. truthound/validators/i18n/formatting.py +1434 -0
  715. truthound/validators/i18n/loader.py +1020 -0
  716. truthound/validators/i18n/messages.py +521 -0
  717. truthound/validators/i18n/plural.py +683 -0
  718. truthound/validators/i18n/protocols.py +855 -0
  719. truthound/validators/i18n/tms.py +1162 -0
  720. truthound/validators/localization/__init__.py +53 -0
  721. truthound/validators/localization/base.py +122 -0
  722. truthound/validators/localization/chinese.py +362 -0
  723. truthound/validators/localization/japanese.py +275 -0
  724. truthound/validators/localization/korean.py +524 -0
  725. truthound/validators/memory/__init__.py +94 -0
  726. truthound/validators/memory/approximate_knn.py +506 -0
  727. truthound/validators/memory/base.py +547 -0
  728. truthound/validators/memory/sgd_online.py +719 -0
  729. truthound/validators/memory/streaming_ecdf.py +753 -0
  730. truthound/validators/ml_feature/__init__.py +54 -0
  731. truthound/validators/ml_feature/base.py +249 -0
  732. truthound/validators/ml_feature/correlation.py +299 -0
  733. truthound/validators/ml_feature/leakage.py +344 -0
  734. truthound/validators/ml_feature/null_impact.py +270 -0
  735. truthound/validators/ml_feature/scale.py +264 -0
  736. truthound/validators/multi_column/__init__.py +89 -0
  737. truthound/validators/multi_column/arithmetic.py +284 -0
  738. truthound/validators/multi_column/base.py +231 -0
  739. truthound/validators/multi_column/comparison.py +273 -0
  740. truthound/validators/multi_column/consistency.py +312 -0
  741. truthound/validators/multi_column/statistical.py +299 -0
  742. truthound/validators/optimization/__init__.py +164 -0
  743. truthound/validators/optimization/aggregation.py +563 -0
  744. truthound/validators/optimization/covariance.py +556 -0
  745. truthound/validators/optimization/geo.py +626 -0
  746. truthound/validators/optimization/graph.py +587 -0
  747. truthound/validators/optimization/orchestrator.py +970 -0
  748. truthound/validators/optimization/profiling.py +1312 -0
  749. truthound/validators/privacy/__init__.py +223 -0
  750. truthound/validators/privacy/base.py +635 -0
  751. truthound/validators/privacy/ccpa.py +670 -0
  752. truthound/validators/privacy/gdpr.py +728 -0
  753. truthound/validators/privacy/global_patterns.py +604 -0
  754. truthound/validators/privacy/plugins.py +867 -0
  755. truthound/validators/profiling/__init__.py +52 -0
  756. truthound/validators/profiling/base.py +175 -0
  757. truthound/validators/profiling/cardinality.py +312 -0
  758. truthound/validators/profiling/entropy.py +391 -0
  759. truthound/validators/profiling/frequency.py +455 -0
  760. truthound/validators/pushdown_support.py +660 -0
  761. truthound/validators/query/__init__.py +91 -0
  762. truthound/validators/query/aggregate.py +346 -0
  763. truthound/validators/query/base.py +246 -0
  764. truthound/validators/query/column.py +249 -0
  765. truthound/validators/query/expression.py +274 -0
  766. truthound/validators/query/result.py +323 -0
  767. truthound/validators/query/row_count.py +264 -0
  768. truthound/validators/referential/__init__.py +80 -0
  769. truthound/validators/referential/base.py +395 -0
  770. truthound/validators/referential/cascade.py +391 -0
  771. truthound/validators/referential/circular.py +563 -0
  772. truthound/validators/referential/foreign_key.py +624 -0
  773. truthound/validators/referential/orphan.py +485 -0
  774. truthound/validators/registry.py +112 -0
  775. truthound/validators/schema/__init__.py +41 -0
  776. truthound/validators/schema/column_count.py +142 -0
  777. truthound/validators/schema/column_exists.py +80 -0
  778. truthound/validators/schema/column_order.py +82 -0
  779. truthound/validators/schema/column_pair.py +85 -0
  780. truthound/validators/schema/column_pair_set.py +195 -0
  781. truthound/validators/schema/column_type.py +94 -0
  782. truthound/validators/schema/multi_column.py +53 -0
  783. truthound/validators/schema/multi_column_aggregate.py +175 -0
  784. truthound/validators/schema/referential.py +274 -0
  785. truthound/validators/schema/table_schema.py +91 -0
  786. truthound/validators/schema_validator.py +219 -0
  787. truthound/validators/sdk/__init__.py +250 -0
  788. truthound/validators/sdk/builder.py +680 -0
  789. truthound/validators/sdk/decorators.py +474 -0
  790. truthound/validators/sdk/enterprise/__init__.py +211 -0
  791. truthound/validators/sdk/enterprise/docs.py +725 -0
  792. truthound/validators/sdk/enterprise/fuzzing.py +659 -0
  793. truthound/validators/sdk/enterprise/licensing.py +709 -0
  794. truthound/validators/sdk/enterprise/manager.py +543 -0
  795. truthound/validators/sdk/enterprise/resources.py +628 -0
  796. truthound/validators/sdk/enterprise/sandbox.py +766 -0
  797. truthound/validators/sdk/enterprise/signing.py +603 -0
  798. truthound/validators/sdk/enterprise/templates.py +865 -0
  799. truthound/validators/sdk/enterprise/versioning.py +659 -0
  800. truthound/validators/sdk/templates.py +757 -0
  801. truthound/validators/sdk/testing.py +807 -0
  802. truthound/validators/security/__init__.py +181 -0
  803. truthound/validators/security/redos/__init__.py +182 -0
  804. truthound/validators/security/redos/core.py +861 -0
  805. truthound/validators/security/redos/cpu_monitor.py +593 -0
  806. truthound/validators/security/redos/cve_database.py +791 -0
  807. truthound/validators/security/redos/ml/__init__.py +155 -0
  808. truthound/validators/security/redos/ml/base.py +785 -0
  809. truthound/validators/security/redos/ml/datasets.py +618 -0
  810. truthound/validators/security/redos/ml/features.py +359 -0
  811. truthound/validators/security/redos/ml/models.py +1000 -0
  812. truthound/validators/security/redos/ml/predictor.py +507 -0
  813. truthound/validators/security/redos/ml/storage.py +632 -0
  814. truthound/validators/security/redos/ml/training.py +571 -0
  815. truthound/validators/security/redos/ml_analyzer.py +937 -0
  816. truthound/validators/security/redos/optimizer.py +674 -0
  817. truthound/validators/security/redos/profiler.py +682 -0
  818. truthound/validators/security/redos/re2_engine.py +709 -0
  819. truthound/validators/security/redos.py +886 -0
  820. truthound/validators/security/sql_security.py +1247 -0
  821. truthound/validators/streaming/__init__.py +126 -0
  822. truthound/validators/streaming/base.py +292 -0
  823. truthound/validators/streaming/completeness.py +210 -0
  824. truthound/validators/streaming/mixin.py +575 -0
  825. truthound/validators/streaming/range.py +308 -0
  826. truthound/validators/streaming/sources.py +846 -0
  827. truthound/validators/string/__init__.py +57 -0
  828. truthound/validators/string/casing.py +158 -0
  829. truthound/validators/string/charset.py +96 -0
  830. truthound/validators/string/format.py +501 -0
  831. truthound/validators/string/json.py +77 -0
  832. truthound/validators/string/json_schema.py +184 -0
  833. truthound/validators/string/length.py +104 -0
  834. truthound/validators/string/like_pattern.py +237 -0
  835. truthound/validators/string/regex.py +202 -0
  836. truthound/validators/string/regex_extended.py +435 -0
  837. truthound/validators/table/__init__.py +88 -0
  838. truthound/validators/table/base.py +78 -0
  839. truthound/validators/table/column_count.py +198 -0
  840. truthound/validators/table/freshness.py +362 -0
  841. truthound/validators/table/row_count.py +251 -0
  842. truthound/validators/table/schema.py +333 -0
  843. truthound/validators/table/size.py +285 -0
  844. truthound/validators/timeout/__init__.py +102 -0
  845. truthound/validators/timeout/advanced/__init__.py +247 -0
  846. truthound/validators/timeout/advanced/circuit_breaker.py +675 -0
  847. truthound/validators/timeout/advanced/prediction.py +773 -0
  848. truthound/validators/timeout/advanced/priority.py +618 -0
  849. truthound/validators/timeout/advanced/redis_backend.py +770 -0
  850. truthound/validators/timeout/advanced/retry.py +721 -0
  851. truthound/validators/timeout/advanced/sampling.py +788 -0
  852. truthound/validators/timeout/advanced/sla.py +661 -0
  853. truthound/validators/timeout/advanced/telemetry.py +804 -0
  854. truthound/validators/timeout/cascade.py +477 -0
  855. truthound/validators/timeout/deadline.py +657 -0
  856. truthound/validators/timeout/degradation.py +525 -0
  857. truthound/validators/timeout/distributed.py +597 -0
  858. truthound/validators/timeseries/__init__.py +89 -0
  859. truthound/validators/timeseries/base.py +326 -0
  860. truthound/validators/timeseries/completeness.py +617 -0
  861. truthound/validators/timeseries/gap.py +485 -0
  862. truthound/validators/timeseries/monotonic.py +310 -0
  863. truthound/validators/timeseries/seasonality.py +422 -0
  864. truthound/validators/timeseries/trend.py +510 -0
  865. truthound/validators/uniqueness/__init__.py +59 -0
  866. truthound/validators/uniqueness/approximate.py +475 -0
  867. truthound/validators/uniqueness/distinct_values.py +253 -0
  868. truthound/validators/uniqueness/duplicate.py +118 -0
  869. truthound/validators/uniqueness/primary_key.py +140 -0
  870. truthound/validators/uniqueness/unique.py +191 -0
  871. truthound/validators/uniqueness/within_record.py +599 -0
  872. truthound/validators/utils.py +756 -0
  873. truthound-1.0.8.dist-info/METADATA +474 -0
  874. truthound-1.0.8.dist-info/RECORD +877 -0
  875. truthound-1.0.8.dist-info/WHEEL +4 -0
  876. truthound-1.0.8.dist-info/entry_points.txt +2 -0
  877. truthound-1.0.8.dist-info/licenses/LICENSE +190 -0
@@ -0,0 +1,1072 @@
1
+ """SQL Dialect-specific Code Generators.
2
+
3
+ This module provides dialect-specific SQL generators that convert
4
+ AST nodes into valid SQL strings for each database platform.
5
+
6
+ Supported Dialects:
7
+ - PostgreSQL
8
+ - MySQL
9
+ - SQLite
10
+ - BigQuery
11
+ - Snowflake
12
+ - Redshift
13
+ - Databricks (Spark SQL)
14
+ - Oracle
15
+ - SQL Server (T-SQL)
16
+
17
+ Example:
18
+ >>> from truthound.execution.pushdown.dialects import (
19
+ ... SQLDialect,
20
+ ... get_dialect_generator,
21
+ ... )
22
+ >>> from truthound.execution.pushdown.ast import SelectStatement, Column, Table
23
+ >>>
24
+ >>> stmt = SelectStatement(...)
25
+ >>> generator = get_dialect_generator(SQLDialect.POSTGRESQL)
26
+ >>> sql = generator.generate(stmt)
27
+ """
28
+
29
+ from __future__ import annotations
30
+
31
+ from abc import ABC, abstractmethod
32
+ from dataclasses import dataclass, field
33
+ from enum import Enum
34
+ from typing import Any, Callable, Sequence
35
+
36
+ from truthound.execution.pushdown.ast import (
37
+ # Base
38
+ SQLNode,
39
+ SQLVisitor,
40
+ Expression,
41
+ # Literals
42
+ Literal,
43
+ NullLiteral,
44
+ BooleanLiteral,
45
+ ArrayLiteral,
46
+ # Identifiers
47
+ Identifier,
48
+ Column,
49
+ Table,
50
+ Alias,
51
+ Star,
52
+ # Operators
53
+ ComparisonOp,
54
+ LogicalOp,
55
+ ArithmeticOp,
56
+ BinaryOp,
57
+ UnaryOp,
58
+ JoinType,
59
+ SortOrder,
60
+ NullsPosition,
61
+ FrameType,
62
+ FrameBoundType,
63
+ SetOperation,
64
+ # Expressions
65
+ BinaryExpression,
66
+ UnaryExpression,
67
+ InExpression,
68
+ BetweenExpression,
69
+ ExistsExpression,
70
+ SubqueryExpression,
71
+ CastExpression,
72
+ WhenClause,
73
+ CaseExpression,
74
+ FunctionCall,
75
+ AggregateFunction,
76
+ FrameBound,
77
+ WindowSpec,
78
+ WindowFunction,
79
+ # Clauses
80
+ SelectItem,
81
+ FromClause,
82
+ JoinClause,
83
+ WhereClause,
84
+ GroupByClause,
85
+ HavingClause,
86
+ OrderByItem,
87
+ OrderByClause,
88
+ LimitClause,
89
+ OffsetClause,
90
+ CTEClause,
91
+ # Statements
92
+ SelectStatement,
93
+ SetOperationStatement,
94
+ )
95
+
96
+
97
+ # =============================================================================
98
+ # SQL Dialect Enum
99
+ # =============================================================================
100
+
101
+
102
+ class SQLDialect(Enum):
103
+ """Supported SQL dialects."""
104
+
105
+ POSTGRESQL = "postgresql"
106
+ MYSQL = "mysql"
107
+ SQLITE = "sqlite"
108
+ BIGQUERY = "bigquery"
109
+ SNOWFLAKE = "snowflake"
110
+ REDSHIFT = "redshift"
111
+ DATABRICKS = "databricks"
112
+ ORACLE = "oracle"
113
+ SQLSERVER = "sqlserver"
114
+ DUCKDB = "duckdb"
115
+ CLICKHOUSE = "clickhouse"
116
+ PRESTO = "presto"
117
+ TRINO = "trino"
118
+ HIVE = "hive"
119
+ GENERIC = "generic"
120
+
121
+
122
+ # =============================================================================
123
+ # Dialect Configuration
124
+ # =============================================================================
125
+
126
+
127
+ @dataclass
128
+ class DialectConfig:
129
+ """Configuration for SQL dialect.
130
+
131
+ Attributes:
132
+ identifier_quote: Character(s) to quote identifiers.
133
+ string_quote: Character to quote strings.
134
+ escape_char: Character for escaping.
135
+ supports_nulls_ordering: Whether NULLS FIRST/LAST is supported.
136
+ supports_limit_offset: Whether LIMIT/OFFSET syntax is supported.
137
+ supports_fetch_first: Whether FETCH FIRST syntax is supported.
138
+ supports_top: Whether TOP syntax is supported (SQL Server).
139
+ supports_window_functions: Whether window functions are supported.
140
+ supports_cte: Whether WITH clause (CTEs) are supported.
141
+ supports_lateral: Whether LATERAL joins are supported.
142
+ supports_json: Whether JSON functions are supported.
143
+ supports_arrays: Whether array types are supported.
144
+ supports_filter_clause: Whether FILTER (WHERE ...) clause is supported.
145
+ supports_grouping_sets: Whether GROUPING SETS are supported.
146
+ max_identifier_length: Maximum identifier length.
147
+ case_sensitive_identifiers: Whether identifiers are case-sensitive.
148
+ boolean_as_int: Whether booleans are represented as integers.
149
+ concat_operator: Operator for string concatenation.
150
+ date_format: Default date format string.
151
+ timestamp_format: Default timestamp format string.
152
+ """
153
+
154
+ identifier_quote: str = '"'
155
+ string_quote: str = "'"
156
+ escape_char: str = "\\"
157
+ supports_nulls_ordering: bool = True
158
+ supports_limit_offset: bool = True
159
+ supports_fetch_first: bool = False
160
+ supports_top: bool = False
161
+ supports_window_functions: bool = True
162
+ supports_cte: bool = True
163
+ supports_lateral: bool = False
164
+ supports_json: bool = True
165
+ supports_arrays: bool = False
166
+ supports_filter_clause: bool = False
167
+ supports_grouping_sets: bool = True
168
+ max_identifier_length: int = 128
169
+ case_sensitive_identifiers: bool = False
170
+ boolean_as_int: bool = False
171
+ concat_operator: str = "||"
172
+ date_format: str = "YYYY-MM-DD"
173
+ timestamp_format: str = "YYYY-MM-DD HH24:MI:SS"
174
+
175
+
176
+ # Predefined configs for common dialects
177
+ DIALECT_CONFIGS: dict[SQLDialect, DialectConfig] = {
178
+ SQLDialect.POSTGRESQL: DialectConfig(
179
+ identifier_quote='"',
180
+ supports_nulls_ordering=True,
181
+ supports_filter_clause=True,
182
+ supports_lateral=True,
183
+ supports_arrays=True,
184
+ ),
185
+ SQLDialect.MYSQL: DialectConfig(
186
+ identifier_quote="`",
187
+ supports_nulls_ordering=False,
188
+ supports_filter_clause=False,
189
+ concat_operator="CONCAT",
190
+ ),
191
+ SQLDialect.SQLITE: DialectConfig(
192
+ identifier_quote='"',
193
+ supports_nulls_ordering=False,
194
+ supports_cte=True,
195
+ supports_window_functions=True,
196
+ supports_lateral=False,
197
+ ),
198
+ SQLDialect.BIGQUERY: DialectConfig(
199
+ identifier_quote="`",
200
+ supports_nulls_ordering=True,
201
+ supports_arrays=True,
202
+ supports_lateral=True,
203
+ ),
204
+ SQLDialect.SNOWFLAKE: DialectConfig(
205
+ identifier_quote='"',
206
+ supports_nulls_ordering=True,
207
+ supports_lateral=True,
208
+ case_sensitive_identifiers=False,
209
+ ),
210
+ SQLDialect.REDSHIFT: DialectConfig(
211
+ identifier_quote='"',
212
+ supports_nulls_ordering=True,
213
+ supports_lateral=False,
214
+ max_identifier_length=127,
215
+ ),
216
+ SQLDialect.DATABRICKS: DialectConfig(
217
+ identifier_quote="`",
218
+ supports_nulls_ordering=True,
219
+ supports_arrays=True,
220
+ supports_lateral=True,
221
+ ),
222
+ SQLDialect.ORACLE: DialectConfig(
223
+ identifier_quote='"',
224
+ supports_limit_offset=False,
225
+ supports_fetch_first=True,
226
+ supports_nulls_ordering=True,
227
+ max_identifier_length=30,
228
+ ),
229
+ SQLDialect.SQLSERVER: DialectConfig(
230
+ identifier_quote="[",
231
+ supports_limit_offset=False,
232
+ supports_top=True,
233
+ supports_nulls_ordering=False,
234
+ concat_operator="+",
235
+ ),
236
+ SQLDialect.DUCKDB: DialectConfig(
237
+ identifier_quote='"',
238
+ supports_nulls_ordering=True,
239
+ supports_filter_clause=True,
240
+ supports_arrays=True,
241
+ ),
242
+ SQLDialect.GENERIC: DialectConfig(),
243
+ }
244
+
245
+
246
+ # =============================================================================
247
+ # Base Dialect Generator
248
+ # =============================================================================
249
+
250
+
251
+ class BaseDialectGenerator(SQLVisitor, ABC):
252
+ """Base class for SQL dialect generators.
253
+
254
+ This class implements the visitor pattern to convert AST nodes
255
+ into SQL strings. Subclasses can override methods to customize
256
+ SQL generation for specific dialects.
257
+
258
+ Attributes:
259
+ config: Dialect configuration.
260
+ indent_level: Current indentation level.
261
+ indent_str: String used for indentation.
262
+ """
263
+
264
+ dialect: SQLDialect = SQLDialect.GENERIC
265
+
266
+ def __init__(
267
+ self,
268
+ config: DialectConfig | None = None,
269
+ indent_str: str = " ",
270
+ ) -> None:
271
+ """Initialize generator.
272
+
273
+ Args:
274
+ config: Optional dialect configuration.
275
+ indent_str: String used for indentation.
276
+ """
277
+ self.config = config or DIALECT_CONFIGS.get(
278
+ self.dialect, DialectConfig()
279
+ )
280
+ self.indent_level = 0
281
+ self.indent_str = indent_str
282
+ self._function_mappings: dict[str, str] = {}
283
+
284
+ def generate(self, node: SQLNode) -> str:
285
+ """Generate SQL string from AST node.
286
+
287
+ Args:
288
+ node: AST node to generate SQL for.
289
+
290
+ Returns:
291
+ SQL string.
292
+ """
293
+ return node.accept(self)
294
+
295
+ def _indent(self) -> str:
296
+ """Get current indentation string."""
297
+ return self.indent_str * self.indent_level
298
+
299
+ def _quote_identifier(self, name: str) -> str:
300
+ """Quote an identifier.
301
+
302
+ Args:
303
+ name: Identifier name.
304
+
305
+ Returns:
306
+ Quoted identifier.
307
+ """
308
+ quote = self.config.identifier_quote
309
+ if quote == "[":
310
+ return f"[{name}]"
311
+ return f"{quote}{name}{quote}"
312
+
313
+ def _quote_string(self, value: str) -> str:
314
+ """Quote a string literal.
315
+
316
+ Args:
317
+ value: String value.
318
+
319
+ Returns:
320
+ Quoted string literal.
321
+ """
322
+ quote = self.config.string_quote
323
+ escaped = value.replace(quote, quote + quote)
324
+ return f"{quote}{escaped}{quote}"
325
+
326
+ def _format_literal(self, value: Any) -> str:
327
+ """Format a literal value.
328
+
329
+ Args:
330
+ value: Value to format.
331
+
332
+ Returns:
333
+ SQL literal string.
334
+ """
335
+ if value is None:
336
+ return "NULL"
337
+ if isinstance(value, bool):
338
+ if self.config.boolean_as_int:
339
+ return "1" if value else "0"
340
+ return "TRUE" if value else "FALSE"
341
+ if isinstance(value, str):
342
+ return self._quote_string(value)
343
+ if isinstance(value, (int, float)):
344
+ return str(value)
345
+ if isinstance(value, bytes):
346
+ return f"X'{value.hex()}'"
347
+ return self._quote_string(str(value))
348
+
349
+ def _map_function(self, name: str) -> str:
350
+ """Map a function name to dialect-specific name.
351
+
352
+ Args:
353
+ name: Function name.
354
+
355
+ Returns:
356
+ Dialect-specific function name.
357
+ """
358
+ return self._function_mappings.get(name.upper(), name)
359
+
360
+ # -------------------------------------------------------------------------
361
+ # Visitor Methods - Literals
362
+ # -------------------------------------------------------------------------
363
+
364
+ def visit_literal(self, node: Literal) -> str:
365
+ return self._format_literal(node.value)
366
+
367
+ def visit_null_literal(self, node: NullLiteral) -> str:
368
+ return "NULL"
369
+
370
+ def visit_boolean_literal(self, node: BooleanLiteral) -> str:
371
+ if self.config.boolean_as_int:
372
+ return "1" if node.value else "0"
373
+ return "TRUE" if node.value else "FALSE"
374
+
375
+ def visit_array_literal(self, node: ArrayLiteral) -> str:
376
+ elements = ", ".join(e.accept(self) for e in node.elements)
377
+ return f"ARRAY[{elements}]"
378
+
379
+ # -------------------------------------------------------------------------
380
+ # Visitor Methods - Identifiers
381
+ # -------------------------------------------------------------------------
382
+
383
+ def visit_identifier(self, node: Identifier) -> str:
384
+ if node.quoted:
385
+ return self._quote_identifier(node.name)
386
+ return node.name
387
+
388
+ def visit_column(self, node: Column) -> str:
389
+ parts = []
390
+ if node.schema:
391
+ parts.append(self._quote_identifier(node.schema))
392
+ if node.table:
393
+ parts.append(self._quote_identifier(node.table))
394
+
395
+ if node.name == "*":
396
+ parts.append("*")
397
+ else:
398
+ parts.append(self._quote_identifier(node.name))
399
+
400
+ return ".".join(parts)
401
+
402
+ def visit_table(self, node: Table) -> str:
403
+ parts = []
404
+ if node.catalog:
405
+ parts.append(self._quote_identifier(node.catalog))
406
+ if node.schema:
407
+ parts.append(self._quote_identifier(node.schema))
408
+ parts.append(self._quote_identifier(node.name))
409
+
410
+ result = ".".join(parts)
411
+ if node.alias:
412
+ result += f" AS {self._quote_identifier(node.alias)}"
413
+ return result
414
+
415
+ def visit_alias(self, node: Alias) -> str:
416
+ expr = node.expression.accept(self)
417
+ return f"{expr} AS {self._quote_identifier(node.alias)}"
418
+
419
+ def visit_star(self, node: Star) -> str:
420
+ if node.table:
421
+ return f"{self._quote_identifier(node.table)}.*"
422
+ return "*"
423
+
424
+ # -------------------------------------------------------------------------
425
+ # Visitor Methods - Expressions
426
+ # -------------------------------------------------------------------------
427
+
428
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
429
+ left = node.left.accept(self)
430
+ right = node.right.accept(self)
431
+
432
+ # Get operator string
433
+ if isinstance(node.operator, Enum):
434
+ op = node.operator.value
435
+ else:
436
+ op = str(node.operator)
437
+
438
+ # Handle special cases
439
+ if op == "||" and self.config.concat_operator == "CONCAT":
440
+ return f"CONCAT({left}, {right})"
441
+
442
+ return f"({left} {op} {right})"
443
+
444
+ def visit_unary_expression(self, node: UnaryExpression) -> str:
445
+ operand = node.operand.accept(self)
446
+
447
+ if node.operator in (UnaryOp.IS_NULL, UnaryOp.IS_NOT_NULL):
448
+ return f"({operand} {node.operator.value})"
449
+
450
+ if node.operator in (UnaryOp.EXISTS, UnaryOp.NOT_EXISTS):
451
+ return f"{node.operator.value} ({operand})"
452
+
453
+ return f"({node.operator.value} {operand})"
454
+
455
+ def visit_in_expression(self, node: InExpression) -> str:
456
+ expr = node.expression.accept(self)
457
+ op = "NOT IN" if node.negated else "IN"
458
+
459
+ if isinstance(node.values, SelectStatement):
460
+ subquery = node.values.accept(self)
461
+ return f"{expr} {op} ({subquery})"
462
+ else:
463
+ values = ", ".join(v.accept(self) for v in node.values)
464
+ return f"{expr} {op} ({values})"
465
+
466
+ def visit_between_expression(self, node: BetweenExpression) -> str:
467
+ expr = node.expression.accept(self)
468
+ low = node.low.accept(self)
469
+ high = node.high.accept(self)
470
+ op = "NOT BETWEEN" if node.negated else "BETWEEN"
471
+ return f"{expr} {op} {low} AND {high}"
472
+
473
+ def visit_exists_expression(self, node: ExistsExpression) -> str:
474
+ subquery = node.subquery.accept(self)
475
+ op = "NOT EXISTS" if node.negated else "EXISTS"
476
+ return f"{op} ({subquery})"
477
+
478
+ def visit_subquery_expression(self, node: SubqueryExpression) -> str:
479
+ subquery = node.subquery.accept(self)
480
+ return f"({subquery})"
481
+
482
+ def visit_cast_expression(self, node: CastExpression) -> str:
483
+ expr = node.expression.accept(self)
484
+ return f"CAST({expr} AS {node.target_type})"
485
+
486
+ def visit_when_clause(self, node: WhenClause) -> str:
487
+ condition = node.condition.accept(self)
488
+ result = node.result.accept(self)
489
+ return f"WHEN {condition} THEN {result}"
490
+
491
+ def visit_case_expression(self, node: CaseExpression) -> str:
492
+ parts = ["CASE"]
493
+
494
+ if node.operand:
495
+ parts.append(node.operand.accept(self))
496
+
497
+ for when in node.when_clauses:
498
+ parts.append(when.accept(self))
499
+
500
+ if node.else_result:
501
+ parts.append(f"ELSE {node.else_result.accept(self)}")
502
+
503
+ parts.append("END")
504
+ return " ".join(parts)
505
+
506
+ # -------------------------------------------------------------------------
507
+ # Visitor Methods - Functions
508
+ # -------------------------------------------------------------------------
509
+
510
+ def visit_function_call(self, node: FunctionCall) -> str:
511
+ name = self._map_function(node.name)
512
+ distinct = "DISTINCT " if node.distinct else ""
513
+
514
+ if node.arguments:
515
+ args = ", ".join(a.accept(self) for a in node.arguments)
516
+ else:
517
+ args = ""
518
+
519
+ result = f"{name}({distinct}{args})"
520
+
521
+ if node.filter_clause and self.config.supports_filter_clause:
522
+ filter_expr = node.filter_clause.accept(self)
523
+ result += f" FILTER (WHERE {filter_expr})"
524
+
525
+ return result
526
+
527
+ def visit_aggregate_function(self, node: AggregateFunction) -> str:
528
+ name = self._map_function(node.name)
529
+ distinct = "DISTINCT " if node.distinct else ""
530
+
531
+ if node.argument:
532
+ arg = node.argument.accept(self)
533
+ else:
534
+ arg = "*"
535
+
536
+ # Handle ordered-set aggregates
537
+ if node.order_by:
538
+ order_items = ", ".join(o.accept(self) for o in node.order_by)
539
+ result = f"{name}({distinct}{arg} ORDER BY {order_items})"
540
+ else:
541
+ result = f"{name}({distinct}{arg})"
542
+
543
+ # Add FILTER clause
544
+ if node.filter_clause and self.config.supports_filter_clause:
545
+ filter_expr = node.filter_clause.accept(self)
546
+ result += f" FILTER (WHERE {filter_expr})"
547
+
548
+ return result
549
+
550
+ def visit_frame_bound(self, node: FrameBound) -> str:
551
+ if node.offset is not None:
552
+ if node.bound_type == FrameBoundType.PRECEDING:
553
+ return f"{node.offset} PRECEDING"
554
+ elif node.bound_type == FrameBoundType.FOLLOWING:
555
+ return f"{node.offset} FOLLOWING"
556
+ return node.bound_type.value
557
+
558
+ def visit_window_spec(self, node: WindowSpec) -> str:
559
+ parts = []
560
+
561
+ # PARTITION BY
562
+ if node.partition_by:
563
+ partition = ", ".join(e.accept(self) for e in node.partition_by)
564
+ parts.append(f"PARTITION BY {partition}")
565
+
566
+ # ORDER BY
567
+ if node.order_by:
568
+ order = ", ".join(o.accept(self) for o in node.order_by)
569
+ parts.append(f"ORDER BY {order}")
570
+
571
+ # Frame specification
572
+ if node.frame_type:
573
+ frame_parts = [node.frame_type.value]
574
+
575
+ if node.frame_start and node.frame_end:
576
+ start = node.frame_start.accept(self)
577
+ end = node.frame_end.accept(self)
578
+ frame_parts.append(f"BETWEEN {start} AND {end}")
579
+ elif node.frame_start:
580
+ frame_parts.append(node.frame_start.accept(self))
581
+
582
+ parts.append(" ".join(frame_parts))
583
+
584
+ return " ".join(parts)
585
+
586
+ def visit_window_function(self, node: WindowFunction) -> str:
587
+ func = node.function.accept(self)
588
+
589
+ if isinstance(node.window_spec, str):
590
+ return f"{func} OVER {node.window_spec}"
591
+ elif node.window_spec:
592
+ spec = node.window_spec.accept(self)
593
+ return f"{func} OVER ({spec})"
594
+ else:
595
+ return f"{func} OVER ()"
596
+
597
+ # -------------------------------------------------------------------------
598
+ # Visitor Methods - Clauses
599
+ # -------------------------------------------------------------------------
600
+
601
+ def visit_select_item(self, node: SelectItem) -> str:
602
+ expr = node.expression.accept(self)
603
+ if node.alias:
604
+ return f"{expr} AS {self._quote_identifier(node.alias)}"
605
+ return expr
606
+
607
+ def visit_from_clause(self, node: FromClause) -> str:
608
+ return node.source.accept(self)
609
+
610
+ def visit_join_clause(self, node: JoinClause) -> str:
611
+ left = node.left.accept(self)
612
+ right = node.right.accept(self)
613
+
614
+ result = f"{left} {node.join_type.value} {right}"
615
+
616
+ if node.condition:
617
+ condition = node.condition.accept(self)
618
+ result += f" ON {condition}"
619
+ elif node.using_columns:
620
+ cols = ", ".join(self._quote_identifier(c) for c in node.using_columns)
621
+ result += f" USING ({cols})"
622
+
623
+ return result
624
+
625
+ def visit_where_clause(self, node: WhereClause) -> str:
626
+ return node.condition.accept(self)
627
+
628
+ def visit_group_by_clause(self, node: GroupByClause) -> str:
629
+ exprs = ", ".join(e.accept(self) for e in node.expressions)
630
+
631
+ if node.grouping_sets and self.config.supports_grouping_sets:
632
+ sets = []
633
+ for gs in node.grouping_sets:
634
+ gs_exprs = ", ".join(e.accept(self) for e in gs)
635
+ sets.append(f"({gs_exprs})")
636
+ return f"GROUPING SETS ({', '.join(sets)})"
637
+
638
+ result = exprs
639
+ if node.with_rollup:
640
+ result += " WITH ROLLUP"
641
+ elif node.with_cube:
642
+ result += " WITH CUBE"
643
+
644
+ return result
645
+
646
+ def visit_having_clause(self, node: HavingClause) -> str:
647
+ return node.condition.accept(self)
648
+
649
+ def visit_order_by_item(self, node: OrderByItem) -> str:
650
+ expr = node.expression.accept(self)
651
+ parts = [expr, node.order.value]
652
+
653
+ if node.nulls and self.config.supports_nulls_ordering:
654
+ parts.append(node.nulls.value)
655
+
656
+ return " ".join(parts)
657
+
658
+ def visit_order_by_clause(self, node: OrderByClause) -> str:
659
+ return ", ".join(item.accept(self) for item in node.items)
660
+
661
+ def visit_limit_clause(self, node: LimitClause) -> str:
662
+ if isinstance(node.count, Expression):
663
+ return node.count.accept(self)
664
+ return str(node.count)
665
+
666
+ def visit_offset_clause(self, node: OffsetClause) -> str:
667
+ if isinstance(node.offset, Expression):
668
+ return node.offset.accept(self)
669
+ return str(node.offset)
670
+
671
+ def visit_cte_clause(self, node: CTEClause) -> str:
672
+ name = self._quote_identifier(node.name)
673
+
674
+ if node.columns:
675
+ cols = ", ".join(self._quote_identifier(c) for c in node.columns)
676
+ name = f"{name}({cols})"
677
+
678
+ query = node.query.accept(self)
679
+ return f"{name} AS ({query})"
680
+
681
+ # -------------------------------------------------------------------------
682
+ # Visitor Methods - Statements
683
+ # -------------------------------------------------------------------------
684
+
685
+ def visit_select_statement(self, node: SelectStatement) -> str:
686
+ parts = []
687
+
688
+ # WITH clause (CTEs)
689
+ if node.ctes:
690
+ has_recursive = any(cte.recursive for cte in node.ctes)
691
+ cte_keyword = "WITH RECURSIVE" if has_recursive else "WITH"
692
+ cte_parts = [cte.accept(self) for cte in node.ctes]
693
+ parts.append(f"{cte_keyword} {', '.join(cte_parts)}")
694
+
695
+ # SELECT
696
+ distinct = "DISTINCT " if node.distinct else ""
697
+ select_items = ", ".join(
698
+ item.accept(self) if isinstance(item, SelectItem) else item.accept(self)
699
+ for item in node.select_items
700
+ )
701
+
702
+ # Handle TOP for SQL Server
703
+ if self.config.supports_top and node.limit_clause and not node.offset_clause:
704
+ limit = self.visit_limit_clause(node.limit_clause)
705
+ parts.append(f"SELECT {distinct}TOP {limit} {select_items}")
706
+ else:
707
+ parts.append(f"SELECT {distinct}{select_items}")
708
+
709
+ # FROM
710
+ if node.from_clause:
711
+ parts.append(f"FROM {node.from_clause.accept(self)}")
712
+
713
+ # WHERE
714
+ if node.where_clause:
715
+ parts.append(f"WHERE {node.where_clause.accept(self)}")
716
+
717
+ # GROUP BY
718
+ if node.group_by_clause:
719
+ parts.append(f"GROUP BY {node.group_by_clause.accept(self)}")
720
+
721
+ # HAVING
722
+ if node.having_clause:
723
+ parts.append(f"HAVING {node.having_clause.accept(self)}")
724
+
725
+ # ORDER BY
726
+ if node.order_by_clause:
727
+ parts.append(f"ORDER BY {node.order_by_clause.accept(self)}")
728
+
729
+ # LIMIT/OFFSET or FETCH FIRST
730
+ if node.limit_clause and not self.config.supports_top:
731
+ if self.config.supports_fetch_first:
732
+ limit = self.visit_limit_clause(node.limit_clause)
733
+ if node.offset_clause:
734
+ offset = self.visit_offset_clause(node.offset_clause)
735
+ parts.append(f"OFFSET {offset} ROWS FETCH FIRST {limit} ROWS ONLY")
736
+ else:
737
+ parts.append(f"FETCH FIRST {limit} ROWS ONLY")
738
+ elif self.config.supports_limit_offset:
739
+ limit = self.visit_limit_clause(node.limit_clause)
740
+ parts.append(f"LIMIT {limit}")
741
+ if node.offset_clause:
742
+ offset = self.visit_offset_clause(node.offset_clause)
743
+ parts.append(f"OFFSET {offset}")
744
+
745
+ return "\n".join(parts)
746
+
747
+ def visit_set_operation(self, node: SetOperationStatement) -> str:
748
+ left = node.left.accept(self)
749
+ right = node.right.accept(self)
750
+ return f"({left})\n{node.operation.value}\n({right})"
751
+
752
+
753
+ # =============================================================================
754
+ # Dialect-Specific Generators
755
+ # =============================================================================
756
+
757
+
758
+ class PostgreSQLGenerator(BaseDialectGenerator):
759
+ """SQL generator for PostgreSQL."""
760
+
761
+ dialect = SQLDialect.POSTGRESQL
762
+
763
+ def __init__(self, config: DialectConfig | None = None) -> None:
764
+ super().__init__(config)
765
+ self._function_mappings = {
766
+ "LENGTH": "LENGTH",
767
+ "SUBSTR": "SUBSTRING",
768
+ "NVL": "COALESCE",
769
+ "IFNULL": "COALESCE",
770
+ "NOW": "NOW",
771
+ "GETDATE": "NOW",
772
+ }
773
+
774
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
775
+ # Handle ILIKE (PostgreSQL native)
776
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.ILIKE:
777
+ left = node.left.accept(self)
778
+ right = node.right.accept(self)
779
+ return f"({left} ILIKE {right})"
780
+
781
+ # Handle REGEXP
782
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
783
+ left = node.left.accept(self)
784
+ right = node.right.accept(self)
785
+ return f"({left} ~ {right})"
786
+
787
+ return super().visit_binary_expression(node)
788
+
789
+
790
+ class MySQLGenerator(BaseDialectGenerator):
791
+ """SQL generator for MySQL."""
792
+
793
+ dialect = SQLDialect.MYSQL
794
+
795
+ def __init__(self, config: DialectConfig | None = None) -> None:
796
+ super().__init__(config)
797
+ self._function_mappings = {
798
+ "LENGTH": "CHAR_LENGTH",
799
+ "NVL": "IFNULL",
800
+ "COALESCE": "COALESCE",
801
+ "NOW": "NOW",
802
+ "CURRENT_TIMESTAMP": "NOW",
803
+ }
804
+
805
+ def visit_boolean_literal(self, node: BooleanLiteral) -> str:
806
+ # MySQL uses TRUE/FALSE
807
+ return "TRUE" if node.value else "FALSE"
808
+
809
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
810
+ # Handle ILIKE (convert to case-insensitive LIKE)
811
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.ILIKE:
812
+ left = node.left.accept(self)
813
+ right = node.right.accept(self)
814
+ return f"(LOWER({left}) LIKE LOWER({right}))"
815
+
816
+ # Handle REGEXP
817
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
818
+ left = node.left.accept(self)
819
+ right = node.right.accept(self)
820
+ return f"({left} REGEXP {right})"
821
+
822
+ return super().visit_binary_expression(node)
823
+
824
+
825
+ class SQLiteGenerator(BaseDialectGenerator):
826
+ """SQL generator for SQLite."""
827
+
828
+ dialect = SQLDialect.SQLITE
829
+
830
+ def __init__(self, config: DialectConfig | None = None) -> None:
831
+ super().__init__(config)
832
+ self._function_mappings = {
833
+ "NVL": "IFNULL",
834
+ "COALESCE": "COALESCE",
835
+ "NOW": "DATETIME",
836
+ "LEN": "LENGTH",
837
+ }
838
+
839
+ def visit_boolean_literal(self, node: BooleanLiteral) -> str:
840
+ # SQLite uses 1/0
841
+ return "1" if node.value else "0"
842
+
843
+
844
+ class BigQueryGenerator(BaseDialectGenerator):
845
+ """SQL generator for Google BigQuery."""
846
+
847
+ dialect = SQLDialect.BIGQUERY
848
+
849
+ def __init__(self, config: DialectConfig | None = None) -> None:
850
+ super().__init__(config)
851
+ self._function_mappings = {
852
+ "NVL": "IFNULL",
853
+ "LENGTH": "LENGTH",
854
+ "SUBSTR": "SUBSTR",
855
+ "NOW": "CURRENT_TIMESTAMP",
856
+ }
857
+
858
+ def visit_array_literal(self, node: ArrayLiteral) -> str:
859
+ elements = ", ".join(e.accept(self) for e in node.elements)
860
+ return f"[{elements}]"
861
+
862
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
863
+ # Handle REGEXP
864
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
865
+ left = node.left.accept(self)
866
+ right = node.right.accept(self)
867
+ return f"REGEXP_CONTAINS({left}, {right})"
868
+
869
+ return super().visit_binary_expression(node)
870
+
871
+
872
+ class SnowflakeGenerator(BaseDialectGenerator):
873
+ """SQL generator for Snowflake."""
874
+
875
+ dialect = SQLDialect.SNOWFLAKE
876
+
877
+ def __init__(self, config: DialectConfig | None = None) -> None:
878
+ super().__init__(config)
879
+ self._function_mappings = {
880
+ "LENGTH": "LENGTH",
881
+ "SUBSTR": "SUBSTR",
882
+ "NVL": "NVL",
883
+ "NOW": "CURRENT_TIMESTAMP",
884
+ }
885
+
886
+ def _quote_identifier(self, name: str) -> str:
887
+ # Snowflake preserves case with quotes
888
+ quote = self.config.identifier_quote
889
+ return f'{quote}{name}{quote}'
890
+
891
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
892
+ # Handle REGEXP
893
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
894
+ left = node.left.accept(self)
895
+ right = node.right.accept(self)
896
+ return f"REGEXP_LIKE({left}, {right})"
897
+
898
+ # Handle ILIKE (Snowflake native)
899
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.ILIKE:
900
+ left = node.left.accept(self)
901
+ right = node.right.accept(self)
902
+ return f"({left} ILIKE {right})"
903
+
904
+ return super().visit_binary_expression(node)
905
+
906
+
907
+ class RedshiftGenerator(BaseDialectGenerator):
908
+ """SQL generator for Amazon Redshift."""
909
+
910
+ dialect = SQLDialect.REDSHIFT
911
+
912
+ def __init__(self, config: DialectConfig | None = None) -> None:
913
+ super().__init__(config)
914
+ self._function_mappings = {
915
+ "LENGTH": "LEN",
916
+ "SUBSTR": "SUBSTRING",
917
+ "NVL": "NVL",
918
+ "NOW": "GETDATE",
919
+ }
920
+
921
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
922
+ # Handle REGEXP (Redshift uses SIMILAR TO or REGEXP_SUBSTR)
923
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
924
+ left = node.left.accept(self)
925
+ right = node.right.accept(self)
926
+ return f"({left} ~ {right})"
927
+
928
+ # Handle ILIKE (Redshift native)
929
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.ILIKE:
930
+ left = node.left.accept(self)
931
+ right = node.right.accept(self)
932
+ return f"({left} ILIKE {right})"
933
+
934
+ return super().visit_binary_expression(node)
935
+
936
+
937
+ class DatabricksGenerator(BaseDialectGenerator):
938
+ """SQL generator for Databricks (Spark SQL)."""
939
+
940
+ dialect = SQLDialect.DATABRICKS
941
+
942
+ def __init__(self, config: DialectConfig | None = None) -> None:
943
+ super().__init__(config)
944
+ self._function_mappings = {
945
+ "LENGTH": "LENGTH",
946
+ "SUBSTR": "SUBSTRING",
947
+ "NVL": "NVL",
948
+ "IFNULL": "COALESCE",
949
+ "NOW": "CURRENT_TIMESTAMP",
950
+ }
951
+
952
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
953
+ # Handle REGEXP
954
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
955
+ left = node.left.accept(self)
956
+ right = node.right.accept(self)
957
+ return f"({left} RLIKE {right})"
958
+
959
+ return super().visit_binary_expression(node)
960
+
961
+
962
+ class OracleGenerator(BaseDialectGenerator):
963
+ """SQL generator for Oracle Database."""
964
+
965
+ dialect = SQLDialect.ORACLE
966
+
967
+ def __init__(self, config: DialectConfig | None = None) -> None:
968
+ super().__init__(config)
969
+ self._function_mappings = {
970
+ "LENGTH": "LENGTH",
971
+ "SUBSTR": "SUBSTR",
972
+ "IFNULL": "NVL",
973
+ "COALESCE": "COALESCE",
974
+ "NOW": "SYSDATE",
975
+ "CURRENT_TIMESTAMP": "SYSTIMESTAMP",
976
+ }
977
+
978
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
979
+ # Handle REGEXP
980
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
981
+ left = node.left.accept(self)
982
+ right = node.right.accept(self)
983
+ return f"REGEXP_LIKE({left}, {right})"
984
+
985
+ return super().visit_binary_expression(node)
986
+
987
+
988
+ class SQLServerGenerator(BaseDialectGenerator):
989
+ """SQL generator for Microsoft SQL Server."""
990
+
991
+ dialect = SQLDialect.SQLSERVER
992
+
993
+ def __init__(self, config: DialectConfig | None = None) -> None:
994
+ super().__init__(config)
995
+ self._function_mappings = {
996
+ "LENGTH": "LEN",
997
+ "SUBSTR": "SUBSTRING",
998
+ "NVL": "ISNULL",
999
+ "IFNULL": "ISNULL",
1000
+ "NOW": "GETDATE",
1001
+ }
1002
+
1003
+ def _quote_identifier(self, name: str) -> str:
1004
+ return f"[{name}]"
1005
+
1006
+ def visit_boolean_literal(self, node: BooleanLiteral) -> str:
1007
+ return "1" if node.value else "0"
1008
+
1009
+ def visit_binary_expression(self, node: BinaryExpression) -> str:
1010
+ # Handle string concatenation
1011
+ if isinstance(node.operator, (ArithmeticOp, BinaryOp)):
1012
+ if node.operator in (ArithmeticOp.ADD, BinaryOp.ADD):
1013
+ # Check if this might be string concatenation
1014
+ pass
1015
+
1016
+ # SQL Server doesn't have native REGEXP - would need CLR
1017
+ if isinstance(node.operator, ComparisonOp) and node.operator == ComparisonOp.REGEXP:
1018
+ raise NotImplementedError(
1019
+ "SQL Server does not support native regular expressions. "
1020
+ "Consider using LIKE patterns or CLR functions."
1021
+ )
1022
+
1023
+ return super().visit_binary_expression(node)
1024
+
1025
+
1026
+ # =============================================================================
1027
+ # Generator Registry
1028
+ # =============================================================================
1029
+
1030
+
1031
+ _GENERATOR_REGISTRY: dict[SQLDialect, type[BaseDialectGenerator]] = {
1032
+ SQLDialect.POSTGRESQL: PostgreSQLGenerator,
1033
+ SQLDialect.MYSQL: MySQLGenerator,
1034
+ SQLDialect.SQLITE: SQLiteGenerator,
1035
+ SQLDialect.BIGQUERY: BigQueryGenerator,
1036
+ SQLDialect.SNOWFLAKE: SnowflakeGenerator,
1037
+ SQLDialect.REDSHIFT: RedshiftGenerator,
1038
+ SQLDialect.DATABRICKS: DatabricksGenerator,
1039
+ SQLDialect.ORACLE: OracleGenerator,
1040
+ SQLDialect.SQLSERVER: SQLServerGenerator,
1041
+ SQLDialect.GENERIC: BaseDialectGenerator,
1042
+ }
1043
+
1044
+
1045
+ def get_dialect_generator(
1046
+ dialect: SQLDialect,
1047
+ config: DialectConfig | None = None,
1048
+ ) -> BaseDialectGenerator:
1049
+ """Get a dialect generator instance.
1050
+
1051
+ Args:
1052
+ dialect: SQL dialect.
1053
+ config: Optional dialect configuration.
1054
+
1055
+ Returns:
1056
+ Dialect generator instance.
1057
+ """
1058
+ generator_class = _GENERATOR_REGISTRY.get(dialect, BaseDialectGenerator)
1059
+ return generator_class(config)
1060
+
1061
+
1062
+ def register_dialect_generator(
1063
+ dialect: SQLDialect,
1064
+ generator_class: type[BaseDialectGenerator],
1065
+ ) -> None:
1066
+ """Register a custom dialect generator.
1067
+
1068
+ Args:
1069
+ dialect: SQL dialect.
1070
+ generator_class: Generator class to register.
1071
+ """
1072
+ _GENERATOR_REGISTRY[dialect] = generator_class