sparkforge-aws 0.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1034) hide show
  1. sparkforge_aws/__init__.py +3 -0
  2. sparkforge_aws/_forge_portal.py +913 -0
  3. sparkforge_aws/_graphstudio.py +376 -0
  4. sparkforge_aws/_graphview.py +181 -0
  5. sparkforge_aws/_installkit.py +1706 -0
  6. sparkforge_aws/adapters/__init__.py +1 -0
  7. sparkforge_aws/adapters/_core.py +9827 -0
  8. sparkforge_aws/adapters/cli.py +6668 -0
  9. sparkforge_aws/adapters/mcp.py +367 -0
  10. sparkforge_aws/adapters/mcp_compact.py +437 -0
  11. sparkforge_aws/adapters/mcp_envelope.py +141 -0
  12. sparkforge_aws/adapters/platforms/__init__.py +27 -0
  13. sparkforge_aws/adapters/platforms/antigravity.py +54 -0
  14. sparkforge_aws/adapters/platforms/base.py +29 -0
  15. sparkforge_aws/adapters/platforms/claude.py +31 -0
  16. sparkforge_aws/adapters/platforms/compiler.py +50 -0
  17. sparkforge_aws/adapters/platforms/cursor.py +39 -0
  18. sparkforge_aws/adapters/platforms/targets.py +83 -0
  19. sparkforge_aws/adapters/tools.py +12919 -0
  20. sparkforge_aws/adapters/upstream.py +198 -0
  21. sparkforge_aws/agentic/__init__.py +129 -0
  22. sparkforge_aws/agentic/arbitration.py +380 -0
  23. sparkforge_aws/agentic/autonomy.py +253 -0
  24. sparkforge_aws/agentic/blackboard.py +328 -0
  25. sparkforge_aws/agentic/budget.py +576 -0
  26. sparkforge_aws/agentic/checkpoint.py +123 -0
  27. sparkforge_aws/agentic/control.py +382 -0
  28. sparkforge_aws/agentic/debate.py +265 -0
  29. sparkforge_aws/agentic/decision.py +228 -0
  30. sparkforge_aws/agentic/evidence.py +285 -0
  31. sparkforge_aws/agentic/executor/__init__.py +19 -0
  32. sparkforge_aws/agentic/executor/authority.py +190 -0
  33. sparkforge_aws/agentic/executor/claims.py +314 -0
  34. sparkforge_aws/agentic/executor/conflict.py +163 -0
  35. sparkforge_aws/agentic/executor/debate_evidence.py +257 -0
  36. sparkforge_aws/agentic/executor/debate_run.py +1166 -0
  37. sparkforge_aws/agentic/executor/digest.py +101 -0
  38. sparkforge_aws/agentic/executor/gate.py +303 -0
  39. sparkforge_aws/agentic/executor/ordering.py +323 -0
  40. sparkforge_aws/agentic/executor/plan.py +314 -0
  41. sparkforge_aws/agentic/executor/run.py +1117 -0
  42. sparkforge_aws/agentic/executor/unknowns.py +306 -0
  43. sparkforge_aws/agentic/experiment.py +189 -0
  44. sparkforge_aws/agentic/governor.py +290 -0
  45. sparkforge_aws/agentic/graph.py +351 -0
  46. sparkforge_aws/agentic/handoff.py +520 -0
  47. sparkforge_aws/agentic/memory.py +719 -0
  48. sparkforge_aws/agentic/models.py +646 -0
  49. sparkforge_aws/agentic/recovery.py +156 -0
  50. sparkforge_aws/agentic/referee.py +345 -0
  51. sparkforge_aws/agentic/role_plans.py +95 -0
  52. sparkforge_aws/agentic/runtime.py +223 -0
  53. sparkforge_aws/agentic/security.py +340 -0
  54. sparkforge_aws/agentic/shadow.py +177 -0
  55. sparkforge_aws/agentic/stop.py +166 -0
  56. sparkforge_aws/agentic/trust.py +323 -0
  57. sparkforge_aws/agents/__init__.py +28 -0
  58. sparkforge_aws/agents/autonomy.py +540 -0
  59. sparkforge_aws/agents/budget.py +99 -0
  60. sparkforge_aws/agents/observability.py +79 -0
  61. sparkforge_aws/agents/room.py +130 -0
  62. sparkforge_aws/analytics/__init__.py +25 -0
  63. sparkforge_aws/analytics/dbt.py +245 -0
  64. sparkforge_aws/analytics/duckdb.py +172 -0
  65. sparkforge_aws/architecture/__init__.py +5 -0
  66. sparkforge_aws/architecture/streaming.py +364 -0
  67. sparkforge_aws/capacity/__init__.py +9 -0
  68. sparkforge_aws/capacity/plan.py +328 -0
  69. sparkforge_aws/case/__init__.py +1 -0
  70. sparkforge_aws/case/playbook.py +119 -0
  71. sparkforge_aws/case/resume.py +334 -0
  72. sparkforge_aws/case/router.py +384 -0
  73. sparkforge_aws/case/store.py +598 -0
  74. sparkforge_aws/catalog/__init__.py +19 -0
  75. sparkforge_aws/catalog/contract.py +237 -0
  76. sparkforge_aws/change/__init__.py +42 -0
  77. sparkforge_aws/change/apply.py +249 -0
  78. sparkforge_aws/change/plan.py +269 -0
  79. sparkforge_aws/change/proposal.py +461 -0
  80. sparkforge_aws/change/refusals.py +115 -0
  81. sparkforge_aws/change/sandbox.py +312 -0
  82. sparkforge_aws/cli/__init__.py +6 -0
  83. sparkforge_aws/cli/forge.py +269 -0
  84. sparkforge_aws/cloud/__init__.py +16 -0
  85. sparkforge_aws/cloud/worker.py +46 -0
  86. sparkforge_aws/codeintel/__init__.py +44 -0
  87. sparkforge_aws/codeintel/budget.py +383 -0
  88. sparkforge_aws/codeintel/context.py +892 -0
  89. sparkforge_aws/codeintel/db.py +494 -0
  90. sparkforge_aws/codeintel/domain_terms.yaml +145 -0
  91. sparkforge_aws/codeintel/export.py +208 -0
  92. sparkforge_aws/codeintel/extract.py +278 -0
  93. sparkforge_aws/codeintel/graph.py +946 -0
  94. sparkforge_aws/codeintel/ids.py +150 -0
  95. sparkforge_aws/codeintel/incremental.py +91 -0
  96. sparkforge_aws/codeintel/index.py +572 -0
  97. sparkforge_aws/codeintel/lineage.py +1313 -0
  98. sparkforge_aws/codeintel/query_expansion.py +84 -0
  99. sparkforge_aws/codeintel/ranking.py +426 -0
  100. sparkforge_aws/codeintel/refs.py +188 -0
  101. sparkforge_aws/codeintel/resolve.py +494 -0
  102. sparkforge_aws/codeintel/search.py +225 -0
  103. sparkforge_aws/codeintel/security.py +538 -0
  104. sparkforge_aws/codeintel/staleness.py +1411 -0
  105. sparkforge_aws/collect/__init__.py +43 -0
  106. sparkforge_aws/collect/aws.py +1103 -0
  107. sparkforge_aws/collect/base.py +234 -0
  108. sparkforge_aws/collect/cloudwatch_logs.py +316 -0
  109. sparkforge_aws/collect/glue_resource_link.py +358 -0
  110. sparkforge_aws/collect/host_usage.py +184 -0
  111. sparkforge_aws/collect/iam_access.py +243 -0
  112. sparkforge_aws/collect/lakeformation.py +309 -0
  113. sparkforge_aws/collect/live_graph.py +439 -0
  114. sparkforge_aws/collect/managed_flink.py +443 -0
  115. sparkforge_aws/collect/parquet_footer.py +339 -0
  116. sparkforge_aws/collect/schema_registry.py +263 -0
  117. sparkforge_aws/collect/streaming.py +500 -0
  118. sparkforge_aws/context/__init__.py +47 -0
  119. sparkforge_aws/context/context_tree.py +66 -0
  120. sparkforge_aws/context/funnel.py +103 -0
  121. sparkforge_aws/context/gateway.py +427 -0
  122. sparkforge_aws/context/gateway_budget.py +186 -0
  123. sparkforge_aws/context/gateway_capabilities.py +128 -0
  124. sparkforge_aws/context/gateway_models.py +232 -0
  125. sparkforge_aws/context/gateway_profiles.yaml +23 -0
  126. sparkforge_aws/context/gateway_refs.py +81 -0
  127. sparkforge_aws/context/host_usage.py +68 -0
  128. sparkforge_aws/context/knowledge_pack.py +132 -0
  129. sparkforge_aws/context/planner.py +187 -0
  130. sparkforge_aws/context/progressive.py +72 -0
  131. sparkforge_aws/context/quality.py +288 -0
  132. sparkforge_aws/context/schemas/__init__.py +15 -0
  133. sparkforge_aws/context/schemas/gateway.schema.json +77 -0
  134. sparkforge_aws/controlm/__init__.py +22 -0
  135. sparkforge_aws/controlm/descriptor.py +220 -0
  136. sparkforge_aws/controlm/matrix.py +348 -0
  137. sparkforge_aws/controlm/migration.py +323 -0
  138. sparkforge_aws/databases/__init__.py +12 -0
  139. sparkforge_aws/databases/dynamodb.py +77 -0
  140. sparkforge_aws/databases/neptune.py +57 -0
  141. sparkforge_aws/decision/__init__.py +107 -0
  142. sparkforge_aws/decision/authority.py +302 -0
  143. sparkforge_aws/decision/cache.py +515 -0
  144. sparkforge_aws/decision/calibration.py +244 -0
  145. sparkforge_aws/decision/conditions.py +69 -0
  146. sparkforge_aws/decision/contracts.py +428 -0
  147. sparkforge_aws/decision/fingerprint.py +43 -0
  148. sparkforge_aws/decision/host.py +330 -0
  149. sparkforge_aws/decision/host_adapters.py +135 -0
  150. sparkforge_aws/decision/measurement.py +31 -0
  151. sparkforge_aws/decision/models.py +148 -0
  152. sparkforge_aws/decision/primitives.py +181 -0
  153. sparkforge_aws/decision/receipts.py +207 -0
  154. sparkforge_aws/decision/runtime.py +348 -0
  155. sparkforge_aws/decision/state.py +99 -0
  156. sparkforge_aws/diagnosis/__init__.py +19 -0
  157. sparkforge_aws/diagnosis/root_cause.py +434 -0
  158. sparkforge_aws/distribution/__init__.py +1 -0
  159. sparkforge_aws/distribution/cli.py +71 -0
  160. sparkforge_aws/distribution/config.py +117 -0
  161. sparkforge_aws/distribution/paths.py +100 -0
  162. sparkforge_aws/distribution/service.py +304 -0
  163. sparkforge_aws/doctor.py +251 -0
  164. sparkforge_aws/dq_ai/__init__.py +5 -0
  165. sparkforge_aws/dq_ai/assessment.py +250 -0
  166. sparkforge_aws/dqdl/__init__.py +5 -0
  167. sparkforge_aws/dqdl/validator.py +153 -0
  168. sparkforge_aws/durable.py +217 -0
  169. sparkforge_aws/economy/__init__.py +79 -0
  170. sparkforge_aws/economy/cache.py +5 -0
  171. sparkforge_aws/economy/decision_activation.py +59 -0
  172. sparkforge_aws/economy/decision_compare.py +70 -0
  173. sparkforge_aws/economy/decision_contracts.py +233 -0
  174. sparkforge_aws/economy/decision_engine.py +30 -0
  175. sparkforge_aws/economy/decision_evaluation.py +114 -0
  176. sparkforge_aws/economy/decision_kernel_bridge.py +208 -0
  177. sparkforge_aws/economy/decision_models.py +431 -0
  178. sparkforge_aws/economy/decision_plane.py +539 -0
  179. sparkforge_aws/economy/decision_receipts.py +212 -0
  180. sparkforge_aws/economy/goldset.py +261 -0
  181. sparkforge_aws/economy/ledger.py +203 -0
  182. sparkforge_aws/economy/model_router.py +368 -0
  183. sparkforge_aws/economy/provider_cost.py +76 -0
  184. sparkforge_aws/economy/recall.py +318 -0
  185. sparkforge_aws/economy/reconcile.py +221 -0
  186. sparkforge_aws/economy/report.py +86 -0
  187. sparkforge_aws/economy/router.py +132 -0
  188. sparkforge_aws/economy/waste_detector.py +136 -0
  189. sparkforge_aws/errors/__init__.py +6 -0
  190. sparkforge_aws/errors/matcher.py +350 -0
  191. sparkforge_aws/evals/__init__.py +6 -0
  192. sparkforge_aws/evals/__main__.py +8 -0
  193. sparkforge_aws/evals/cli.py +268 -0
  194. sparkforge_aws/evals/compare.py +250 -0
  195. sparkforge_aws/evals/datasets/router_dataset.json +31 -0
  196. sparkforge_aws/evals/debate_grade.py +333 -0
  197. sparkforge_aws/evals/decision_plane.py +5 -0
  198. sparkforge_aws/evals/decision_replay.py +613 -0
  199. sparkforge_aws/evals/evidence.py +258 -0
  200. sparkforge_aws/evals/evidence_adapters.py +309 -0
  201. sparkforge_aws/evals/evidence_resolver.py +283 -0
  202. sparkforge_aws/evals/evolution.py +1809 -0
  203. sparkforge_aws/evals/grade.py +268 -0
  204. sparkforge_aws/evals/lifecycle.py +205 -0
  205. sparkforge_aws/evals/metric_compiler.py +103 -0
  206. sparkforge_aws/evals/policy.py +309 -0
  207. sparkforge_aws/evals/runner.py +315 -0
  208. sparkforge_aws/evals/suite.py +308 -0
  209. sparkforge_aws/evals/token_benchmark.py +324 -0
  210. sparkforge_aws/facts/__init__.py +1 -0
  211. sparkforge_aws/facts/airflow_dag.py +1035 -0
  212. sparkforge_aws/facts/athena_cost.py +82 -0
  213. sparkforge_aws/facts/athena_workgroup.py +280 -0
  214. sparkforge_aws/facts/benchmark.py +772 -0
  215. sparkforge_aws/facts/bridge.py +248 -0
  216. sparkforge_aws/facts/call_graph.py +470 -0
  217. sparkforge_aws/facts/catalog_schema.py +374 -0
  218. sparkforge_aws/facts/cdc.py +599 -0
  219. sparkforge_aws/facts/cloudwatch.py +143 -0
  220. sparkforge_aws/facts/cloudwatch_logs.py +235 -0
  221. sparkforge_aws/facts/cloudwatch_retention.py +85 -0
  222. sparkforge_aws/facts/consumers.py +267 -0
  223. sparkforge_aws/facts/controlm_jobs.py +1429 -0
  224. sparkforge_aws/facts/data_quality.py +1764 -0
  225. sparkforge_aws/facts/emr_cluster.py +1255 -0
  226. sparkforge_aws/facts/emr_eks.py +823 -0
  227. sparkforge_aws/facts/emr_serverless.py +1005 -0
  228. sparkforge_aws/facts/event_driven.py +368 -0
  229. sparkforge_aws/facts/event_log.py +1229 -0
  230. sparkforge_aws/facts/exception.py +179 -0
  231. sparkforge_aws/facts/flink.py +717 -0
  232. sparkforge_aws/facts/funcval.py +1204 -0
  233. sparkforge_aws/facts/fusion.py +689 -0
  234. sparkforge_aws/facts/glue_dq_advanced.py +420 -0
  235. sparkforge_aws/facts/glue_job_run.py +503 -0
  236. sparkforge_aws/facts/glue_resource_link.py +287 -0
  237. sparkforge_aws/facts/glue_streaming.py +370 -0
  238. sparkforge_aws/facts/glue_terraform.py +114 -0
  239. sparkforge_aws/facts/graph.py +1455 -0
  240. sparkforge_aws/facts/host_transcript.py +381 -0
  241. sparkforge_aws/facts/iam_access.py +228 -0
  242. sparkforge_aws/facts/iceberg_metadata.py +895 -0
  243. sparkforge_aws/facts/lakeformation.py +457 -0
  244. sparkforge_aws/facts/lakeformation_grants.py +312 -0
  245. sparkforge_aws/facts/lakeformation_matrix.py +167 -0
  246. sparkforge_aws/facts/lakeformation_missing_grant.py +1064 -0
  247. sparkforge_aws/facts/migration.py +563 -0
  248. sparkforge_aws/facts/parquet_footer.py +433 -0
  249. sparkforge_aws/facts/pricing.py +143 -0
  250. sparkforge_aws/facts/pyspark_ast.py +1583 -0
  251. sparkforge_aws/facts/run_cost.py +132 -0
  252. sparkforge_aws/facts/runtime_detect.py +850 -0
  253. sparkforge_aws/facts/runtime_matrix.py +628 -0
  254. sparkforge_aws/facts/s3_listing.py +345 -0
  255. sparkforge_aws/facts/scan.py +533 -0
  256. sparkforge_aws/facts/schema_registry.py +341 -0
  257. sparkforge_aws/facts/secrets.py +207 -0
  258. sparkforge_aws/facts/sfn_history.py +1409 -0
  259. sparkforge_aws/facts/spark_plan.py +1118 -0
  260. sparkforge_aws/facts/sql_literal.py +504 -0
  261. sparkforge_aws/facts/sql_metric_names.py +76 -0
  262. sparkforge_aws/facts/sql_metrics.py +840 -0
  263. sparkforge_aws/facts/stepfunctions.py +657 -0
  264. sparkforge_aws/facts/streaming.py +608 -0
  265. sparkforge_aws/facts/streaming_composition.py +366 -0
  266. sparkforge_aws/facts/streaming_glue_cross.py +322 -0
  267. sparkforge_aws/facts/streaming_glue_runtime.py +273 -0
  268. sparkforge_aws/facts/streaming_iceberg_temporal.py +246 -0
  269. sparkforge_aws/facts/streaming_integrations.py +515 -0
  270. sparkforge_aws/facts/streaming_ops.py +381 -0
  271. sparkforge_aws/facts/streaming_pipeline.py +307 -0
  272. sparkforge_aws/facts/streaming_slo.py +616 -0
  273. sparkforge_aws/facts/streaming_temporal.py +360 -0
  274. sparkforge_aws/facts/terraform.py +1097 -0
  275. sparkforge_aws/facts/timeout_diagnosis.py +331 -0
  276. sparkforge_aws/facts/transport.py +762 -0
  277. sparkforge_aws/facts/utilization.py +128 -0
  278. sparkforge_aws/facts/workload.py +205 -0
  279. sparkforge_aws/findings/__init__.py +1 -0
  280. sparkforge_aws/findings/models.py +211 -0
  281. sparkforge_aws/findings/schemas/business_rule.schema.json +81 -0
  282. sparkforge_aws/findings/schemas/dq_ai_report.schema.json +39 -0
  283. sparkforge_aws/findings/schemas/fact.schema.json +56 -0
  284. sparkforge_aws/findings/schemas/finding.schema.json +160 -0
  285. sparkforge_aws/findings/signature.py +115 -0
  286. sparkforge_aws/findings/validate.py +126 -0
  287. sparkforge_aws/finops/__init__.py +9 -0
  288. sparkforge_aws/finops/athena_observed.py +36 -0
  289. sparkforge_aws/finops/realized.py +171 -0
  290. sparkforge_aws/finops/report.py +357 -0
  291. sparkforge_aws/graphview.py +134 -0
  292. sparkforge_aws/iceberg/__init__.py +17 -0
  293. sparkforge_aws/iceberg/doctor.py +100 -0
  294. sparkforge_aws/iceberg/maintenance.py +260 -0
  295. sparkforge_aws/install/__init__.py +13 -0
  296. sparkforge_aws/install/cli.py +290 -0
  297. sparkforge_aws/install/hosts.py +112 -0
  298. sparkforge_aws/install/lifecycle.py +950 -0
  299. sparkforge_aws/integrate/__init__.py +419 -0
  300. sparkforge_aws/integrate/bundle/agents/athena-query-optimizer.md +84 -0
  301. sparkforge_aws/integrate/bundle/agents/cdc-contract-reviewer.md +50 -0
  302. sparkforge_aws/integrate/bundle/agents/data-quality-reviewer.md +185 -0
  303. sparkforge_aws/integrate/bundle/agents/emr-infra-reviewer.md +232 -0
  304. sparkforge_aws/integrate/bundle/agents/executors/sf-extractor.md +113 -0
  305. sparkforge_aws/integrate/bundle/agents/executors/sf-inventory.md +74 -0
  306. sparkforge_aws/integrate/bundle/agents/executors/sf-judge.md +45 -0
  307. sparkforge_aws/integrate/bundle/agents/executors/sf-synthesizer.md +137 -0
  308. sparkforge_aws/integrate/bundle/agents/executors/sf-verifier.md +107 -0
  309. sparkforge_aws/integrate/bundle/agents/glue-incremental-performance-architect.md +121 -0
  310. sparkforge_aws/integrate/bundle/agents/glue-infra-reviewer.md +154 -0
  311. sparkforge_aws/integrate/bundle/agents/iceberg-performance-engineer.md +90 -0
  312. sparkforge_aws/integrate/bundle/agents/pyspark-code-reviewer.md +229 -0
  313. sparkforge_aws/integrate/bundle/agents/sf-lake-formation-specialist.md +167 -0
  314. sparkforge_aws/integrate/bundle/agents/sf-runtime-specialist.md +166 -0
  315. sparkforge_aws/integrate/bundle/agents/sf-security-reviewer.md +29 -0
  316. sparkforge_aws/integrate/bundle/agents/sf-terraform-specialist.md +27 -0
  317. sparkforge_aws/integrate/bundle/agents/spark-performance-architect.md +350 -0
  318. sparkforge_aws/integrate/bundle/agents/streaming-realtime-architect.md +114 -0
  319. sparkforge_aws/integrate/bundle/skills/_shared/references/evaluation-contract.md +17 -0
  320. sparkforge_aws/integrate/bundle/skills/_shared/references/evidence-first.md +49 -0
  321. sparkforge_aws/integrate/bundle/skills/_shared/references/operational-safety.md +21 -0
  322. sparkforge_aws/integrate/bundle/skills/_shared/scripts/validate_skill_context.py +74 -0
  323. sparkforge_aws/integrate/bundle/skills/analyze-batch-loop/SKILL.md +140 -0
  324. sparkforge_aws/integrate/bundle/skills/analyze-batch-loop/evals/evals.json +33 -0
  325. sparkforge_aws/integrate/bundle/skills/analyze-batch-loop/references/README.md +13 -0
  326. sparkforge_aws/integrate/bundle/skills/analyze-batch-loop/scripts/validate_evidence.py +11 -0
  327. sparkforge_aws/integrate/bundle/skills/analyze-flink-job/SKILL.md +128 -0
  328. sparkforge_aws/integrate/bundle/skills/analyze-flink-job/evals/evals.json +7 -0
  329. sparkforge_aws/integrate/bundle/skills/analyze-flink-job/references/README.md +5 -0
  330. sparkforge_aws/integrate/bundle/skills/analyze-flink-job/scripts/validate_evidence.py +9 -0
  331. sparkforge_aws/integrate/bundle/skills/analyze-functional-rules/SKILL.md +87 -0
  332. sparkforge_aws/integrate/bundle/skills/analyze-functional-rules/evals/evals.json +33 -0
  333. sparkforge_aws/integrate/bundle/skills/analyze-functional-rules/references/README.md +13 -0
  334. sparkforge_aws/integrate/bundle/skills/analyze-functional-rules/scripts/validate_evidence.py +11 -0
  335. sparkforge_aws/integrate/bundle/skills/analyze-library-call-graph/SKILL.md +143 -0
  336. sparkforge_aws/integrate/bundle/skills/analyze-library-call-graph/evals/evals.json +33 -0
  337. sparkforge_aws/integrate/bundle/skills/analyze-library-call-graph/references/README.md +13 -0
  338. sparkforge_aws/integrate/bundle/skills/analyze-library-call-graph/scripts/validate_evidence.py +11 -0
  339. sparkforge_aws/integrate/bundle/skills/analyze-spark-plan/SKILL.md +123 -0
  340. sparkforge_aws/integrate/bundle/skills/analyze-spark-plan/evals/evals.json +33 -0
  341. sparkforge_aws/integrate/bundle/skills/analyze-spark-plan/references/README.md +13 -0
  342. sparkforge_aws/integrate/bundle/skills/analyze-spark-plan/scripts/validate_evidence.py +11 -0
  343. sparkforge_aws/integrate/bundle/skills/analyze-spark-ui/SKILL.md +146 -0
  344. sparkforge_aws/integrate/bundle/skills/analyze-spark-ui/evals/evals.json +33 -0
  345. sparkforge_aws/integrate/bundle/skills/analyze-spark-ui/references/README.md +13 -0
  346. sparkforge_aws/integrate/bundle/skills/analyze-spark-ui/scripts/validate_evidence.py +11 -0
  347. sparkforge_aws/integrate/bundle/skills/analyze-streaming-composition/SKILL.md +198 -0
  348. sparkforge_aws/integrate/bundle/skills/analyze-streaming-composition/evals/evals.json +7 -0
  349. sparkforge_aws/integrate/bundle/skills/analyze-streaming-composition/references/README.md +4 -0
  350. sparkforge_aws/integrate/bundle/skills/analyze-streaming-composition/scripts/validate_evidence.py +5 -0
  351. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/SKILL.md +293 -0
  352. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/evals/evals.json +33 -0
  353. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/README.md +13 -0
  354. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/budgets.md +50 -0
  355. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/cost-audit.md +75 -0
  356. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/cost-explorer.md +130 -0
  357. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/cost-optimization-hub.md +140 -0
  358. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/cur-athena.md +103 -0
  359. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/deterministic-calculations.md +62 -0
  360. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/ebs-optimization.md +49 -0
  361. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/ec2-rightsizing.md +86 -0
  362. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/free-tier.md +34 -0
  363. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/lambda-optimization.md +46 -0
  364. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/pricing-lookup.md +78 -0
  365. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/rds-optimization.md +39 -0
  366. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/reserved-instances.md +62 -0
  367. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/savings-plans.md +69 -0
  368. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/references/service-optimization.md +58 -0
  369. sparkforge_aws/integrate/bundle/skills/aws-billing-and-cost-management/scripts/validate_evidence.py +11 -0
  370. sparkforge_aws/integrate/bundle/skills/aws-database/SKILL.md +189 -0
  371. sparkforge_aws/integrate/bundle/skills/aws-database/evals/evals.json +33 -0
  372. sparkforge_aws/integrate/bundle/skills/aws-database/references/README.md +13 -0
  373. sparkforge_aws/integrate/bundle/skills/aws-database/references/handoff.md +74 -0
  374. sparkforge_aws/integrate/bundle/skills/aws-database/references/report-issue.md +59 -0
  375. sparkforge_aws/integrate/bundle/skills/aws-database/references/select.md +243 -0
  376. sparkforge_aws/integrate/bundle/skills/aws-database/scripts/validate_evidence.py +11 -0
  377. sparkforge_aws/integrate/bundle/skills/aws-iam/SKILL.md +248 -0
  378. sparkforge_aws/integrate/bundle/skills/aws-iam/evals/evals.json +33 -0
  379. sparkforge_aws/integrate/bundle/skills/aws-iam/references/README.md +13 -0
  380. sparkforge_aws/integrate/bundle/skills/aws-iam/references/aws-iam-policy-generation.md +504 -0
  381. sparkforge_aws/integrate/bundle/skills/aws-iam/references/aws-iam-role-management.md +108 -0
  382. sparkforge_aws/integrate/bundle/skills/aws-iam/references/common-pitfalls.md +127 -0
  383. sparkforge_aws/integrate/bundle/skills/aws-iam/references/service-authorization.md +84 -0
  384. sparkforge_aws/integrate/bundle/skills/aws-iam/scripts/validate_evidence.py +11 -0
  385. sparkforge_aws/integrate/bundle/skills/aws-messaging-and-streaming/SKILL.md +314 -0
  386. sparkforge_aws/integrate/bundle/skills/aws-messaging-and-streaming/evals/evals.json +33 -0
  387. sparkforge_aws/integrate/bundle/skills/aws-messaging-and-streaming/references/README.md +13 -0
  388. sparkforge_aws/integrate/bundle/skills/aws-messaging-and-streaming/scripts/validate_evidence.py +11 -0
  389. sparkforge_aws/integrate/bundle/skills/aws-observability/SKILL.md +158 -0
  390. sparkforge_aws/integrate/bundle/skills/aws-observability/evals/evals.json +33 -0
  391. sparkforge_aws/integrate/bundle/skills/aws-observability/references/README.md +13 -0
  392. sparkforge_aws/integrate/bundle/skills/aws-observability/references/alarms.md +263 -0
  393. sparkforge_aws/integrate/bundle/skills/aws-observability/references/application-signals-cicd-metadata.md +132 -0
  394. sparkforge_aws/integrate/bundle/skills/aws-observability/references/application-signals-onboarding.md +223 -0
  395. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ec2-dotnet.md +318 -0
  396. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ec2-java.md +246 -0
  397. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ec2-nodejs.md +449 -0
  398. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ec2-python.md +627 -0
  399. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ecs-dotnet.md +250 -0
  400. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ecs-java.md +180 -0
  401. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ecs-nodejs.md +193 -0
  402. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/ecs-python.md +238 -0
  403. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/eks-dotnet.md +137 -0
  404. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/eks-java.md +137 -0
  405. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/eks-nodejs.md +137 -0
  406. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/eks-python.md +162 -0
  407. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/lambda-dotnet.md +86 -0
  408. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/lambda-java.md +104 -0
  409. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/lambda-nodejs.md +162 -0
  410. sparkforge_aws/integrate/bundle/skills/aws-observability/references/appsignals-guides/lambda-python.md +185 -0
  411. sparkforge_aws/integrate/bundle/skills/aws-observability/references/cloudtrail.md +117 -0
  412. sparkforge_aws/integrate/bundle/skills/aws-observability/references/dashboards.md +157 -0
  413. sparkforge_aws/integrate/bundle/skills/aws-observability/references/dynamic-instrumentation/breakpoint-creation.md +359 -0
  414. sparkforge_aws/integrate/bundle/skills/aws-observability/references/dynamic-instrumentation/call-tree-and-directions.md +166 -0
  415. sparkforge_aws/integrate/bundle/skills/aws-observability/references/dynamic-instrumentation/snapshot-parsing.md +82 -0
  416. sparkforge_aws/integrate/bundle/skills/aws-observability/references/dynamic-instrumentation.md +562 -0
  417. sparkforge_aws/integrate/bundle/skills/aws-observability/references/log-insights.md +254 -0
  418. sparkforge_aws/integrate/bundle/skills/aws-observability/references/metrics.md +192 -0
  419. sparkforge_aws/integrate/bundle/skills/aws-observability/references/synthetics.md +136 -0
  420. sparkforge_aws/integrate/bundle/skills/aws-observability/references/tracing.md +253 -0
  421. sparkforge_aws/integrate/bundle/skills/aws-observability/references/troubleshooting.md +122 -0
  422. sparkforge_aws/integrate/bundle/skills/aws-observability/scripts/validate_evidence.py +11 -0
  423. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/SKILL.md +365 -0
  424. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/evals/evals.json +33 -0
  425. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/README.md +13 -0
  426. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/configuration.md +151 -0
  427. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/credentials.md +127 -0
  428. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/dynamodb.md +295 -0
  429. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/error-handling.md +139 -0
  430. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/pagination.md +104 -0
  431. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/s3.md +223 -0
  432. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/references/waiters.md +121 -0
  433. sparkforge_aws/integrate/bundle/skills/aws-sdk-python-usage/scripts/validate_evidence.py +11 -0
  434. sparkforge_aws/integrate/bundle/skills/aws-security/SKILL.md +245 -0
  435. sparkforge_aws/integrate/bundle/skills/aws-security/evals/evals.json +33 -0
  436. sparkforge_aws/integrate/bundle/skills/aws-security/references/README.md +13 -0
  437. sparkforge_aws/integrate/bundle/skills/aws-security/references/detective-configuration.md +127 -0
  438. sparkforge_aws/integrate/bundle/skills/aws-security/references/detective-investigations.md +97 -0
  439. sparkforge_aws/integrate/bundle/skills/aws-security/references/detective.md +68 -0
  440. sparkforge_aws/integrate/bundle/skills/aws-security/references/guardduty-configuration.md +152 -0
  441. sparkforge_aws/integrate/bundle/skills/aws-security/references/guardduty-findings.md +128 -0
  442. sparkforge_aws/integrate/bundle/skills/aws-security/references/guardduty.md +80 -0
  443. sparkforge_aws/integrate/bundle/skills/aws-security/references/inspector-configuration.md +132 -0
  444. sparkforge_aws/integrate/bundle/skills/aws-security/references/inspector-findings.md +115 -0
  445. sparkforge_aws/integrate/bundle/skills/aws-security/references/inspector.md +77 -0
  446. sparkforge_aws/integrate/bundle/skills/aws-security/references/macie-configuration.md +158 -0
  447. sparkforge_aws/integrate/bundle/skills/aws-security/references/macie-findings.md +124 -0
  448. sparkforge_aws/integrate/bundle/skills/aws-security/references/macie.md +72 -0
  449. sparkforge_aws/integrate/bundle/skills/aws-security/references/organization-policies.md +58 -0
  450. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub-configuration.md +159 -0
  451. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub-cspm-configuration.md +137 -0
  452. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub-cspm-findings.md +117 -0
  453. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub-cspm.md +108 -0
  454. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub-findings.md +147 -0
  455. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-hub.md +91 -0
  456. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-lake-configuration.md +132 -0
  457. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-lake-sources.md +117 -0
  458. sparkforge_aws/integrate/bundle/skills/aws-security/references/security-lake.md +53 -0
  459. sparkforge_aws/integrate/bundle/skills/aws-security/references/services-overview.md +110 -0
  460. sparkforge_aws/integrate/bundle/skills/aws-security/scripts/validate_evidence.py +11 -0
  461. sparkforge_aws/integrate/bundle/skills/aws-serverless/SKILL.md +180 -0
  462. sparkforge_aws/integrate/bundle/skills/aws-serverless/assets/powertools-handler.py +66 -0
  463. sparkforge_aws/integrate/bundle/skills/aws-serverless/evals/evals.json +33 -0
  464. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/README.md +13 -0
  465. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/api-gateway.md +133 -0
  466. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/architecture.md +123 -0
  467. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/concurrency.md +86 -0
  468. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/deployment.md +94 -0
  469. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/event-sources.md +165 -0
  470. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/lambda.md +189 -0
  471. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/orchestration.md +130 -0
  472. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/production.md +156 -0
  473. sparkforge_aws/integrate/bundle/skills/aws-serverless/references/troubleshooting.md +184 -0
  474. sparkforge_aws/integrate/bundle/skills/aws-serverless/scripts/validate_evidence.py +11 -0
  475. sparkforge_aws/integrate/bundle/skills/aws-storage/SKILL.md +299 -0
  476. sparkforge_aws/integrate/bundle/skills/aws-storage/evals/evals.json +33 -0
  477. sparkforge_aws/integrate/bundle/skills/aws-storage/references/README.md +13 -0
  478. sparkforge_aws/integrate/bundle/skills/aws-storage/references/data-movement-and-protection-knowledge.md +56 -0
  479. sparkforge_aws/integrate/bundle/skills/aws-storage/references/ebs-knowledge.md +45 -0
  480. sparkforge_aws/integrate/bundle/skills/aws-storage/references/efs-knowledge.md +34 -0
  481. sparkforge_aws/integrate/bundle/skills/aws-storage/references/fsx-lustre-knowledge.md +46 -0
  482. sparkforge_aws/integrate/bundle/skills/aws-storage/references/fsx-ontap-knowledge.md +46 -0
  483. sparkforge_aws/integrate/bundle/skills/aws-storage/references/fsx-openzfs-knowledge.md +44 -0
  484. sparkforge_aws/integrate/bundle/skills/aws-storage/references/fsx-windows-knowledge.md +43 -0
  485. sparkforge_aws/integrate/bundle/skills/aws-storage/references/s3-express-knowledge.md +35 -0
  486. sparkforge_aws/integrate/bundle/skills/aws-storage/references/s3-files-knowledge.md +43 -0
  487. sparkforge_aws/integrate/bundle/skills/aws-storage/references/s3-general-purpose-knowledge.md +39 -0
  488. sparkforge_aws/integrate/bundle/skills/aws-storage/references/s3-tables-knowledge.md +45 -0
  489. sparkforge_aws/integrate/bundle/skills/aws-storage/references/s3-vectors-knowledge.md +43 -0
  490. sparkforge_aws/integrate/bundle/skills/aws-storage/scripts/validate_evidence.py +11 -0
  491. sparkforge_aws/integrate/bundle/skills/benchmark-pyspark-job/SKILL.md +230 -0
  492. sparkforge_aws/integrate/bundle/skills/benchmark-pyspark-job/evals/evals.json +33 -0
  493. sparkforge_aws/integrate/bundle/skills/benchmark-pyspark-job/references/README.md +13 -0
  494. sparkforge_aws/integrate/bundle/skills/benchmark-pyspark-job/scripts/validate_evidence.py +11 -0
  495. sparkforge_aws/integrate/bundle/skills/compare-releases/SKILL.md +220 -0
  496. sparkforge_aws/integrate/bundle/skills/compare-releases/evals/evals.json +33 -0
  497. sparkforge_aws/integrate/bundle/skills/compare-releases/references/README.md +11 -0
  498. sparkforge_aws/integrate/bundle/skills/compare-releases/scripts/validate_evidence.py +11 -0
  499. sparkforge_aws/integrate/bundle/skills/design-data-architecture/SKILL.md +57 -0
  500. sparkforge_aws/integrate/bundle/skills/design-data-architecture/evals/evals.json +33 -0
  501. sparkforge_aws/integrate/bundle/skills/design-data-architecture/references/README.md +13 -0
  502. sparkforge_aws/integrate/bundle/skills/design-data-architecture/scripts/validate_evidence.py +11 -0
  503. sparkforge_aws/integrate/bundle/skills/design-incremental-processing/SKILL.md +167 -0
  504. sparkforge_aws/integrate/bundle/skills/design-incremental-processing/evals/evals.json +33 -0
  505. sparkforge_aws/integrate/bundle/skills/design-incremental-processing/references/README.md +13 -0
  506. sparkforge_aws/integrate/bundle/skills/design-incremental-processing/scripts/validate_evidence.py +11 -0
  507. sparkforge_aws/integrate/bundle/skills/design-realtime-data-architecture/SKILL.md +72 -0
  508. sparkforge_aws/integrate/bundle/skills/design-realtime-data-architecture/evals/evals.json +7 -0
  509. sparkforge_aws/integrate/bundle/skills/design-realtime-data-architecture/references/README.md +3 -0
  510. sparkforge_aws/integrate/bundle/skills/design-realtime-data-architecture/scripts/validate_evidence.py +5 -0
  511. sparkforge_aws/integrate/bundle/skills/design-s3-data-lake/SKILL.md +57 -0
  512. sparkforge_aws/integrate/bundle/skills/design-s3-data-lake/evals/evals.json +33 -0
  513. sparkforge_aws/integrate/bundle/skills/design-s3-data-lake/references/README.md +13 -0
  514. sparkforge_aws/integrate/bundle/skills/design-s3-data-lake/scripts/validate_evidence.py +11 -0
  515. sparkforge_aws/integrate/bundle/skills/diagnose-data-skew/SKILL.md +131 -0
  516. sparkforge_aws/integrate/bundle/skills/diagnose-data-skew/evals/evals.json +33 -0
  517. sparkforge_aws/integrate/bundle/skills/diagnose-data-skew/references/README.md +13 -0
  518. sparkforge_aws/integrate/bundle/skills/diagnose-data-skew/scripts/validate_evidence.py +11 -0
  519. sparkforge_aws/integrate/bundle/skills/diagnose-lakeformation-access/SKILL.md +259 -0
  520. sparkforge_aws/integrate/bundle/skills/diagnose-lakeformation-access/evals/evals.json +33 -0
  521. sparkforge_aws/integrate/bundle/skills/diagnose-lakeformation-access/references/README.md +13 -0
  522. sparkforge_aws/integrate/bundle/skills/diagnose-lakeformation-access/scripts/validate_evidence.py +11 -0
  523. sparkforge_aws/integrate/bundle/skills/diagnose-oom/SKILL.md +135 -0
  524. sparkforge_aws/integrate/bundle/skills/diagnose-oom/evals/evals.json +33 -0
  525. sparkforge_aws/integrate/bundle/skills/diagnose-oom/references/README.md +13 -0
  526. sparkforge_aws/integrate/bundle/skills/diagnose-oom/scripts/validate_evidence.py +11 -0
  527. sparkforge_aws/integrate/bundle/skills/glue-incremental-performance-architect/SKILL.md +155 -0
  528. sparkforge_aws/integrate/bundle/skills/glue-incremental-performance-architect/evals/evals.json +33 -0
  529. sparkforge_aws/integrate/bundle/skills/glue-incremental-performance-architect/references/README.md +11 -0
  530. sparkforge_aws/integrate/bundle/skills/glue-incremental-performance-architect/scripts/validate_evidence.py +11 -0
  531. sparkforge_aws/integrate/bundle/skills/harden-s3-bucket/SKILL.md +196 -0
  532. sparkforge_aws/integrate/bundle/skills/harden-s3-bucket/evals/evals.json +33 -0
  533. sparkforge_aws/integrate/bundle/skills/harden-s3-bucket/references/README.md +13 -0
  534. sparkforge_aws/integrate/bundle/skills/harden-s3-bucket/scripts/validate_evidence.py +11 -0
  535. sparkforge_aws/integrate/bundle/skills/iceberg-v3-readiness/SKILL.md +114 -0
  536. sparkforge_aws/integrate/bundle/skills/iceberg-v3-readiness/evals/evals.json +33 -0
  537. sparkforge_aws/integrate/bundle/skills/iceberg-v3-readiness/references/README.md +13 -0
  538. sparkforge_aws/integrate/bundle/skills/iceberg-v3-readiness/scripts/validate_evidence.py +11 -0
  539. sparkforge_aws/integrate/bundle/skills/lakeformation-architecture/SKILL.md +157 -0
  540. sparkforge_aws/integrate/bundle/skills/lakeformation-architecture/evals/evals.json +33 -0
  541. sparkforge_aws/integrate/bundle/skills/lakeformation-architecture/references/README.md +14 -0
  542. sparkforge_aws/integrate/bundle/skills/lakeformation-architecture/scripts/validate_evidence.py +11 -0
  543. sparkforge_aws/integrate/bundle/skills/lakeformation-fgac-guard/SKILL.md +241 -0
  544. sparkforge_aws/integrate/bundle/skills/lakeformation-fgac-guard/evals/evals.json +33 -0
  545. sparkforge_aws/integrate/bundle/skills/lakeformation-fgac-guard/references/README.md +13 -0
  546. sparkforge_aws/integrate/bundle/skills/lakeformation-fgac-guard/scripts/validate_evidence.py +11 -0
  547. sparkforge_aws/integrate/bundle/skills/migrate-glue-6/SKILL.md +101 -0
  548. sparkforge_aws/integrate/bundle/skills/migrate-glue-6/evals/evals.json +33 -0
  549. sparkforge_aws/integrate/bundle/skills/migrate-glue-6/references/README.md +11 -0
  550. sparkforge_aws/integrate/bundle/skills/migrate-glue-6/scripts/validate_evidence.py +11 -0
  551. sparkforge_aws/integrate/bundle/skills/optimize-iceberg-table/SKILL.md +166 -0
  552. sparkforge_aws/integrate/bundle/skills/optimize-iceberg-table/evals/evals.json +33 -0
  553. sparkforge_aws/integrate/bundle/skills/optimize-iceberg-table/references/README.md +13 -0
  554. sparkforge_aws/integrate/bundle/skills/optimize-iceberg-table/scripts/validate_evidence.py +11 -0
  555. sparkforge_aws/integrate/bundle/skills/optimize-latest-per-key/SKILL.md +143 -0
  556. sparkforge_aws/integrate/bundle/skills/optimize-latest-per-key/evals/evals.json +33 -0
  557. sparkforge_aws/integrate/bundle/skills/optimize-latest-per-key/references/README.md +11 -0
  558. sparkforge_aws/integrate/bundle/skills/optimize-latest-per-key/scripts/validate_evidence.py +11 -0
  559. sparkforge_aws/integrate/bundle/skills/optimize-parquet-layout/SKILL.md +195 -0
  560. sparkforge_aws/integrate/bundle/skills/optimize-parquet-layout/evals/evals.json +33 -0
  561. sparkforge_aws/integrate/bundle/skills/optimize-parquet-layout/references/README.md +13 -0
  562. sparkforge_aws/integrate/bundle/skills/optimize-parquet-layout/scripts/validate_evidence.py +11 -0
  563. sparkforge_aws/integrate/bundle/skills/optimize-pyspark-code/SKILL.md +190 -0
  564. sparkforge_aws/integrate/bundle/skills/optimize-pyspark-code/evals/evals.json +33 -0
  565. sparkforge_aws/integrate/bundle/skills/optimize-pyspark-code/references/README.md +13 -0
  566. sparkforge_aws/integrate/bundle/skills/optimize-pyspark-code/scripts/validate_evidence.py +11 -0
  567. sparkforge_aws/integrate/bundle/skills/optimize-variable-volume-job/SKILL.md +109 -0
  568. sparkforge_aws/integrate/bundle/skills/optimize-variable-volume-job/evals/evals.json +33 -0
  569. sparkforge_aws/integrate/bundle/skills/optimize-variable-volume-job/references/README.md +13 -0
  570. sparkforge_aws/integrate/bundle/skills/optimize-variable-volume-job/scripts/validate_evidence.py +11 -0
  571. sparkforge_aws/integrate/bundle/skills/propose-change-pr/SKILL.md +85 -0
  572. sparkforge_aws/integrate/bundle/skills/propose-change-pr/evals/evals.json +33 -0
  573. sparkforge_aws/integrate/bundle/skills/propose-change-pr/references/README.md +11 -0
  574. sparkforge_aws/integrate/bundle/skills/propose-change-pr/scripts/validate_evidence.py +11 -0
  575. sparkforge_aws/integrate/bundle/skills/provision-s3-tables-table/SKILL.md +244 -0
  576. sparkforge_aws/integrate/bundle/skills/provision-s3-tables-table/evals/evals.json +33 -0
  577. sparkforge_aws/integrate/bundle/skills/provision-s3-tables-table/references/README.md +13 -0
  578. sparkforge_aws/integrate/bundle/skills/provision-s3-tables-table/scripts/validate_evidence.py +11 -0
  579. sparkforge_aws/integrate/bundle/skills/review-cdc-replication/SKILL.md +111 -0
  580. sparkforge_aws/integrate/bundle/skills/review-cdc-replication/evals/evals.json +7 -0
  581. sparkforge_aws/integrate/bundle/skills/review-cdc-replication/references/README.md +4 -0
  582. sparkforge_aws/integrate/bundle/skills/review-cdc-replication/scripts/validate_evidence.py +5 -0
  583. sparkforge_aws/integrate/bundle/skills/review-data-validation/SKILL.md +286 -0
  584. sparkforge_aws/integrate/bundle/skills/review-data-validation/evals/evals.json +33 -0
  585. sparkforge_aws/integrate/bundle/skills/review-data-validation/references/README.md +13 -0
  586. sparkforge_aws/integrate/bundle/skills/review-data-validation/scripts/validate_evidence.py +11 -0
  587. sparkforge_aws/integrate/bundle/skills/review-emr-cluster/SKILL.md +298 -0
  588. sparkforge_aws/integrate/bundle/skills/review-emr-cluster/evals/evals.json +33 -0
  589. sparkforge_aws/integrate/bundle/skills/review-emr-cluster/references/README.md +13 -0
  590. sparkforge_aws/integrate/bundle/skills/review-emr-cluster/scripts/validate_evidence.py +11 -0
  591. sparkforge_aws/integrate/bundle/skills/review-emr-eks/SKILL.md +415 -0
  592. sparkforge_aws/integrate/bundle/skills/review-emr-eks/evals/evals.json +33 -0
  593. sparkforge_aws/integrate/bundle/skills/review-emr-eks/references/README.md +13 -0
  594. sparkforge_aws/integrate/bundle/skills/review-emr-eks/scripts/validate_evidence.py +11 -0
  595. sparkforge_aws/integrate/bundle/skills/review-event-driven-architecture/SKILL.md +92 -0
  596. sparkforge_aws/integrate/bundle/skills/review-event-driven-architecture/evals/evals.json +7 -0
  597. sparkforge_aws/integrate/bundle/skills/review-event-driven-architecture/references/README.md +4 -0
  598. sparkforge_aws/integrate/bundle/skills/review-event-driven-architecture/scripts/validate_evidence.py +5 -0
  599. sparkforge_aws/integrate/bundle/skills/review-glue-streaming/SKILL.md +104 -0
  600. sparkforge_aws/integrate/bundle/skills/review-glue-streaming/evals/evals.json +7 -0
  601. sparkforge_aws/integrate/bundle/skills/review-glue-streaming/references/README.md +4 -0
  602. sparkforge_aws/integrate/bundle/skills/review-glue-streaming/scripts/validate_evidence.py +5 -0
  603. sparkforge_aws/integrate/bundle/skills/review-glue-terraform/SKILL.md +175 -0
  604. sparkforge_aws/integrate/bundle/skills/review-glue-terraform/evals/evals.json +33 -0
  605. sparkforge_aws/integrate/bundle/skills/review-glue-terraform/references/README.md +13 -0
  606. sparkforge_aws/integrate/bundle/skills/review-glue-terraform/scripts/validate_evidence.py +11 -0
  607. sparkforge_aws/integrate/bundle/skills/review-pyspark-pr/SKILL.md +156 -0
  608. sparkforge_aws/integrate/bundle/skills/review-pyspark-pr/evals/evals.json +33 -0
  609. sparkforge_aws/integrate/bundle/skills/review-pyspark-pr/references/README.md +13 -0
  610. sparkforge_aws/integrate/bundle/skills/review-pyspark-pr/scripts/validate_evidence.py +11 -0
  611. sparkforge_aws/integrate/bundle/skills/review-streaming-operations/SKILL.md +122 -0
  612. sparkforge_aws/integrate/bundle/skills/review-streaming-operations/evals/evals.json +7 -0
  613. sparkforge_aws/integrate/bundle/skills/review-streaming-operations/references/README.md +5 -0
  614. sparkforge_aws/integrate/bundle/skills/review-streaming-operations/scripts/validate_evidence.py +5 -0
  615. sparkforge_aws/integrate/bundle/skills/review-structured-streaming/SKILL.md +121 -0
  616. sparkforge_aws/integrate/bundle/skills/review-structured-streaming/evals/evals.json +17 -0
  617. sparkforge_aws/integrate/bundle/skills/review-structured-streaming/references/README.md +6 -0
  618. sparkforge_aws/integrate/bundle/skills/review-structured-streaming/scripts/validate_evidence.py +5 -0
  619. sparkforge_aws/integrate/bundle/skills/review-terraform-data-platform/SKILL.md +57 -0
  620. sparkforge_aws/integrate/bundle/skills/review-terraform-data-platform/evals/evals.json +33 -0
  621. sparkforge_aws/integrate/bundle/skills/review-terraform-data-platform/references/README.md +13 -0
  622. sparkforge_aws/integrate/bundle/skills/review-terraform-data-platform/scripts/validate_evidence.py +11 -0
  623. sparkforge_aws/integrate/bundle/skills/run-debate/SKILL.md +90 -0
  624. sparkforge_aws/integrate/bundle/skills/run-debate/evals/evals.json +33 -0
  625. sparkforge_aws/integrate/bundle/skills/run-debate/references/README.md +11 -0
  626. sparkforge_aws/integrate/bundle/skills/run-debate/scripts/validate_evidence.py +11 -0
  627. sparkforge_aws/integrate/bundle/skills/sdd-build/SKILL.md +265 -0
  628. sparkforge_aws/integrate/bundle/skills/sdd-build/evals/evals.json +33 -0
  629. sparkforge_aws/integrate/bundle/skills/sdd-build/references/README.md +13 -0
  630. sparkforge_aws/integrate/bundle/skills/sdd-build/scripts/validate_evidence.py +11 -0
  631. sparkforge_aws/integrate/bundle/skills/sdd-define/SKILL.md +172 -0
  632. sparkforge_aws/integrate/bundle/skills/sdd-define/evals/evals.json +33 -0
  633. sparkforge_aws/integrate/bundle/skills/sdd-define/references/README.md +13 -0
  634. sparkforge_aws/integrate/bundle/skills/sdd-define/scripts/validate_evidence.py +11 -0
  635. sparkforge_aws/integrate/bundle/skills/sdd-design/SKILL.md +144 -0
  636. sparkforge_aws/integrate/bundle/skills/sdd-design/evals/evals.json +33 -0
  637. sparkforge_aws/integrate/bundle/skills/sdd-design/references/README.md +13 -0
  638. sparkforge_aws/integrate/bundle/skills/sdd-design/scripts/validate_evidence.py +11 -0
  639. sparkforge_aws/integrate/bundle/skills/sdd-explore/SKILL.md +141 -0
  640. sparkforge_aws/integrate/bundle/skills/sdd-explore/evals/evals.json +33 -0
  641. sparkforge_aws/integrate/bundle/skills/sdd-explore/references/README.md +13 -0
  642. sparkforge_aws/integrate/bundle/skills/sdd-explore/scripts/validate_evidence.py +11 -0
  643. sparkforge_aws/integrate/bundle/skills/sdd-plan/SKILL.md +165 -0
  644. sparkforge_aws/integrate/bundle/skills/sdd-plan/evals/evals.json +33 -0
  645. sparkforge_aws/integrate/bundle/skills/sdd-plan/references/README.md +13 -0
  646. sparkforge_aws/integrate/bundle/skills/sdd-plan/scripts/validate_evidence.py +11 -0
  647. sparkforge_aws/integrate/bundle/skills/sdd-ship/SKILL.md +209 -0
  648. sparkforge_aws/integrate/bundle/skills/sdd-ship/evals/evals.json +33 -0
  649. sparkforge_aws/integrate/bundle/skills/sdd-ship/references/README.md +13 -0
  650. sparkforge_aws/integrate/bundle/skills/sdd-ship/scripts/validate_evidence.py +11 -0
  651. sparkforge_aws/integrate/bundle/skills/spark4-compatibility/SKILL.md +99 -0
  652. sparkforge_aws/integrate/bundle/skills/spark4-compatibility/evals/evals.json +33 -0
  653. sparkforge_aws/integrate/bundle/skills/spark4-compatibility/references/README.md +13 -0
  654. sparkforge_aws/integrate/bundle/skills/spark4-compatibility/scripts/validate_evidence.py +11 -0
  655. sparkforge_aws/integrate/bundle/skills/sparkforge-aws-diagnose/SKILL.md +206 -0
  656. sparkforge_aws/integrate/bundle/skills/sparkforge-aws-diagnose/evals/evals.json +33 -0
  657. sparkforge_aws/integrate/bundle/skills/sparkforge-aws-diagnose/references/README.md +13 -0
  658. sparkforge_aws/integrate/bundle/skills/sparkforge-aws-diagnose/scripts/validate_evidence.py +11 -0
  659. sparkforge_aws/integrate/bundle/skills/tool-specialist-routing/SKILL.md +52 -0
  660. sparkforge_aws/integrate/bundle/skills/tool-specialist-routing/evals/evals.json +33 -0
  661. sparkforge_aws/integrate/bundle/skills/tool-specialist-routing/references/README.md +11 -0
  662. sparkforge_aws/integrate/bundle/skills/tool-specialist-routing/scripts/validate_evidence.py +11 -0
  663. sparkforge_aws/integrate/bundle/skills/tune-glue-job/SKILL.md +116 -0
  664. sparkforge_aws/integrate/bundle/skills/tune-glue-job/evals/evals.json +33 -0
  665. sparkforge_aws/integrate/bundle/skills/tune-glue-job/references/README.md +11 -0
  666. sparkforge_aws/integrate/bundle/skills/tune-glue-job/scripts/validate_evidence.py +11 -0
  667. sparkforge_aws/integrate/claude.py +437 -0
  668. sparkforge_aws/integrate/conflict.py +436 -0
  669. sparkforge_aws/integrate/hosts.py +193 -0
  670. sparkforge_aws/integrate/open_host.py +227 -0
  671. sparkforge_aws/integrate/render.py +759 -0
  672. sparkforge_aws/integrate/sources.py +94 -0
  673. sparkforge_aws/integrate/writer.py +1041 -0
  674. sparkforge_aws/journal/__init__.py +75 -0
  675. sparkforge_aws/journal/read.py +118 -0
  676. sparkforge_aws/journal/record.py +270 -0
  677. sparkforge_aws/knowledge/INDEX.md +175 -0
  678. sparkforge_aws/knowledge/agent-creation.md +7 -0
  679. sparkforge_aws/knowledge/agent-evaluation.md +14 -0
  680. sparkforge_aws/knowledge/agentic-engineering.md +25 -0
  681. sparkforge_aws/knowledge/airflow/glue-operator.md +97 -0
  682. sparkforge_aws/knowledge/airflow-pipelines.md +12 -0
  683. sparkforge_aws/knowledge/anti-patterns.md +44 -0
  684. sparkforge_aws/knowledge/athena/performance.md +110 -0
  685. sparkforge_aws/knowledge/cdc-replication.md +45 -0
  686. sparkforge_aws/knowledge/controlm/automation-api-matrix.md +433 -0
  687. sparkforge_aws/knowledge/controlm/automation-api-matrix.yaml +275 -0
  688. sparkforge_aws/knowledge/cross-service-constraints.md +83 -0
  689. sparkforge_aws/knowledge/data-contracts-schema-evolution.md +14 -0
  690. sparkforge_aws/knowledge/data-lineage-impact.md +16 -0
  691. sparkforge_aws/knowledge/data-platform-architecture.md +7 -0
  692. sparkforge_aws/knowledge/data-platform-finops.md +15 -0
  693. sparkforge_aws/knowledge/databricks/runtime-matrix.md +153 -0
  694. sparkforge_aws/knowledge/databricks/runtime-matrix.yaml +32 -0
  695. sparkforge_aws/knowledge/devin/agents-and-subagents.md +899 -0
  696. sparkforge_aws/knowledge/domain-tool-matrix.md +5 -0
  697. sparkforge_aws/knowledge/dq/validation-frameworks.md +515 -0
  698. sparkforge_aws/knowledge/emr/cluster-configuration.md +246 -0
  699. sparkforge_aws/knowledge/emr/runtime-matrix.md +121 -0
  700. sparkforge_aws/knowledge/emr/runtime-matrix.yaml +216 -0
  701. sparkforge_aws/knowledge/emr-eks/job-run-configuration.md +677 -0
  702. sparkforge_aws/knowledge/emr-eks/runtime-matrix.md +376 -0
  703. sparkforge_aws/knowledge/emr-eks/runtime-matrix.yaml +297 -0
  704. sparkforge_aws/knowledge/emr-serverless/application-configuration.md +285 -0
  705. sparkforge_aws/knowledge/emr-serverless/runtime-matrix.md +179 -0
  706. sparkforge_aws/knowledge/emr-serverless/runtime-matrix.yaml +111 -0
  707. sparkforge_aws/knowledge/errors/athena/iceberg_v3_unsupported.json +32 -0
  708. sparkforge_aws/knowledge/errors/glue/oom_executor.json +24 -0
  709. sparkforge_aws/knowledge/errors/glue/scala_212_jar_under_spark4.json +34 -0
  710. sparkforge_aws/knowledge/errors/glue/sdk_v2_user_jars_first.json +33 -0
  711. sparkforge_aws/knowledge/errors/iceberg/commit_conflict.json +22 -0
  712. sparkforge_aws/knowledge/errors/lakeformation/access_denied_cross_account.json +25 -0
  713. sparkforge_aws/knowledge/errors/lakeformation/credential_vending_denied.json +41 -0
  714. sparkforge_aws/knowledge/errors/lakeformation/get_data_access_denied.json +36 -0
  715. sparkforge_aws/knowledge/errors/lakeformation/glue_api_denied_under_lf.json +37 -0
  716. sparkforge_aws/knowledge/errors/lakeformation/security_validation_exception.json +35 -0
  717. sparkforge_aws/knowledge/errors/spark/analysis_exception.json +41 -0
  718. sparkforge_aws/knowledge/errors/spark/classpath_abstract_method.json +41 -0
  719. sparkforge_aws/knowledge/errors/spark/classpath_class_not_found.json +40 -0
  720. sparkforge_aws/knowledge/errors/spark/classpath_no_class_def.json +40 -0
  721. sparkforge_aws/knowledge/errors/spark/executor_lost.json +41 -0
  722. sparkforge_aws/knowledge/errors/spark/fetch_failed_shuffle.json +38 -0
  723. sparkforge_aws/knowledge/errors/spark/file_not_found.json +41 -0
  724. sparkforge_aws/knowledge/errors/spark/gc_overhead_limit.json +42 -0
  725. sparkforge_aws/knowledge/errors/spark/heap_out_of_memory.json +42 -0
  726. sparkforge_aws/knowledge/errors/spark/metadata_fetch_failed.json +41 -0
  727. sparkforge_aws/knowledge/errors/spark/no_such_table.json +41 -0
  728. sparkforge_aws/knowledge/errors/spark/python_worker_exited.json +37 -0
  729. sparkforge_aws/knowledge/errors/spark/upgrade_exception.json +41 -0
  730. sparkforge_aws/knowledge/event-driven-architecture.md +31 -0
  731. sparkforge_aws/knowledge/flink-streaming.md +160 -0
  732. sparkforge_aws/knowledge/glue/dq-advanced-matrix.md +42 -0
  733. sparkforge_aws/knowledge/glue/dq-advanced-matrix.yaml +51 -0
  734. sparkforge_aws/knowledge/glue/job-arguments.md +112 -0
  735. sparkforge_aws/knowledge/glue/lakeformation-fgac.md +368 -0
  736. sparkforge_aws/knowledge/glue/lakeformation-index.md +129 -0
  737. sparkforge_aws/knowledge/glue/lakeformation-matrix.yaml +303 -0
  738. sparkforge_aws/knowledge/glue/lakeformation-permissions.yaml +88 -0
  739. sparkforge_aws/knowledge/glue/observability.md +139 -0
  740. sparkforge_aws/knowledge/glue/observability.yaml +30 -0
  741. sparkforge_aws/knowledge/glue/pricing.yaml +82 -0
  742. sparkforge_aws/knowledge/glue/runtime-matrix.md +98 -0
  743. sparkforge_aws/knowledge/glue/runtime-matrix.yaml +111 -0
  744. sparkforge_aws/knowledge/glue/workers-and-capacity.md +110 -0
  745. sparkforge_aws/knowledge/glue-streaming-rtm.md +109 -0
  746. sparkforge_aws/knowledge/graph/availability.md +271 -0
  747. sparkforge_aws/knowledge/graph/graphframes-api.md +477 -0
  748. sparkforge_aws/knowledge/graphs-neptune-dynamodb-athena.md +7 -0
  749. sparkforge_aws/knowledge/iceberg-diagnostics.sql +38 -0
  750. sparkforge_aws/knowledge/iceberg-parquet-s3.md +7 -0
  751. sparkforge_aws/knowledge/lake-governance.md +13 -0
  752. sparkforge_aws/knowledge/lakeformation/architecture.md +100 -0
  753. sparkforge_aws/knowledge/lakeformation/capability-matrix.yaml +79 -0
  754. sparkforge_aws/knowledge/lakeformation/fgac-fta-improvements.md +88 -0
  755. sparkforge_aws/knowledge/lakeformation/operational-closure.md +112 -0
  756. sparkforge_aws/knowledge/model-selection-observability.md +25 -0
  757. sparkforge_aws/knowledge/offline-manifest.json +357 -0
  758. sparkforge_aws/knowledge/offline-policy.md +6 -0
  759. sparkforge_aws/knowledge/performance-principles.md +35 -0
  760. sparkforge_aws/knowledge/runtime-compatibility.md +29 -0
  761. sparkforge_aws/knowledge/schema-registry-data-contracts.md +65 -0
  762. sparkforge_aws/knowledge/source_authority.yaml +72 -0
  763. sparkforge_aws/knowledge/sources.lock.json +4303 -0
  764. sparkforge_aws/knowledge/spark/config-reference.md +104 -0
  765. sparkforge_aws/knowledge/spark/execution-model.md +128 -0
  766. sparkforge_aws/knowledge/spark/memory-and-oom.md +95 -0
  767. sparkforge_aws/knowledge/spark/plan-reading.md +101 -0
  768. sparkforge_aws/knowledge/spark/shuffle-join-skew.md +94 -0
  769. sparkforge_aws/knowledge/spark/spark4-migration.md +112 -0
  770. sparkforge_aws/knowledge/spark/sql-metrics.md +53 -0
  771. sparkforge_aws/knowledge/spark/sql-metrics.yaml +57 -0
  772. sparkforge_aws/knowledge/stepfunctions/execution-history.md +219 -0
  773. sparkforge_aws/knowledge/stepfunctions/glue-integration.md +127 -0
  774. sparkforge_aws/knowledge/storage/iceberg-catalog.md +180 -0
  775. sparkforge_aws/knowledge/storage/iceberg-feature-support.yaml +878 -0
  776. sparkforge_aws/knowledge/storage/iceberg-performance.md +174 -0
  777. sparkforge_aws/knowledge/storage/iceberg-v3.md +235 -0
  778. sparkforge_aws/knowledge/storage/parquet-layout.md +114 -0
  779. sparkforge_aws/knowledge/streaming/runtime-matrix.md +47 -0
  780. sparkforge_aws/knowledge/streaming-format-serving-matrix.md +44 -0
  781. sparkforge_aws/knowledge/streaming-integrations.md +85 -0
  782. sparkforge_aws/knowledge/streaming-lakehouse-observability.md +69 -0
  783. sparkforge_aws/knowledge/streaming-operations.md +92 -0
  784. sparkforge_aws/knowledge/streaming-pipeline-diagnostics.md +71 -0
  785. sparkforge_aws/knowledge/streaming-realtime-candidate-matrix.md +43 -0
  786. sparkforge_aws/knowledge/streaming-reliability.md +98 -0
  787. sparkforge_aws/knowledge/terraform-data-platform.md +7 -0
  788. sparkforge_aws/knowledge/token-economy.md +26 -0
  789. sparkforge_aws/knowledge/tool-specialization-matrix.md +15 -0
  790. sparkforge_aws/knowledge/transport-diagnostics.md +146 -0
  791. sparkforge_aws/knowledge_drift.py +299 -0
  792. sparkforge_aws/knowledge_engine/__init__.py +16 -0
  793. sparkforge_aws/knowledge_engine/compiler.py +208 -0
  794. sparkforge_aws/knowledge_engine/packs.py +137 -0
  795. sparkforge_aws/knowledge_freshness.py +285 -0
  796. sparkforge_aws/knowledge_ref.py +72 -0
  797. sparkforge_aws/lab/__init__.py +95 -0
  798. sparkforge_aws/lab/aws.py +55 -0
  799. sparkforge_aws/lab/cli.py +158 -0
  800. sparkforge_aws/lab/compatibility.py +74 -0
  801. sparkforge_aws/lab/contract.py +262 -0
  802. sparkforge_aws/lab/doctor.py +103 -0
  803. sparkforge_aws/lab/evidence.py +239 -0
  804. sparkforge_aws/lab/faults.py +51 -0
  805. sparkforge_aws/lab/generators.py +86 -0
  806. sparkforge_aws/lab/oracle.py +123 -0
  807. sparkforge_aws/lab/runtime.py +153 -0
  808. sparkforge_aws/lab/scenario.py +280 -0
  809. sparkforge_aws/lab/spec.py +267 -0
  810. sparkforge_aws/lab/testcontainers_backend.py +33 -0
  811. sparkforge_aws/lab/workload.py +47 -0
  812. sparkforge_aws/lakeformation/__init__.py +17 -0
  813. sparkforge_aws/lakeformation/architecture.py +1584 -0
  814. sparkforge_aws/lakeformation/capabilities.py +96 -0
  815. sparkforge_aws/lakeformation/catalog_routing.py +92 -0
  816. sparkforge_aws/lakeformation/doctor.py +95 -0
  817. sparkforge_aws/lakeformation/graph.py +595 -0
  818. sparkforge_aws/migration/__init__.py +33 -0
  819. sparkforge_aws/migration/assessment.py +925 -0
  820. sparkforge_aws/migration/collect.py +113 -0
  821. sparkforge_aws/migration/release_descriptor.py +444 -0
  822. sparkforge_aws/migration/release_diff.py +317 -0
  823. sparkforge_aws/migration/version_path.py +147 -0
  824. sparkforge_aws/observability/__init__.py +32 -0
  825. sparkforge_aws/observability/agentops.py +442 -0
  826. sparkforge_aws/observability/context_ledger.py +370 -0
  827. sparkforge_aws/observability/otlp.py +588 -0
  828. sparkforge_aws/observability/sre.py +240 -0
  829. sparkforge_aws/observability/store.py +210 -0
  830. sparkforge_aws/observability/surface.py +127 -0
  831. sparkforge_aws/observability/tracer.py +215 -0
  832. sparkforge_aws/orchestration/__init__.py +17 -0
  833. sparkforge_aws/orchestration/topology.py +189 -0
  834. sparkforge_aws/packs/__init__.py +33 -0
  835. sparkforge_aws/packs/check.py +71 -0
  836. sparkforge_aws/packs/load.py +194 -0
  837. sparkforge_aws/packs/manifest.py +166 -0
  838. sparkforge_aws/paths.py +168 -0
  839. sparkforge_aws/platform/__init__.py +39 -0
  840. sparkforge_aws/platform/ecosystem.py +241 -0
  841. sparkforge_aws/platform/graph.py +489 -0
  842. sparkforge_aws/policy/__init__.py +25 -0
  843. sparkforge_aws/policy/decide.py +154 -0
  844. sparkforge_aws/policy/hook.py +54 -0
  845. sparkforge_aws/policy/load.py +108 -0
  846. sparkforge_aws/policy/mcp.py +44 -0
  847. sparkforge_aws/policy/schema.py +124 -0
  848. sparkforge_aws/policy/settings.py +64 -0
  849. sparkforge_aws/portal_adapter.py +716 -0
  850. sparkforge_aws/portal_assets/chunk-7_l-b4Tr.js +1 -0
  851. sparkforge_aws/portal_assets/chunk-B0Iad6pD.js +1 -0
  852. sparkforge_aws/portal_assets/chunk-B605XnCF.js +1 -0
  853. sparkforge_aws/portal_assets/chunk-B7N3TXcn.js +1 -0
  854. sparkforge_aws/portal_assets/chunk-BAj6yGem.js +1 -0
  855. sparkforge_aws/portal_assets/chunk-BGUitn2r.js +1 -0
  856. sparkforge_aws/portal_assets/chunk-BVKnCv85.js +1 -0
  857. sparkforge_aws/portal_assets/chunk-BYyM9V_w.js +1 -0
  858. sparkforge_aws/portal_assets/chunk-BaQMhq-G.js +1 -0
  859. sparkforge_aws/portal_assets/chunk-BavOrxVm.js +1 -0
  860. sparkforge_aws/portal_assets/chunk-Bb0C24YV.js +1 -0
  861. sparkforge_aws/portal_assets/chunk-BfCFGPzs.js +1 -0
  862. sparkforge_aws/portal_assets/chunk-C2t4OUVu.js +1 -0
  863. sparkforge_aws/portal_assets/chunk-C3pI4QjU.js +1 -0
  864. sparkforge_aws/portal_assets/chunk-C4gpbtbP.js +1 -0
  865. sparkforge_aws/portal_assets/chunk-CGWeHhKY.js +1 -0
  866. sparkforge_aws/portal_assets/chunk-CJCT86Dr.js +1 -0
  867. sparkforge_aws/portal_assets/chunk-CXcsLDPJ.js +1 -0
  868. sparkforge_aws/portal_assets/chunk-CcjxoLxw.js +1 -0
  869. sparkforge_aws/portal_assets/chunk-D-gBPXHa.js +1 -0
  870. sparkforge_aws/portal_assets/chunk-D3eZogIe.js +1 -0
  871. sparkforge_aws/portal_assets/chunk-DQU0VyoQ.js +1 -0
  872. sparkforge_aws/portal_assets/chunk-DqWNkF1O.js +1 -0
  873. sparkforge_aws/portal_assets/chunk-DuPPkSIE.js +3 -0
  874. sparkforge_aws/portal_assets/chunk-DyIHOW_a.js +1 -0
  875. sparkforge_aws/portal_assets/chunk-Fx4zSGL5.js +1 -0
  876. sparkforge_aws/portal_assets/chunk-UBKt05Rg.js +1 -0
  877. sparkforge_aws/portal_assets/chunk-htnJDQEY.js +1 -0
  878. sparkforge_aws/portal_assets/chunk-kXRFMGqe.js +1 -0
  879. sparkforge_aws/portal_assets/chunk-qe3u763a.js +1 -0
  880. sparkforge_aws/portal_assets/favicon.ico +0 -0
  881. sparkforge_aws/portal_assets/index.html +13 -0
  882. sparkforge_aws/portal_assets/main-QDFVZK3T.js +5 -0
  883. sparkforge_aws/portal_assets/styles-MQEBDFDX.css +1 -0
  884. sparkforge_aws/proof/__init__.py +27 -0
  885. sparkforge_aws/proof/axes.py +91 -0
  886. sparkforge_aws/proof/axis.py +99 -0
  887. sparkforge_aws/proof/keys.py +22 -0
  888. sparkforge_aws/proof/prove.py +152 -0
  889. sparkforge_aws/proof/resolution.py +106 -0
  890. sparkforge_aws/protocols/__init__.py +25 -0
  891. sparkforge_aws/protocols/a2a_adapter.py +174 -0
  892. sparkforge_aws/protocols/forge.py +154 -0
  893. sparkforge_aws/providers/mock.py +24 -0
  894. sparkforge_aws/receipt/__init__.py +19 -0
  895. sparkforge_aws/receipt/_hash.py +39 -0
  896. sparkforge_aws/receipt/build.py +332 -0
  897. sparkforge_aws/receipt/verify.py +224 -0
  898. sparkforge_aws/registry/__init__.py +50 -0
  899. sparkforge_aws/registry/loader.py +175 -0
  900. sparkforge_aws/registry/models.py +303 -0
  901. sparkforge_aws/registry/validator.py +104 -0
  902. sparkforge_aws/reliability/__init__.py +10 -0
  903. sparkforge_aws/reliability/rca.py +95 -0
  904. sparkforge_aws/reporting/__init__.py +7 -0
  905. sparkforge_aws/reporting/dq_ai.py +153 -0
  906. sparkforge_aws/reporting/github.py +394 -0
  907. sparkforge_aws/reporting/locate.py +333 -0
  908. sparkforge_aws/rules/__init__.py +1 -0
  909. sparkforge_aws/rules/catalog/README.md +299 -0
  910. sparkforge_aws/rules/catalog/action_kinds.yaml +611 -0
  911. sparkforge_aws/rules/catalog/airflow.yaml +274 -0
  912. sparkforge_aws/rules/catalog/athena.yaml +316 -0
  913. sparkforge_aws/rules/catalog/benchmark.yaml +408 -0
  914. sparkforge_aws/rules/catalog/bridge.yaml +127 -0
  915. sparkforge_aws/rules/catalog/callgraph.yaml +149 -0
  916. sparkforge_aws/rules/catalog/cdc.yaml +135 -0
  917. sparkforge_aws/rules/catalog/controlm.yaml +898 -0
  918. sparkforge_aws/rules/catalog/data-quality-ai.yaml +283 -0
  919. sparkforge_aws/rules/catalog/data-quality.yaml +477 -0
  920. sparkforge_aws/rules/catalog/debate_gate.yaml +17 -0
  921. sparkforge_aws/rules/catalog/debezium.yaml +69 -0
  922. sparkforge_aws/rules/catalog/dms.yaml +101 -0
  923. sparkforge_aws/rules/catalog/emr-eks.yaml +695 -0
  924. sparkforge_aws/rules/catalog/emr-infra.yaml +856 -0
  925. sparkforge_aws/rules/catalog/emr-serverless.yaml +728 -0
  926. sparkforge_aws/rules/catalog/env.yaml +441 -0
  927. sparkforge_aws/rules/catalog/errors.yaml +2750 -0
  928. sparkforge_aws/rules/catalog/event-driven.yaml +70 -0
  929. sparkforge_aws/rules/catalog/flink.yaml +94 -0
  930. sparkforge_aws/rules/catalog/funcval.yaml +571 -0
  931. sparkforge_aws/rules/catalog/glue-cross-account.yaml +254 -0
  932. sparkforge_aws/rules/catalog/glue-infra.yaml +376 -0
  933. sparkforge_aws/rules/catalog/glue-kms.yaml +222 -0
  934. sparkforge_aws/rules/catalog/glue-migration.yaml +318 -0
  935. sparkforge_aws/rules/catalog/glue-network.yaml +106 -0
  936. sparkforge_aws/rules/catalog/glue-streaming.yaml +293 -0
  937. sparkforge_aws/rules/catalog/governance.yaml +120 -0
  938. sparkforge_aws/rules/catalog/graph.yaml +782 -0
  939. sparkforge_aws/rules/catalog/iam.yaml +332 -0
  940. sparkforge_aws/rules/catalog/iceberg.yaml +860 -0
  941. sparkforge_aws/rules/catalog/lakeformation.yaml +1476 -0
  942. sparkforge_aws/rules/catalog/parquet.yaml +752 -0
  943. sparkforge_aws/rules/catalog/proof_axes.yaml +182 -0
  944. sparkforge_aws/rules/catalog/pyspark.yaml +600 -0
  945. sparkforge_aws/rules/catalog/routing.yaml +984 -0
  946. sparkforge_aws/rules/catalog/schema_registry.yaml +104 -0
  947. sparkforge_aws/rules/catalog/sfn-history.yaml +286 -0
  948. sparkforge_aws/rules/catalog/spark-plan.yaml +253 -0
  949. sparkforge_aws/rules/catalog/spark-ui.yaml +371 -0
  950. sparkforge_aws/rules/catalog/spark4.yaml +444 -0
  951. sparkforge_aws/rules/catalog/stepfunctions.yaml +269 -0
  952. sparkforge_aws/rules/catalog/streaming-integrations.yaml +138 -0
  953. sparkforge_aws/rules/catalog/streaming-operations.yaml +176 -0
  954. sparkforge_aws/rules/catalog/streaming.yaml +271 -0
  955. sparkforge_aws/rules/catalog/streaming_iceberg.yaml +93 -0
  956. sparkforge_aws/rules/catalog/streaming_observability.yaml +183 -0
  957. sparkforge_aws/rules/catalog/timeout.yaml +151 -0
  958. sparkforge_aws/rules/catalog/waste.yaml +155 -0
  959. sparkforge_aws/rules/engine.py +341 -0
  960. sparkforge_aws/rules/expr.py +128 -0
  961. sparkforge_aws/rules/loader.py +365 -0
  962. sparkforge_aws/rules/version_scope.py +123 -0
  963. sparkforge_aws/scan/__init__.py +23 -0
  964. sparkforge_aws/scan/plan.py +218 -0
  965. sparkforge_aws/scan/summary.py +50 -0
  966. sparkforge_aws/sdd/__init__.py +11 -0
  967. sparkforge_aws/sdd/change_kinds.yaml +61 -0
  968. sparkforge_aws/sdd/checks.py +874 -0
  969. sparkforge_aws/sdd/load.py +92 -0
  970. sparkforge_aws/sdd/schema/build_report.json +56 -0
  971. sparkforge_aws/sdd/schema/common.json +19 -0
  972. sparkforge_aws/sdd/schema/define.json +67 -0
  973. sparkforge_aws/sdd/schema/design.json +44 -0
  974. sparkforge_aws/sdd/schema/explore.json +20 -0
  975. sparkforge_aws/sdd/schema/plan.json +37 -0
  976. sparkforge_aws/sdd/schema/ship.json +20 -0
  977. sparkforge_aws/sdd/stamp.py +209 -0
  978. sparkforge_aws/sdd/status.py +36 -0
  979. sparkforge_aws/simulate/__init__.py +30 -0
  980. sparkforge_aws/simulate/diff.py +86 -0
  981. sparkforge_aws/simulate/layers.py +15 -0
  982. sparkforge_aws/simulate/patch.py +112 -0
  983. sparkforge_aws/spark/__init__.py +13 -0
  984. sparkforge_aws/spark/eventlog_analyzer.py +98 -0
  985. sparkforge_aws/spark/plan_profiler.py +92 -0
  986. sparkforge_aws/storage/__init__.py +1 -0
  987. sparkforge_aws/storage/feature_support.py +338 -0
  988. sparkforge_aws/storage/readiness.py +273 -0
  989. sparkforge_aws/storage/upgrade.py +297 -0
  990. sparkforge_aws/streaming/__init__.py +12 -0
  991. sparkforge_aws/streaming/kafka.py +66 -0
  992. sparkforge_aws/streaming/kinesis.py +54 -0
  993. sparkforge_aws/terraform/__init__.py +14 -0
  994. sparkforge_aws/terraform/plan_analyzer.py +137 -0
  995. sparkforge_aws/tools/__init__.py +22 -0
  996. sparkforge_aws/tools/cli.py +56 -0
  997. sparkforge_aws/tools/context.py +31 -0
  998. sparkforge_aws/tools/cost.py +26 -0
  999. sparkforge_aws/tools/evaluation.py +29 -0
  1000. sparkforge_aws/tools/lineage.py +28 -0
  1001. sparkforge_aws/tools/offline.py +87 -0
  1002. sparkforge_aws/tools/schema.py +24 -0
  1003. sparkforge_aws/tuning/__init__.py +13 -0
  1004. sparkforge_aws/tuning/spark_conf.py +849 -0
  1005. sparkforge_aws/ui/__init__.py +28 -0
  1006. sparkforge_aws/ui/app.py +471 -0
  1007. sparkforge_aws/ui/home.py +120 -0
  1008. sparkforge_aws/ui/i18n.py +143 -0
  1009. sparkforge_aws/ui/kit.py +689 -0
  1010. sparkforge_aws/ui/screen.py +638 -0
  1011. sparkforge_aws/ui/tui.py +110 -0
  1012. sparkforge_aws/ui/wizard.py +309 -0
  1013. sparkforge_aws/workflows/__init__.py +13 -0
  1014. sparkforge_aws/workflows/dag.py +87 -0
  1015. sparkforge_aws/workflows/handoff.py +40 -0
  1016. sparkforge_aws/workflows/spec.py +54 -0
  1017. sparkforge_aws/workload/__init__.py +11 -0
  1018. sparkforge_aws/workload/axis.py +76 -0
  1019. sparkforge_aws/workload/fingerprint.py +323 -0
  1020. sparkforge_aws/workspace/__init__.py +88 -0
  1021. sparkforge_aws/workspace/adapters.py +69 -0
  1022. sparkforge_aws/workspace/federated.py +530 -0
  1023. sparkforge_aws/workspace/federation.py +93 -0
  1024. sparkforge_aws/workspace/freshness.py +184 -0
  1025. sparkforge_aws/workspace/graph.py +135 -0
  1026. sparkforge_aws/workspace/impact.py +107 -0
  1027. sparkforge_aws/workspace/manifest.py +272 -0
  1028. sparkforge_aws/workspace/portable.py +251 -0
  1029. sparkforge_aws/workspace/semantic.py +343 -0
  1030. sparkforge_aws-0.5.0.dist-info/METADATA +640 -0
  1031. sparkforge_aws-0.5.0.dist-info/RECORD +1034 -0
  1032. sparkforge_aws-0.5.0.dist-info/WHEEL +4 -0
  1033. sparkforge_aws-0.5.0.dist-info/entry_points.txt +3 -0
  1034. sparkforge_aws-0.5.0.dist-info/licenses/LICENSE +21 -0
sparkforge_aws/__init__.py ADDED
@@ -0,0 +1,3 @@
1
+ """SparkForge AWS — camada determinística de extração e julgamento."""
2
+
3
+ __version__ = "0.5.0"