@ingestron/cli 0.0.0-stage → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. package/LICENSE +202 -0
  2. package/NOTICE +4 -0
  3. package/README.md +44 -2
  4. package/dist/args.d.ts +105 -0
  5. package/dist/args.d.ts.map +1 -0
  6. package/dist/args.js +161 -0
  7. package/dist/args.js.map +1 -0
  8. package/dist/ask.d.ts +5 -0
  9. package/dist/ask.d.ts.map +1 -0
  10. package/dist/ask.js +17 -0
  11. package/dist/ask.js.map +1 -0
  12. package/dist/compare.d.ts +13 -0
  13. package/dist/compare.d.ts.map +1 -0
  14. package/dist/compare.js +90 -0
  15. package/dist/compare.js.map +1 -0
  16. package/dist/environments.d.ts +6 -0
  17. package/dist/environments.d.ts.map +1 -0
  18. package/dist/environments.js +25 -0
  19. package/dist/environments.js.map +1 -0
  20. package/dist/generate.d.ts +16 -0
  21. package/dist/generate.d.ts.map +1 -0
  22. package/dist/generate.js +118 -0
  23. package/dist/generate.js.map +1 -0
  24. package/dist/index.d.ts +21 -0
  25. package/dist/index.d.ts.map +1 -0
  26. package/dist/index.js +46 -0
  27. package/dist/index.js.map +1 -0
  28. package/dist/init-choice.d.ts +10 -0
  29. package/dist/init-choice.d.ts.map +1 -0
  30. package/dist/init-choice.js +36 -0
  31. package/dist/init-choice.js.map +1 -0
  32. package/dist/init-preflight.d.ts +4 -0
  33. package/dist/init-preflight.d.ts.map +1 -0
  34. package/dist/init-preflight.js +18 -0
  35. package/dist/init-preflight.js.map +1 -0
  36. package/dist/init.d.ts +5 -0
  37. package/dist/init.d.ts.map +1 -0
  38. package/dist/init.js +136 -0
  39. package/dist/init.js.map +1 -0
  40. package/dist/io.d.ts +8 -0
  41. package/dist/io.d.ts.map +1 -0
  42. package/dist/io.js +3 -0
  43. package/dist/io.js.map +1 -0
  44. package/dist/main.d.ts +3 -0
  45. package/dist/main.d.ts.map +1 -0
  46. package/dist/main.js +11 -0
  47. package/dist/main.js.map +1 -0
  48. package/dist/outputs.d.ts +12 -0
  49. package/dist/outputs.d.ts.map +1 -0
  50. package/dist/outputs.js +53 -0
  51. package/dist/outputs.js.map +1 -0
  52. package/dist/packs.d.ts +4 -0
  53. package/dist/packs.d.ts.map +1 -0
  54. package/dist/packs.js +5 -0
  55. package/dist/packs.js.map +1 -0
  56. package/dist/project-choices.d.ts +27 -0
  57. package/dist/project-choices.d.ts.map +1 -0
  58. package/dist/project-choices.js +44 -0
  59. package/dist/project-choices.js.map +1 -0
  60. package/dist/project-questions.d.ts +5 -0
  61. package/dist/project-questions.d.ts.map +1 -0
  62. package/dist/project-questions.js +43 -0
  63. package/dist/project-questions.js.map +1 -0
  64. package/dist/project-recipes.d.ts +14 -0
  65. package/dist/project-recipes.d.ts.map +1 -0
  66. package/dist/project-recipes.js +115 -0
  67. package/dist/project-recipes.js.map +1 -0
  68. package/dist/request.d.ts +13 -0
  69. package/dist/request.d.ts.map +1 -0
  70. package/dist/request.js +110 -0
  71. package/dist/request.js.map +1 -0
  72. package/dist/sample-contract.d.ts +11 -0
  73. package/dist/sample-contract.d.ts.map +1 -0
  74. package/dist/sample-contract.js +91 -0
  75. package/dist/sample-contract.js.map +1 -0
  76. package/dist/sample-read.d.ts +8 -0
  77. package/dist/sample-read.d.ts.map +1 -0
  78. package/dist/sample-read.js +89 -0
  79. package/dist/sample-read.js.map +1 -0
  80. package/dist/samples.d.ts +33 -0
  81. package/dist/samples.d.ts.map +1 -0
  82. package/dist/samples.js +108 -0
  83. package/dist/samples.js.map +1 -0
  84. package/dist/scaffold.d.ts +34 -0
  85. package/dist/scaffold.d.ts.map +1 -0
  86. package/dist/scaffold.js +106 -0
  87. package/dist/scaffold.js.map +1 -0
  88. package/dist/schemas.d.ts +5 -0
  89. package/dist/schemas.d.ts.map +1 -0
  90. package/dist/schemas.js +39 -0
  91. package/dist/schemas.js.map +1 -0
  92. package/dist/sources.d.ts +17 -0
  93. package/dist/sources.d.ts.map +1 -0
  94. package/dist/sources.js +103 -0
  95. package/dist/sources.js.map +1 -0
  96. package/dist/templates.d.ts +64 -0
  97. package/dist/templates.d.ts.map +1 -0
  98. package/dist/templates.js +88 -0
  99. package/dist/templates.js.map +1 -0
  100. package/package.json +68 -3
  101. package/project-templates/kafka/README.md +12 -0
  102. package/project-templates/kafka/connections/events.yaml +8 -0
  103. package/project-templates/kafka/contracts/page_views.yaml +13 -0
  104. package/project-templates/kafka/contracts/purchases.yaml +13 -0
  105. package/project-templates/kafka/flows/events.yaml +10 -0
  106. package/project-templates/kafka/project.yaml +10 -0
  107. package/project-templates/kafka/standard.yaml +4 -0
  108. package/project-templates/kafka/template.yaml +3 -0
  109. package/project-templates/minimal/README.md +10 -0
  110. package/project-templates/minimal/connections/shop.yaml +7 -0
  111. package/project-templates/minimal/contracts/orders.yaml +14 -0
  112. package/project-templates/minimal/flows/orders.yaml +6 -0
  113. package/project-templates/minimal/project.yaml +11 -0
  114. package/project-templates/minimal/standard.yaml +4 -0
  115. package/project-templates/minimal/template.yaml +7 -0
  116. package/project-templates/private-files/README.md +29 -0
  117. package/project-templates/private-files/connections/share.yaml +10 -0
  118. package/project-templates/private-files/contracts/sales.yaml +14 -0
  119. package/project-templates/private-files/contracts/stock.yaml +14 -0
  120. package/project-templates/private-files/flows/stores.yaml +9 -0
  121. package/project-templates/private-files/platform.yaml +11 -0
  122. package/project-templates/private-files/project.yaml +19 -0
  123. package/project-templates/private-files/standard.yaml +11 -0
  124. package/project-templates/private-files/template.yaml +10 -0
  125. package/project-templates/private-sql-server/README.md +25 -0
  126. package/project-templates/private-sql-server/connections/erp.yaml +10 -0
  127. package/project-templates/private-sql-server/contracts/customers.yaml +14 -0
  128. package/project-templates/private-sql-server/contracts/invoices.yaml +15 -0
  129. package/project-templates/private-sql-server/flows/erp.yaml +13 -0
  130. package/project-templates/private-sql-server/platform.yaml +11 -0
  131. package/project-templates/private-sql-server/project.yaml +19 -0
  132. package/project-templates/private-sql-server/standard.yaml +17 -0
  133. package/project-templates/private-sql-server/template.yaml +10 -0
  134. package/project-templates/pyspark/README.md +12 -0
  135. package/project-templates/pyspark/connections/billing.yaml +7 -0
  136. package/project-templates/pyspark/contracts/invoices.yaml +16 -0
  137. package/project-templates/pyspark/contracts/monthly_revenue.yaml +14 -0
  138. package/project-templates/pyspark/flows/billing.yaml +6 -0
  139. package/project-templates/pyspark/project.yaml +11 -0
  140. package/project-templates/pyspark/standard.yaml +4 -0
  141. package/project-templates/pyspark/template.yaml +3 -0
  142. package/project-templates/pyspark/transforms/monthly_revenue.py +10 -0
  143. package/project-templates/pyspark/transforms/monthly_revenue.yaml +10 -0
  144. package/project-templates/retail/README.md +22 -0
  145. package/project-templates/retail/connections/shop.yaml +8 -0
  146. package/project-templates/retail/contracts/customers.yaml +12 -0
  147. package/project-templates/retail/contracts/daily_sales.yaml +19 -0
  148. package/project-templates/retail/contracts/orders.yaml +16 -0
  149. package/project-templates/retail/flows/shop.yaml +18 -0
  150. package/project-templates/retail/platform.yaml +21 -0
  151. package/project-templates/retail/project.yaml +18 -0
  152. package/project-templates/retail/standard.yaml +15 -0
  153. package/project-templates/retail/template.yaml +10 -0
  154. package/project-templates/retail/transforms/daily_sales.sql +7 -0
  155. package/project-templates/retail/transforms/daily_sales.yaml +7 -0
  156. package/project-templates/salesforce/README.md +6 -0
  157. package/project-templates/salesforce/connections/salesforce.yaml +7 -0
  158. package/project-templates/salesforce/contracts/accounts.yaml +13 -0
  159. package/project-templates/salesforce/contracts/opportunities.yaml +14 -0
  160. package/project-templates/salesforce/flows/salesforce.yaml +7 -0
  161. package/project-templates/salesforce/project.yaml +9 -0
  162. package/project-templates/salesforce/standard.yaml +4 -0
  163. package/project-templates/salesforce/template.yaml +3 -0
  164. package/project-templates/sql-server/README.md +17 -0
  165. package/project-templates/sql-server/connections/erp.yaml +8 -0
  166. package/project-templates/sql-server/contracts/customer_balances.yaml +13 -0
  167. package/project-templates/sql-server/contracts/customers.yaml +13 -0
  168. package/project-templates/sql-server/contracts/invoices.yaml +14 -0
  169. package/project-templates/sql-server/flows/erp.yaml +13 -0
  170. package/project-templates/sql-server/platform.yaml +6 -0
  171. package/project-templates/sql-server/project.yaml +13 -0
  172. package/project-templates/sql-server/standard.yaml +9 -0
  173. package/project-templates/sql-server/template.yaml +3 -0
  174. package/project-templates/sql-server/transforms/customer_balances.sql +5 -0
  175. package/project-templates/sql-server/transforms/customer_balances.yaml +6 -0
package/project-templates/sql-server/standard.yaml ADDED
@@ -0,0 +1,9 @@
1
+ apiVersion: ingestron.io/v1
2
+ kind: Standard
3
+ id: erp
4
+ packs: [databricks@1]
5
+ naming:
6
+ catalog: erp_{{ environment }}
7
+ ingest:
8
+ settings:
9
+ lakeflow-connect: { gateway_policy_id: 0011AABBCCDDEEFF }
package/project-templates/sql-server/template.yaml ADDED
@@ -0,0 +1,3 @@
1
+ # Used by `ingestron init --template sql-server`.
2
+ title: SQL Server through Lakeflow Connect
3
+ summary: A gateway and an ingestion pipeline for SQL Server, then the pipeline that reads the ingested tables.
package/project-templates/sql-server/transforms/customer_balances.sql ADDED
@@ -0,0 +1,5 @@
1
+ SELECT c.customer_id, c.name, SUM(i.amount) AS balance
2
+ FROM {{ tables.customers }} AS c
3
+ JOIN {{ tables.invoices }} AS i ON i.customer_id = c.customer_id
4
+ WHERE i.__END_AT IS NULL AND i.status = 'open'
5
+ GROUP BY c.customer_id, c.name
package/project-templates/sql-server/transforms/customer_balances.yaml ADDED
@@ -0,0 +1,6 @@
1
+ apiVersion: ingestron.io/v1
2
+ kind: Transform
3
+ id: customer_balances
4
+ inputs: [customers, invoices]
5
+ code: ${file:customer_balances.sql}
6
+ contract: erp.customer_balances