@tech4good/angular-schematics 21.5.0 → 21.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (273) hide show
  1. package/CHANGELOG.md +44 -0
  2. package/README.md +266 -1
  3. package/package.json +34 -7
  4. package/src/component/files/__name@dasherize__/__name@dasherize__.component.spec.ts.template +4 -5
  5. package/src/component/files/__name@dasherize__/__name@dasherize__.component.ts.template +1 -1
  6. package/src/entity/files/__name@dasherize__/__name@dasherize__.mock.ts.template +16 -7
  7. package/src/entity/files/__name@dasherize__/__name@dasherize__.model.ts.template +13 -6
  8. package/src/entity/files/__name@dasherize__/__name@dasherize__.store.ts.template +18 -10
  9. package/src/entity/index.js +61 -49
  10. package/src/entity/index.js.map +1 -1
  11. package/src/entity/schema.json +4 -0
  12. package/src/guard/files/__name@dasherize__.guard.spec.ts.template +0 -1
  13. package/src/ng-add/files/.github/workflows/angular-github-ci.yml.template +3 -0
  14. package/src/ng-add/files/.gitignore.template +5 -0
  15. package/src/ng-add/files/analytics/datasets.js.template +206 -0
  16. package/src/ng-add/files/analytics/entity_sources.js.template +58 -0
  17. package/src/ng-add/files/analytics/entity_sources.test.js.template +57 -0
  18. package/src/ng-add/files/analytics/lib/api_query.js.template +87 -0
  19. package/src/ng-add/files/analytics/lib/api_query.test.js.template +84 -0
  20. package/src/ng-add/files/analytics/lib/bigquery_query_compatibility.test.js.template +53 -0
  21. package/src/ng-add/files/analytics/lib/dataset_schema.js.template +53 -0
  22. package/src/ng-add/files/analytics/lib/dataset_schema.test.js.template +34 -0
  23. package/src/ng-add/files/analytics/lib/entity_sync.js.template +397 -0
  24. package/src/ng-add/files/analytics/lib/entity_sync.test.js.template +212 -0
  25. package/src/ng-add/files/analytics/lib/identifier_salt.js.template +57 -0
  26. package/src/ng-add/files/analytics/lib/identifier_salt.test.js.template +36 -0
  27. package/src/ng-add/files/analytics/lib/snapshot_files.js.template +46 -0
  28. package/src/ng-add/files/analytics/lib/snapshot_files.test.js.template +67 -0
  29. package/src/ng-add/files/analytics/lib/sqlite.js.template +92 -0
  30. package/src/ng-add/files/analytics/lib/upload_entities.js.template +81 -0
  31. package/src/ng-add/files/analytics/lib/upload_entities.test.js.template +86 -0
  32. package/src/ng-add/files/analytics/proxy.conf.json.template +7 -0
  33. package/src/ng-add/files/analytics/scripts/refresh_snapshot.js.template +518 -0
  34. package/src/ng-add/files/analytics/scripts/start.js.template +88 -0
  35. package/src/ng-add/files/analytics/server/server.js.template +212 -0
  36. package/src/ng-add/files/angular.json.template +80 -1
  37. package/src/ng-add/files/bigquery/queries/active_time_by_route.sql.template +27 -8
  38. package/src/ng-add/files/bigquery/queries/active_user_windows.sql.template +67 -0
  39. package/src/ng-add/files/bigquery/queries/dashboard_route_visits.sql.template +47 -0
  40. package/src/ng-add/files/bigquery/queries/data_quality.sql.template +323 -0
  41. package/src/ng-add/files/bigquery/queries/onboarding_funnel.sql.template +512 -0
  42. package/src/ng-add/files/bigquery/queries/onboarding_stage_observations.sql.template +134 -0
  43. package/src/ng-add/files/bigquery/queries/weekly_retention_cohorts.sql.template +90 -0
  44. package/src/ng-add/files/bigquery/scripts/export_entities.js.template +120 -0
  45. package/src/ng-add/files/bigquery/scripts/init_views.js.template +57 -0
  46. package/src/ng-add/files/bigquery/scripts/run_query.js.template +141 -0
  47. package/src/ng-add/files/bigquery/views/events_flat.sql.template +27 -12
  48. package/src/ng-add/files/bigquery/views/logs_latest.sql.template +16 -3
  49. package/src/ng-add/files/docs-infra/analytics-guide.md.template +270 -25
  50. package/src/ng-add/files/docs-infra/analytics-workbench-guide.md.template +307 -0
  51. package/src/ng-add/files/docs-infra/authentication-architecture.md.template +300 -0
  52. package/src/ng-add/files/docs-infra/email-infrastructure.md.template +43 -0
  53. package/src/ng-add/files/docs-infra/firestore-index-checker.md.template +87 -0
  54. package/src/ng-add/files/docs-infra/infrastructure-guide.md.template +123 -38
  55. package/src/ng-add/files/docs-infra/load-system-architecture.md.template +15 -1
  56. package/src/ng-add/files/docs-infra/querying-strategy.md.template +14 -0
  57. package/src/ng-add/files/docs-infra/stream-system-architecture.md.template +21 -7
  58. package/src/ng-add/files/eslint.config.js.template +22 -3
  59. package/src/ng-add/files/firebase.json.template +6 -0
  60. package/src/ng-add/files/firestore.indexes.json.template +23 -0
  61. package/src/ng-add/files/firestore.rules.spec.ts.template +84 -15
  62. package/src/ng-add/files/firestore.rules.template +29 -17
  63. package/src/ng-add/files/functions/.gitignore.template +3 -0
  64. package/src/ng-add/files/functions/package.json.template +13 -0
  65. package/src/ng-add/files/functions/src/email.ts.template +23 -0
  66. package/src/ng-add/files/functions/src/index.ts.template +44 -0
  67. package/src/ng-add/files/functions/tsconfig.json.template +13 -0
  68. package/src/ng-add/files/jest.config.ts.template +3 -2
  69. package/src/ng-add/files/package.json.template +41 -16
  70. package/src/ng-add/files/projects/analytics/src/app/analytics-api.service.ts.template +130 -0
  71. package/src/ng-add/files/projects/analytics/src/app/app.component.html.template +77 -0
  72. package/src/ng-add/files/projects/analytics/src/app/app.component.scss.template +240 -0
  73. package/src/ng-add/files/projects/analytics/src/app/app.component.ts.template +96 -0
  74. package/src/ng-add/files/projects/analytics/src/app/app.routes.ts.template +11 -0
  75. package/src/ng-add/files/projects/analytics/src/app/dashboard-pages.spec.ts.template +151 -0
  76. package/src/ng-add/files/projects/analytics/src/app/data-quality/data-quality-page/data-quality-page.component.html.template +39 -0
  77. package/src/ng-add/files/projects/analytics/src/app/data-quality/data-quality-page/data-quality-page.component.scss.template +1 -0
  78. package/src/ng-add/files/projects/analytics/src/app/data-quality/data-quality-page/data-quality-page.component.ts.template +95 -0
  79. package/src/ng-add/files/projects/analytics/src/app/engagement/engagement-page/engagement-page.component.html.template +47 -0
  80. package/src/ng-add/files/projects/analytics/src/app/engagement/engagement-page/engagement-page.component.scss.template +1 -0
  81. package/src/ng-add/files/projects/analytics/src/app/engagement/engagement-page/engagement-page.component.ts.template +120 -0
  82. package/src/ng-add/files/projects/analytics/src/app/onboarding/onboarding-page/onboarding-page.component.html.template +40 -0
  83. package/src/ng-add/files/projects/analytics/src/app/onboarding/onboarding-page/onboarding-page.component.scss.template +1 -0
  84. package/src/ng-add/files/projects/analytics/src/app/onboarding/onboarding-page/onboarding-page.component.ts.template +98 -0
  85. package/src/ng-add/files/projects/analytics/src/app/overview/overview-page/overview-page.component.html.template +35 -0
  86. package/src/ng-add/files/projects/analytics/src/app/overview/overview-page/overview-page.component.scss.template +1 -0
  87. package/src/ng-add/files/projects/analytics/src/app/overview/overview-page/overview-page.component.ts.template +84 -0
  88. package/src/ng-add/files/projects/analytics/src/app/routes/routes-page/routes-page.component.html.template +42 -0
  89. package/src/ng-add/files/projects/analytics/src/app/routes/routes-page/routes-page.component.scss.template +1 -0
  90. package/src/ng-add/files/projects/analytics/src/app/routes/routes-page/routes-page.component.ts.template +110 -0
  91. package/src/ng-add/files/projects/analytics/src/app/shared/analytics-utils.ts.template +43 -0
  92. package/src/ng-add/files/projects/analytics/src/app/shared/chart-theme.ts.template +42 -0
  93. package/src/ng-add/files/projects/analytics/src/app/shared/dashboard-layout.scss.template +239 -0
  94. package/src/ng-add/files/projects/analytics/src/app/shared/dashboard-table/dashboard-table.component.html.template +76 -0
  95. package/src/ng-add/files/projects/analytics/src/app/shared/dashboard-table/dashboard-table.component.scss.template +128 -0
  96. package/src/ng-add/files/projects/analytics/src/app/shared/dashboard-table/dashboard-table.component.spec.ts.template +31 -0
  97. package/src/ng-add/files/projects/analytics/src/app/shared/dashboard-table/dashboard-table.component.ts.template +153 -0
  98. package/src/ng-add/files/projects/analytics/src/app/shared/funnel-chart/funnel-chart.component.html.template +16 -0
  99. package/src/ng-add/files/projects/analytics/src/app/shared/funnel-chart/funnel-chart.component.scss.template +63 -0
  100. package/src/ng-add/files/projects/analytics/src/app/shared/funnel-chart/funnel-chart.component.ts.template +52 -0
  101. package/src/ng-add/files/projects/analytics/src/app/shared/metric-card/metric-card.component.html.template +5 -0
  102. package/src/ng-add/files/projects/analytics/src/app/shared/metric-card/metric-card.component.scss.template +56 -0
  103. package/src/ng-add/files/projects/analytics/src/app/shared/metric-card/metric-card.component.spec.ts.template +30 -0
  104. package/src/ng-add/files/projects/analytics/src/app/shared/metric-card/metric-card.component.ts.template +15 -0
  105. package/src/ng-add/files/projects/analytics/src/app/shared/quality-chart/quality-chart.component.html.template +9 -0
  106. package/src/ng-add/files/projects/analytics/src/app/shared/quality-chart/quality-chart.component.scss.template +43 -0
  107. package/src/ng-add/files/projects/analytics/src/app/shared/quality-chart/quality-chart.component.ts.template +62 -0
  108. package/src/ng-add/files/projects/analytics/src/app/shared/route-distribution-chart/route-distribution-chart.component.html.template +9 -0
  109. package/src/ng-add/files/projects/analytics/src/app/shared/route-distribution-chart/route-distribution-chart.component.scss.template +33 -0
  110. package/src/ng-add/files/projects/analytics/src/app/shared/route-distribution-chart/route-distribution-chart.component.ts.template +82 -0
  111. package/src/ng-add/files/projects/analytics/src/app/shared/route-traffic-chart/route-traffic-chart.component.html.template +15 -0
  112. package/src/ng-add/files/projects/analytics/src/app/shared/route-traffic-chart/route-traffic-chart.component.scss.template +45 -0
  113. package/src/ng-add/files/projects/analytics/src/app/shared/route-traffic-chart/route-traffic-chart.component.ts.template +55 -0
  114. package/src/ng-add/files/projects/analytics/src/app/shared/status-message/status-message.component.html.template +18 -0
  115. package/src/ng-add/files/projects/analytics/src/app/shared/status-message/status-message.component.scss.template +45 -0
  116. package/src/ng-add/files/projects/analytics/src/app/shared/status-message/status-message.component.ts.template +15 -0
  117. package/src/ng-add/files/projects/analytics/src/app/vega-chart/vega-chart.component.ts.template +121 -0
  118. package/src/ng-add/files/projects/analytics/src/index.html.template +19 -0
  119. package/src/ng-add/files/projects/analytics/src/main.ts.template +16 -0
  120. package/src/ng-add/files/projects/analytics/src/styles.scss.template +28 -0
  121. package/src/ng-add/files/projects/analytics/tsconfig.app.json.template +13 -0
  122. package/src/ng-add/files/projects/analytics/tsconfig.spec.json.template +15 -0
  123. package/src/ng-add/files/src/app/admin/admin-panel/admin-panel.component.html.template +3 -1
  124. package/src/ng-add/files/src/app/admin/admin-panel/admin-panel.component.spec.ts.template +10 -13
  125. package/src/ng-add/files/src/app/admin/admin-panel/admin-panel.component.ts.template +2 -0
  126. package/src/ng-add/files/src/app/admin/admin-panel/admin-settings/admin-settings.component.spec.ts.template +4 -5
  127. package/src/ng-add/files/src/app/admin/admin-panel/admin-user-list/admin-user-list.component.spec.ts.template +11 -12
  128. package/src/ng-add/files/src/app/admin/admin-panel/admin-user-list/admin-user-list.component.ts.template +7 -7
  129. package/src/ng-add/files/src/app/admin/admin-panel/admin-user-list/admin-user-table/admin-user-table.component.spec.ts.template +8 -10
  130. package/src/ng-add/files/src/app/admin/admin-panel/admin-user-list/admin-user-table/admin-user-table.component.ts.template +3 -2
  131. package/src/ng-add/files/src/app/app.component.html.template +3 -3
  132. package/src/ng-add/files/src/app/app.component.scss.template +1 -1
  133. package/src/ng-add/files/src/app/app.component.spec.ts.template +4 -5
  134. package/src/ng-add/files/src/app/app.component.ts.template +3 -2
  135. package/src/ng-add/files/src/app/app.config.ts.template +21 -15
  136. package/src/ng-add/files/src/app/app.routes.ts.template +6 -0
  137. package/src/ng-add/files/src/app/auth-routing.spec.ts.template +13 -9
  138. package/src/ng-add/files/src/app/core/analytics/time-analytics.service.spec.ts.template +46 -29
  139. package/src/ng-add/files/src/app/core/analytics/time-analytics.service.ts.template +27 -18
  140. package/src/ng-add/files/src/app/core/auth/auth.providers.spec.ts.template +112 -0
  141. package/src/ng-add/files/src/app/core/auth/auth.providers.ts.template +48 -0
  142. package/src/ng-add/files/src/app/core/auth/auth.service.ts.template +14 -23
  143. package/src/ng-add/files/src/app/core/auth/guards/require-admin.guard.spec.ts.template +27 -0
  144. package/src/ng-add/files/src/app/core/auth/guards/require-admin.guard.ts.template +3 -2
  145. package/src/ng-add/files/src/app/core/auth/guards/require-auth-and-consent.guard.ts.template +7 -2
  146. package/src/ng-add/files/src/app/core/firebase/data.providers.prod.ts.template +21 -0
  147. package/src/ng-add/files/src/app/core/firebase/data.providers.ts.template +13 -0
  148. package/src/ng-add/files/src/app/core/local-storage/session.service.spec.ts.template +43 -0
  149. package/src/ng-add/files/src/app/core/local-storage/session.service.ts.template +7 -0
  150. package/src/ng-add/files/src/app/core/store/app-data.spec.ts.template +76 -0
  151. package/src/ng-add/files/src/app/core/store/auth/auth.mock.ts.template +20 -82
  152. package/src/ng-add/files/src/app/core/store/auth/auth.store.spec.ts.template +217 -0
  153. package/src/ng-add/files/src/app/core/store/auth/auth.store.ts.template +36 -172
  154. package/src/ng-add/files/src/app/core/store/user/user.mock.ts.template +18 -15
  155. package/src/ng-add/files/src/app/core/store/user/user.model.ts.template +7 -8
  156. package/src/ng-add/files/src/app/core/store/user/user.store.ts.template +14 -10
  157. package/src/ng-add/files/src/app/core/store/user-context/user-context.mock.ts.template +20 -8
  158. package/src/ng-add/files/src/app/core/store/user-context/user-context.model.ts.template +5 -6
  159. package/src/ng-add/files/src/app/core/store/user-context/user-context.store.ts.template +14 -10
  160. package/src/ng-add/files/src/app/core/store/user-private/user-private.mock.ts.template +20 -7
  161. package/src/ng-add/files/src/app/core/store/user-private/user-private.model.ts.template +6 -6
  162. package/src/ng-add/files/src/app/core/store/user-private/user-private.store.ts.template +14 -10
  163. package/src/ng-add/files/src/app/core/testing/app-mocks.ts.template +42 -0
  164. package/src/ng-add/files/src/app/first-time/auth-action/auth-action.component.html.template +4 -0
  165. package/src/ng-add/files/src/app/first-time/auth-action/auth-action.component.scss.template +1 -0
  166. package/src/ng-add/files/src/app/first-time/auth-action/auth-action.component.ts.template +38 -0
  167. package/src/ng-add/files/src/app/first-time/consent/consent.component.html.template +2 -1
  168. package/src/ng-add/files/src/app/first-time/consent/consent.component.scss.template +7 -3
  169. package/src/ng-add/files/src/app/first-time/consent/consent.component.spec.ts.template +31 -11
  170. package/src/ng-add/files/src/app/first-time/consent/consent.component.ts.template +16 -1
  171. package/src/ng-add/files/src/app/first-time/consent/consent.guard.ts.template +5 -1
  172. package/src/ng-add/files/src/app/first-time/early-access/early-access.component.spec.ts.template +27 -16
  173. package/src/ng-add/files/src/app/first-time/early-access/early-access.component.ts.template +102 -49
  174. package/src/ng-add/files/src/app/first-time/early-access/early-access.guard.ts.template +5 -1
  175. package/src/ng-add/files/src/app/first-time/early-access/survey-form/survey-form.component.html.template +2 -1
  176. package/src/ng-add/files/src/app/first-time/early-access/survey-form/survey-form.component.scss.template +7 -3
  177. package/src/ng-add/files/src/app/first-time/early-access/survey-form/survey-form.component.spec.ts.template +20 -6
  178. package/src/ng-add/files/src/app/first-time/early-access/survey-form/survey-form.component.ts.template +2 -0
  179. package/src/ng-add/files/src/app/first-time/early-access/waitlist-view/waitlist-view.component.spec.ts.template +4 -5
  180. package/src/ng-add/files/src/app/first-time/email-link/email-link.component.html.template +18 -0
  181. package/src/ng-add/files/src/app/first-time/email-link/email-link.component.scss.template +2 -0
  182. package/src/ng-add/files/src/app/first-time/email-link/email-link.component.spec.ts.template +56 -0
  183. package/src/ng-add/files/src/app/first-time/email-link/email-link.component.ts.template +91 -0
  184. package/src/ng-add/files/src/app/first-time/first-time-routing.spec.ts.template +11 -7
  185. package/src/ng-add/files/src/app/first-time/landing/hero/hero.component.html.template +19 -7
  186. package/src/ng-add/files/src/app/first-time/landing/hero/hero.component.scss.template +51 -0
  187. package/src/ng-add/files/src/app/first-time/landing/hero/hero.component.ts.template +44 -5
  188. package/src/ng-add/files/src/app/first-time/landing/landing.component.html.template +2 -1
  189. package/src/ng-add/files/src/app/first-time/landing/landing.component.scss.template +12 -8
  190. package/src/ng-add/files/src/app/first-time/landing/landing.component.spec.ts.template +33 -10
  191. package/src/ng-add/files/src/app/first-time/landing/landing.component.ts.template +6 -19
  192. package/src/ng-add/files/src/app/first-time/login/login.component.html.template +58 -6
  193. package/src/ng-add/files/src/app/first-time/login/login.component.scss.template +151 -22
  194. package/src/ng-add/files/src/app/first-time/login/login.component.spec.ts.template +30 -32
  195. package/src/ng-add/files/src/app/first-time/login/login.component.ts.template +85 -31
  196. package/src/ng-add/files/src/app/first-time/onboarding/onboarding.component.spec.ts.template +4 -2
  197. package/src/ng-add/files/src/app/first-time/onboarding/onboarding.component.ts.template +1 -1
  198. package/src/ng-add/files/src/app/main/account-profile/account-profile.component.html.template +12 -0
  199. package/src/ng-add/files/src/app/main/account-profile/account-profile.component.scss.template +39 -0
  200. package/src/ng-add/files/src/app/main/account-profile/account-profile.component.spec.ts.template +68 -0
  201. package/src/ng-add/files/src/app/main/account-profile/account-profile.component.ts.template +20 -0
  202. package/src/ng-add/files/src/app/main/account-profile/delete-guest-card/delete-guest-card.component.html.template +24 -0
  203. package/src/ng-add/files/src/app/main/account-profile/delete-guest-card/delete-guest-card.component.scss.template +50 -0
  204. package/src/ng-add/files/src/app/main/account-profile/delete-guest-card/delete-guest-card.component.spec.ts.template +65 -0
  205. package/src/ng-add/files/src/app/main/account-profile/delete-guest-card/delete-guest-card.component.ts.template +59 -0
  206. package/src/ng-add/files/src/app/main/account-profile/guest-deletion-dialog.component.ts.template +51 -0
  207. package/src/ng-add/files/src/app/main/account-profile/profile-details-card/profile-details-card.component.html.template +50 -0
  208. package/src/ng-add/files/src/app/main/account-profile/profile-details-card/profile-details-card.component.scss.template +137 -0
  209. package/src/ng-add/files/src/app/main/account-profile/profile-details-card/profile-details-card.component.spec.ts.template +57 -0
  210. package/src/ng-add/files/src/app/main/account-profile/profile-details-card/profile-details-card.component.ts.template +59 -0
  211. package/src/ng-add/files/src/app/main/account-profile/sign-in-methods-card/sign-in-methods-card.component.html.template +133 -0
  212. package/src/ng-add/files/src/app/main/account-profile/sign-in-methods-card/sign-in-methods-card.component.scss.template +207 -0
  213. package/src/ng-add/files/src/app/main/account-profile/sign-in-methods-card/sign-in-methods-card.component.spec.ts.template +74 -0
  214. package/src/ng-add/files/src/app/main/account-profile/sign-in-methods-card/sign-in-methods-card.component.ts.template +130 -0
  215. package/src/ng-add/files/src/app/main/home/home.component.spec.ts.template +4 -5
  216. package/src/ng-add/files/src/app/main/home/home.component.ts.template +1 -6
  217. package/src/ng-add/files/src/app/shared/guest-warning-bar/guest-warning-bar.component.html.template +15 -0
  218. package/src/ng-add/files/src/app/shared/guest-warning-bar/guest-warning-bar.component.scss.template +79 -0
  219. package/src/ng-add/files/src/app/shared/guest-warning-bar/guest-warning-bar.component.spec.ts.template +59 -0
  220. package/src/ng-add/files/src/app/shared/guest-warning-bar/guest-warning-bar.component.ts.template +44 -0
  221. package/src/ng-add/files/src/app/shared/navbar/navbar.component.html.template +45 -15
  222. package/src/ng-add/files/src/app/shared/navbar/navbar.component.scss.template +103 -19
  223. package/src/ng-add/files/src/app/shared/navbar/navbar.component.spec.ts.template +73 -9
  224. package/src/ng-add/files/src/app/shared/navbar/navbar.component.ts.template +46 -18
  225. package/src/ng-add/files/src/environments/environment.prod.ts.template +1 -0
  226. package/src/ng-add/files/src/environments/environment.test.ts.template +1 -0
  227. package/src/ng-add/files/src/environments/environment.ts.template +1 -1
  228. package/src/ng-add/files/tsconfig.spec.json.template +3 -1
  229. package/src/ng-add/index.js +7 -0
  230. package/src/ng-add/index.js.map +1 -1
  231. package/src/shared/entity-registry.d.ts +8 -0
  232. package/src/shared/entity-registry.js +28 -0
  233. package/src/shared/entity-registry.js.map +1 -0
  234. package/tsconfig.json +2 -2
  235. package/.agents/skills/publish-npm/SKILL.md +0 -37
  236. package/.agents/skills/publish-npm/eval.yaml +0 -32
  237. package/.agents/skills/publish-npm/fixtures/package-v21.json.template +0 -8
  238. package/.husky/commit-msg +0 -1
  239. package/.husky/pre-commit +0 -1
  240. package/.t4g/agent-memory.db +0 -0
  241. package/src/component/index_spec.d.ts +0 -1
  242. package/src/component/index_spec.js +0 -68
  243. package/src/component/index_spec.js.map +0 -1
  244. package/src/entity/index_spec.d.ts +0 -1
  245. package/src/entity/index_spec.js +0 -153
  246. package/src/entity/index_spec.js.map +0 -1
  247. package/src/guard/index_spec.d.ts +0 -1
  248. package/src/guard/index_spec.js +0 -64
  249. package/src/guard/index_spec.js.map +0 -1
  250. package/src/ng-add/files/bigquery/scripts/export_entities.py.template +0 -143
  251. package/src/ng-add/files/bigquery/scripts/run_query.py.template +0 -167
  252. package/src/ng-add/files/src/app/core/firebase/cached-listeners.service.ts.template +0 -494
  253. package/src/ng-add/files/src/app/core/firebase/database.service.ts.template +0 -56
  254. package/src/ng-add/files/src/app/core/firebase/firebase.mock.service.ts.template +0 -366
  255. package/src/ng-add/files/src/app/core/firebase/firebase.service.ts.template +0 -342
  256. package/src/ng-add/files/src/app/core/firebase/simulate-load.spec.ts.template +0 -104
  257. package/src/ng-add/files/src/app/core/firebase/simulate-stream.spec.ts.template +0 -127
  258. package/src/ng-add/files/src/app/core/firebase/simulation.mock.ts.template +0 -38
  259. package/src/ng-add/files/src/app/core/firebase/stream-multiplexer.ts.template +0 -445
  260. package/src/ng-add/files/src/app/core/logging/logging.service.spec.ts.template +0 -118
  261. package/src/ng-add/files/src/app/core/logging/logging.service.ts.template +0 -168
  262. package/src/ng-add/files/src/app/core/store/app.model.ts.template +0 -21
  263. package/src/ng-add/files/src/app/core/store/app.store.spec.ts.template +0 -920
  264. package/src/ng-add/files/src/app/core/store/app.store.ts.template +0 -1317
  265. package/src/ng-add/files/src/app/core/store/batch-write.firebase.service.ts.template +0 -58
  266. package/src/ng-add/files/src/app/core/store/batch-write.mock.service.ts.template +0 -105
  267. package/src/ng-add/files/src/app/core/store/batch-write.service.ts.template +0 -126
  268. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.component.html.template +0 -9
  269. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.component.scss.template +0 -46
  270. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.component.spec.ts.template +0 -69
  271. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.component.ts.template +0 -39
  272. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.service.spec.ts.template +0 -122
  273. package/src/ng-add/files/src/app/shared/redeployment-warning/redeployment-warning.service.ts.template +0 -88
@@ -0,0 +1,84 @@
1
+ import assert from 'node:assert/strict';
2
+ import { describe, it } from 'node:test';
3
+ import { datasetsById } from '../datasets.js';
4
+ import { queryForDataset } from './api_query.js';
5
+
6
+ const routeDataset = datasetsById.get('route-engagement');
7
+ const qualityDataset = datasetsById.get('data-quality');
8
+
9
+ describe('analytics API query allowlists', () => {
10
+ it('uses parameters for allowlisted filters and caps requested rows', () => {
11
+ const url = new URL(
12
+ 'http://localhost/api/datasets/route-engagement?' +
13
+ 'filter.route=%2Fhome&sort=median_active_seconds&direction=asc&limit=99999',
14
+ );
15
+
16
+ const query = queryForDataset(routeDataset, url);
17
+
18
+ // _includes_admin filter is prepended automatically for adminVariants datasets
19
+ assert.equal(
20
+ query.sql,
21
+ 'SELECT * FROM "agg_route_engagement" WHERE "_includes_admin" = ? AND "route" = ? ' +
22
+ 'ORDER BY "median_active_seconds" ASC LIMIT ? OFFSET ?',
23
+ );
24
+ // Default includeAdmin is 0 (exclude admin traffic)
25
+ assert.deepEqual(query.params, [0, '/home', 1000, 0]);
26
+ });
27
+
28
+ it('rejects filters, sorts, and directions outside the registry contract', () => {
29
+ assert.throws(
30
+ () => queryForDataset(
31
+ routeDataset,
32
+ new URL('http://localhost?filter.not_allowed=value'),
33
+ ),
34
+ /not allowed/,
35
+ );
36
+ assert.throws(
37
+ () => queryForDataset(
38
+ routeDataset,
39
+ new URL('http://localhost?sort=not_allowed'),
40
+ ),
41
+ /not allowed/,
42
+ );
43
+ assert.throws(
44
+ () => queryForDataset(
45
+ routeDataset,
46
+ new URL('http://localhost?direction=sideways'),
47
+ ),
48
+ /must be asc or desc/,
49
+ );
50
+ });
51
+ });
52
+
53
+ describe('admin traffic variant filtering', () => {
54
+ it('defaults to excluding admin traffic (_includes_admin = 0)', () => {
55
+ const query = queryForDataset(
56
+ routeDataset,
57
+ new URL('http://localhost/api/datasets/route-engagement'),
58
+ );
59
+
60
+ assert.ok(query.sql.includes('"_includes_admin" = ?'));
61
+ assert.equal(query.params[0], 0);
62
+ });
63
+
64
+ it('includes admin traffic when includeAdmin=1 is passed', () => {
65
+ const query = queryForDataset(
66
+ routeDataset,
67
+ new URL('http://localhost/api/datasets/route-engagement?includeAdmin=1'),
68
+ );
69
+
70
+ assert.ok(query.sql.includes('"_includes_admin" = ?'));
71
+ assert.equal(query.params[0], 1);
72
+ });
73
+
74
+ it('does not add _includes_admin filter for datasets without adminVariants', () => {
75
+ const query = queryForDataset(
76
+ qualityDataset,
77
+ new URL('http://localhost/api/datasets/data-quality'),
78
+ );
79
+
80
+ assert.ok(!query.sql.includes('_includes_admin'));
81
+ // Params should be just limit + offset
82
+ assert.deepEqual(query.params, [1000, 0]);
83
+ });
84
+ });
@@ -0,0 +1,53 @@
1
+ import assert from 'node:assert/strict';
2
+ import fs from 'node:fs';
3
+ import path from 'node:path';
4
+ import { describe, it } from 'node:test';
5
+ import { fileURLToPath } from 'node:url';
6
+
7
+ const scriptDirectory = path.dirname(fileURLToPath(import.meta.url));
8
+ const repoRoot = path.resolve(scriptDirectory, '..', '..');
9
+
10
+ describe('analytics BigQuery query compatibility', () => {
11
+ const queryDirectory = path.join(repoRoot, 'bigquery', 'queries');
12
+ const viewDirectory = path.join(repoRoot, 'bigquery', 'views');
13
+ const readQuery = (filename) =>
14
+ fs.readFileSync(path.join(queryDirectory, filename), 'utf8');
15
+
16
+ it('keeps interactions in the standard four-field tuple', () => {
17
+ const view = fs.readFileSync(path.join(viewDirectory, 'events_flat.sql'), 'utf8');
18
+ assert.ok(view.includes("JSON_VALUE(ix, '$[3]') AS properties"));
19
+ assert.ok(!view.includes("'$[4]'"));
20
+ assert.ok(!view.includes('actor_user_id'));
21
+ });
22
+
23
+ it('attributes authentication through serialized properties', () => {
24
+ const query = readQuery('onboarding_funnel.sql');
25
+ assert.ok(query.includes("'$.authenticatedUserId'"));
26
+ assert.ok(query.includes("'$.accessState'"));
27
+ assert.ok(query.includes('COALESCE('));
28
+ assert.ok(query.includes('pre_sign_in_cohort AS'));
29
+ assert.ok(query.includes('landing.cohort_started_at_ms < auth.authenticated_at_ms'));
30
+ assert.ok(query.includes('landing.cohort_started_at_ms < known_user.first_known_user_at_ms'));
31
+ });
32
+
33
+ it('excludes completed returning users and enforces sequential activation stages', () => {
34
+ const query = readQuery('onboarding_funnel.sql');
35
+ assert.ok(query.includes('activation_completed_by_user AS'));
36
+ assert.ok(query.includes('auth_followup_signals AS'));
37
+ });
38
+
39
+ it('uses generated activation routes and normalized route patterns', () => {
40
+ assert.ok(readQuery('onboarding_funnel.sql').includes("event.route_path = '/home'"));
41
+ assert.ok(readQuery('onboarding_funnel.sql').includes("'Home reached'"));
42
+ assert.ok(
43
+ readQuery('active_time_by_route.sql').includes("r'/([a-zA-Z0-9_-]{16,}|[0-9a-fA-F-]{36})'"),
44
+ );
45
+ });
46
+
47
+ it('does not use unsupported HMAC_SHA256 calls', () => {
48
+ for (const filename of fs.readdirSync(queryDirectory)) {
49
+ if (!filename.endsWith('.sql')) continue;
50
+ assert.ok(!readQuery(filename).includes('HMAC_SHA256'));
51
+ }
52
+ });
53
+ });
@@ -0,0 +1,53 @@
1
+ /**
2
+ * SQLite Dataset DDL Schema Generator
3
+ *
4
+ * Generates `CREATE TABLE ... STRICT` DDL statements for SQLite databases.
5
+ * Uses STRICT mode to enforce rigid type checking (INTEGER, REAL, TEXT).
6
+ *
7
+ * Composite Primary Keys:
8
+ * When a dataset has `adminVariants: true`, the `_includes_admin` column is
9
+ * combined with the existing primary key column(s) to form a composite
10
+ * primary key. This allows two copies of each logical row (one per variant)
11
+ * to coexist in the same table.
12
+ */
13
+
14
+ /**
15
+ * @param {string} identifier
16
+ * @returns {string}
17
+ */
18
+ export function quoteIdentifier(identifier) {
19
+ if (!/^[a-z_][a-z0-9_]*$/i.test(identifier)) {
20
+ throw new Error(`Unsafe SQLite identifier: ${identifier}`);
21
+ }
22
+ return `"${identifier}"`;
23
+ }
24
+
25
+ /**
26
+ * @param {object} dataset
27
+ * @returns {string}
28
+ */
29
+ export function createTableSql(dataset) {
30
+ const pkColumns = dataset.columns
31
+ .filter((column) => column.primaryKey || column.name === '_includes_admin')
32
+ .map((column) => column.name);
33
+ const useCompositePk = pkColumns.length > 1;
34
+
35
+ const definitions = dataset.columns.map((column) => {
36
+ // When using a composite PK, don't mark individual columns as PRIMARY KEY
37
+ if (useCompositePk) {
38
+ const notNull = column.primaryKey || column.name === '_includes_admin'
39
+ ? ' NOT NULL'
40
+ : '';
41
+ return `${quoteIdentifier(column.name)} ${column.type}${notNull}`;
42
+ }
43
+ const constraints = column.primaryKey ? ' PRIMARY KEY NOT NULL' : '';
44
+ return `${quoteIdentifier(column.name)} ${column.type}${constraints}`;
45
+ });
46
+
47
+ // Append composite PRIMARY KEY constraint when multiple key columns exist
48
+ if (useCompositePk) {
49
+ definitions.push(`PRIMARY KEY (${pkColumns.map(quoteIdentifier).join(', ')})`);
50
+ }
51
+
52
+ return `CREATE TABLE ${quoteIdentifier(dataset.table)} (${definitions.join(', ')}) STRICT`;
53
+ }
@@ -0,0 +1,34 @@
1
+ import assert from 'node:assert/strict';
2
+ import sqlite3 from 'sqlite3';
3
+ import { describe, it } from 'node:test';
4
+ import { datasets } from '../datasets.js';
5
+ import { closeDatabase, get, openDatabase } from './sqlite.js';
6
+ import { createTableSql } from './dataset_schema.js';
7
+
8
+ describe('registered SQLite schemas', () => {
9
+ it('creates strict tables matching every explicit dataset contract', async () => {
10
+ const db = await openDatabase(':memory:', sqlite3.OPEN_READWRITE);
11
+ try {
12
+ for (const dataset of datasets) {
13
+ await new Promise((resolve, reject) => {
14
+ db.exec(createTableSql(dataset), (error) => {
15
+ if (error) reject(error);
16
+ else resolve();
17
+ });
18
+ });
19
+ const table = await get(
20
+ db,
21
+ 'SELECT sql FROM sqlite_schema WHERE type = ? AND name = ?',
22
+ ['table', dataset.table],
23
+ );
24
+ assert.match(table.sql, / STRICT$/);
25
+ for (const column of dataset.columns) {
26
+ assert.match(table.sql, new RegExp(`"${column.name}" ${column.type}`));
27
+ }
28
+ }
29
+ } finally {
30
+ await closeDatabase(db);
31
+ }
32
+ });
33
+ });
34
+
@@ -0,0 +1,397 @@
1
+ /**
2
+ * Incremental Firestore-to-SQLite Entity Synchronizer
3
+ *
4
+ * Manages incremental sync of derived entities from live Firestore collections
5
+ * into a local SQLite cache.
6
+ *
7
+ * Architecture Notes:
8
+ * - Pseudonymization: Document keys are hashed with `idSalt` to prevent raw IDs from being stored unhashed.
9
+ * - Cache Invalidation: Automatic if `analysisVersion`, salt key, or target collection name changes.
10
+ */
11
+
12
+ import { createHash } from 'node:crypto';
13
+ import { FieldPath, Timestamp } from 'firebase-admin/firestore';
14
+ import { all, exec, run } from './sqlite.js';
15
+
16
+ const DEFAULT_PAGE_SIZE = 500;
17
+
18
+
19
+ function quoteIdentifier(identifier) {
20
+ if (!/^[a-z][a-z0-9_]*$/i.test(identifier)) {
21
+ throw new Error(`Unsafe SQLite identifier: ${identifier}`);
22
+ }
23
+ return `"${identifier}"`;
24
+ }
25
+
26
+
27
+ function timestampParts(value) {
28
+ if (!value || typeof value !== 'object') return null;
29
+ const seconds = Number(value.seconds ?? value._seconds);
30
+ const nanoseconds = Number(value.nanoseconds ?? value._nanoseconds ?? 0);
31
+ if (!Number.isInteger(seconds) || !Number.isInteger(nanoseconds)) return null;
32
+ return {
33
+ seconds,
34
+ nanoseconds,
35
+ milliseconds: (seconds * 1000) + Math.floor(nanoseconds / 1_000_000),
36
+ };
37
+ }
38
+
39
+
40
+ function compareTimestamps(left, right) {
41
+ if (!left) return right ? -1 : 0;
42
+ if (!right) return 1;
43
+ return left.seconds === right.seconds ?
44
+ left.nanoseconds - right.nanoseconds :
45
+ left.seconds - right.seconds;
46
+ }
47
+
48
+ /** Generates an irreversible salted SHA256 key for cache primary keys */
49
+ function cacheDocumentKey(idSalt, source, documentId) {
50
+ return createHash('sha256')
51
+ .update(`${idSalt}:${source.collection}:${documentId}:${idSalt}`)
52
+ .digest('hex')
53
+ .toUpperCase();
54
+ }
55
+
56
+ /** Generates SHA256 hash of idSalt to verify salt consistency between syncs */
57
+ function saltFingerprint(idSalt) {
58
+ return createHash('sha256').update(idSalt).digest('hex');
59
+ }
60
+
61
+
62
+ export async function initializeEntityCache(db) {
63
+ await exec(db, `
64
+ CREATE TABLE IF NOT EXISTS entity_sync_state (
65
+ dataset_id TEXT NOT NULL,
66
+ source_id TEXT NOT NULL,
67
+ collection_name TEXT NOT NULL,
68
+ analysis_version INTEGER NOT NULL,
69
+ salt_fingerprint TEXT NOT NULL,
70
+ initialized INTEGER NOT NULL,
71
+ cursor_seconds INTEGER,
72
+ cursor_nanoseconds INTEGER,
73
+ PRIMARY KEY (dataset_id, source_id)
74
+ ) STRICT;
75
+ CREATE TABLE IF NOT EXISTS entity_derived_cache (
76
+ dataset_id TEXT NOT NULL,
77
+ source_id TEXT NOT NULL,
78
+ document_key TEXT NOT NULL,
79
+ analysis_version INTEGER NOT NULL,
80
+ source_updated_at_ms INTEGER NOT NULL,
81
+ derived_json TEXT NOT NULL,
82
+ PRIMARY KEY (dataset_id, source_id, document_key)
83
+ ) STRICT;
84
+ CREATE INDEX IF NOT EXISTS idx_entity_derived_cache_dataset
85
+ ON entity_derived_cache (dataset_id, source_id);
86
+ `);
87
+ }
88
+
89
+ /** Resets cache rows for a dataset when schema, salt, or analysis version changes */
90
+ async function resetDatasetCache(db, datasetId) {
91
+ await exec(db, 'BEGIN IMMEDIATE');
92
+ try {
93
+ await run(db, 'DELETE FROM entity_derived_cache WHERE dataset_id = ?', [datasetId]);
94
+ await run(db, 'DELETE FROM entity_sync_state WHERE dataset_id = ?', [datasetId]);
95
+ await exec(db, 'COMMIT');
96
+ } catch (error) {
97
+ await exec(db, 'ROLLBACK');
98
+ throw error;
99
+ }
100
+ }
101
+
102
+
103
+ async function applyDocuments(
104
+ db,
105
+ datasetId,
106
+ definition,
107
+ source,
108
+ documents,
109
+ idSalt,
110
+ ) {
111
+ const upsertSql = `
112
+ INSERT INTO entity_derived_cache (
113
+ dataset_id, source_id, document_key, analysis_version,
114
+ source_updated_at_ms, derived_json
115
+ ) VALUES (?, ?, ?, ?, ?, ?)
116
+ ON CONFLICT (dataset_id, source_id, document_key) DO UPDATE SET
117
+ analysis_version = excluded.analysis_version,
118
+ source_updated_at_ms = excluded.source_updated_at_ms,
119
+ derived_json = excluded.derived_json
120
+ `;
121
+ let latestTimestamp = null;
122
+
123
+ await exec(db, 'BEGIN IMMEDIATE');
124
+ try {
125
+ for (const document of documents) {
126
+ const data = document.data();
127
+ const updatedAt = timestampParts(data._updatedAt);
128
+ if (updatedAt && compareTimestamps(updatedAt, latestTimestamp) > 0) {
129
+ latestTimestamp = updatedAt;
130
+ }
131
+ const documentKey = cacheDocumentKey(idSalt, source, document.id);
132
+ if (data._deleted === true) {
133
+ await run(
134
+ db,
135
+ `DELETE FROM entity_derived_cache
136
+ WHERE dataset_id = ? AND source_id = ? AND document_key = ?`,
137
+ [datasetId, source.id, documentKey],
138
+ );
139
+ continue;
140
+ }
141
+
142
+ const createdAt = timestampParts(data._createdAt);
143
+ const derived = source.derive(data, {
144
+ documentId: document.id,
145
+ idSalt,
146
+ sourceUpdatedAtMs: updatedAt?.milliseconds ?? 0,
147
+ sourceCreatedAtMs: createdAt?.milliseconds ?? null,
148
+ });
149
+ if (!derived) {
150
+ await run(
151
+ db,
152
+ `DELETE FROM entity_derived_cache
153
+ WHERE dataset_id = ? AND source_id = ? AND document_key = ?`,
154
+ [datasetId, source.id, documentKey],
155
+ );
156
+ continue;
157
+ }
158
+
159
+ await run(db, upsertSql, [
160
+ datasetId,
161
+ source.id,
162
+ documentKey,
163
+ definition.analysisVersion,
164
+ updatedAt?.milliseconds ?? 0,
165
+ JSON.stringify(derived),
166
+ ]);
167
+ }
168
+ await exec(db, 'COMMIT');
169
+ } catch (error) {
170
+ await exec(db, 'ROLLBACK');
171
+ throw error;
172
+ }
173
+ return latestTimestamp;
174
+ }
175
+
176
+
177
+ async function saveState(db, datasetId, definition, source, fingerprint, cursor) {
178
+ await run(
179
+ db,
180
+ `INSERT INTO entity_sync_state (
181
+ dataset_id, source_id, collection_name, analysis_version,
182
+ salt_fingerprint, initialized, cursor_seconds, cursor_nanoseconds
183
+ ) VALUES (?, ?, ?, ?, ?, 1, ?, ?)
184
+ ON CONFLICT (dataset_id, source_id) DO UPDATE SET
185
+ collection_name = excluded.collection_name,
186
+ analysis_version = excluded.analysis_version,
187
+ salt_fingerprint = excluded.salt_fingerprint,
188
+ initialized = excluded.initialized,
189
+ cursor_seconds = excluded.cursor_seconds,
190
+ cursor_nanoseconds = excluded.cursor_nanoseconds`,
191
+ [
192
+ datasetId,
193
+ source.id,
194
+ source.collection,
195
+ definition.analysisVersion,
196
+ fingerprint,
197
+ cursor?.seconds ?? null,
198
+ cursor?.nanoseconds ?? null,
199
+ ],
200
+ );
201
+ }
202
+
203
+
204
+ async function bootstrapSource(
205
+ firestore,
206
+ db,
207
+ datasetId,
208
+ definition,
209
+ source,
210
+ idSalt,
211
+ fingerprint,
212
+ pageSize,
213
+ ) {
214
+ let lastDocument = null;
215
+ let latestTimestamp = null;
216
+
217
+ while (true) {
218
+ let query = firestore
219
+ .collection(source.collection)
220
+ .orderBy(FieldPath.documentId())
221
+ .limit(pageSize);
222
+ if (lastDocument) query = query.startAfter(lastDocument);
223
+ const snapshot = await query.get();
224
+ if (snapshot.empty) break;
225
+
226
+ const pageTimestamp = await applyDocuments(
227
+ db,
228
+ datasetId,
229
+ definition,
230
+ source,
231
+ snapshot.docs,
232
+ idSalt,
233
+ );
234
+ if (compareTimestamps(pageTimestamp, latestTimestamp) > 0) {
235
+ latestTimestamp = pageTimestamp;
236
+ }
237
+ lastDocument = snapshot.docs.at(-1);
238
+ if (snapshot.size < pageSize) break;
239
+ }
240
+
241
+ await saveState(
242
+ db,
243
+ datasetId,
244
+ definition,
245
+ source,
246
+ fingerprint,
247
+ latestTimestamp,
248
+ );
249
+ }
250
+
251
+
252
+ async function updateSource(
253
+ firestore,
254
+ db,
255
+ datasetId,
256
+ definition,
257
+ source,
258
+ state,
259
+ idSalt,
260
+ fingerprint,
261
+ pageSize,
262
+ ) {
263
+ const savedCursor = state.cursor_seconds === null ?
264
+ null :
265
+ {
266
+ seconds: state.cursor_seconds,
267
+ nanoseconds: state.cursor_nanoseconds,
268
+ };
269
+ let pageCursor = null;
270
+ let latestTimestamp = savedCursor;
271
+
272
+ while (true) {
273
+ let query = firestore
274
+ .collection(source.collection)
275
+ .orderBy('_updatedAt')
276
+ .orderBy(FieldPath.documentId());
277
+ if (pageCursor) {
278
+ query = query.startAfter(
279
+ new Timestamp(pageCursor.seconds, pageCursor.nanoseconds),
280
+ pageCursor.documentId,
281
+ );
282
+ } else if (savedCursor) {
283
+ query = query.startAt(
284
+ new Timestamp(savedCursor.seconds, savedCursor.nanoseconds),
285
+ );
286
+ }
287
+ const snapshot = await query.limit(pageSize).get();
288
+ if (snapshot.empty) break;
289
+
290
+ const pageTimestamp = await applyDocuments(
291
+ db,
292
+ datasetId,
293
+ definition,
294
+ source,
295
+ snapshot.docs,
296
+ idSalt,
297
+ );
298
+ if (compareTimestamps(pageTimestamp, latestTimestamp) > 0) {
299
+ latestTimestamp = pageTimestamp;
300
+ }
301
+ const lastDocument = snapshot.docs.at(-1);
302
+ const lastTimestamp = timestampParts(lastDocument.data()._updatedAt);
303
+ if (!lastTimestamp) {
304
+ throw new Error(
305
+ `A document in ${source.collection} is missing a valid _updatedAt timestamp`,
306
+ );
307
+ }
308
+ pageCursor = { ...lastTimestamp, documentId: lastDocument.id };
309
+ if (snapshot.size < pageSize) break;
310
+ }
311
+
312
+ await saveState(
313
+ db,
314
+ datasetId,
315
+ definition,
316
+ source,
317
+ fingerprint,
318
+ latestTimestamp,
319
+ );
320
+ }
321
+
322
+
323
+ export async function syncEntityDataset({
324
+ firestore,
325
+ cacheDb,
326
+ datasetId,
327
+ definition,
328
+ idSalt,
329
+ pageSize = DEFAULT_PAGE_SIZE,
330
+ forceRebuild = false,
331
+ }) {
332
+ await initializeEntityCache(cacheDb);
333
+ const fingerprint = saltFingerprint(idSalt);
334
+ const states = await all(
335
+ cacheDb,
336
+ 'SELECT * FROM entity_sync_state WHERE dataset_id = ?',
337
+ [datasetId],
338
+ );
339
+ const statesBySource = new Map(states.map((state) => [state.source_id, state]));
340
+ const requiresRebuild =
341
+ forceRebuild ||
342
+ states.length !== definition.sources.length ||
343
+ definition.sources.some((source) => {
344
+ const state = statesBySource.get(source.id);
345
+ return !state ||
346
+ state.collection_name !== source.collection ||
347
+ state.analysis_version !== definition.analysisVersion ||
348
+ state.salt_fingerprint !== fingerprint ||
349
+ state.initialized !== 1;
350
+ });
351
+
352
+ if (requiresRebuild) {
353
+ await resetDatasetCache(cacheDb, datasetId);
354
+ statesBySource.clear();
355
+ }
356
+
357
+ for (const source of definition.sources) {
358
+ const state = statesBySource.get(source.id);
359
+ if (!state) {
360
+ await bootstrapSource(
361
+ firestore,
362
+ cacheDb,
363
+ datasetId,
364
+ definition,
365
+ source,
366
+ idSalt,
367
+ fingerprint,
368
+ pageSize,
369
+ );
370
+ } else {
371
+ await updateSource(
372
+ firestore,
373
+ cacheDb,
374
+ datasetId,
375
+ definition,
376
+ source,
377
+ state,
378
+ idSalt,
379
+ fingerprint,
380
+ pageSize,
381
+ );
382
+ }
383
+ }
384
+
385
+ const cachedRows = await all(
386
+ cacheDb,
387
+ `SELECT source_id, derived_json
388
+ FROM ${quoteIdentifier('entity_derived_cache')}
389
+ WHERE dataset_id = ?
390
+ ORDER BY source_id, document_key`,
391
+ [datasetId],
392
+ );
393
+ return definition.materialize(cachedRows.map((row) => ({
394
+ sourceId: row.source_id,
395
+ derived: JSON.parse(row.derived_json),
396
+ })));
397
+ }