gooddata 1.0.0-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (517) hide show
  1. checksums.yaml +7 -0
  2. data/.document +5 -0
  3. data/.editorconfig +12 -0
  4. data/.flayignore +6 -0
  5. data/.gitignore +38 -0
  6. data/.pronto.yml +3 -0
  7. data/.rspec +5 -0
  8. data/.rubocop.yml +101 -0
  9. data/.travis.yml +9 -0
  10. data/.yardopts +22 -0
  11. data/CHANGELOG.md +272 -0
  12. data/CLI.md +435 -0
  13. data/CONTRIBUTING.md +38 -0
  14. data/DEPENDENCIES.md +880 -0
  15. data/Dockerfile.jruby +17 -0
  16. data/Dockerfile.ruby +19 -0
  17. data/Gemfile +4 -0
  18. data/Guardfile +5 -0
  19. data/LICENSE +22 -0
  20. data/LICENSE.rb +5 -0
  21. data/README.md +78 -0
  22. data/Rakefile +204 -0
  23. data/TODO.md +32 -0
  24. data/authors.sh +4 -0
  25. data/bin/gooddata +7 -0
  26. data/ci.rake +47 -0
  27. data/dependency_decisions.yml +104 -0
  28. data/docker-compose.yml +34 -0
  29. data/gooddata +9 -0
  30. data/gooddata.gemspec +72 -0
  31. data/lib/gooddata.rb +34 -0
  32. data/lib/gooddata/app/app.rb +16 -0
  33. data/lib/gooddata/bricks/base_downloader.rb +86 -0
  34. data/lib/gooddata/bricks/brick.rb +37 -0
  35. data/lib/gooddata/bricks/bricks.rb +17 -0
  36. data/lib/gooddata/bricks/middleware/aws_middleware.rb +41 -0
  37. data/lib/gooddata/bricks/middleware/base_middleware.rb +57 -0
  38. data/lib/gooddata/bricks/middleware/bench_middleware.rb +25 -0
  39. data/lib/gooddata/bricks/middleware/bulk_salesforce_middleware.rb +37 -0
  40. data/lib/gooddata/bricks/middleware/decode_params_middleware.rb +21 -0
  41. data/lib/gooddata/bricks/middleware/dwh_middleware.rb +41 -0
  42. data/lib/gooddata/bricks/middleware/fs_download_middleware.rb +48 -0
  43. data/lib/gooddata/bricks/middleware/fs_upload_middleware.rb +36 -0
  44. data/lib/gooddata/bricks/middleware/gooddata_middleware.rb +112 -0
  45. data/lib/gooddata/bricks/middleware/logger_middleware.rb +33 -0
  46. data/lib/gooddata/bricks/middleware/middleware.rb +12 -0
  47. data/lib/gooddata/bricks/middleware/restforce_middleware.rb +58 -0
  48. data/lib/gooddata/bricks/middleware/stdout_middleware.rb +23 -0
  49. data/lib/gooddata/bricks/middleware/twitter_middleware.rb +29 -0
  50. data/lib/gooddata/bricks/middleware/undot_params_middleware.rb +37 -0
  51. data/lib/gooddata/bricks/pipeline.rb +25 -0
  52. data/lib/gooddata/bricks/utils.rb +18 -0
  53. data/lib/gooddata/cli/cli.rb +27 -0
  54. data/lib/gooddata/cli/commands/auth_cmd.rb +29 -0
  55. data/lib/gooddata/cli/commands/domain_cmd.rb +28 -0
  56. data/lib/gooddata/cli/commands/project_cmd.rb +28 -0
  57. data/lib/gooddata/cli/hooks.rb +56 -0
  58. data/lib/gooddata/cli/shared.rb +66 -0
  59. data/lib/gooddata/cli/terminal.rb +20 -0
  60. data/lib/gooddata/client.rb +67 -0
  61. data/lib/gooddata/commands/api.rb +64 -0
  62. data/lib/gooddata/commands/auth.rb +107 -0
  63. data/lib/gooddata/commands/base.rb +12 -0
  64. data/lib/gooddata/commands/commands.rb +12 -0
  65. data/lib/gooddata/commands/datasets.rb +148 -0
  66. data/lib/gooddata/commands/datawarehouse.rb +20 -0
  67. data/lib/gooddata/commands/domain.rb +40 -0
  68. data/lib/gooddata/commands/process.rb +67 -0
  69. data/lib/gooddata/commands/project.rb +144 -0
  70. data/lib/gooddata/commands/projects.rb +20 -0
  71. data/lib/gooddata/commands/role.rb +36 -0
  72. data/lib/gooddata/commands/runners.rb +47 -0
  73. data/lib/gooddata/commands/scaffold.rb +69 -0
  74. data/lib/gooddata/commands/user.rb +39 -0
  75. data/lib/gooddata/connection.rb +127 -0
  76. data/lib/gooddata/core/core.rb +12 -0
  77. data/lib/gooddata/core/logging.rb +105 -0
  78. data/lib/gooddata/core/nil_logger.rb +32 -0
  79. data/lib/gooddata/core/project.rb +74 -0
  80. data/lib/gooddata/core/rest.rb +149 -0
  81. data/lib/gooddata/core/user.rb +20 -0
  82. data/lib/gooddata/data/data.rb +12 -0
  83. data/lib/gooddata/data/guesser.rb +122 -0
  84. data/lib/gooddata/exceptions/attr_element_not_found.rb +16 -0
  85. data/lib/gooddata/exceptions/command_failed.rb +11 -0
  86. data/lib/gooddata/exceptions/exceptions.rb +12 -0
  87. data/lib/gooddata/exceptions/execution_limit_exceeded.rb +13 -0
  88. data/lib/gooddata/exceptions/export_clone.rb +4 -0
  89. data/lib/gooddata/exceptions/filter_maqlization.rb +16 -0
  90. data/lib/gooddata/exceptions/import_clone.rb +4 -0
  91. data/lib/gooddata/exceptions/malformed_user.rb +15 -0
  92. data/lib/gooddata/exceptions/maql_execution.rb +16 -0
  93. data/lib/gooddata/exceptions/no_project_error.rb +19 -0
  94. data/lib/gooddata/exceptions/object_migration.rb +32 -0
  95. data/lib/gooddata/exceptions/project_not_found.rb +13 -0
  96. data/lib/gooddata/exceptions/segment_not_empty.rb +18 -0
  97. data/lib/gooddata/exceptions/uncomputable_report.rb +13 -0
  98. data/lib/gooddata/exceptions/user_in_different_domain.rb +15 -0
  99. data/lib/gooddata/exceptions/validation_error.rb +16 -0
  100. data/lib/gooddata/extensions/big_decimal.rb +17 -0
  101. data/lib/gooddata/extensions/class.rb +11 -0
  102. data/lib/gooddata/extensions/enumerable.rb +39 -0
  103. data/lib/gooddata/extensions/extensions.rb +10 -0
  104. data/lib/gooddata/extensions/false.rb +23 -0
  105. data/lib/gooddata/extensions/hash.rb +49 -0
  106. data/lib/gooddata/extensions/integer.rb +5 -0
  107. data/lib/gooddata/extensions/nil.rb +19 -0
  108. data/lib/gooddata/extensions/numeric.rb +15 -0
  109. data/lib/gooddata/extensions/object.rb +31 -0
  110. data/lib/gooddata/extensions/string.rb +7 -0
  111. data/lib/gooddata/extensions/symbol.rb +15 -0
  112. data/lib/gooddata/extensions/true.rb +23 -0
  113. data/lib/gooddata/extract.rb +21 -0
  114. data/lib/gooddata/goodzilla/goodzilla.rb +160 -0
  115. data/lib/gooddata/helpers/auth_helpers.rb +75 -0
  116. data/lib/gooddata/helpers/csv_helper.rb +61 -0
  117. data/lib/gooddata/helpers/data_helper.rb +129 -0
  118. data/lib/gooddata/helpers/erb_helper.rb +23 -0
  119. data/lib/gooddata/helpers/global_helpers.rb +266 -0
  120. data/lib/gooddata/helpers/global_helpers_params.rb +292 -0
  121. data/lib/gooddata/helpers/helpers.rb +10 -0
  122. data/lib/gooddata/lcm/actions/actions.rb +12 -0
  123. data/lib/gooddata/lcm/actions/apply_custom_maql.rb +80 -0
  124. data/lib/gooddata/lcm/actions/associate_clients.rb +87 -0
  125. data/lib/gooddata/lcm/actions/base_action.rb +23 -0
  126. data/lib/gooddata/lcm/actions/collect_ca_metrics.rb +53 -0
  127. data/lib/gooddata/lcm/actions/collect_client_projects.rb +78 -0
  128. data/lib/gooddata/lcm/actions/collect_clients.rb +128 -0
  129. data/lib/gooddata/lcm/actions/collect_data_product.rb +57 -0
  130. data/lib/gooddata/lcm/actions/collect_dynamic_schedule_params.rb +62 -0
  131. data/lib/gooddata/lcm/actions/collect_ldm_objects.rb +56 -0
  132. data/lib/gooddata/lcm/actions/collect_meta.rb +88 -0
  133. data/lib/gooddata/lcm/actions/collect_segment_clients.rb +113 -0
  134. data/lib/gooddata/lcm/actions/collect_segments.rb +72 -0
  135. data/lib/gooddata/lcm/actions/collect_tagged_objects.rb +80 -0
  136. data/lib/gooddata/lcm/actions/collect_users_brick_users.rb +46 -0
  137. data/lib/gooddata/lcm/actions/create_segment_masters.rb +160 -0
  138. data/lib/gooddata/lcm/actions/ensure_data_product.rb +53 -0
  139. data/lib/gooddata/lcm/actions/ensure_release_table.rb +53 -0
  140. data/lib/gooddata/lcm/actions/ensure_segments.rb +32 -0
  141. data/lib/gooddata/lcm/actions/ensure_technical_users_domain.rb +70 -0
  142. data/lib/gooddata/lcm/actions/ensure_technical_users_project.rb +83 -0
  143. data/lib/gooddata/lcm/actions/execute_schedules.rb +128 -0
  144. data/lib/gooddata/lcm/actions/hello_world.rb +41 -0
  145. data/lib/gooddata/lcm/actions/import_object_collections.rb +60 -0
  146. data/lib/gooddata/lcm/actions/print_actions.rb +58 -0
  147. data/lib/gooddata/lcm/actions/print_modes.rb +69 -0
  148. data/lib/gooddata/lcm/actions/print_types.rb +52 -0
  149. data/lib/gooddata/lcm/actions/provision_clients.rb +89 -0
  150. data/lib/gooddata/lcm/actions/purge_clients.rb +58 -0
  151. data/lib/gooddata/lcm/actions/rename_existing_client_projects.rb +70 -0
  152. data/lib/gooddata/lcm/actions/segments_filter.rb +50 -0
  153. data/lib/gooddata/lcm/actions/synchronize_attribute_drillpaths.rb +64 -0
  154. data/lib/gooddata/lcm/actions/synchronize_cas.rb +72 -0
  155. data/lib/gooddata/lcm/actions/synchronize_clients.rb +94 -0
  156. data/lib/gooddata/lcm/actions/synchronize_color_palette.rb +67 -0
  157. data/lib/gooddata/lcm/actions/synchronize_etls_in_segment.rb +155 -0
  158. data/lib/gooddata/lcm/actions/synchronize_label_types.rb +64 -0
  159. data/lib/gooddata/lcm/actions/synchronize_ldm.rb +82 -0
  160. data/lib/gooddata/lcm/actions/synchronize_meta.rb +52 -0
  161. data/lib/gooddata/lcm/actions/synchronize_new_segments.rb +61 -0
  162. data/lib/gooddata/lcm/actions/synchronize_processes.rb +66 -0
  163. data/lib/gooddata/lcm/actions/synchronize_schedules.rb +91 -0
  164. data/lib/gooddata/lcm/actions/synchronize_tag_objects.rb +64 -0
  165. data/lib/gooddata/lcm/actions/synchronize_user_filters.rb +210 -0
  166. data/lib/gooddata/lcm/actions/synchronize_user_groups.rb +53 -0
  167. data/lib/gooddata/lcm/actions/synchronize_users.rb +336 -0
  168. data/lib/gooddata/lcm/actions/update_release_table.rb +77 -0
  169. data/lib/gooddata/lcm/data/create_lcm_release.sql.erb +6 -0
  170. data/lib/gooddata/lcm/data/insert_into_lcm_release.sql.erb +11 -0
  171. data/lib/gooddata/lcm/data/select_from_lcm_release.sql.erb +8 -0
  172. data/lib/gooddata/lcm/data/update_lcm_release.sql.erb +7 -0
  173. data/lib/gooddata/lcm/dsl/dsl.rb +50 -0
  174. data/lib/gooddata/lcm/dsl/params_dsl.rb +61 -0
  175. data/lib/gooddata/lcm/dsl/type_dsl.rb +62 -0
  176. data/lib/gooddata/lcm/helpers/check_helper.rb +41 -0
  177. data/lib/gooddata/lcm/helpers/helpers.rb +12 -0
  178. data/lib/gooddata/lcm/helpers/tags_helper.rb +36 -0
  179. data/lib/gooddata/lcm/lcm.rb +325 -0
  180. data/lib/gooddata/lcm/lcm2.rb +400 -0
  181. data/lib/gooddata/lcm/types/base_type.rb +29 -0
  182. data/lib/gooddata/lcm/types/class/ads_client.rb +35 -0
  183. data/lib/gooddata/lcm/types/class/class.rb +21 -0
  184. data/lib/gooddata/lcm/types/class/gd_client.rb +35 -0
  185. data/lib/gooddata/lcm/types/class/types.rb +12 -0
  186. data/lib/gooddata/lcm/types/complex/complex.rb +33 -0
  187. data/lib/gooddata/lcm/types/complex/release_query.rb +35 -0
  188. data/lib/gooddata/lcm/types/complex/segment.rb +40 -0
  189. data/lib/gooddata/lcm/types/complex/synchronization_info.rb +35 -0
  190. data/lib/gooddata/lcm/types/complex/tokens.rb +31 -0
  191. data/lib/gooddata/lcm/types/complex/types.rb +12 -0
  192. data/lib/gooddata/lcm/types/complex/update_preference.rb +38 -0
  193. data/lib/gooddata/lcm/types/complex/users_brick_config.rb +32 -0
  194. data/lib/gooddata/lcm/types/param.rb +16 -0
  195. data/lib/gooddata/lcm/types/scalar/bool.rb +22 -0
  196. data/lib/gooddata/lcm/types/scalar/hash.rb +22 -0
  197. data/lib/gooddata/lcm/types/scalar/integer.rb +22 -0
  198. data/lib/gooddata/lcm/types/scalar/object.rb +22 -0
  199. data/lib/gooddata/lcm/types/scalar/string.rb +22 -0
  200. data/lib/gooddata/lcm/types/scalar/types.rb +12 -0
  201. data/lib/gooddata/lcm/types/special/array.rb +33 -0
  202. data/lib/gooddata/lcm/types/special/enum.rb +15 -0
  203. data/lib/gooddata/lcm/types/special/types.rb +12 -0
  204. data/lib/gooddata/lcm/types/types.rb +12 -0
  205. data/lib/gooddata/lcm/user_bricks_helper.rb +32 -0
  206. data/lib/gooddata/mixins/author.rb +26 -0
  207. data/lib/gooddata/mixins/content_getter.rb +15 -0
  208. data/lib/gooddata/mixins/content_property_reader.rb +17 -0
  209. data/lib/gooddata/mixins/content_property_writer.rb +17 -0
  210. data/lib/gooddata/mixins/contributor.rb +20 -0
  211. data/lib/gooddata/mixins/data_getter.rb +15 -0
  212. data/lib/gooddata/mixins/data_property_reader.rb +19 -0
  213. data/lib/gooddata/mixins/data_property_writer.rb +19 -0
  214. data/lib/gooddata/mixins/inspector.rb +53 -0
  215. data/lib/gooddata/mixins/is_attribute.rb +17 -0
  216. data/lib/gooddata/mixins/is_dimension.rb +17 -0
  217. data/lib/gooddata/mixins/is_fact.rb +17 -0
  218. data/lib/gooddata/mixins/is_folder.rb +11 -0
  219. data/lib/gooddata/mixins/is_label.rb +19 -0
  220. data/lib/gooddata/mixins/links.rb +15 -0
  221. data/lib/gooddata/mixins/md_finders.rb +79 -0
  222. data/lib/gooddata/mixins/md_grantees.rb +42 -0
  223. data/lib/gooddata/mixins/md_id_to_uri.rb +39 -0
  224. data/lib/gooddata/mixins/md_json.rb +15 -0
  225. data/lib/gooddata/mixins/md_lock.rb +87 -0
  226. data/lib/gooddata/mixins/md_object_id.rb +15 -0
  227. data/lib/gooddata/mixins/md_object_indexer.rb +74 -0
  228. data/lib/gooddata/mixins/md_object_query.rb +134 -0
  229. data/lib/gooddata/mixins/md_relations.rb +43 -0
  230. data/lib/gooddata/mixins/meta_getter.rb +17 -0
  231. data/lib/gooddata/mixins/meta_property_reader.rb +19 -0
  232. data/lib/gooddata/mixins/meta_property_writer.rb +19 -0
  233. data/lib/gooddata/mixins/mixins.rb +19 -0
  234. data/lib/gooddata/mixins/not_attribute.rb +17 -0
  235. data/lib/gooddata/mixins/not_exportable.rb +15 -0
  236. data/lib/gooddata/mixins/not_fact.rb +17 -0
  237. data/lib/gooddata/mixins/not_group.rb +17 -0
  238. data/lib/gooddata/mixins/not_label.rb +19 -0
  239. data/lib/gooddata/mixins/not_metric.rb +19 -0
  240. data/lib/gooddata/mixins/obj_id.rb +15 -0
  241. data/lib/gooddata/mixins/rest_getters.rb +17 -0
  242. data/lib/gooddata/mixins/rest_resource.rb +47 -0
  243. data/lib/gooddata/mixins/root_key_getter.rb +15 -0
  244. data/lib/gooddata/mixins/root_key_setter.rb +15 -0
  245. data/lib/gooddata/mixins/timestamps.rb +19 -0
  246. data/lib/gooddata/mixins/to_json.rb +11 -0
  247. data/lib/gooddata/mixins/uri_getter.rb +9 -0
  248. data/lib/gooddata/models/ads_output_stage.rb +85 -0
  249. data/lib/gooddata/models/automated_data_distribution.rb +36 -0
  250. data/lib/gooddata/models/blueprint/anchor_field.rb +65 -0
  251. data/lib/gooddata/models/blueprint/attribute_field.rb +45 -0
  252. data/lib/gooddata/models/blueprint/blueprint.rb +11 -0
  253. data/lib/gooddata/models/blueprint/blueprint_field.rb +70 -0
  254. data/lib/gooddata/models/blueprint/dashboard_builder.rb +30 -0
  255. data/lib/gooddata/models/blueprint/dataset_blueprint.rb +455 -0
  256. data/lib/gooddata/models/blueprint/date_dimension.rb +20 -0
  257. data/lib/gooddata/models/blueprint/fact_field.rb +20 -0
  258. data/lib/gooddata/models/blueprint/label_field.rb +47 -0
  259. data/lib/gooddata/models/blueprint/project_blueprint.rb +791 -0
  260. data/lib/gooddata/models/blueprint/project_builder.rb +103 -0
  261. data/lib/gooddata/models/blueprint/reference_field.rb +43 -0
  262. data/lib/gooddata/models/blueprint/schema_blueprint.rb +160 -0
  263. data/lib/gooddata/models/blueprint/schema_builder.rb +89 -0
  264. data/lib/gooddata/models/blueprint/to_manifest.rb +185 -0
  265. data/lib/gooddata/models/blueprint/to_wire.rb +173 -0
  266. data/lib/gooddata/models/channel_configuration.rb +112 -0
  267. data/lib/gooddata/models/client.rb +236 -0
  268. data/lib/gooddata/models/client_synchronization_result.rb +31 -0
  269. data/lib/gooddata/models/client_synchronization_result_details.rb +41 -0
  270. data/lib/gooddata/models/data_product.rb +149 -0
  271. data/lib/gooddata/models/datawarehouse.rb +114 -0
  272. data/lib/gooddata/models/domain.rb +505 -0
  273. data/lib/gooddata/models/execution.rb +115 -0
  274. data/lib/gooddata/models/execution_detail.rb +81 -0
  275. data/lib/gooddata/models/from_wire.rb +173 -0
  276. data/lib/gooddata/models/invitation.rb +75 -0
  277. data/lib/gooddata/models/links.rb +50 -0
  278. data/lib/gooddata/models/membership.rb +441 -0
  279. data/lib/gooddata/models/metadata.rb +324 -0
  280. data/lib/gooddata/models/metadata/attribute.rb +155 -0
  281. data/lib/gooddata/models/metadata/dashboard.rb +120 -0
  282. data/lib/gooddata/models/metadata/dashboard/dashboard_item.rb +76 -0
  283. data/lib/gooddata/models/metadata/dashboard/filter_apply_item.rb +37 -0
  284. data/lib/gooddata/models/metadata/dashboard/filter_item.rb +64 -0
  285. data/lib/gooddata/models/metadata/dashboard/geo_chart_item.rb +56 -0
  286. data/lib/gooddata/models/metadata/dashboard/headline_item.rb +56 -0
  287. data/lib/gooddata/models/metadata/dashboard/iframe_item.rb +46 -0
  288. data/lib/gooddata/models/metadata/dashboard/report_item.rb +92 -0
  289. data/lib/gooddata/models/metadata/dashboard/text_item.rb +55 -0
  290. data/lib/gooddata/models/metadata/dashboard_tab.rb +141 -0
  291. data/lib/gooddata/models/metadata/dataset.rb +67 -0
  292. data/lib/gooddata/models/metadata/dimension.rb +57 -0
  293. data/lib/gooddata/models/metadata/fact.rb +51 -0
  294. data/lib/gooddata/models/metadata/folder.rb +49 -0
  295. data/lib/gooddata/models/metadata/label.rb +128 -0
  296. data/lib/gooddata/models/metadata/metadata.rb +12 -0
  297. data/lib/gooddata/models/metadata/metric.rb +206 -0
  298. data/lib/gooddata/models/metadata/report.rb +268 -0
  299. data/lib/gooddata/models/metadata/report_definition.rb +272 -0
  300. data/lib/gooddata/models/metadata/scheduled_mail.rb +277 -0
  301. data/lib/gooddata/models/metadata/scheduled_mail/dashboard_attachment.rb +62 -0
  302. data/lib/gooddata/models/metadata/scheduled_mail/report_attachment.rb +64 -0
  303. data/lib/gooddata/models/metadata/variable.rb +96 -0
  304. data/lib/gooddata/models/model.rb +293 -0
  305. data/lib/gooddata/models/models.rb +12 -0
  306. data/lib/gooddata/models/module_constants.rb +31 -0
  307. data/lib/gooddata/models/notification_rule.rb +113 -0
  308. data/lib/gooddata/models/process.rb +371 -0
  309. data/lib/gooddata/models/profile.rb +451 -0
  310. data/lib/gooddata/models/project.rb +2030 -0
  311. data/lib/gooddata/models/project_creator.rb +209 -0
  312. data/lib/gooddata/models/project_log_formatter.rb +204 -0
  313. data/lib/gooddata/models/project_metadata.rb +67 -0
  314. data/lib/gooddata/models/project_role.rb +79 -0
  315. data/lib/gooddata/models/report_data_result.rb +270 -0
  316. data/lib/gooddata/models/schedule.rb +538 -0
  317. data/lib/gooddata/models/segment.rb +274 -0
  318. data/lib/gooddata/models/style_setting.rb +62 -0
  319. data/lib/gooddata/models/subscription.rb +188 -0
  320. data/lib/gooddata/models/tab_builder.rb +27 -0
  321. data/lib/gooddata/models/user_filters/mandatory_user_filter.rb +76 -0
  322. data/lib/gooddata/models/user_filters/user_filter.rb +101 -0
  323. data/lib/gooddata/models/user_filters/user_filter_builder.rb +553 -0
  324. data/lib/gooddata/models/user_filters/user_filters.rb +13 -0
  325. data/lib/gooddata/models/user_filters/variable_user_filter.rb +33 -0
  326. data/lib/gooddata/models/user_group.rb +250 -0
  327. data/lib/gooddata/rest/README.md +37 -0
  328. data/lib/gooddata/rest/client.rb +396 -0
  329. data/lib/gooddata/rest/connection.rb +776 -0
  330. data/lib/gooddata/rest/object.rb +69 -0
  331. data/lib/gooddata/rest/object_factory.rb +51 -0
  332. data/lib/gooddata/rest/resource.rb +27 -0
  333. data/lib/gooddata/rest/rest.rb +24 -0
  334. data/lib/gooddata/version.rb +23 -0
  335. data/lib/templates/bricks/brick.rb.erb +7 -0
  336. data/lib/templates/bricks/main.rb.erb +5 -0
  337. data/lib/templates/project/Goodfile.erb +4 -0
  338. data/lib/templates/project/data/commits.csv +4 -0
  339. data/lib/templates/project/data/devs.csv +4 -0
  340. data/lib/templates/project/data/repos.csv +3 -0
  341. data/lib/templates/project/model/model.rb.erb +20 -0
  342. data/spec/.rubocop.yml +16 -0
  343. data/spec/bricks/bricks_spec.rb +110 -0
  344. data/spec/bricks/default-config.json +8 -0
  345. data/spec/data/.gooddata +4 -0
  346. data/spec/data/blueprints/additional_dataset_module.json +32 -0
  347. data/spec/data/blueprints/attribute_sort_order_blueprint.json +72 -0
  348. data/spec/data/blueprints/big_blueprint_not_pruned.json +2079 -0
  349. data/spec/data/blueprints/invalid_blueprint.json +103 -0
  350. data/spec/data/blueprints/m_n_model.json +104 -0
  351. data/spec/data/blueprints/model_module.json +25 -0
  352. data/spec/data/blueprints/test_blueprint.json +39 -0
  353. data/spec/data/blueprints/test_project_model_spec.json +106 -0
  354. data/spec/data/cc/data/source/commits.csv +4 -0
  355. data/spec/data/cc/data/source/devs.csv +4 -0
  356. data/spec/data/cc/data/source/repos.csv +3 -0
  357. data/spec/data/cc/devel.prm +0 -0
  358. data/spec/data/cc/graph/graph.grf +11 -0
  359. data/spec/data/cc/workspace.prm +19 -0
  360. data/spec/data/column_based_permissions.csv +7 -0
  361. data/spec/data/column_based_permissions2.csv +6 -0
  362. data/spec/data/dynamic_schedule_params_table.csv +7 -0
  363. data/spec/data/gd_gse_data_blueprint.json +1371 -0
  364. data/spec/data/gd_gse_data_manifest.json +1424 -0
  365. data/spec/data/gd_gse_data_model.json +1772 -0
  366. data/spec/data/gooddata_version_process/gooddata_version.rb +9 -0
  367. data/spec/data/gooddata_version_process/gooddata_version.zip +0 -0
  368. data/spec/data/hello_world_process/hello_world.rb +9 -0
  369. data/spec/data/hello_world_process/hello_world.zip +0 -0
  370. data/spec/data/line_based_permissions.csv +3 -0
  371. data/spec/data/manifests/test_blueprint.json +32 -0
  372. data/spec/data/manifests/test_project.json +107 -0
  373. data/spec/data/reports/left_attr_report.json +108 -0
  374. data/spec/data/reports/metric_only_one_line.json +83 -0
  375. data/spec/data/reports/report_1.json +197 -0
  376. data/spec/data/reports/top_attr_report.json +108 -0
  377. data/spec/data/ruby_params_process/ruby_params.rb +9 -0
  378. data/spec/data/ruby_process/deep_files/deep_stuff.txt +1 -0
  379. data/spec/data/ruby_process/process.rb +8 -0
  380. data/spec/data/ruby_process/stuff.txt +1 -0
  381. data/spec/data/superfluous_titles_view.json +81 -0
  382. data/spec/data/test-ci-data.csv +2 -0
  383. data/spec/data/users.csv +12 -0
  384. data/spec/data/wire_models/attribute_sort_by_model.json +73 -0
  385. data/spec/data/wire_models/model_view.json +1775 -0
  386. data/spec/data/wire_models/nu_model.json +3046 -0
  387. data/spec/data/wire_models/test_blueprint.json +66 -0
  388. data/spec/data/wire_test_project.json +150 -0
  389. data/spec/data/workspace_table.csv +3 -0
  390. data/spec/environment/default.rb +43 -0
  391. data/spec/environment/development.rb +32 -0
  392. data/spec/environment/environment.rb +38 -0
  393. data/spec/environment/production.rb +27 -0
  394. data/spec/environment/staging.rb +33 -0
  395. data/spec/environment/testing.rb +32 -0
  396. data/spec/helpers/blueprint_helper.rb +27 -0
  397. data/spec/helpers/cli_helper.rb +38 -0
  398. data/spec/helpers/connection_helper.rb +43 -0
  399. data/spec/helpers/crypto_helper.rb +19 -0
  400. data/spec/helpers/csv_helper.rb +20 -0
  401. data/spec/helpers/process_helper.rb +35 -0
  402. data/spec/helpers/project_helper.rb +74 -0
  403. data/spec/helpers/schedule_helper.rb +33 -0
  404. data/spec/helpers/spec_helper.rb +17 -0
  405. data/spec/integration/ads_output_stage_spec.rb +45 -0
  406. data/spec/integration/blueprint_updates_spec.rb +107 -0
  407. data/spec/integration/blueprint_with_ca_spec.rb +56 -0
  408. data/spec/integration/blueprint_with_grain_spec.rb +74 -0
  409. data/spec/integration/channel_configuration_spec.rb +67 -0
  410. data/spec/integration/clients_spec.rb +164 -0
  411. data/spec/integration/command_datawarehouse_spec.rb +45 -0
  412. data/spec/integration/command_projects_spec.rb +32 -0
  413. data/spec/integration/commands/command_projects_spec.rb +22 -0
  414. data/spec/integration/core/connection_spec.rb +56 -0
  415. data/spec/integration/core/logging_spec.rb +130 -0
  416. data/spec/integration/core/project_spec.rb +54 -0
  417. data/spec/integration/create_from_template_spec.rb +29 -0
  418. data/spec/integration/create_project_spec.rb +27 -0
  419. data/spec/integration/date_dim_switch_spec.rb +150 -0
  420. data/spec/integration/deprecated_load_spec.rb +60 -0
  421. data/spec/integration/full_process_schedule_spec.rb +367 -0
  422. data/spec/integration/full_project_spec.rb +592 -0
  423. data/spec/integration/helpers_spec.rb +16 -0
  424. data/spec/integration/lcm_spec.rb +54 -0
  425. data/spec/integration/mixins/id_to_uri_spec.rb +44 -0
  426. data/spec/integration/models/data_product_spec.rb +71 -0
  427. data/spec/integration/models/domain_spec.rb +162 -0
  428. data/spec/integration/models/invitation_spec.rb +17 -0
  429. data/spec/integration/models/membership_spec.rb +127 -0
  430. data/spec/integration/models/metadata/report_spec.rb +54 -0
  431. data/spec/integration/models/params_spec.rb +118 -0
  432. data/spec/integration/models/profile_spec.rb +210 -0
  433. data/spec/integration/models/project_role_spec.rb +94 -0
  434. data/spec/integration/models/project_spec.rb +225 -0
  435. data/spec/integration/models/schedule_spec.rb +485 -0
  436. data/spec/integration/models/unit_project_spec.rb +130 -0
  437. data/spec/integration/over_to_user_filters_spec.rb +98 -0
  438. data/spec/integration/partial_md_export_import_spec.rb +41 -0
  439. data/spec/integration/project_spec.rb +381 -0
  440. data/spec/integration/rest_spec.rb +214 -0
  441. data/spec/integration/schedule_spec.rb +613 -0
  442. data/spec/integration/segments_spec.rb +100 -0
  443. data/spec/integration/subscription_spec.rb +88 -0
  444. data/spec/integration/urn_date_dim_spec.rb +53 -0
  445. data/spec/integration/user_filters_spec.rb +306 -0
  446. data/spec/integration/user_group_spec.rb +147 -0
  447. data/spec/integration/variables_spec.rb +189 -0
  448. data/spec/logging_in_logging_out_spec.rb +91 -0
  449. data/spec/spec_helper.rb +66 -0
  450. data/spec/unit/actions/associate_clients_spec.rb +47 -0
  451. data/spec/unit/actions/collect_client_projects_spec.rb +47 -0
  452. data/spec/unit/actions/collect_clients_spec.rb +65 -0
  453. data/spec/unit/actions/collect_data_product_spec.rb +56 -0
  454. data/spec/unit/actions/collect_dynamic_schedule_params_spec.rb +56 -0
  455. data/spec/unit/actions/collect_meta_spec.rb +88 -0
  456. data/spec/unit/actions/collect_segment_clients_spec.rb +81 -0
  457. data/spec/unit/actions/collect_tagged_objects_spec.rb +126 -0
  458. data/spec/unit/actions/collect_users_brick_users_spec.rb +36 -0
  459. data/spec/unit/actions/create_segment_masters_spec.rb +64 -0
  460. data/spec/unit/actions/ensure_data_product_spec.rb +38 -0
  461. data/spec/unit/actions/ensure_technical_users_domain_spec.rb +51 -0
  462. data/spec/unit/actions/ensure_technical_users_project_spec.rb +72 -0
  463. data/spec/unit/actions/execute_schedules_spec.rb +94 -0
  464. data/spec/unit/actions/provision_clients_spec.rb +45 -0
  465. data/spec/unit/actions/purge_clients_spec.rb +47 -0
  466. data/spec/unit/actions/rename_existing_client_projects_spec.rb +54 -0
  467. data/spec/unit/actions/segments_filter_spec.rb +46 -0
  468. data/spec/unit/actions/shared_examples_for_user_actions.rb +26 -0
  469. data/spec/unit/actions/synchronize_cas_spec.rb +58 -0
  470. data/spec/unit/actions/synchronize_etls_in_segment_spec.rb +212 -0
  471. data/spec/unit/actions/synchronize_ldm_spec.rb +57 -0
  472. data/spec/unit/actions/synchronize_user_filters_spec.rb +146 -0
  473. data/spec/unit/actions/synchronize_user_groups_spec.rb +49 -0
  474. data/spec/unit/actions/synchronize_users_spec.rb +134 -0
  475. data/spec/unit/bricks/bricks_spec.rb +34 -0
  476. data/spec/unit/bricks/middleware/aws_middelware_spec.rb +98 -0
  477. data/spec/unit/bricks/middleware/bench_middleware_spec.rb +15 -0
  478. data/spec/unit/bricks/middleware/bulk_salesforce_middleware_spec.rb +15 -0
  479. data/spec/unit/bricks/middleware/gooddata_middleware_spec.rb +15 -0
  480. data/spec/unit/bricks/middleware/logger_middleware_spec.rb +30 -0
  481. data/spec/unit/bricks/middleware/restforce_middleware_spec.rb +15 -0
  482. data/spec/unit/bricks/middleware/stdout_middleware_spec.rb +15 -0
  483. data/spec/unit/bricks/middleware/twitter_middleware_spec.rb +15 -0
  484. data/spec/unit/cli/cli_spec.rb +17 -0
  485. data/spec/unit/cli/commands/cmd_auth_spec.rb +17 -0
  486. data/spec/unit/core/nil_logger_spec.rb +13 -0
  487. data/spec/unit/extensions/hash_spec.rb +22 -0
  488. data/spec/unit/godzilla/goodzilla_spec.rb +74 -0
  489. data/spec/unit/helpers/csv_helper_spec.rb +22 -0
  490. data/spec/unit/helpers/data_helper_spec.rb +67 -0
  491. data/spec/unit/helpers/global_helpers_spec.rb +264 -0
  492. data/spec/unit/helpers_spec.rb +254 -0
  493. data/spec/unit/lcm/user_bricks_helper_spec.rb +58 -0
  494. data/spec/unit/models/blueprint/attribute_sort_by_spec.rb +20 -0
  495. data/spec/unit/models/blueprint/attributes_spec.rb +28 -0
  496. data/spec/unit/models/blueprint/dataset_spec.rb +120 -0
  497. data/spec/unit/models/blueprint/labels_spec.rb +43 -0
  498. data/spec/unit/models/blueprint/project_blueprint_spec.rb +642 -0
  499. data/spec/unit/models/blueprint/reference_spec.rb +28 -0
  500. data/spec/unit/models/blueprint/schema_builder_spec.rb +36 -0
  501. data/spec/unit/models/blueprint/to_wire_spec.rb +195 -0
  502. data/spec/unit/models/execution_spec.rb +109 -0
  503. data/spec/unit/models/from_wire_spec.rb +301 -0
  504. data/spec/unit/models/metadata_spec.rb +140 -0
  505. data/spec/unit/models/metric_spec.rb +129 -0
  506. data/spec/unit/models/model_spec.rb +77 -0
  507. data/spec/unit/models/project_creator_spec.rb +90 -0
  508. data/spec/unit/models/project_spec.rb +94 -0
  509. data/spec/unit/models/report_result_data_spec.rb +194 -0
  510. data/spec/unit/models/to_manifest_spec.rb +136 -0
  511. data/spec/unit/models/user_filters/user_filter_builder_spec.rb +110 -0
  512. data/spec/unit/models/user_filters_spec.rb +95 -0
  513. data/spec/unit/models/variable_spec.rb +280 -0
  514. data/spec/unit/rest/polling_spec.rb +101 -0
  515. data/spec/unit/rest/resource_spec.rb +10 -0
  516. data/yard-server.sh +3 -0
  517. metadata +1207 -0
@@ -0,0 +1,43 @@
1
+ # encoding: UTF-8
2
+ #
3
+ # Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
4
+ # This source code is licensed under the BSD-style license found in the
5
+ # LICENSE file in the root directory of this source tree.
6
+
7
+ require 'gooddata'
8
+
9
+ describe GoodData::Model::LabelBlueprintField do
10
+ before(:each) do
11
+ @model_view = MultiJson.load(File.read('./spec/data/wire_models/model_view.json'))
12
+ @blueprint = GoodData::Model::FromWire.from_wire(@model_view)
13
+ @dataset = @blueprint.datasets('dataset.opportunityanalysis')
14
+ @attribute = @dataset.attributes('attr.opportunityanalysis.month')
15
+ end
16
+
17
+ describe '#attribute' do
18
+ it 'should return attribute on label' do
19
+ labels = @attribute.labels
20
+ expect(labels.count).to eq 2
21
+
22
+ expect(labels[0].attribute).to eq @attribute
23
+ expect(labels[1].attribute).to eq @attribute
24
+
25
+ expect(labels[0].dataset_blueprint).to eq @dataset
26
+ expect(labels[1].dataset_blueprint).to eq @dataset
27
+ end
28
+ end
29
+
30
+ describe '#gd_type' do
31
+ it 'should return attribute on label' do
32
+ label = @blueprint.datasets('dataset.opportunityanalysis').labels('label.opportunityanalysis.techoppanalysis')
33
+ expect(label.gd_type).to eq 'GDC.text'
34
+ end
35
+ end
36
+
37
+ describe '#gd_datatype' do
38
+ it 'should return attribute on label' do
39
+ label = @blueprint.datasets('dataset.opportunityanalysis').labels('label.opportunityanalysis.techoppanalysis')
40
+ expect(label.gd_data_type).to eq 'VARCHAR(128)'
41
+ end
42
+ end
43
+ end
@@ -0,0 +1,642 @@
1
+ # encoding: UTF-8
2
+ #
3
+ # Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
4
+ # This source code is licensed under the BSD-style license found in the
5
+ # LICENSE file in the root directory of this source tree.
6
+
7
+ require 'gooddata'
8
+
9
+ describe GoodData::Model::ProjectBlueprint do
10
+ before(:each) do
11
+ @blueprint = GoodData::Model::ProjectBlueprint.from_json('./spec/data/blueprints/test_project_model_spec.json')
12
+ @invalid_blueprint = GoodData::Model::ProjectBlueprint.from_json('./spec/data/blueprints/invalid_blueprint.json')
13
+ @spec_blueprint = GoodData::Model::FromWire.from_wire(MultiJson.load(File.read('./spec/data/wire_models/model_view.json')))
14
+ @repos = @blueprint.find_dataset('dataset.repos')
15
+ @commits = @blueprint.find_dataset('dataset.commits')
16
+ end
17
+
18
+ describe '#title' do
19
+ it "should return the title" do
20
+ expect(@blueprint.title).to eq "RubyGem Dev Week test"
21
+ end
22
+ end
23
+
24
+ describe '#valid?' do
25
+ it 'valid blueprint should be marked as valid' do
26
+ expect(@blueprint.valid?).to eq true
27
+ end
28
+
29
+ it 'model should be invalid if it contains more than one anchor' do
30
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
31
+ p.add_dataset("dataset.repos") do |d|
32
+ d.add_anchor("repo_id")
33
+ d.add_anchor("repo_id2")
34
+ d.add_fact("numbers")
35
+ d.add_attribute("name")
36
+ end
37
+ end
38
+ expect(bp.valid?).to be_falsey
39
+ errors = bp.validate
40
+ expect(errors.map { |x| x[:type] }.to_set).to eq [:attribute_without_label, :more_than_on_anchor].to_set
41
+ expect(errors.count).to eq 2
42
+ end
43
+
44
+ it 'model should be invalid if it contains no anchor' do
45
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
46
+ p.add_dataset("dataset.repos") do |d|
47
+ d.add_fact("numbers")
48
+ d.add_attribute("name")
49
+ d.add_label('some_label', reference: 'name')
50
+ end
51
+ end
52
+ expect(bp.valid?).to be_falsey
53
+ errors = bp.validate
54
+ expect(errors.first[:type]).to eq :no_anchor
55
+ expect(errors.count).to eq 1
56
+ end
57
+
58
+ it 'model should be invalid if it has invalid gd data type' do
59
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
60
+ p.add_dataset("dataset.repos") do |d|
61
+ d.add_anchor("attr.repository", label_id: 'label.repo.name', label_gd_data_type: "INTEGERX")
62
+ d.add_attribute("attr.attribute1", title: 'Some attribute')
63
+ d.add_label('label.attribute1.name', gd_data_type: "SOMEOTHER", reference: "attr.attribute1")
64
+ end
65
+ end
66
+ expect(bp.valid?).to be_falsey
67
+ errors = bp.validate
68
+ expect(errors.count).to eq 2
69
+ end
70
+
71
+ it 'model should be valid if it has int specified as integer and default should be decimal' do
72
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
73
+ p.add_dataset("dataset.repos") do |d|
74
+ d.add_anchor("attr.repository")
75
+ d.add_label('label.repository.name', reference: 'attr.repository')
76
+ d.add_attribute("attr.attribute1", title: 'Some attribute')
77
+ d.add_label('label.attribute1.name', reference: 'attr.attribute1')
78
+ d.add_fact('some_numbers', gd_data_type: 'INT')
79
+ d.add_fact('more_numbers')
80
+ end
81
+ end
82
+ bp.valid?.should be_truthy
83
+ errors = bp.validate
84
+ expect(errors.count).to eq 0
85
+ facts = bp.to_wire[:diffRequest][:targetModel][:projectModel][:datasets].first[:dataset][:facts]
86
+ expect(facts[0][:fact][:dataType]).to eq 'INT'
87
+ expect(facts[1][:fact][:dataType]).to eq 'DECIMAL(12,2)'
88
+ end
89
+
90
+ it 'invalid blueprint should be marked as invalid' do
91
+ expect(@invalid_blueprint.valid?).to eq false
92
+ end
93
+ end
94
+
95
+ describe '#validate' do
96
+ it 'valid blueprint should give you empty array of errors' do
97
+ expect(@blueprint.validate).to be_empty
98
+ end
99
+
100
+ it 'invalid blueprint should give you list of violating references' do
101
+ errors = @invalid_blueprint.validate
102
+ expect(errors.size).to eq 5
103
+ expect(errors).to match_array([
104
+ {
105
+ :type => :wrong_label_reference,
106
+ :label => "some_label_id",
107
+ :wrong_reference => "attr.repos.repo_id ERROR"
108
+ },
109
+ {
110
+ type: :invalid_identifier,
111
+ id: 'some_attr_id(hello)'
112
+ },
113
+ {
114
+ type: :duplicated_identifier,
115
+ id: 'some_label_id'
116
+ },
117
+ {
118
+ type: :wrong_label_reference,
119
+ label: "some_label_id",
120
+ wrong_reference: "some_attr_id"
121
+ },
122
+ {
123
+ type: :attribute_without_label,
124
+ attribute: "some_attr_id(hello)"
125
+ }
126
+ ])
127
+ end
128
+
129
+ it 'invalid label is caught correctly' do
130
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
131
+ p.add_dataset("dataset.repos") do |d|
132
+ d.add_anchor("attr.repository", label_id: 'label.repo.name')
133
+ d.add_attribute("attr.attribute1", title: 'Some attribute')
134
+ d.add_label('label.attribute1.name', reference: 'attr.attribute23123')
135
+ d.add_label('label.attribute1.ssn', reference: 'attr.attribute23123')
136
+ d.add_fact('some_numbers', gd_data_type: 'INT')
137
+ d.add_fact('more_numbers')
138
+ end
139
+ end
140
+ expect(bp.valid?).to be_falsey
141
+ errors = bp.validate
142
+ expect(errors.count).to eq 3
143
+ expect(errors).to eq [
144
+ {
145
+ :type => :wrong_label_reference,
146
+ :label => "label.attribute1.name",
147
+ :wrong_reference => "attr.attribute23123"
148
+ },
149
+ {
150
+ :type => :wrong_label_reference,
151
+ :label => "label.attribute1.ssn",
152
+ :wrong_reference => "attr.attribute23123"
153
+ },
154
+ {
155
+ :type => :attribute_without_label,
156
+ :attribute => "attr.attribute1"
157
+ }
158
+ ]
159
+ end
160
+ end
161
+
162
+ describe '#remove_dataset!' do
163
+ it "should be able to remove dataset by name" do
164
+ expect(@blueprint.datasets.count).to eq 3
165
+ bp = @blueprint.remove_dataset!('dataset.repos')
166
+ expect(bp).to be_kind_of(GoodData::Model::ProjectBlueprint)
167
+ expect(@blueprint.datasets.count).to eq 2
168
+ end
169
+
170
+ it "should be able to remove dataset by reference" do
171
+ expect(@blueprint.datasets.count).to eq 3
172
+ dataset = @blueprint.find_dataset('dataset.repos')
173
+ bp = @blueprint.remove_dataset!(dataset)
174
+ expect(bp).to be_kind_of(GoodData::Model::ProjectBlueprint)
175
+ expect(@blueprint.datasets.count).to eq 2
176
+ end
177
+
178
+ it "should be able to remove dataset by name" do
179
+ expect(@blueprint.datasets.count).to eq 3
180
+ bp = GoodData::Model::ProjectBlueprint.remove_dataset!(@blueprint, 'dataset.repos')
181
+ expect(bp).to be_kind_of(Hash)
182
+ expect(@blueprint.datasets.count).to eq 2
183
+ end
184
+
185
+ it "should be able to remove dataset by reference" do
186
+ expect(@blueprint.datasets.count).to eq 3
187
+ dataset = @blueprint.find_dataset('dataset.repos')
188
+ bp = GoodData::Model::ProjectBlueprint.remove_dataset!(@blueprint, dataset)
189
+ expect(bp).to be_kind_of(Hash)
190
+ expect(@blueprint.datasets.count).to eq 2
191
+ end
192
+ end
193
+
194
+ describe '#references' do
195
+ it 'references return empty array if there is no reference' do
196
+ refs = @blueprint.find_dataset('dataset.devs').references
197
+ expect(refs).to be_empty
198
+ end
199
+ end
200
+
201
+ describe '#find_dataset' do
202
+ it 'should be able to get dataset by identifier' do
203
+ ds = @blueprint.find_dataset('dataset.devs')
204
+ expect(ds.id).to eq 'dataset.devs'
205
+ expect(ds).to be_kind_of(GoodData::Model::DatasetBlueprint)
206
+ end
207
+
208
+ it 'should throw an error if the dataset with a given name could not be found' do
209
+ expect { @blueprint.find_dataset('nonexisting_dataset') }.to raise_error
210
+ end
211
+
212
+ it "should be pssible to find a dataset using dataset" do
213
+ ds = @blueprint.find_dataset('dataset.devs')
214
+ sds = @blueprint.find_dataset(ds)
215
+ expect(ds).to eq sds
216
+ end
217
+ end
218
+
219
+ describe '#to_blueprint' do
220
+ it "should be possible to create ProjectBlueprint from SchemaBuilder" do
221
+ builder = GoodData::Model::SchemaBuilder.create("stuff") do |d|
222
+ d.add_anchor("anchor_id")
223
+ d.add_attribute("id", title: "My Id")
224
+ d.add_label("label", reference: "id")
225
+ d.add_fact("amount", title: "Amount")
226
+ end
227
+ bp2 = builder.to_blueprint
228
+ expect(bp2.valid?).to eq true
229
+ end
230
+
231
+ it "should be possible to create ProjectBlueprint from SchemaBuilder" do
232
+ builder = GoodData::Model::SchemaBuilder.create("stuff") do |d|
233
+ d.add_anchor("anchor_id")
234
+ d.add_attribute("id", title: "My Id")
235
+ d.add_label("label", reference: "id")
236
+ d.add_fact("amount", title: "Amount")
237
+ end
238
+
239
+ bp1 = GoodData::Model::ProjectBlueprint.new(builder)
240
+ expect(bp1.valid?).to eq true
241
+ end
242
+ end
243
+
244
+ describe '#dataset?' do
245
+ it 'should be able to tell me if ceratain dataset by name is in the blueprint' do
246
+ expect(@blueprint.dataset?('dataset.devs')).to be_truthy
247
+ end
248
+ end
249
+
250
+ describe '#anchor?' do
251
+ it 'should tell you it has anchor when it does' do
252
+ expect(@repos.anchor?).to eq true
253
+ end
254
+ end
255
+
256
+ describe '#anchor' do
257
+ it 'should tell you anchor does have labels' do
258
+ expect(@commits.anchor.labels.count).to eq 0
259
+ end
260
+
261
+ it 'anchor should have labels' do
262
+ expect(@repos.anchor.labels.first.id).to eq 'some_label_id'
263
+ end
264
+ end
265
+
266
+ describe '#attributes' do
267
+ it 'attribute should have labels' do
268
+ expect(@repos.attributes.first.labels.first.id).to eq 'some_attr_label_id'
269
+ end
270
+
271
+ it "should return attributes form all datasets" do
272
+ expect(@blueprint.attributes.count).to eq 1
273
+ end
274
+
275
+ it 'should be able to grab attribute' do
276
+ expect(@repos.labels.size).to eq 2
277
+ expect(@repos.labels('some_attr_label_id').attribute).to eq @repos.attributes('some_attr_id')
278
+ expect(@repos.labels('some_label_id').attribute.id).to eq 'attr.repos.repo_id'
279
+ end
280
+ end
281
+
282
+ describe '#facts' do
283
+ it 'commits should have one fact' do
284
+ expect(@commits.facts.size).to eq 1
285
+ end
286
+
287
+ it 'commits should have one fact' do
288
+ expect(@repos.facts.size).to eq 0
289
+ end
290
+
291
+ it "should return facts form all datasets" do
292
+ expect(@blueprint.facts.count).to eq 1
293
+ end
294
+ end
295
+
296
+ describe '#labels' do
297
+ it 'Anchor on repos should have a label' do
298
+ expect(@repos.anchor.labels.size).to eq 1
299
+ end
300
+
301
+ it 'should not have a label for a dataset without anchor with label' do
302
+ expect(@commits.anchor.labels).to eq []
303
+ end
304
+
305
+ it "should return labels form all datasets" do
306
+ expect(@blueprint.labels.count).to eq 4
307
+ end
308
+ end
309
+
310
+ describe '#attributes_and_anchors' do
311
+ it "should return labels form all datasets" do
312
+ expect(@blueprint.attributes_and_anchors.count).to eq 4
313
+ end
314
+ end
315
+
316
+ describe '#merge' do
317
+ it "should be able to merge models without mutating the original" do
318
+ additional_blueprint = GoodData::Model::ProjectBlueprint.from_json("./spec/data/blueprints/additional_dataset_module.json")
319
+ expect(@blueprint.datasets.count).to eq 3
320
+ new_bp = @blueprint.merge(additional_blueprint)
321
+ expect(@blueprint.datasets.count).to eq 3
322
+ expect(new_bp.datasets.count).to eq 4
323
+ end
324
+
325
+ it "should perform merge in associative matter. Order should not matter." do
326
+ a = GoodData::Model::ProjectBlueprint.build("p") do |p|
327
+ p.add_date_dimension("updated_on")
328
+ p.add_dataset('stuff') do |d|
329
+ d.add_anchor('stuff_id')
330
+ d.add_label('name', reference: 'stuff_id')
331
+ d.add_date('updated_on')
332
+ end
333
+ end
334
+ b = GoodData::Model::ProjectBlueprint.build("p") do |p|
335
+ p.add_date_dimension("created_on")
336
+ p.add_dataset('stuff') do |d|
337
+ d.add_attribute('attr_id')
338
+ d.add_label('attr_name', reference: 'attr_id')
339
+ d.add_date('created_on')
340
+ end
341
+ end
342
+ # those two are the same. Notice that we have made the titles the same
343
+ # Merging titles is not associative
344
+ a_b = a.merge(b)
345
+ b_a = b.merge(a)
346
+ expect(a_b.valid?).to eq true
347
+ expect(b_a.valid?).to eq true
348
+ expect(b_a).to eq a_b
349
+ end
350
+
351
+ it "should perform merge in associative matter. Order should not matter." do
352
+ a = GoodData::Model::ProjectBlueprint.build("p") do |p|
353
+ p.add_date_dimension("updated_on")
354
+ p.add_dataset('stuff') do |d|
355
+ d.add_anchor('stuff_id')
356
+ d.add_label('name', reference: 'stuff_id')
357
+ d.add_date('updated_on')
358
+ end
359
+ end
360
+ b = GoodData::Model::ProjectBlueprint.build("p") do |p|
361
+ p.add_date_dimension("created_on")
362
+ p.add_dataset('stuff') do |d|
363
+ d.add_attribute('attr_id')
364
+ d.add_label('attr_name', reference: 'attr_id')
365
+ d.add_date('created_on')
366
+ end
367
+ end
368
+ # those two are the same. Notice that we have made the titles the same
369
+ # Merging titles is not associative
370
+ a_b = a.merge(b)
371
+ b_a = b.merge(a)
372
+ expect(a_b.valid?).to eq true
373
+ expect(b_a.valid?).to eq true
374
+ expect(b_a).to eq a_b
375
+ end
376
+ end
377
+
378
+ describe '#merge!' do
379
+ it "should be able to merge models" do
380
+ additional_blueprint = GoodData::Model::ProjectBlueprint.from_json("./spec/data/blueprints/additional_dataset_module.json")
381
+ expect(@blueprint.datasets.count).to eq 3
382
+ @blueprint.merge!(additional_blueprint)
383
+ expect(@blueprint.datasets.count).to eq 4
384
+ end
385
+ end
386
+
387
+ it "should be able to add datasets on the fly" do
388
+ builder = GoodData::Model::SchemaBuilder.new("stuff") do |d|
389
+ d.add_attribute("id", title: "My Id")
390
+ d.add_fact("amount", title: "Amount")
391
+ end
392
+ dataset = builder.to_blueprint
393
+ expect(@blueprint.datasets.count).to eq 3
394
+ @blueprint.add_dataset!(dataset)
395
+ expect(@blueprint.datasets.count).to eq 4
396
+ end
397
+
398
+ it "should be able to serialize itself to a hash" do
399
+ ser = @blueprint.to_hash
400
+ ser.is_a?(Hash)
401
+ expect(ser.keys).to eq [:title, :datasets, :date_dimensions, :include_ca]
402
+ end
403
+
404
+ it "should be able to tell you whether a dataset is referencing any others including date dimensions" do
405
+ d = @blueprint.datasets('dataset.commits')
406
+ referenced_datasets = @blueprint.referenced_by(d)
407
+ expect(referenced_datasets.count).to eq 3
408
+ end
409
+
410
+ it "should be able to find star centers - datasets that are not referenced by any other - these are typical fact tables" do
411
+ centers = @blueprint.find_star_centers
412
+ expect(centers.count).to eq 1
413
+ expect(centers.first.id).to eq 'dataset.commits'
414
+ end
415
+
416
+ it "should be able to return all attributes or anchors that can break metrics computed in the context of given dataset" do
417
+ commits = @blueprint.datasets('dataset.commits')
418
+ expect(commits.broken_by.count).to eq 3
419
+ expect(commits.broken_by.map(&:id)).to eq ["attr.devs.dev_id", "some_attr_id", "attr.repos.repo_id"]
420
+ end
421
+
422
+ it 'blueprint can be set without date reference and default format is set' do
423
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
424
+ p.add_date_dimension("committed_on")
425
+
426
+ p.add_dataset("dataset.repos") do |d|
427
+ d.add_anchor("attr.repository")
428
+ d.add_label('label.repo.name')
429
+ d.add_attribute("attr.attribute1", title: 'Some attribute')
430
+ d.add_label('label.attribute1.name', reference: 'attr.attribute1')
431
+ d.add_label('label.attribute1.ssn', reference: 'attr.attribute1')
432
+ d.add_fact('some_numbers', gd_data_type: 'INT')
433
+ d.add_fact('more_numbers')
434
+ d.add_date('opportunity_comitted', dataset: 'committed_on')
435
+ end
436
+ end
437
+ expect(bp.datasets.flat_map { |d| d.find_columns_by_type(:date) }.map { |d| d.data[:format] }).to eq [GoodData::Model::DEFAULT_DATE_FORMAT]
438
+ end
439
+
440
+ it 'blueprint can be set with explicit date' do
441
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
442
+ p.add_date_dimension("committed_on")
443
+
444
+ p.add_dataset("dataset.repos") do |d|
445
+ d.add_anchor("attr.repository", label_id: 'label.repo.name')
446
+ d.add_attribute("attr.attribute1")
447
+ d.add_label('label.attribute1.name', title: 'Some attribute', reference: 'attr.attribute1')
448
+ d.add_label('label.attribute1.ssn', reference: 'attr.attribute1')
449
+ d.add_fact('some_numbers', gd_data_type: 'INT')
450
+ d.add_fact('more_numbers')
451
+ d.add_date('opportunity_comitted', dataset: 'committed_on', format: 'yyyy/MM/dd')
452
+ end
453
+ end
454
+ expect(bp.valid?).to be_truthy
455
+ expect(bp.datasets.flat_map { |d| d.find_columns_by_type(:date) }.map { |d| d.data[:format] }).to eq ['yyyy/MM/dd']
456
+ end
457
+
458
+ describe '#remove' do
459
+ it 'can remove the anchor' do
460
+ bp = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
461
+ p.add_dataset("dataset.repos") do |d|
462
+ d.add_anchor("attr.repository", label_id: 'label.repo.name')
463
+ d.add_label('label.repository.name', title: 'Some attribute', reference: 'attr.repository')
464
+ end
465
+ end
466
+ expect(bp.datasets('dataset.repos').anchor.labels.count).to eq 1
467
+ bp.datasets('dataset.repos').anchor.remove!
468
+ expect(bp.datasets('dataset.repos').anchor.labels.count).to eq 0
469
+ end
470
+ end
471
+
472
+ describe '#move!' do
473
+ it 'can move attribute around' do
474
+ expect(@blueprint.datasets('dataset.repos').fields.count).to eq 4
475
+ expect(@blueprint.datasets('dataset.commits').fields.count).to eq 5
476
+ attr_before = @blueprint.datasets('dataset.repos').attributes('some_attr_id')
477
+ expect(attr_before).to_not be_nil
478
+ expect(@blueprint.datasets('dataset.commits').attributes('some_attr_id')).to be_nil
479
+ expect(attr_before.labels.first.dataset_blueprint.id).to eq 'dataset.repos'
480
+ @blueprint.move!('some_attr_id', 'dataset.repos', 'dataset.commits')
481
+
482
+ attr_after = @blueprint.datasets('dataset.commits').attributes('some_attr_id')
483
+
484
+ expect(@blueprint.datasets('dataset.repos').fields.count).to eq 2
485
+ expect(@blueprint.datasets('dataset.commits').fields.count).to eq 7
486
+ expect(@blueprint.datasets('dataset.repos').attributes('some_attr_id')).to be_nil
487
+ expect(attr_after).to_not be_nil
488
+ expect(attr_after.labels.first.dataset_blueprint.id).to eq 'dataset.commits'
489
+ end
490
+
491
+ it 'can move fact around' do
492
+ @blueprint.move!('fact.commits.lines_changed', 'dataset.commits', 'dataset.repos')
493
+ expect(@blueprint.datasets('dataset.commits').facts.count).to eq 0
494
+ expect(@blueprint.datasets('dataset.repos').facts.count).to eq 1
495
+ end
496
+
497
+ it 'crashes gracefully when nonexistent field is being moved' do
498
+ expect do
499
+ @blueprint.move!('nonexistent_field', 'dataset.commits', 'dataset.repos')
500
+ end.to raise_exception 'Column nonexistent_field cannot be found in dataset dataset.commits'
501
+ end
502
+
503
+ it 'crashes gracefully when datasets does not exist' do
504
+ expect do
505
+ @blueprint.move!('nonexistent_field', 'dataset.A', 'dataset.repos')
506
+ end.to raise_exception 'Dataset "dataset.A" could not be found'
507
+ end
508
+
509
+ it 'crashes gracefully when datasets does not exist' do
510
+ expect do
511
+ @blueprint.move!('nonexistent_field', 'dataset.commits', 'dataset.B')
512
+ end.to raise_exception 'Dataset "dataset.B" could not be found'
513
+ end
514
+ end
515
+
516
+ it 'should be able to refactor facts from attributes' do
517
+ blueprint = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
518
+ p.add_dataset('opportunities') do |d|
519
+ d.add_anchor('opportunities.id')
520
+ d.add_fact('opportunities.age')
521
+ d.add_fact('opportunities.amount')
522
+ d.add_attribute('opportunities.name')
523
+ d.add_label('label.opportunities.name', reference: 'opportunities.name')
524
+ d.add_attribute('opportunities.region')
525
+ d.add_label('label.opportunities.region', reference: 'opportunities.region')
526
+ d.add_reference('user_id', dataset: 'users')
527
+ d.add_reference('account_id', dataset: 'accounts')
528
+ end
529
+
530
+ p.add_dataset('users') do |d|
531
+ d.add_anchor('users.id')
532
+ d.add_attribute('users.name')
533
+ d.add_label('label.users.name', reference: 'users.name')
534
+ end
535
+
536
+ p.add_dataset('accounts') do |d|
537
+ d.add_anchor('accounts.id')
538
+ d.add_attribute('accounts.name')
539
+ d.add_label('label.accounts.region', reference: 'accounts.name')
540
+ end
541
+ end
542
+
543
+ refactored = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
544
+ p.add_dataset('opportunities') do |d|
545
+ d.add_anchor('opportunities.id')
546
+ d.add_fact('opportunities.age')
547
+ d.add_fact('opportunities.amount')
548
+ d.add_reference('user_id', dataset: 'users')
549
+ d.add_reference('accounts')
550
+ d.add_reference('accounts')
551
+ d.add_reference('opportunities_dim')
552
+ end
553
+
554
+ p.add_dataset('opportunities_dim') do |d|
555
+ d.add_anchor('vymysli_id')
556
+ d.add_label('label.vymysli_id', reference: 'vymysli_id')
557
+
558
+ d.add_attribute('opportunities.name')
559
+ d.add_label('label.opportunities.name', reference: 'opportunities.name')
560
+ d.add_attribute('opportunities.region')
561
+ d.add_label('label.opportunities.region', reference: 'opportunities.region')
562
+ end
563
+
564
+ p.add_dataset('users') do |d|
565
+ d.add_anchor('users.id')
566
+ d.add_attribute('users.name')
567
+ d.add_label('label.users.name', reference: 'users.name')
568
+ end
569
+
570
+ p.add_dataset('accounts') do |d|
571
+ d.add_anchor('accounts.id')
572
+ d.add_attribute('accounts.name')
573
+ d.add_label('label.accounts.region', reference: 'accounts.name')
574
+ end
575
+ end
576
+ expect(blueprint.refactor_split_df('opportunities')).to eq refactored
577
+ end
578
+
579
+ it 'should be able to refactor facts as a split into 2 datasets' do
580
+ blueprint = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
581
+ p.add_dataset('opportunities') do |d|
582
+ d.add_anchor('opportunities.id')
583
+ d.add_fact('opportunities.age')
584
+ d.add_fact('opportunities.amount')
585
+ d.add_attribute('opportunities.name')
586
+ d.add_label('label.opportunities.name', reference: 'opportunities.name')
587
+ d.add_attribute('opportunities.region')
588
+ d.add_label('label.opportunities.region', reference: 'opportunities.region')
589
+ d.add_reference('user_id', dataset: 'users')
590
+ d.add_reference('account_id', dataset: 'accounts')
591
+ end
592
+
593
+ p.add_dataset('users') do |d|
594
+ d.add_anchor('users.id')
595
+ d.add_attribute('users.name')
596
+ d.add_label('label.users.name', reference: 'users.name')
597
+ end
598
+
599
+ p.add_dataset('accounts') do |d|
600
+ d.add_anchor('accounts.id')
601
+ d.add_attribute('accounts.name')
602
+ d.add_label('label.accounts.region', reference: 'accounts.name')
603
+ end
604
+ end
605
+
606
+ refactored = GoodData::Model::ProjectBlueprint.build("my_bp") do |p|
607
+ p.add_dataset('opportunities') do |d|
608
+ d.add_anchor('opportunities.id')
609
+ d.add_fact('opportunities.amount')
610
+ d.add_attribute('opportunities.name')
611
+ d.add_label('label.opportunities.name', reference: 'opportunities.name')
612
+ d.add_attribute('opportunities.region')
613
+ d.add_label('label.opportunities.region', reference: 'opportunities.region')
614
+ d.add_reference('user_id', dataset: 'users')
615
+ d.add_reference('account_id', dataset: 'accounts')
616
+ end
617
+
618
+ p.add_dataset('users') do |d|
619
+ d.add_anchor('users.id')
620
+ d.add_attribute('users.name')
621
+ d.add_label('label.users.name', reference: 'users.name')
622
+ end
623
+
624
+ p.add_dataset('accounts') do |d|
625
+ d.add_anchor('accounts.id')
626
+ d.add_attribute('accounts.name')
627
+ d.add_label('label.accounts.region', reference: 'accounts.name')
628
+ end
629
+
630
+ p.add_dataset('opportunities_age_fact') do |d|
631
+ d.add_anchor('opportunities_age_fact.id')
632
+ d.add_fact('opportunities.age')
633
+ d.add_reference('user_id', dataset: 'users')
634
+ d.add_reference('account_id', dataset: 'accounts')
635
+ end
636
+ end
637
+
638
+ col_names = ['opportunities.age']
639
+ # that should be possible to express with #refactor_split_facts
640
+ expect(blueprint.refactor_split_facts('opportunities', col_names, 'opportunities_age_fact')).to eq refactored
641
+ end
642
+ end