gooddata 1.0.0-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.document +5 -0
- data/.editorconfig +12 -0
- data/.flayignore +6 -0
- data/.gitignore +38 -0
- data/.pronto.yml +3 -0
- data/.rspec +5 -0
- data/.rubocop.yml +101 -0
- data/.travis.yml +9 -0
- data/.yardopts +22 -0
- data/CHANGELOG.md +272 -0
- data/CLI.md +435 -0
- data/CONTRIBUTING.md +38 -0
- data/DEPENDENCIES.md +880 -0
- data/Dockerfile.jruby +17 -0
- data/Dockerfile.ruby +19 -0
- data/Gemfile +4 -0
- data/Guardfile +5 -0
- data/LICENSE +22 -0
- data/LICENSE.rb +5 -0
- data/README.md +78 -0
- data/Rakefile +204 -0
- data/TODO.md +32 -0
- data/authors.sh +4 -0
- data/bin/gooddata +7 -0
- data/ci.rake +47 -0
- data/dependency_decisions.yml +104 -0
- data/docker-compose.yml +34 -0
- data/gooddata +9 -0
- data/gooddata.gemspec +72 -0
- data/lib/gooddata.rb +34 -0
- data/lib/gooddata/app/app.rb +16 -0
- data/lib/gooddata/bricks/base_downloader.rb +86 -0
- data/lib/gooddata/bricks/brick.rb +37 -0
- data/lib/gooddata/bricks/bricks.rb +17 -0
- data/lib/gooddata/bricks/middleware/aws_middleware.rb +41 -0
- data/lib/gooddata/bricks/middleware/base_middleware.rb +57 -0
- data/lib/gooddata/bricks/middleware/bench_middleware.rb +25 -0
- data/lib/gooddata/bricks/middleware/bulk_salesforce_middleware.rb +37 -0
- data/lib/gooddata/bricks/middleware/decode_params_middleware.rb +21 -0
- data/lib/gooddata/bricks/middleware/dwh_middleware.rb +41 -0
- data/lib/gooddata/bricks/middleware/fs_download_middleware.rb +48 -0
- data/lib/gooddata/bricks/middleware/fs_upload_middleware.rb +36 -0
- data/lib/gooddata/bricks/middleware/gooddata_middleware.rb +112 -0
- data/lib/gooddata/bricks/middleware/logger_middleware.rb +33 -0
- data/lib/gooddata/bricks/middleware/middleware.rb +12 -0
- data/lib/gooddata/bricks/middleware/restforce_middleware.rb +58 -0
- data/lib/gooddata/bricks/middleware/stdout_middleware.rb +23 -0
- data/lib/gooddata/bricks/middleware/twitter_middleware.rb +29 -0
- data/lib/gooddata/bricks/middleware/undot_params_middleware.rb +37 -0
- data/lib/gooddata/bricks/pipeline.rb +25 -0
- data/lib/gooddata/bricks/utils.rb +18 -0
- data/lib/gooddata/cli/cli.rb +27 -0
- data/lib/gooddata/cli/commands/auth_cmd.rb +29 -0
- data/lib/gooddata/cli/commands/domain_cmd.rb +28 -0
- data/lib/gooddata/cli/commands/project_cmd.rb +28 -0
- data/lib/gooddata/cli/hooks.rb +56 -0
- data/lib/gooddata/cli/shared.rb +66 -0
- data/lib/gooddata/cli/terminal.rb +20 -0
- data/lib/gooddata/client.rb +67 -0
- data/lib/gooddata/commands/api.rb +64 -0
- data/lib/gooddata/commands/auth.rb +107 -0
- data/lib/gooddata/commands/base.rb +12 -0
- data/lib/gooddata/commands/commands.rb +12 -0
- data/lib/gooddata/commands/datasets.rb +148 -0
- data/lib/gooddata/commands/datawarehouse.rb +20 -0
- data/lib/gooddata/commands/domain.rb +40 -0
- data/lib/gooddata/commands/process.rb +67 -0
- data/lib/gooddata/commands/project.rb +144 -0
- data/lib/gooddata/commands/projects.rb +20 -0
- data/lib/gooddata/commands/role.rb +36 -0
- data/lib/gooddata/commands/runners.rb +47 -0
- data/lib/gooddata/commands/scaffold.rb +69 -0
- data/lib/gooddata/commands/user.rb +39 -0
- data/lib/gooddata/connection.rb +127 -0
- data/lib/gooddata/core/core.rb +12 -0
- data/lib/gooddata/core/logging.rb +105 -0
- data/lib/gooddata/core/nil_logger.rb +32 -0
- data/lib/gooddata/core/project.rb +74 -0
- data/lib/gooddata/core/rest.rb +149 -0
- data/lib/gooddata/core/user.rb +20 -0
- data/lib/gooddata/data/data.rb +12 -0
- data/lib/gooddata/data/guesser.rb +122 -0
- data/lib/gooddata/exceptions/attr_element_not_found.rb +16 -0
- data/lib/gooddata/exceptions/command_failed.rb +11 -0
- data/lib/gooddata/exceptions/exceptions.rb +12 -0
- data/lib/gooddata/exceptions/execution_limit_exceeded.rb +13 -0
- data/lib/gooddata/exceptions/export_clone.rb +4 -0
- data/lib/gooddata/exceptions/filter_maqlization.rb +16 -0
- data/lib/gooddata/exceptions/import_clone.rb +4 -0
- data/lib/gooddata/exceptions/malformed_user.rb +15 -0
- data/lib/gooddata/exceptions/maql_execution.rb +16 -0
- data/lib/gooddata/exceptions/no_project_error.rb +19 -0
- data/lib/gooddata/exceptions/object_migration.rb +32 -0
- data/lib/gooddata/exceptions/project_not_found.rb +13 -0
- data/lib/gooddata/exceptions/segment_not_empty.rb +18 -0
- data/lib/gooddata/exceptions/uncomputable_report.rb +13 -0
- data/lib/gooddata/exceptions/user_in_different_domain.rb +15 -0
- data/lib/gooddata/exceptions/validation_error.rb +16 -0
- data/lib/gooddata/extensions/big_decimal.rb +17 -0
- data/lib/gooddata/extensions/class.rb +11 -0
- data/lib/gooddata/extensions/enumerable.rb +39 -0
- data/lib/gooddata/extensions/extensions.rb +10 -0
- data/lib/gooddata/extensions/false.rb +23 -0
- data/lib/gooddata/extensions/hash.rb +49 -0
- data/lib/gooddata/extensions/integer.rb +5 -0
- data/lib/gooddata/extensions/nil.rb +19 -0
- data/lib/gooddata/extensions/numeric.rb +15 -0
- data/lib/gooddata/extensions/object.rb +31 -0
- data/lib/gooddata/extensions/string.rb +7 -0
- data/lib/gooddata/extensions/symbol.rb +15 -0
- data/lib/gooddata/extensions/true.rb +23 -0
- data/lib/gooddata/extract.rb +21 -0
- data/lib/gooddata/goodzilla/goodzilla.rb +160 -0
- data/lib/gooddata/helpers/auth_helpers.rb +75 -0
- data/lib/gooddata/helpers/csv_helper.rb +61 -0
- data/lib/gooddata/helpers/data_helper.rb +129 -0
- data/lib/gooddata/helpers/erb_helper.rb +23 -0
- data/lib/gooddata/helpers/global_helpers.rb +266 -0
- data/lib/gooddata/helpers/global_helpers_params.rb +292 -0
- data/lib/gooddata/helpers/helpers.rb +10 -0
- data/lib/gooddata/lcm/actions/actions.rb +12 -0
- data/lib/gooddata/lcm/actions/apply_custom_maql.rb +80 -0
- data/lib/gooddata/lcm/actions/associate_clients.rb +87 -0
- data/lib/gooddata/lcm/actions/base_action.rb +23 -0
- data/lib/gooddata/lcm/actions/collect_ca_metrics.rb +53 -0
- data/lib/gooddata/lcm/actions/collect_client_projects.rb +78 -0
- data/lib/gooddata/lcm/actions/collect_clients.rb +128 -0
- data/lib/gooddata/lcm/actions/collect_data_product.rb +57 -0
- data/lib/gooddata/lcm/actions/collect_dynamic_schedule_params.rb +62 -0
- data/lib/gooddata/lcm/actions/collect_ldm_objects.rb +56 -0
- data/lib/gooddata/lcm/actions/collect_meta.rb +88 -0
- data/lib/gooddata/lcm/actions/collect_segment_clients.rb +113 -0
- data/lib/gooddata/lcm/actions/collect_segments.rb +72 -0
- data/lib/gooddata/lcm/actions/collect_tagged_objects.rb +80 -0
- data/lib/gooddata/lcm/actions/collect_users_brick_users.rb +46 -0
- data/lib/gooddata/lcm/actions/create_segment_masters.rb +160 -0
- data/lib/gooddata/lcm/actions/ensure_data_product.rb +53 -0
- data/lib/gooddata/lcm/actions/ensure_release_table.rb +53 -0
- data/lib/gooddata/lcm/actions/ensure_segments.rb +32 -0
- data/lib/gooddata/lcm/actions/ensure_technical_users_domain.rb +70 -0
- data/lib/gooddata/lcm/actions/ensure_technical_users_project.rb +83 -0
- data/lib/gooddata/lcm/actions/execute_schedules.rb +128 -0
- data/lib/gooddata/lcm/actions/hello_world.rb +41 -0
- data/lib/gooddata/lcm/actions/import_object_collections.rb +60 -0
- data/lib/gooddata/lcm/actions/print_actions.rb +58 -0
- data/lib/gooddata/lcm/actions/print_modes.rb +69 -0
- data/lib/gooddata/lcm/actions/print_types.rb +52 -0
- data/lib/gooddata/lcm/actions/provision_clients.rb +89 -0
- data/lib/gooddata/lcm/actions/purge_clients.rb +58 -0
- data/lib/gooddata/lcm/actions/rename_existing_client_projects.rb +70 -0
- data/lib/gooddata/lcm/actions/segments_filter.rb +50 -0
- data/lib/gooddata/lcm/actions/synchronize_attribute_drillpaths.rb +64 -0
- data/lib/gooddata/lcm/actions/synchronize_cas.rb +72 -0
- data/lib/gooddata/lcm/actions/synchronize_clients.rb +94 -0
- data/lib/gooddata/lcm/actions/synchronize_color_palette.rb +67 -0
- data/lib/gooddata/lcm/actions/synchronize_etls_in_segment.rb +155 -0
- data/lib/gooddata/lcm/actions/synchronize_label_types.rb +64 -0
- data/lib/gooddata/lcm/actions/synchronize_ldm.rb +82 -0
- data/lib/gooddata/lcm/actions/synchronize_meta.rb +52 -0
- data/lib/gooddata/lcm/actions/synchronize_new_segments.rb +61 -0
- data/lib/gooddata/lcm/actions/synchronize_processes.rb +66 -0
- data/lib/gooddata/lcm/actions/synchronize_schedules.rb +91 -0
- data/lib/gooddata/lcm/actions/synchronize_tag_objects.rb +64 -0
- data/lib/gooddata/lcm/actions/synchronize_user_filters.rb +210 -0
- data/lib/gooddata/lcm/actions/synchronize_user_groups.rb +53 -0
- data/lib/gooddata/lcm/actions/synchronize_users.rb +336 -0
- data/lib/gooddata/lcm/actions/update_release_table.rb +77 -0
- data/lib/gooddata/lcm/data/create_lcm_release.sql.erb +6 -0
- data/lib/gooddata/lcm/data/insert_into_lcm_release.sql.erb +11 -0
- data/lib/gooddata/lcm/data/select_from_lcm_release.sql.erb +8 -0
- data/lib/gooddata/lcm/data/update_lcm_release.sql.erb +7 -0
- data/lib/gooddata/lcm/dsl/dsl.rb +50 -0
- data/lib/gooddata/lcm/dsl/params_dsl.rb +61 -0
- data/lib/gooddata/lcm/dsl/type_dsl.rb +62 -0
- data/lib/gooddata/lcm/helpers/check_helper.rb +41 -0
- data/lib/gooddata/lcm/helpers/helpers.rb +12 -0
- data/lib/gooddata/lcm/helpers/tags_helper.rb +36 -0
- data/lib/gooddata/lcm/lcm.rb +325 -0
- data/lib/gooddata/lcm/lcm2.rb +400 -0
- data/lib/gooddata/lcm/types/base_type.rb +29 -0
- data/lib/gooddata/lcm/types/class/ads_client.rb +35 -0
- data/lib/gooddata/lcm/types/class/class.rb +21 -0
- data/lib/gooddata/lcm/types/class/gd_client.rb +35 -0
- data/lib/gooddata/lcm/types/class/types.rb +12 -0
- data/lib/gooddata/lcm/types/complex/complex.rb +33 -0
- data/lib/gooddata/lcm/types/complex/release_query.rb +35 -0
- data/lib/gooddata/lcm/types/complex/segment.rb +40 -0
- data/lib/gooddata/lcm/types/complex/synchronization_info.rb +35 -0
- data/lib/gooddata/lcm/types/complex/tokens.rb +31 -0
- data/lib/gooddata/lcm/types/complex/types.rb +12 -0
- data/lib/gooddata/lcm/types/complex/update_preference.rb +38 -0
- data/lib/gooddata/lcm/types/complex/users_brick_config.rb +32 -0
- data/lib/gooddata/lcm/types/param.rb +16 -0
- data/lib/gooddata/lcm/types/scalar/bool.rb +22 -0
- data/lib/gooddata/lcm/types/scalar/hash.rb +22 -0
- data/lib/gooddata/lcm/types/scalar/integer.rb +22 -0
- data/lib/gooddata/lcm/types/scalar/object.rb +22 -0
- data/lib/gooddata/lcm/types/scalar/string.rb +22 -0
- data/lib/gooddata/lcm/types/scalar/types.rb +12 -0
- data/lib/gooddata/lcm/types/special/array.rb +33 -0
- data/lib/gooddata/lcm/types/special/enum.rb +15 -0
- data/lib/gooddata/lcm/types/special/types.rb +12 -0
- data/lib/gooddata/lcm/types/types.rb +12 -0
- data/lib/gooddata/lcm/user_bricks_helper.rb +32 -0
- data/lib/gooddata/mixins/author.rb +26 -0
- data/lib/gooddata/mixins/content_getter.rb +15 -0
- data/lib/gooddata/mixins/content_property_reader.rb +17 -0
- data/lib/gooddata/mixins/content_property_writer.rb +17 -0
- data/lib/gooddata/mixins/contributor.rb +20 -0
- data/lib/gooddata/mixins/data_getter.rb +15 -0
- data/lib/gooddata/mixins/data_property_reader.rb +19 -0
- data/lib/gooddata/mixins/data_property_writer.rb +19 -0
- data/lib/gooddata/mixins/inspector.rb +53 -0
- data/lib/gooddata/mixins/is_attribute.rb +17 -0
- data/lib/gooddata/mixins/is_dimension.rb +17 -0
- data/lib/gooddata/mixins/is_fact.rb +17 -0
- data/lib/gooddata/mixins/is_folder.rb +11 -0
- data/lib/gooddata/mixins/is_label.rb +19 -0
- data/lib/gooddata/mixins/links.rb +15 -0
- data/lib/gooddata/mixins/md_finders.rb +79 -0
- data/lib/gooddata/mixins/md_grantees.rb +42 -0
- data/lib/gooddata/mixins/md_id_to_uri.rb +39 -0
- data/lib/gooddata/mixins/md_json.rb +15 -0
- data/lib/gooddata/mixins/md_lock.rb +87 -0
- data/lib/gooddata/mixins/md_object_id.rb +15 -0
- data/lib/gooddata/mixins/md_object_indexer.rb +74 -0
- data/lib/gooddata/mixins/md_object_query.rb +134 -0
- data/lib/gooddata/mixins/md_relations.rb +43 -0
- data/lib/gooddata/mixins/meta_getter.rb +17 -0
- data/lib/gooddata/mixins/meta_property_reader.rb +19 -0
- data/lib/gooddata/mixins/meta_property_writer.rb +19 -0
- data/lib/gooddata/mixins/mixins.rb +19 -0
- data/lib/gooddata/mixins/not_attribute.rb +17 -0
- data/lib/gooddata/mixins/not_exportable.rb +15 -0
- data/lib/gooddata/mixins/not_fact.rb +17 -0
- data/lib/gooddata/mixins/not_group.rb +17 -0
- data/lib/gooddata/mixins/not_label.rb +19 -0
- data/lib/gooddata/mixins/not_metric.rb +19 -0
- data/lib/gooddata/mixins/obj_id.rb +15 -0
- data/lib/gooddata/mixins/rest_getters.rb +17 -0
- data/lib/gooddata/mixins/rest_resource.rb +47 -0
- data/lib/gooddata/mixins/root_key_getter.rb +15 -0
- data/lib/gooddata/mixins/root_key_setter.rb +15 -0
- data/lib/gooddata/mixins/timestamps.rb +19 -0
- data/lib/gooddata/mixins/to_json.rb +11 -0
- data/lib/gooddata/mixins/uri_getter.rb +9 -0
- data/lib/gooddata/models/ads_output_stage.rb +85 -0
- data/lib/gooddata/models/automated_data_distribution.rb +36 -0
- data/lib/gooddata/models/blueprint/anchor_field.rb +65 -0
- data/lib/gooddata/models/blueprint/attribute_field.rb +45 -0
- data/lib/gooddata/models/blueprint/blueprint.rb +11 -0
- data/lib/gooddata/models/blueprint/blueprint_field.rb +70 -0
- data/lib/gooddata/models/blueprint/dashboard_builder.rb +30 -0
- data/lib/gooddata/models/blueprint/dataset_blueprint.rb +455 -0
- data/lib/gooddata/models/blueprint/date_dimension.rb +20 -0
- data/lib/gooddata/models/blueprint/fact_field.rb +20 -0
- data/lib/gooddata/models/blueprint/label_field.rb +47 -0
- data/lib/gooddata/models/blueprint/project_blueprint.rb +791 -0
- data/lib/gooddata/models/blueprint/project_builder.rb +103 -0
- data/lib/gooddata/models/blueprint/reference_field.rb +43 -0
- data/lib/gooddata/models/blueprint/schema_blueprint.rb +160 -0
- data/lib/gooddata/models/blueprint/schema_builder.rb +89 -0
- data/lib/gooddata/models/blueprint/to_manifest.rb +185 -0
- data/lib/gooddata/models/blueprint/to_wire.rb +173 -0
- data/lib/gooddata/models/channel_configuration.rb +112 -0
- data/lib/gooddata/models/client.rb +236 -0
- data/lib/gooddata/models/client_synchronization_result.rb +31 -0
- data/lib/gooddata/models/client_synchronization_result_details.rb +41 -0
- data/lib/gooddata/models/data_product.rb +149 -0
- data/lib/gooddata/models/datawarehouse.rb +114 -0
- data/lib/gooddata/models/domain.rb +505 -0
- data/lib/gooddata/models/execution.rb +115 -0
- data/lib/gooddata/models/execution_detail.rb +81 -0
- data/lib/gooddata/models/from_wire.rb +173 -0
- data/lib/gooddata/models/invitation.rb +75 -0
- data/lib/gooddata/models/links.rb +50 -0
- data/lib/gooddata/models/membership.rb +441 -0
- data/lib/gooddata/models/metadata.rb +324 -0
- data/lib/gooddata/models/metadata/attribute.rb +155 -0
- data/lib/gooddata/models/metadata/dashboard.rb +120 -0
- data/lib/gooddata/models/metadata/dashboard/dashboard_item.rb +76 -0
- data/lib/gooddata/models/metadata/dashboard/filter_apply_item.rb +37 -0
- data/lib/gooddata/models/metadata/dashboard/filter_item.rb +64 -0
- data/lib/gooddata/models/metadata/dashboard/geo_chart_item.rb +56 -0
- data/lib/gooddata/models/metadata/dashboard/headline_item.rb +56 -0
- data/lib/gooddata/models/metadata/dashboard/iframe_item.rb +46 -0
- data/lib/gooddata/models/metadata/dashboard/report_item.rb +92 -0
- data/lib/gooddata/models/metadata/dashboard/text_item.rb +55 -0
- data/lib/gooddata/models/metadata/dashboard_tab.rb +141 -0
- data/lib/gooddata/models/metadata/dataset.rb +67 -0
- data/lib/gooddata/models/metadata/dimension.rb +57 -0
- data/lib/gooddata/models/metadata/fact.rb +51 -0
- data/lib/gooddata/models/metadata/folder.rb +49 -0
- data/lib/gooddata/models/metadata/label.rb +128 -0
- data/lib/gooddata/models/metadata/metadata.rb +12 -0
- data/lib/gooddata/models/metadata/metric.rb +206 -0
- data/lib/gooddata/models/metadata/report.rb +268 -0
- data/lib/gooddata/models/metadata/report_definition.rb +272 -0
- data/lib/gooddata/models/metadata/scheduled_mail.rb +277 -0
- data/lib/gooddata/models/metadata/scheduled_mail/dashboard_attachment.rb +62 -0
- data/lib/gooddata/models/metadata/scheduled_mail/report_attachment.rb +64 -0
- data/lib/gooddata/models/metadata/variable.rb +96 -0
- data/lib/gooddata/models/model.rb +293 -0
- data/lib/gooddata/models/models.rb +12 -0
- data/lib/gooddata/models/module_constants.rb +31 -0
- data/lib/gooddata/models/notification_rule.rb +113 -0
- data/lib/gooddata/models/process.rb +371 -0
- data/lib/gooddata/models/profile.rb +451 -0
- data/lib/gooddata/models/project.rb +2030 -0
- data/lib/gooddata/models/project_creator.rb +209 -0
- data/lib/gooddata/models/project_log_formatter.rb +204 -0
- data/lib/gooddata/models/project_metadata.rb +67 -0
- data/lib/gooddata/models/project_role.rb +79 -0
- data/lib/gooddata/models/report_data_result.rb +270 -0
- data/lib/gooddata/models/schedule.rb +538 -0
- data/lib/gooddata/models/segment.rb +274 -0
- data/lib/gooddata/models/style_setting.rb +62 -0
- data/lib/gooddata/models/subscription.rb +188 -0
- data/lib/gooddata/models/tab_builder.rb +27 -0
- data/lib/gooddata/models/user_filters/mandatory_user_filter.rb +76 -0
- data/lib/gooddata/models/user_filters/user_filter.rb +101 -0
- data/lib/gooddata/models/user_filters/user_filter_builder.rb +553 -0
- data/lib/gooddata/models/user_filters/user_filters.rb +13 -0
- data/lib/gooddata/models/user_filters/variable_user_filter.rb +33 -0
- data/lib/gooddata/models/user_group.rb +250 -0
- data/lib/gooddata/rest/README.md +37 -0
- data/lib/gooddata/rest/client.rb +396 -0
- data/lib/gooddata/rest/connection.rb +776 -0
- data/lib/gooddata/rest/object.rb +69 -0
- data/lib/gooddata/rest/object_factory.rb +51 -0
- data/lib/gooddata/rest/resource.rb +27 -0
- data/lib/gooddata/rest/rest.rb +24 -0
- data/lib/gooddata/version.rb +23 -0
- data/lib/templates/bricks/brick.rb.erb +7 -0
- data/lib/templates/bricks/main.rb.erb +5 -0
- data/lib/templates/project/Goodfile.erb +4 -0
- data/lib/templates/project/data/commits.csv +4 -0
- data/lib/templates/project/data/devs.csv +4 -0
- data/lib/templates/project/data/repos.csv +3 -0
- data/lib/templates/project/model/model.rb.erb +20 -0
- data/spec/.rubocop.yml +16 -0
- data/spec/bricks/bricks_spec.rb +110 -0
- data/spec/bricks/default-config.json +8 -0
- data/spec/data/.gooddata +4 -0
- data/spec/data/blueprints/additional_dataset_module.json +32 -0
- data/spec/data/blueprints/attribute_sort_order_blueprint.json +72 -0
- data/spec/data/blueprints/big_blueprint_not_pruned.json +2079 -0
- data/spec/data/blueprints/invalid_blueprint.json +103 -0
- data/spec/data/blueprints/m_n_model.json +104 -0
- data/spec/data/blueprints/model_module.json +25 -0
- data/spec/data/blueprints/test_blueprint.json +39 -0
- data/spec/data/blueprints/test_project_model_spec.json +106 -0
- data/spec/data/cc/data/source/commits.csv +4 -0
- data/spec/data/cc/data/source/devs.csv +4 -0
- data/spec/data/cc/data/source/repos.csv +3 -0
- data/spec/data/cc/devel.prm +0 -0
- data/spec/data/cc/graph/graph.grf +11 -0
- data/spec/data/cc/workspace.prm +19 -0
- data/spec/data/column_based_permissions.csv +7 -0
- data/spec/data/column_based_permissions2.csv +6 -0
- data/spec/data/dynamic_schedule_params_table.csv +7 -0
- data/spec/data/gd_gse_data_blueprint.json +1371 -0
- data/spec/data/gd_gse_data_manifest.json +1424 -0
- data/spec/data/gd_gse_data_model.json +1772 -0
- data/spec/data/gooddata_version_process/gooddata_version.rb +9 -0
- data/spec/data/gooddata_version_process/gooddata_version.zip +0 -0
- data/spec/data/hello_world_process/hello_world.rb +9 -0
- data/spec/data/hello_world_process/hello_world.zip +0 -0
- data/spec/data/line_based_permissions.csv +3 -0
- data/spec/data/manifests/test_blueprint.json +32 -0
- data/spec/data/manifests/test_project.json +107 -0
- data/spec/data/reports/left_attr_report.json +108 -0
- data/spec/data/reports/metric_only_one_line.json +83 -0
- data/spec/data/reports/report_1.json +197 -0
- data/spec/data/reports/top_attr_report.json +108 -0
- data/spec/data/ruby_params_process/ruby_params.rb +9 -0
- data/spec/data/ruby_process/deep_files/deep_stuff.txt +1 -0
- data/spec/data/ruby_process/process.rb +8 -0
- data/spec/data/ruby_process/stuff.txt +1 -0
- data/spec/data/superfluous_titles_view.json +81 -0
- data/spec/data/test-ci-data.csv +2 -0
- data/spec/data/users.csv +12 -0
- data/spec/data/wire_models/attribute_sort_by_model.json +73 -0
- data/spec/data/wire_models/model_view.json +1775 -0
- data/spec/data/wire_models/nu_model.json +3046 -0
- data/spec/data/wire_models/test_blueprint.json +66 -0
- data/spec/data/wire_test_project.json +150 -0
- data/spec/data/workspace_table.csv +3 -0
- data/spec/environment/default.rb +43 -0
- data/spec/environment/development.rb +32 -0
- data/spec/environment/environment.rb +38 -0
- data/spec/environment/production.rb +27 -0
- data/spec/environment/staging.rb +33 -0
- data/spec/environment/testing.rb +32 -0
- data/spec/helpers/blueprint_helper.rb +27 -0
- data/spec/helpers/cli_helper.rb +38 -0
- data/spec/helpers/connection_helper.rb +43 -0
- data/spec/helpers/crypto_helper.rb +19 -0
- data/spec/helpers/csv_helper.rb +20 -0
- data/spec/helpers/process_helper.rb +35 -0
- data/spec/helpers/project_helper.rb +74 -0
- data/spec/helpers/schedule_helper.rb +33 -0
- data/spec/helpers/spec_helper.rb +17 -0
- data/spec/integration/ads_output_stage_spec.rb +45 -0
- data/spec/integration/blueprint_updates_spec.rb +107 -0
- data/spec/integration/blueprint_with_ca_spec.rb +56 -0
- data/spec/integration/blueprint_with_grain_spec.rb +74 -0
- data/spec/integration/channel_configuration_spec.rb +67 -0
- data/spec/integration/clients_spec.rb +164 -0
- data/spec/integration/command_datawarehouse_spec.rb +45 -0
- data/spec/integration/command_projects_spec.rb +32 -0
- data/spec/integration/commands/command_projects_spec.rb +22 -0
- data/spec/integration/core/connection_spec.rb +56 -0
- data/spec/integration/core/logging_spec.rb +130 -0
- data/spec/integration/core/project_spec.rb +54 -0
- data/spec/integration/create_from_template_spec.rb +29 -0
- data/spec/integration/create_project_spec.rb +27 -0
- data/spec/integration/date_dim_switch_spec.rb +150 -0
- data/spec/integration/deprecated_load_spec.rb +60 -0
- data/spec/integration/full_process_schedule_spec.rb +367 -0
- data/spec/integration/full_project_spec.rb +592 -0
- data/spec/integration/helpers_spec.rb +16 -0
- data/spec/integration/lcm_spec.rb +54 -0
- data/spec/integration/mixins/id_to_uri_spec.rb +44 -0
- data/spec/integration/models/data_product_spec.rb +71 -0
- data/spec/integration/models/domain_spec.rb +162 -0
- data/spec/integration/models/invitation_spec.rb +17 -0
- data/spec/integration/models/membership_spec.rb +127 -0
- data/spec/integration/models/metadata/report_spec.rb +54 -0
- data/spec/integration/models/params_spec.rb +118 -0
- data/spec/integration/models/profile_spec.rb +210 -0
- data/spec/integration/models/project_role_spec.rb +94 -0
- data/spec/integration/models/project_spec.rb +225 -0
- data/spec/integration/models/schedule_spec.rb +485 -0
- data/spec/integration/models/unit_project_spec.rb +130 -0
- data/spec/integration/over_to_user_filters_spec.rb +98 -0
- data/spec/integration/partial_md_export_import_spec.rb +41 -0
- data/spec/integration/project_spec.rb +381 -0
- data/spec/integration/rest_spec.rb +214 -0
- data/spec/integration/schedule_spec.rb +613 -0
- data/spec/integration/segments_spec.rb +100 -0
- data/spec/integration/subscription_spec.rb +88 -0
- data/spec/integration/urn_date_dim_spec.rb +53 -0
- data/spec/integration/user_filters_spec.rb +306 -0
- data/spec/integration/user_group_spec.rb +147 -0
- data/spec/integration/variables_spec.rb +189 -0
- data/spec/logging_in_logging_out_spec.rb +91 -0
- data/spec/spec_helper.rb +66 -0
- data/spec/unit/actions/associate_clients_spec.rb +47 -0
- data/spec/unit/actions/collect_client_projects_spec.rb +47 -0
- data/spec/unit/actions/collect_clients_spec.rb +65 -0
- data/spec/unit/actions/collect_data_product_spec.rb +56 -0
- data/spec/unit/actions/collect_dynamic_schedule_params_spec.rb +56 -0
- data/spec/unit/actions/collect_meta_spec.rb +88 -0
- data/spec/unit/actions/collect_segment_clients_spec.rb +81 -0
- data/spec/unit/actions/collect_tagged_objects_spec.rb +126 -0
- data/spec/unit/actions/collect_users_brick_users_spec.rb +36 -0
- data/spec/unit/actions/create_segment_masters_spec.rb +64 -0
- data/spec/unit/actions/ensure_data_product_spec.rb +38 -0
- data/spec/unit/actions/ensure_technical_users_domain_spec.rb +51 -0
- data/spec/unit/actions/ensure_technical_users_project_spec.rb +72 -0
- data/spec/unit/actions/execute_schedules_spec.rb +94 -0
- data/spec/unit/actions/provision_clients_spec.rb +45 -0
- data/spec/unit/actions/purge_clients_spec.rb +47 -0
- data/spec/unit/actions/rename_existing_client_projects_spec.rb +54 -0
- data/spec/unit/actions/segments_filter_spec.rb +46 -0
- data/spec/unit/actions/shared_examples_for_user_actions.rb +26 -0
- data/spec/unit/actions/synchronize_cas_spec.rb +58 -0
- data/spec/unit/actions/synchronize_etls_in_segment_spec.rb +212 -0
- data/spec/unit/actions/synchronize_ldm_spec.rb +57 -0
- data/spec/unit/actions/synchronize_user_filters_spec.rb +146 -0
- data/spec/unit/actions/synchronize_user_groups_spec.rb +49 -0
- data/spec/unit/actions/synchronize_users_spec.rb +134 -0
- data/spec/unit/bricks/bricks_spec.rb +34 -0
- data/spec/unit/bricks/middleware/aws_middelware_spec.rb +98 -0
- data/spec/unit/bricks/middleware/bench_middleware_spec.rb +15 -0
- data/spec/unit/bricks/middleware/bulk_salesforce_middleware_spec.rb +15 -0
- data/spec/unit/bricks/middleware/gooddata_middleware_spec.rb +15 -0
- data/spec/unit/bricks/middleware/logger_middleware_spec.rb +30 -0
- data/spec/unit/bricks/middleware/restforce_middleware_spec.rb +15 -0
- data/spec/unit/bricks/middleware/stdout_middleware_spec.rb +15 -0
- data/spec/unit/bricks/middleware/twitter_middleware_spec.rb +15 -0
- data/spec/unit/cli/cli_spec.rb +17 -0
- data/spec/unit/cli/commands/cmd_auth_spec.rb +17 -0
- data/spec/unit/core/nil_logger_spec.rb +13 -0
- data/spec/unit/extensions/hash_spec.rb +22 -0
- data/spec/unit/godzilla/goodzilla_spec.rb +74 -0
- data/spec/unit/helpers/csv_helper_spec.rb +22 -0
- data/spec/unit/helpers/data_helper_spec.rb +67 -0
- data/spec/unit/helpers/global_helpers_spec.rb +264 -0
- data/spec/unit/helpers_spec.rb +254 -0
- data/spec/unit/lcm/user_bricks_helper_spec.rb +58 -0
- data/spec/unit/models/blueprint/attribute_sort_by_spec.rb +20 -0
- data/spec/unit/models/blueprint/attributes_spec.rb +28 -0
- data/spec/unit/models/blueprint/dataset_spec.rb +120 -0
- data/spec/unit/models/blueprint/labels_spec.rb +43 -0
- data/spec/unit/models/blueprint/project_blueprint_spec.rb +642 -0
- data/spec/unit/models/blueprint/reference_spec.rb +28 -0
- data/spec/unit/models/blueprint/schema_builder_spec.rb +36 -0
- data/spec/unit/models/blueprint/to_wire_spec.rb +195 -0
- data/spec/unit/models/execution_spec.rb +109 -0
- data/spec/unit/models/from_wire_spec.rb +301 -0
- data/spec/unit/models/metadata_spec.rb +140 -0
- data/spec/unit/models/metric_spec.rb +129 -0
- data/spec/unit/models/model_spec.rb +77 -0
- data/spec/unit/models/project_creator_spec.rb +90 -0
- data/spec/unit/models/project_spec.rb +94 -0
- data/spec/unit/models/report_result_data_spec.rb +194 -0
- data/spec/unit/models/to_manifest_spec.rb +136 -0
- data/spec/unit/models/user_filters/user_filter_builder_spec.rb +110 -0
- data/spec/unit/models/user_filters_spec.rb +95 -0
- data/spec/unit/models/variable_spec.rb +280 -0
- data/spec/unit/rest/polling_spec.rb +101 -0
- data/spec/unit/rest/resource_spec.rb +10 -0
- data/yard-server.sh +3 -0
- metadata +1207 -0
@@ -0,0 +1,27 @@
|
|
1
|
+
# encoding: UTF-8
|
2
|
+
#
|
3
|
+
# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
|
4
|
+
# This source code is licensed under the BSD-style license found in the
|
5
|
+
# LICENSE file in the root directory of this source tree.
|
6
|
+
|
7
|
+
module GoodData
|
8
|
+
module Model
|
9
|
+
class TabBuilder
|
10
|
+
def initialize(title)
|
11
|
+
@title = title
|
12
|
+
@stuff = []
|
13
|
+
end
|
14
|
+
|
15
|
+
def add_report(options = {})
|
16
|
+
@stuff << { :type => :report }.merge(options)
|
17
|
+
end
|
18
|
+
|
19
|
+
def to_hash
|
20
|
+
{
|
21
|
+
:title => @title,
|
22
|
+
:items => @stuff
|
23
|
+
}
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
27
|
+
end
|
@@ -0,0 +1,76 @@
|
|
1
|
+
# encoding: UTF-8
|
2
|
+
#
|
3
|
+
# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
|
4
|
+
# This source code is licensed under the BSD-style license found in the
|
5
|
+
# LICENSE file in the root directory of this source tree.
|
6
|
+
|
7
|
+
require_relative 'user_filter'
|
8
|
+
|
9
|
+
module GoodData
|
10
|
+
class MandatoryUserFilter < UserFilter
|
11
|
+
class << self
|
12
|
+
def [](id, options = { client: GoodData.connection, project: GoodData.project })
|
13
|
+
if id == :all
|
14
|
+
all(options)
|
15
|
+
else
|
16
|
+
super
|
17
|
+
end
|
18
|
+
end
|
19
|
+
|
20
|
+
def all(options = { client: GoodData.connection, project: GoodData.project })
|
21
|
+
c = client(options)
|
22
|
+
project = options[:project]
|
23
|
+
filters = query('userFilter', nil, options)
|
24
|
+
count = 1_000
|
25
|
+
offset = 0
|
26
|
+
user_lookup = {}
|
27
|
+
loop do
|
28
|
+
result = c.get("/gdc/md/#{project.pid}/userfilters?count=#{count}&offset=#{offset}")
|
29
|
+
result['userFilters']['items'].each do |item|
|
30
|
+
item['userFilters'].each do |f|
|
31
|
+
user_lookup[f] = item['user']
|
32
|
+
end
|
33
|
+
end
|
34
|
+
break if result['userFilters']['length'] < offset
|
35
|
+
offset += count
|
36
|
+
end
|
37
|
+
mufs = filters.map do |filter_data|
|
38
|
+
payload = {
|
39
|
+
'expression' => filter_data['userFilter']['content']['expression'],
|
40
|
+
'related' => user_lookup[filter_data['userFilter']['meta']['uri']],
|
41
|
+
'level' => :user,
|
42
|
+
'type' => :filter,
|
43
|
+
'uri' => filter_data['userFilter']['meta']['uri']
|
44
|
+
}
|
45
|
+
c.create(GoodData::MandatoryUserFilter, payload, project: project)
|
46
|
+
end
|
47
|
+
mufs.enum_for
|
48
|
+
end
|
49
|
+
|
50
|
+
def count(options = { client: GoodData.connection, project: GoodData.project })
|
51
|
+
c = client(options)
|
52
|
+
project = options[:project]
|
53
|
+
c.get(project.md['query'] + '/userfilters/')['query']['entries'].count
|
54
|
+
end
|
55
|
+
end
|
56
|
+
|
57
|
+
# Creates or updates the mandatory user filter on the server
|
58
|
+
#
|
59
|
+
# @return [GoodData::MandatoryUserFilter]
|
60
|
+
def save
|
61
|
+
data = {
|
62
|
+
'userFilter' => {
|
63
|
+
'content' => {
|
64
|
+
'expression' => expression
|
65
|
+
},
|
66
|
+
'meta' => {
|
67
|
+
'category' => 'userFilter',
|
68
|
+
'title' => related_uri
|
69
|
+
}
|
70
|
+
}
|
71
|
+
}
|
72
|
+
res = client.post(project.md['obj'], data)
|
73
|
+
@json[:uri] = res['uri']
|
74
|
+
end
|
75
|
+
end
|
76
|
+
end
|
@@ -0,0 +1,101 @@
|
|
1
|
+
# encoding: UTF-8
|
2
|
+
#
|
3
|
+
# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
|
4
|
+
# This source code is licensed under the BSD-style license found in the
|
5
|
+
# LICENSE file in the root directory of this source tree.
|
6
|
+
|
7
|
+
module GoodData
|
8
|
+
class UserFilter < GoodData::MdObject
|
9
|
+
def initialize(data)
|
10
|
+
@dirty = false
|
11
|
+
@json = GoodData::Helpers.symbolize_keys(data)
|
12
|
+
end
|
13
|
+
|
14
|
+
def ==(other)
|
15
|
+
other.class == self.class && other.related_uri == related_uri && other.expression == expression
|
16
|
+
end
|
17
|
+
alias_method :eql?, :==
|
18
|
+
|
19
|
+
def hash
|
20
|
+
[related_uri, expression].hash
|
21
|
+
end
|
22
|
+
|
23
|
+
# Returns the uri of the object this filter is related to. It can be either project or a user
|
24
|
+
#
|
25
|
+
# @return [String] Uri of related object
|
26
|
+
def related_uri
|
27
|
+
@json[:related]
|
28
|
+
end
|
29
|
+
|
30
|
+
# Returns the the object of this filter is related to. It can be either project or a user
|
31
|
+
#
|
32
|
+
# @return [GoodData::Project | GoodData::Profile] Related object
|
33
|
+
def related
|
34
|
+
uri = related_uri
|
35
|
+
return unless uri
|
36
|
+
level == :project ? client.projects(uri) : client.create(GoodData::Profile, client.get(uri))
|
37
|
+
end
|
38
|
+
|
39
|
+
# Returns the the object of this filter is related to. It can be either project or a user
|
40
|
+
#
|
41
|
+
# @return [GoodData::Project | GoodData::Profile] Related object
|
42
|
+
def variable
|
43
|
+
uri = @json[:prompt]
|
44
|
+
GoodData::Variable[uri, client: client, project: project]
|
45
|
+
end
|
46
|
+
|
47
|
+
# Returns the level this filter is applied on. Either project or user. This is useful for
|
48
|
+
# variables where you can have both types. Project level is the default that is applied when
|
49
|
+
# user does not have assigned a value. When both user and project value and user value is missing
|
50
|
+
# value, you will get 'uncomputable report' errors.
|
51
|
+
#
|
52
|
+
# @return [Symbol] level on which this filter will be applied
|
53
|
+
def level
|
54
|
+
@json[:level].to_sym
|
55
|
+
end
|
56
|
+
|
57
|
+
# Returns the MAQL expression of the filter
|
58
|
+
#
|
59
|
+
# @return [String] MAQL expression
|
60
|
+
def expression
|
61
|
+
@json[:expression]
|
62
|
+
end
|
63
|
+
|
64
|
+
# Allows to set the MAQL expression of the filter
|
65
|
+
#
|
66
|
+
# @param expression [String] MAQL expression
|
67
|
+
# @return [String] MAQL expression
|
68
|
+
def expression=(expression)
|
69
|
+
@dirty = true
|
70
|
+
@json[:expression] = expression
|
71
|
+
end
|
72
|
+
|
73
|
+
# Gives you URI of the filter
|
74
|
+
#
|
75
|
+
# @return [String]
|
76
|
+
def uri
|
77
|
+
@json[:uri]
|
78
|
+
end
|
79
|
+
|
80
|
+
# Allows to set URI of the filter
|
81
|
+
#
|
82
|
+
# @return [String]
|
83
|
+
def uri=(uri)
|
84
|
+
@json[:uri] = uri
|
85
|
+
end
|
86
|
+
|
87
|
+
# Returns pretty version of the expression
|
88
|
+
#
|
89
|
+
# @return [String]
|
90
|
+
def pretty_expression
|
91
|
+
SmallGoodZilla.pretty_print(expression, client: client, project: project)
|
92
|
+
end
|
93
|
+
|
94
|
+
# Deletes the filter from the server
|
95
|
+
#
|
96
|
+
# @return [String]
|
97
|
+
def delete
|
98
|
+
client.delete(uri)
|
99
|
+
end
|
100
|
+
end
|
101
|
+
end
|
@@ -0,0 +1,553 @@
|
|
1
|
+
# encoding: UTF-8
|
2
|
+
#
|
3
|
+
# Copyright (c) 2010-2017 GoodData Corporation. All rights reserved.
|
4
|
+
# This source code is licensed under the BSD-style license found in the
|
5
|
+
# LICENSE file in the root directory of this source tree.
|
6
|
+
|
7
|
+
require_relative '../project_log_formatter'
|
8
|
+
|
9
|
+
module GoodData
|
10
|
+
module UserFilterBuilder
|
11
|
+
# Main Entry function. Gets values and processes them to get filters
|
12
|
+
# that are suitable for other function to process.
|
13
|
+
# Values can be read from file or provided inline as an array.
|
14
|
+
# The results are then preprocessed. It is possible to provide
|
15
|
+
# multiple values for an attribute tries to deduplicate the values if
|
16
|
+
# they are not unique. Allows for setting over/to filters and allows for
|
17
|
+
# setting up filters from multiple columns. It is specially designed so many
|
18
|
+
# aspects of configuration are modifiable so you do have to preprocess the
|
19
|
+
# data as little as possible ideally you should be able to use data that
|
20
|
+
# came directly from the source system and that are intended for use in
|
21
|
+
# other parts of ETL.
|
22
|
+
#
|
23
|
+
# @param options [Hash]
|
24
|
+
# @return [Boolean]
|
25
|
+
def self.get_filters(file, options = {})
|
26
|
+
values = get_values(file, options)
|
27
|
+
reduce_results(values)
|
28
|
+
end
|
29
|
+
|
30
|
+
# Function that tells you if the file should be read line_wise. This happens
|
31
|
+
# if you have only one label defined and you do not have columns specified
|
32
|
+
#
|
33
|
+
# @param options [Hash]
|
34
|
+
# @return [Boolean]
|
35
|
+
def self.row_based?(options = {})
|
36
|
+
options[:labels].count == 1 && !options[:labels].first.key?(:column)
|
37
|
+
end
|
38
|
+
|
39
|
+
def self.read_file(file, options = {})
|
40
|
+
memo = {}
|
41
|
+
params = row_based?(options) ? { headers: false } : { headers: true }
|
42
|
+
|
43
|
+
CSV.foreach(file, params.merge(return_headers: false)) do |e|
|
44
|
+
key, data = process_line(e, options)
|
45
|
+
memo[key] = [] unless memo.key?(key)
|
46
|
+
memo[key].concat(data)
|
47
|
+
end
|
48
|
+
memo
|
49
|
+
end
|
50
|
+
|
51
|
+
# Processes a line from source file. It is processed in
|
52
|
+
# 2 formats. First mode is column_based.
|
53
|
+
# It means getting all specific columns.
|
54
|
+
# These are specified either by index or name. Multiple
|
55
|
+
# values are provided by several rows for the same user
|
56
|
+
#
|
57
|
+
# Second mode is row based which means there are no headers
|
58
|
+
# and number of columns can be variable. Each row specifies multiple
|
59
|
+
# values for one user. It is implied that the file provides values
|
60
|
+
# for just one label
|
61
|
+
#
|
62
|
+
# @param options [Hash]
|
63
|
+
# @return
|
64
|
+
def self.process_line(line, options = {})
|
65
|
+
index = options[:user_column] || 0
|
66
|
+
login = line[index]
|
67
|
+
|
68
|
+
results = options[:labels].mapcat do |label|
|
69
|
+
column = label[:column] || Range.new(1, -1)
|
70
|
+
values = column.is_a?(Range) ? line.slice(column) : [line[column]]
|
71
|
+
[create_filter(label, values.compact)]
|
72
|
+
end
|
73
|
+
[login, results]
|
74
|
+
end
|
75
|
+
|
76
|
+
def self.create_filter(label, values)
|
77
|
+
{
|
78
|
+
:label => label[:label],
|
79
|
+
:values => values,
|
80
|
+
:over => label[:over],
|
81
|
+
:to => label[:to]
|
82
|
+
}
|
83
|
+
end
|
84
|
+
|
85
|
+
# Processes values in a map reduce way so the result is as readable as possible and
|
86
|
+
# poses minimal impact on the API
|
87
|
+
#
|
88
|
+
# @param options [Hash]
|
89
|
+
# @return [Array]
|
90
|
+
def self.reduce_results(data)
|
91
|
+
data.map { |k, v| { login: k, filters: UserFilterBuilder.collect_labels(v) } }
|
92
|
+
end
|
93
|
+
|
94
|
+
# Groups the values by particular label. And passes each group to deduplication
|
95
|
+
# @param options [Hash]
|
96
|
+
# @return
|
97
|
+
def self.collect_labels(data)
|
98
|
+
data.group_by { |x| [x[:label], x[:over], x[:to]] }.map { |l, v| { label: l[0], over: l[1], to: l[2], values: UserFilterBuilder.collect_values(v) } }
|
99
|
+
end
|
100
|
+
|
101
|
+
# Collects specific values and deduplicates if necessary
|
102
|
+
def self.collect_values(data)
|
103
|
+
data.mapcat do |e|
|
104
|
+
e[:values]
|
105
|
+
end.uniq
|
106
|
+
end
|
107
|
+
|
108
|
+
def self.create_cache(data, key)
|
109
|
+
data.reduce({}) do |a, e|
|
110
|
+
a[e.send(key)] = e
|
111
|
+
a
|
112
|
+
end
|
113
|
+
end
|
114
|
+
|
115
|
+
def self.get_missing_users(filters, options = {})
|
116
|
+
users_cache = options[:users_cache]
|
117
|
+
filters.reject { |u| users_cache.key?(u[:login]) }
|
118
|
+
end
|
119
|
+
|
120
|
+
def self.verify_existing_users(filters, options = {})
|
121
|
+
users_must_exist = options[:users_must_exist] == false ? false : true
|
122
|
+
users_cache = options[:users_cache]
|
123
|
+
domain = options[:domain]
|
124
|
+
|
125
|
+
if users_must_exist
|
126
|
+
missing_users = filters.reject do |u|
|
127
|
+
next true if users_cache.key?(u[:login])
|
128
|
+
domain_user = (domain && domain.find_user_by_login(u[:login]))
|
129
|
+
users_cache[domain_user.login] = domain_user if domain_user
|
130
|
+
next true if domain_user
|
131
|
+
false
|
132
|
+
end
|
133
|
+
unless missing_users.empty?
|
134
|
+
fail "#{missing_users.count} users are not part of the project and " \
|
135
|
+
"variable cannot be resolved since :users_must_exist is set " \
|
136
|
+
"to true (#{missing_users.join(', ')})"
|
137
|
+
end
|
138
|
+
end
|
139
|
+
end
|
140
|
+
|
141
|
+
def self.create_label_cache(result, options = {})
|
142
|
+
project = options[:project]
|
143
|
+
|
144
|
+
result.reduce({}) do |a, e|
|
145
|
+
e[:filters].map do |filter|
|
146
|
+
a[filter[:label]] = project.labels(filter[:label]) unless a.key?(filter[:label])
|
147
|
+
end
|
148
|
+
a
|
149
|
+
end
|
150
|
+
end
|
151
|
+
|
152
|
+
def self.create_lookups_cache(small_labels)
|
153
|
+
small_labels.reduce({}) do |a, e|
|
154
|
+
lookup = e.values(:limit => 1_000_000).reduce({}) do |a1, e1|
|
155
|
+
a1[e1[:value]] = e1[:uri]
|
156
|
+
a1
|
157
|
+
end
|
158
|
+
a[e.uri] = lookup
|
159
|
+
a
|
160
|
+
end
|
161
|
+
end
|
162
|
+
|
163
|
+
def self.create_attrs_cache(filters, options = {})
|
164
|
+
project = options[:project]
|
165
|
+
|
166
|
+
labels = filters.flat_map do |f|
|
167
|
+
f[:filters]
|
168
|
+
end
|
169
|
+
|
170
|
+
over_cache = labels.reduce({}) do |a, e|
|
171
|
+
a[e[:over]] = e[:over]
|
172
|
+
a
|
173
|
+
end
|
174
|
+
to_cache = labels.reduce({}) do |a, e|
|
175
|
+
a[e[:to]] = e[:to]
|
176
|
+
a
|
177
|
+
end
|
178
|
+
cache = over_cache.merge(to_cache)
|
179
|
+
attr_cache = {}
|
180
|
+
cache.each_pair do |k, v|
|
181
|
+
begin
|
182
|
+
attr_cache[k] = project.attributes(v)
|
183
|
+
rescue
|
184
|
+
nil
|
185
|
+
end
|
186
|
+
end
|
187
|
+
attr_cache
|
188
|
+
end
|
189
|
+
|
190
|
+
# Walks over provided labels and picks those that have fewer than certain amount of values
|
191
|
+
# This tries to balance for speed when working with small datasets (like users)
|
192
|
+
# so it precaches the values and still be able to function for larger ones even
|
193
|
+
# though that would mean tons of requests
|
194
|
+
def self.get_small_labels(labels_cache)
|
195
|
+
labels_cache.values.select { |label| label && label.values_count && label.values_count < 100_000 }
|
196
|
+
end
|
197
|
+
|
198
|
+
# Creates a MAQL expression(s) based on the filter defintion.
|
199
|
+
# Takes the filter definition looks up any necessary values and provides API executable MAQL
|
200
|
+
def self.create_expression(filter, labels_cache, lookups_cache, attr_cache, options = {})
|
201
|
+
errors = []
|
202
|
+
values = filter[:values]
|
203
|
+
label = labels_cache[filter[:label]]
|
204
|
+
element_uris = values.map do |v|
|
205
|
+
begin
|
206
|
+
if lookups_cache.key?(label.uri)
|
207
|
+
if lookups_cache[label.uri].key?(v)
|
208
|
+
lookups_cache[label.uri][v]
|
209
|
+
else
|
210
|
+
fail
|
211
|
+
end
|
212
|
+
else
|
213
|
+
label.find_value_uri(v)
|
214
|
+
end
|
215
|
+
rescue
|
216
|
+
errors << {
|
217
|
+
type: :error,
|
218
|
+
label: label.title,
|
219
|
+
value: v
|
220
|
+
}
|
221
|
+
nil
|
222
|
+
end
|
223
|
+
end
|
224
|
+
expression = if element_uris.compact.empty? && options[:restrict_if_missing_all_values] && options[:type] == :muf
|
225
|
+
'1 <> 1'
|
226
|
+
elsif element_uris.compact.empty? && options[:restrict_if_missing_all_values] && options[:type] == :variable
|
227
|
+
nil
|
228
|
+
elsif element_uris.compact.empty?
|
229
|
+
'TRUE'
|
230
|
+
elsif filter[:over] && filter[:to]
|
231
|
+
over = attr_cache[filter[:over]]
|
232
|
+
to = attr_cache[filter[:to]]
|
233
|
+
"([#{label.attribute_uri}] IN (#{element_uris.compact.sort.map { |e| '[' + e + ']' }.join(', ')})) OVER [#{over && over.uri}] TO [#{to && to.uri}]"
|
234
|
+
else
|
235
|
+
"[#{label.attribute_uri}] IN (#{element_uris.compact.sort.map { |e| '[' + e + ']' }.join(', ')})"
|
236
|
+
end
|
237
|
+
if options[:ignore_missing_values]
|
238
|
+
[expression, []]
|
239
|
+
else
|
240
|
+
[expression, errors]
|
241
|
+
end
|
242
|
+
end
|
243
|
+
|
244
|
+
# Encapuslates the creation of filter
|
245
|
+
def self.create_user_filter(expression, related)
|
246
|
+
{
|
247
|
+
related: related,
|
248
|
+
level: :user,
|
249
|
+
expression: expression,
|
250
|
+
type: :filter
|
251
|
+
}
|
252
|
+
end
|
253
|
+
|
254
|
+
# Resolves and creates maql statements from filter definitions.
|
255
|
+
# This method does not perform any modifications on API but
|
256
|
+
# collects all the information that is needed to do so.
|
257
|
+
# Method collects all info from the user and current state in project and compares.
|
258
|
+
# Returns suggestion of what should be deleted and what should be created
|
259
|
+
# If there is some discrepancies in the data (missing values, nonexistent users) it
|
260
|
+
# finishes and collects all the errors at once
|
261
|
+
#
|
262
|
+
# @param filters [Array<Hash>] Filters definition
|
263
|
+
# @return [Array] first is list of MAQL statements
|
264
|
+
def self.maqlify_filters(filters, project_users, options = {})
|
265
|
+
fail_early = options[:fail_early] == false ? false : true
|
266
|
+
users_cache = options[:users_cache]
|
267
|
+
labels_cache = create_label_cache(filters, options)
|
268
|
+
small_labels = get_small_labels(labels_cache)
|
269
|
+
lookups_cache = create_lookups_cache(small_labels)
|
270
|
+
attrs_cache = create_attrs_cache(filters, options)
|
271
|
+
create_filter_proc = proc do |login, f|
|
272
|
+
expression, errors = create_expression(f, labels_cache, lookups_cache, attrs_cache, options)
|
273
|
+
profiles_uri = if options[:type] == :muf
|
274
|
+
project_user = project_users.find { |u| u.login == login }
|
275
|
+
|
276
|
+
project_user.nil? ? ('/gdc/account/profile/' + login) : project_user.profile_url
|
277
|
+
elsif options[:type] == :variable
|
278
|
+
(users_cache[login] && users_cache[login].uri)
|
279
|
+
else
|
280
|
+
fail 'Unsuported type in maqlify_filters.'
|
281
|
+
end
|
282
|
+
|
283
|
+
if profiles_uri && expression && expression != 'TRUE'
|
284
|
+
[create_user_filter(expression, profiles_uri)] + errors
|
285
|
+
else
|
286
|
+
[] + errors
|
287
|
+
end
|
288
|
+
end
|
289
|
+
|
290
|
+
# if fail early process until first error
|
291
|
+
results = if fail_early
|
292
|
+
x = filters.inject([true, []]) do |(enough, a), e|
|
293
|
+
login = e[:login]
|
294
|
+
if enough
|
295
|
+
y = e[:filters].pmapcat { |f| create_filter_proc.call(login, f) }
|
296
|
+
[!y.any? { |r| r[:type] == :error }, a.concat(y)]
|
297
|
+
else
|
298
|
+
[false, a]
|
299
|
+
end
|
300
|
+
end
|
301
|
+
x.last
|
302
|
+
else
|
303
|
+
filters.flat_map do |filter|
|
304
|
+
login = filter[:login]
|
305
|
+
filter[:filters].pmapcat { |f| create_filter_proc.call(login, f) }
|
306
|
+
end
|
307
|
+
end
|
308
|
+
results.group_by { |i| i[:type] }.values_at(:filter, :error).map { |i| i || [] }
|
309
|
+
end
|
310
|
+
|
311
|
+
def self.resolve_user_filter(user = [], project = [])
|
312
|
+
user ||= []
|
313
|
+
project ||= []
|
314
|
+
to_create = user - project
|
315
|
+
to_delete = project - user
|
316
|
+
{ :create => to_create, :delete => to_delete }
|
317
|
+
end
|
318
|
+
|
319
|
+
# Gets user defined filters and values from project regardless if they
|
320
|
+
# come from Mandatory Filters or Variable filters and tries to
|
321
|
+
# resolve what needs to be removed an what needs to be updated
|
322
|
+
def self.resolve_user_filters(user_filters, vals)
|
323
|
+
project_vals_lookup = vals.group_by(&:related_uri)
|
324
|
+
user_vals_lookup = user_filters.group_by(&:related_uri)
|
325
|
+
|
326
|
+
a = vals.map(&:related_uri)
|
327
|
+
b = user_filters.map(&:related_uri)
|
328
|
+
|
329
|
+
users_to_try = (a + b).uniq
|
330
|
+
results = users_to_try.map do |user|
|
331
|
+
resolve_user_filter(user_vals_lookup[user], project_vals_lookup[user])
|
332
|
+
end
|
333
|
+
|
334
|
+
to_create = results.map { |x| x[:create] }.flatten.group_by(&:related_uri)
|
335
|
+
to_delete = results.map { |x| x[:delete] }.flatten.group_by(&:related_uri)
|
336
|
+
[to_create, to_delete]
|
337
|
+
end
|
338
|
+
|
339
|
+
# Executes the update for variables. It resolves what is new and needed to update.
|
340
|
+
# @param filters [Array<Hash>] Filter Definitions
|
341
|
+
# @param filters [Variable] Variable instance to be updated
|
342
|
+
# @param options [Hash]
|
343
|
+
# @option options [Boolean] :dry_run If dry run is true. No changes to he proejct are made but list of changes is provided
|
344
|
+
# @return [Array] list of filters that needs to be created and deleted
|
345
|
+
def self.execute_variables(filters, var, options = {})
|
346
|
+
client = options[:client]
|
347
|
+
project = options[:project]
|
348
|
+
dry_run = options[:dry_run]
|
349
|
+
to_create, to_delete = execute(filters, var.user_values, VariableUserFilter, options.merge(type: :variable))
|
350
|
+
return [to_create, to_delete] if dry_run
|
351
|
+
|
352
|
+
# TODO: get values that are about to be deleted and created and update them.
|
353
|
+
# This will make sure there is no downitme in filter existence
|
354
|
+
unless options[:do_not_touch_filters_that_are_not_mentioned]
|
355
|
+
to_delete.each { |_, group| group.each(&:delete) }
|
356
|
+
end
|
357
|
+
data = to_create.values.flatten.map(&:to_hash).map { |var_val| var_val.merge(prompt: var.uri) }
|
358
|
+
data.each_slice(200) do |slice|
|
359
|
+
client.post("/gdc/md/#{project.obj_id}/variables/user", :variables => slice)
|
360
|
+
end
|
361
|
+
[to_create, to_delete]
|
362
|
+
end
|
363
|
+
|
364
|
+
def self.execute_mufs(user_filters, options = {})
|
365
|
+
client = options[:client]
|
366
|
+
project = options[:project]
|
367
|
+
ignore_missing_values = options[:ignore_missing_values]
|
368
|
+
users_must_exist = options[:users_must_exist] == false ? false : true
|
369
|
+
dry_run = options[:dry_run]
|
370
|
+
project_log_formatter = GoodData::ProjectLogFormatter.new(project)
|
371
|
+
|
372
|
+
project_users = project.users
|
373
|
+
filters = normalize_filters(user_filters)
|
374
|
+
user_filters, errors = maqlify_filters(filters, project_users, options.merge(users_must_exist: users_must_exist, type: :muf))
|
375
|
+
|
376
|
+
fail GoodData::FilterMaqlizationError, errors if !ignore_missing_values && !errors.empty?
|
377
|
+
filters = user_filters.map { |data| client.create(MandatoryUserFilter, data, project: project) }
|
378
|
+
to_create, to_delete = resolve_user_filters(filters, project.data_permissions)
|
379
|
+
|
380
|
+
to_delete = sanitize_filters_to_delete(to_delete, options[:users_brick_input], project_users)
|
381
|
+
|
382
|
+
if options[:do_not_touch_filters_that_are_not_mentioned]
|
383
|
+
GoodData.logger.warn("Data permissions computed: #{to_create.count} to create")
|
384
|
+
else
|
385
|
+
GoodData.logger.warn("Data permissions computed: #{to_create.count} to create and #{to_delete.count} to delete")
|
386
|
+
end
|
387
|
+
return { created: to_create, deleted: to_delete } if dry_run
|
388
|
+
|
389
|
+
create_results = to_create.each_slice(100).flat_map do |batch|
|
390
|
+
batch.pmapcat do |related_uri, group|
|
391
|
+
group.each(&:save)
|
392
|
+
res = client.get("/gdc/md/#{project.pid}/userfilters?users=#{related_uri}")
|
393
|
+
items = res['userFilters']['items'].empty? ? [] : res['userFilters']['items'].first['userFilters']
|
394
|
+
|
395
|
+
payload = {
|
396
|
+
'userFilters' => {
|
397
|
+
'items' => [{
|
398
|
+
'user' => related_uri,
|
399
|
+
'userFilters' => items.concat(group.map(&:uri))
|
400
|
+
}]
|
401
|
+
}
|
402
|
+
}
|
403
|
+
res = client.post("/gdc/md/#{project.pid}/userfilters", payload)
|
404
|
+
|
405
|
+
# turn the errors from hashes into array of hashes
|
406
|
+
update_result = res['userFiltersUpdateResult'].flat_map do |k, v|
|
407
|
+
v.map { |r| { status: k.to_sym, user: r, type: :create } }
|
408
|
+
end
|
409
|
+
|
410
|
+
update_result.map do |result|
|
411
|
+
result[:status] == :failed ? result.merge(GoodData::Helpers.symbolize_keys(result[:user])) : result
|
412
|
+
end
|
413
|
+
end
|
414
|
+
end
|
415
|
+
|
416
|
+
project_log_formatter.log_user_filter_results(create_results, to_create)
|
417
|
+
|
418
|
+
delete_results = unless options[:do_not_touch_filters_that_are_not_mentioned]
|
419
|
+
to_delete.each_slice(100).flat_map do |batch|
|
420
|
+
batch.flat_map do |related_uri, group|
|
421
|
+
results = []
|
422
|
+
if related_uri
|
423
|
+
res = client.get("/gdc/md/#{project.pid}/userfilters?users=#{related_uri}")
|
424
|
+
items = res['userFilters']['items'].empty? ? [] : res['userFilters']['items'].first['userFilters']
|
425
|
+
payload = {
|
426
|
+
'userFilters' => {
|
427
|
+
'items' => [
|
428
|
+
{
|
429
|
+
'user' => related_uri,
|
430
|
+
'userFilters' => items - group.map(&:uri)
|
431
|
+
}
|
432
|
+
]
|
433
|
+
}
|
434
|
+
}
|
435
|
+
res = client.post("/gdc/md/#{project.pid}/userfilters", payload)
|
436
|
+
results.concat(res['userFiltersUpdateResult']
|
437
|
+
.flat_map { |k, v| v.map { |r| { status: k.to_sym, user: r, type: :delete } } }
|
438
|
+
.map { |result| result[:status] == :failed ? result.merge(GoodData::Helpers.symbolize_keys(result[:user])) : result })
|
439
|
+
end
|
440
|
+
group.peach(&:delete)
|
441
|
+
results
|
442
|
+
end
|
443
|
+
end
|
444
|
+
end
|
445
|
+
|
446
|
+
project_log_formatter.log_user_filter_results(delete_results, to_delete)
|
447
|
+
|
448
|
+
{ created: to_create, deleted: to_delete, results: create_results + (delete_results || []) }
|
449
|
+
end
|
450
|
+
|
451
|
+
private
|
452
|
+
|
453
|
+
# Reads values from File/Array. Abstracts away the fact if it is column based,
|
454
|
+
# row based or in file or provided inline as an array
|
455
|
+
# @param file [String | Array] File or array of values to be parsed for filters
|
456
|
+
# @param options [Hash] Filter definitions
|
457
|
+
# @return [Array<Hash>]
|
458
|
+
def self.get_values(file, options)
|
459
|
+
file.is_a?(Array) ? read_array(file, options) : read_file(file, options)
|
460
|
+
end
|
461
|
+
|
462
|
+
# Reads array of values which are expected to be in a line wise manner
|
463
|
+
# [
|
464
|
+
# ['john.doe@example.com', 'Engineering', 'Marketing']
|
465
|
+
# ]
|
466
|
+
# @param data [Array<Array>]
|
467
|
+
def self.read_array(data, options = {})
|
468
|
+
memo = {}
|
469
|
+
data.each do |e|
|
470
|
+
key, data = process_line(e, options)
|
471
|
+
memo[key] = [] unless memo.key?(key)
|
472
|
+
memo[key].concat(data)
|
473
|
+
end
|
474
|
+
memo
|
475
|
+
end
|
476
|
+
|
477
|
+
# Executes the procedure necessary for loading user filters. This method has what
|
478
|
+
# is common for both implementations. Funcion
|
479
|
+
# * makes sure that filters are in normalized form.
|
480
|
+
# * verifies that users are in the project (and domain)
|
481
|
+
# * creates maql expressions of the filters provided
|
482
|
+
# * resolves the filters against current values in the project
|
483
|
+
# @param user_filters [Array] Filters that user is trying to set up
|
484
|
+
# @param project_filters [Array] List of filters currently in the project
|
485
|
+
# @param klass [Class] Class can be aither UserFilter or VariableFilter
|
486
|
+
# @param options [Hash] Filter definitions
|
487
|
+
# @return [Array<Hash>]
|
488
|
+
def self.execute(user_filters, project_filters, klass, options = {})
|
489
|
+
client = options[:client]
|
490
|
+
project = options[:project]
|
491
|
+
|
492
|
+
ignore_missing_values = options[:ignore_missing_values]
|
493
|
+
users_must_exist = options[:users_must_exist] == false ? false : true
|
494
|
+
filters = normalize_filters(user_filters)
|
495
|
+
# domain = options[:domain]
|
496
|
+
# users = domain ? project.users : project.users
|
497
|
+
users = project.users
|
498
|
+
users_cache = create_cache(users, :login)
|
499
|
+
missing_users = get_missing_users(filters, options.merge(users_cache: users_cache))
|
500
|
+
user_filters, errors = if missing_users.empty?
|
501
|
+
verify_existing_users(filters, project: project, users_must_exist: users_must_exist, users_cache: users_cache)
|
502
|
+
maqlify_filters(filters, users, options.merge(users_cache: users_cache, users_must_exist: users_must_exist))
|
503
|
+
elsif missing_users.count < 100
|
504
|
+
verify_existing_users(filters, project: project, users_must_exist: users_must_exist, users_cache: users_cache)
|
505
|
+
maqlify_filters(filters, users, options.merge(users_cache: users_cache, users_must_exist: users_must_exist))
|
506
|
+
else
|
507
|
+
users_cache = create_cache(users, :login)
|
508
|
+
verify_existing_users(filters, project: project, users_must_exist: users_must_exist, users_cache: users_cache)
|
509
|
+
maqlify_filters(filters, users, options.merge(users_cache: users_cache, users_must_exist: users_must_exist))
|
510
|
+
end
|
511
|
+
|
512
|
+
fail GoodData::FilterMaqlizationError, errors if !ignore_missing_values && !errors.empty?
|
513
|
+
filters = user_filters.map { |data| client.create(klass, data, project: project) }
|
514
|
+
resolve_user_filters(filters, project_filters)
|
515
|
+
end
|
516
|
+
|
517
|
+
# Gets definition of filters from user. They might either come in the full definition
|
518
|
+
# as hash or a simplified version. The simplified version do not cover all the possible
|
519
|
+
# features but it is much simpler to remember and suitable for quick hacking around
|
520
|
+
# @param filters [Array<Array | Hash>]
|
521
|
+
# @return [Array<Hash>]
|
522
|
+
def self.normalize_filters(filters)
|
523
|
+
filters.map do |filter|
|
524
|
+
if filter.is_a?(Hash)
|
525
|
+
filter
|
526
|
+
else
|
527
|
+
{
|
528
|
+
:login => filter.first,
|
529
|
+
:filters => [
|
530
|
+
{
|
531
|
+
:label => filter[1],
|
532
|
+
:values => filter[2..-1]
|
533
|
+
}
|
534
|
+
]
|
535
|
+
}
|
536
|
+
end
|
537
|
+
end
|
538
|
+
end
|
539
|
+
|
540
|
+
# Removes MUFs from to_delete unless in user is in users_brick_input
|
541
|
+
def self.sanitize_filters_to_delete(to_delete, users_brick_input, project_users)
|
542
|
+
return to_delete unless users_brick_input && users_brick_input.any?
|
543
|
+
user_profiles = users_brick_input.map do |user|
|
544
|
+
result = project_users.find { |u| u.login == user['login'] }
|
545
|
+
next unless result
|
546
|
+
result.profile_url
|
547
|
+
end.compact
|
548
|
+
to_delete.reject do |_, value|
|
549
|
+
user_profiles.none? { |profile| profile == value.first.json[:related] }
|
550
|
+
end
|
551
|
+
end
|
552
|
+
end
|
553
|
+
end
|