thinking-sphinx 1.2.13 → 6.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.circleci/config.yml +99 -0
- data/.github/actions/test/action.yml +46 -0
- data/.github/workflows/ci.yml +75 -0
- data/.gitignore +18 -0
- data/.travis.yml +36 -0
- data/Appraisals +71 -0
- data/CHANGELOG.markdown +782 -0
- data/Gemfile +18 -0
- data/LICENCE +1 -1
- data/Procfile.support +2 -0
- data/README.textile +91 -136
- data/Rakefile +26 -0
- data/bin/console +15 -0
- data/bin/loadsphinx +99 -0
- data/bin/testmatrix +48 -0
- data/lib/thinking/sphinx.rb +3 -0
- data/lib/thinking-sphinx.rb +3 -0
- data/lib/thinking_sphinx/active_record/association.rb +19 -0
- data/lib/thinking_sphinx/active_record/association_proxy/attribute_finder.rb +44 -0
- data/lib/thinking_sphinx/active_record/association_proxy/attribute_matcher.rb +40 -0
- data/lib/thinking_sphinx/active_record/association_proxy.rb +34 -0
- data/lib/thinking_sphinx/active_record/attribute/sphinx_presenter.rb +52 -0
- data/lib/thinking_sphinx/active_record/attribute/type.rb +106 -0
- data/lib/thinking_sphinx/active_record/attribute/values.rb +20 -0
- data/lib/thinking_sphinx/active_record/attribute.rb +22 -0
- data/lib/thinking_sphinx/active_record/base.rb +91 -0
- data/lib/thinking_sphinx/active_record/callbacks/association_delta_callbacks.rb +21 -0
- data/lib/thinking_sphinx/active_record/callbacks/delete_callbacks.rb +27 -0
- data/lib/thinking_sphinx/active_record/callbacks/delta_callbacks.rb +66 -0
- data/lib/thinking_sphinx/active_record/callbacks/update_callbacks.rb +78 -0
- data/lib/thinking_sphinx/active_record/column.rb +44 -0
- data/lib/thinking_sphinx/active_record/column_sql_presenter.rb +54 -0
- data/lib/thinking_sphinx/active_record/database_adapters/abstract_adapter.rb +19 -0
- data/lib/thinking_sphinx/active_record/database_adapters/mysql_adapter.rb +51 -0
- data/lib/thinking_sphinx/active_record/database_adapters/postgresql_adapter.rb +47 -0
- data/lib/thinking_sphinx/active_record/database_adapters.rb +59 -0
- data/lib/thinking_sphinx/active_record/depolymorph/association_reflection.rb +32 -0
- data/lib/thinking_sphinx/active_record/depolymorph/base_reflection.rb +32 -0
- data/lib/thinking_sphinx/active_record/depolymorph/conditions_reflection.rb +40 -0
- data/lib/thinking_sphinx/active_record/depolymorph/overridden_reflection.rb +50 -0
- data/lib/thinking_sphinx/active_record/depolymorph/scoped_reflection.rb +26 -0
- data/lib/thinking_sphinx/active_record/field.rb +18 -0
- data/lib/thinking_sphinx/active_record/filter_reflection.rb +18 -0
- data/lib/thinking_sphinx/active_record/index.rb +71 -0
- data/lib/thinking_sphinx/active_record/interpreter.rb +77 -0
- data/lib/thinking_sphinx/active_record/join_association.rb +17 -0
- data/lib/thinking_sphinx/active_record/log_subscriber.rb +37 -0
- data/lib/thinking_sphinx/active_record/polymorpher.rb +64 -0
- data/lib/thinking_sphinx/active_record/property.rb +30 -0
- data/lib/thinking_sphinx/active_record/property_query.rb +149 -0
- data/lib/thinking_sphinx/active_record/property_sql_presenter.rb +89 -0
- data/lib/thinking_sphinx/active_record/simple_many_query.rb +37 -0
- data/lib/thinking_sphinx/active_record/source_joins.rb +68 -0
- data/lib/thinking_sphinx/active_record/sql_builder/clause_builder.rb +29 -0
- data/lib/thinking_sphinx/active_record/sql_builder/query.rb +59 -0
- data/lib/thinking_sphinx/active_record/sql_builder/statement.rb +147 -0
- data/lib/thinking_sphinx/active_record/sql_builder.rb +107 -0
- data/lib/thinking_sphinx/active_record/sql_source/template.rb +55 -0
- data/lib/thinking_sphinx/active_record/sql_source.rb +173 -0
- data/lib/thinking_sphinx/active_record.rb +39 -301
- data/lib/thinking_sphinx/attribute_types.rb +72 -0
- data/lib/thinking_sphinx/batched_search.rb +28 -0
- data/lib/thinking_sphinx/callbacks/appender.rb +63 -0
- data/lib/thinking_sphinx/callbacks.rb +44 -0
- data/lib/thinking_sphinx/capistrano/v2.rb +60 -0
- data/lib/thinking_sphinx/capistrano/v3.rb +104 -0
- data/lib/thinking_sphinx/capistrano.rb +10 -0
- data/lib/thinking_sphinx/commander.rb +27 -0
- data/lib/thinking_sphinx/commands/base.rb +53 -0
- data/lib/thinking_sphinx/commands/clear_real_time.rb +22 -0
- data/lib/thinking_sphinx/commands/clear_sql.rb +18 -0
- data/lib/thinking_sphinx/commands/configure.rb +15 -0
- data/lib/thinking_sphinx/commands/index_real_time.rb +15 -0
- data/lib/thinking_sphinx/commands/index_sql.rb +25 -0
- data/lib/thinking_sphinx/commands/merge.rb +27 -0
- data/lib/thinking_sphinx/commands/merge_and_update.rb +57 -0
- data/lib/thinking_sphinx/commands/prepare.rb +15 -0
- data/lib/thinking_sphinx/commands/rotate.rb +13 -0
- data/lib/thinking_sphinx/commands/running.rb +15 -0
- data/lib/thinking_sphinx/commands/start_attached.rb +22 -0
- data/lib/thinking_sphinx/commands/start_detached.rb +21 -0
- data/lib/thinking_sphinx/commands/stop.rb +24 -0
- data/lib/thinking_sphinx/commands.rb +20 -0
- data/lib/thinking_sphinx/configuration/consistent_ids.rb +35 -0
- data/lib/thinking_sphinx/configuration/defaults.rb +7 -0
- data/lib/thinking_sphinx/configuration/distributed_indices.rb +31 -0
- data/lib/thinking_sphinx/configuration/duplicate_names.rb +36 -0
- data/lib/thinking_sphinx/configuration/minimum_fields.rb +36 -0
- data/lib/thinking_sphinx/configuration.rb +196 -269
- data/lib/thinking_sphinx/connection/client.rb +74 -0
- data/lib/thinking_sphinx/connection/jruby.rb +58 -0
- data/lib/thinking_sphinx/connection/mri.rb +26 -0
- data/lib/thinking_sphinx/connection.rb +73 -0
- data/lib/thinking_sphinx/core/field.rb +11 -0
- data/lib/thinking_sphinx/core/index.rb +110 -0
- data/lib/thinking_sphinx/core/interpreter.rb +25 -0
- data/lib/thinking_sphinx/core/property.rb +15 -0
- data/lib/thinking_sphinx/core/settings.rb +11 -0
- data/lib/thinking_sphinx/core.rb +11 -0
- data/lib/thinking_sphinx/deletion.rb +70 -0
- data/lib/thinking_sphinx/deltas/default_delta.rb +57 -66
- data/lib/thinking_sphinx/deltas/delete_job.rb +27 -0
- data/lib/thinking_sphinx/deltas/index_job.rb +28 -0
- data/lib/thinking_sphinx/deltas.rb +52 -27
- data/lib/thinking_sphinx/distributed/index.rb +46 -0
- data/lib/thinking_sphinx/distributed.rb +7 -0
- data/lib/thinking_sphinx/errors.rb +96 -0
- data/lib/thinking_sphinx/excerpter.rb +36 -19
- data/lib/thinking_sphinx/facet.rb +29 -122
- data/lib/thinking_sphinx/facet_search.rb +132 -125
- data/lib/thinking_sphinx/float_formatter.rb +35 -0
- data/lib/thinking_sphinx/frameworks/plain.rb +10 -0
- data/lib/thinking_sphinx/frameworks/rails.rb +11 -0
- data/lib/thinking_sphinx/frameworks.rb +11 -0
- data/lib/thinking_sphinx/guard/file.rb +28 -0
- data/lib/thinking_sphinx/guard/files.rb +40 -0
- data/lib/thinking_sphinx/guard/none.rb +7 -0
- data/lib/thinking_sphinx/guard.rb +9 -0
- data/lib/thinking_sphinx/hooks/guard_presence.rb +34 -0
- data/lib/thinking_sphinx/index.rb +50 -92
- data/lib/thinking_sphinx/index_set.rb +96 -0
- data/lib/thinking_sphinx/indexing_strategies/all_at_once.rb +9 -0
- data/lib/thinking_sphinx/indexing_strategies/one_at_a_time.rb +16 -0
- data/lib/thinking_sphinx/interfaces/base.rb +13 -0
- data/lib/thinking_sphinx/interfaces/daemon.rb +27 -0
- data/lib/thinking_sphinx/interfaces/real_time.rb +46 -0
- data/lib/thinking_sphinx/interfaces/sql.rb +53 -0
- data/lib/thinking_sphinx/interfaces.rb +10 -0
- data/lib/thinking_sphinx/logger.rb +9 -0
- data/lib/thinking_sphinx/masks/group_enumerators_mask.rb +30 -0
- data/lib/thinking_sphinx/masks/pagination_mask.rb +63 -0
- data/lib/thinking_sphinx/masks/scopes_mask.rb +56 -0
- data/lib/thinking_sphinx/masks/weight_enumerator_mask.rb +17 -0
- data/lib/thinking_sphinx/masks.rb +10 -0
- data/lib/thinking_sphinx/middlewares/active_record_translator.rb +103 -0
- data/lib/thinking_sphinx/middlewares/geographer.rb +94 -0
- data/lib/thinking_sphinx/middlewares/glazier.rb +52 -0
- data/lib/thinking_sphinx/middlewares/ids_only.rb +15 -0
- data/lib/thinking_sphinx/middlewares/inquirer.rb +64 -0
- data/lib/thinking_sphinx/middlewares/middleware.rb +11 -0
- data/lib/thinking_sphinx/middlewares/sphinxql.rb +256 -0
- data/lib/thinking_sphinx/middlewares/stale_id_checker.rb +47 -0
- data/lib/thinking_sphinx/middlewares/stale_id_filter.rb +48 -0
- data/lib/thinking_sphinx/middlewares/valid_options.rb +25 -0
- data/lib/thinking_sphinx/middlewares.rb +35 -0
- data/lib/thinking_sphinx/panes/attributes_pane.rb +11 -0
- data/lib/thinking_sphinx/panes/distance_pane.rb +15 -0
- data/lib/thinking_sphinx/panes/excerpts_pane.rb +43 -0
- data/lib/thinking_sphinx/panes/weight_pane.rb +11 -0
- data/lib/thinking_sphinx/panes.rb +10 -0
- data/lib/thinking_sphinx/processor.rb +71 -0
- data/lib/thinking_sphinx/query.rb +11 -0
- data/lib/thinking_sphinx/railtie.rb +38 -0
- data/lib/thinking_sphinx/rake_interface.rb +34 -0
- data/lib/thinking_sphinx/real_time/attribute.rb +27 -0
- data/lib/thinking_sphinx/real_time/callbacks/real_time_callbacks.rb +60 -0
- data/lib/thinking_sphinx/real_time/field.rb +9 -0
- data/lib/thinking_sphinx/real_time/index/template.rb +52 -0
- data/lib/thinking_sphinx/real_time/index.rb +102 -0
- data/lib/thinking_sphinx/real_time/interpreter.rb +54 -0
- data/lib/thinking_sphinx/real_time/populator.rb +46 -0
- data/lib/thinking_sphinx/real_time/processor.rb +36 -0
- data/lib/thinking_sphinx/real_time/property.rb +21 -0
- data/lib/thinking_sphinx/real_time/transcribe_instance.rb +38 -0
- data/lib/thinking_sphinx/real_time/transcriber.rb +89 -0
- data/lib/thinking_sphinx/real_time/translator.rb +39 -0
- data/lib/thinking_sphinx/real_time.rb +40 -0
- data/lib/thinking_sphinx/scopes.rb +34 -0
- data/lib/thinking_sphinx/search/batch_inquirer.rb +23 -0
- data/lib/thinking_sphinx/search/context.rb +31 -0
- data/lib/thinking_sphinx/search/glaze.rb +39 -0
- data/lib/thinking_sphinx/search/merger.rb +34 -0
- data/lib/thinking_sphinx/search/query.rb +33 -0
- data/lib/thinking_sphinx/search/stale_ids_exception.rb +15 -0
- data/lib/thinking_sphinx/search.rb +166 -704
- data/lib/thinking_sphinx/settings.rb +128 -0
- data/lib/thinking_sphinx/sinatra.rb +7 -0
- data/lib/thinking_sphinx/subscribers/populator_subscriber.rb +48 -0
- data/lib/thinking_sphinx/tasks.rb +70 -150
- data/lib/thinking_sphinx/test.rb +56 -0
- data/lib/thinking_sphinx/utf8.rb +18 -0
- data/lib/thinking_sphinx/wildcard.rb +42 -0
- data/lib/thinking_sphinx/with_output.rb +13 -0
- data/lib/thinking_sphinx.rb +83 -185
- data/spec/acceptance/association_scoping_spec.rb +65 -0
- data/spec/acceptance/attribute_access_spec.rb +58 -0
- data/spec/acceptance/attribute_updates_spec.rb +18 -0
- data/spec/acceptance/batch_searching_spec.rb +23 -0
- data/spec/acceptance/big_integers_spec.rb +61 -0
- data/spec/acceptance/excerpts_spec.rb +50 -0
- data/spec/acceptance/facets_spec.rb +141 -0
- data/spec/acceptance/geosearching_spec.rb +70 -0
- data/spec/acceptance/grouping_by_attributes_spec.rb +79 -0
- data/spec/acceptance/index_options_spec.rb +154 -0
- data/spec/acceptance/indexing_spec.rb +38 -0
- data/spec/acceptance/merging_spec.rb +90 -0
- data/spec/acceptance/paginating_search_results_spec.rb +42 -0
- data/spec/acceptance/real_time_updates_spec.rb +115 -0
- data/spec/acceptance/remove_deleted_records_spec.rb +99 -0
- data/spec/acceptance/search_counts_spec.rb +20 -0
- data/spec/acceptance/search_for_just_ids_spec.rb +21 -0
- data/spec/acceptance/searching_across_models_spec.rb +47 -0
- data/spec/acceptance/searching_across_schemas_spec.rb +40 -0
- data/spec/acceptance/searching_on_fields_spec.rb +59 -0
- data/spec/acceptance/searching_with_filters_spec.rb +159 -0
- data/spec/acceptance/searching_with_sti_spec.rb +76 -0
- data/spec/acceptance/searching_within_a_model_spec.rb +117 -0
- data/spec/acceptance/sorting_search_results_spec.rb +50 -0
- data/spec/acceptance/spec_helper.rb +6 -0
- data/spec/acceptance/specifying_sql_spec.rb +516 -0
- data/spec/acceptance/sphinx_scopes_spec.rb +87 -0
- data/spec/acceptance/sql_deltas_spec.rb +78 -0
- data/spec/acceptance/support/database_cleaner.rb +13 -0
- data/spec/acceptance/support/sphinx_controller.rb +62 -0
- data/spec/acceptance/support/sphinx_helpers.rb +45 -0
- data/spec/acceptance/suspended_deltas_spec.rb +56 -0
- data/spec/fixtures/database.yml +4 -0
- data/spec/internal/app/indices/admin_person_index.rb +9 -0
- data/spec/internal/app/indices/album_index.rb +9 -0
- data/spec/internal/app/indices/animal_index.rb +5 -0
- data/spec/internal/app/indices/article_index.rb +31 -0
- data/spec/internal/app/indices/bird_index.rb +6 -0
- data/spec/internal/app/indices/book_index.rb +11 -0
- data/spec/internal/app/indices/car_index.rb +7 -0
- data/spec/internal/app/indices/city_index.rb +9 -0
- data/spec/internal/app/indices/colour_index.rb +7 -0
- data/spec/internal/app/indices/product_index.rb +27 -0
- data/spec/internal/app/indices/tee_index.rb +6 -0
- data/spec/internal/app/indices/user_index.rb +9 -0
- data/spec/internal/app/models/admin/person.rb +9 -0
- data/spec/internal/app/models/album.rb +25 -0
- data/spec/internal/app/models/animal.rb +5 -0
- data/spec/internal/app/models/article.rb +9 -0
- data/spec/internal/app/models/bird.rb +5 -0
- data/spec/internal/app/models/book.rb +18 -0
- data/spec/internal/app/models/car.rb +7 -0
- data/spec/internal/app/models/categorisation.rb +15 -0
- data/spec/internal/app/models/category.rb +6 -0
- data/spec/internal/app/models/city.rb +7 -0
- data/spec/internal/app/models/colour.rb +7 -0
- data/spec/internal/app/models/event.rb +5 -0
- data/spec/internal/app/models/flightless_bird.rb +4 -0
- data/spec/internal/app/models/genre.rb +5 -0
- data/spec/internal/app/models/hardcover.rb +5 -0
- data/spec/internal/app/models/mammal.rb +4 -0
- data/spec/internal/app/models/manufacturer.rb +5 -0
- data/spec/internal/app/models/product.rb +8 -0
- data/spec/internal/app/models/tag.rb +6 -0
- data/{features/support → spec/internal/app}/models/tagging.rb +3 -1
- data/spec/internal/app/models/tee.rb +10 -0
- data/spec/internal/app/models/tweet.rb +5 -0
- data/spec/internal/app/models/user.rb +10 -0
- data/spec/internal/config/database.yml +17 -0
- data/spec/internal/db/schema.rb +115 -0
- data/spec/internal/tmp/.gitkeep +0 -0
- data/spec/spec_helper.rb +29 -0
- data/spec/support/json_column.rb +35 -0
- data/spec/support/multi_schema.rb +50 -0
- data/spec/support/mysql.rb +25 -0
- data/spec/support/sphinx_yaml_helpers.rb +16 -0
- data/spec/thinking_sphinx/active_record/association_spec.rb +14 -0
- data/spec/thinking_sphinx/active_record/attribute/type_spec.rb +165 -0
- data/spec/thinking_sphinx/active_record/base_spec.rb +131 -0
- data/spec/thinking_sphinx/active_record/callbacks/delete_callbacks_spec.rb +128 -0
- data/spec/thinking_sphinx/active_record/callbacks/delta_callbacks_spec.rb +176 -0
- data/spec/thinking_sphinx/active_record/callbacks/update_callbacks_spec.rb +91 -0
- data/spec/thinking_sphinx/active_record/column_spec.rb +72 -0
- data/spec/thinking_sphinx/active_record/column_sql_presenter_spec.rb +39 -0
- data/spec/thinking_sphinx/active_record/database_adapters/abstract_adapter_spec.rb +33 -0
- data/spec/thinking_sphinx/active_record/database_adapters/mysql_adapter_spec.rb +70 -0
- data/spec/thinking_sphinx/active_record/database_adapters/postgresql_adapter_spec.rb +66 -0
- data/spec/thinking_sphinx/active_record/database_adapters_spec.rb +128 -0
- data/spec/thinking_sphinx/active_record/field_spec.rb +51 -0
- data/spec/thinking_sphinx/active_record/filter_reflection_spec.rb +207 -0
- data/spec/thinking_sphinx/active_record/index_spec.rb +220 -0
- data/spec/thinking_sphinx/active_record/interpreter_spec.rb +329 -0
- data/spec/thinking_sphinx/active_record/polymorpher_spec.rb +87 -0
- data/spec/thinking_sphinx/active_record/property_sql_presenter_spec.rb +264 -0
- data/spec/thinking_sphinx/active_record/sql_builder_spec.rb +662 -0
- data/spec/thinking_sphinx/active_record/sql_source_spec.rb +507 -0
- data/spec/thinking_sphinx/attribute_types_spec.rb +52 -0
- data/spec/thinking_sphinx/commands/clear_real_time_spec.rb +46 -0
- data/spec/thinking_sphinx/commands/clear_sql_spec.rb +52 -0
- data/spec/thinking_sphinx/commands/configure_spec.rb +31 -0
- data/spec/thinking_sphinx/commands/index_real_time_spec.rb +33 -0
- data/spec/thinking_sphinx/commands/index_sql_spec.rb +86 -0
- data/spec/thinking_sphinx/commands/merge_and_update_spec.rb +106 -0
- data/spec/thinking_sphinx/commands/merge_spec.rb +48 -0
- data/spec/thinking_sphinx/commands/prepare_spec.rb +31 -0
- data/spec/thinking_sphinx/commands/running_spec.rb +30 -0
- data/spec/thinking_sphinx/commands/start_detached_spec.rb +67 -0
- data/spec/thinking_sphinx/commands/stop_spec.rb +63 -0
- data/spec/thinking_sphinx/configuration/minimum_fields_spec.rb +60 -0
- data/spec/thinking_sphinx/configuration_spec.rb +582 -0
- data/spec/thinking_sphinx/connection/mri_spec.rb +49 -0
- data/spec/thinking_sphinx/connection_spec.rb +87 -0
- data/spec/thinking_sphinx/deletion_spec.rb +57 -0
- data/spec/thinking_sphinx/deltas/default_delta_spec.rb +123 -0
- data/spec/thinking_sphinx/deltas_spec.rb +77 -0
- data/spec/thinking_sphinx/errors_spec.rb +103 -0
- data/spec/thinking_sphinx/excerpter_spec.rb +53 -0
- data/spec/thinking_sphinx/facet_search_spec.rb +133 -0
- data/spec/thinking_sphinx/hooks/guard_presence_spec.rb +30 -0
- data/spec/thinking_sphinx/index_set_spec.rb +132 -0
- data/spec/thinking_sphinx/index_spec.rb +140 -0
- data/spec/thinking_sphinx/interfaces/daemon_spec.rb +60 -0
- data/spec/thinking_sphinx/interfaces/real_time_spec.rb +109 -0
- data/spec/thinking_sphinx/interfaces/sql_spec.rb +122 -0
- data/spec/thinking_sphinx/masks/pagination_mask_spec.rb +123 -0
- data/spec/thinking_sphinx/masks/scopes_mask_spec.rb +139 -0
- data/spec/thinking_sphinx/middlewares/active_record_translator_spec.rb +180 -0
- data/spec/thinking_sphinx/middlewares/geographer_spec.rb +102 -0
- data/spec/thinking_sphinx/middlewares/glazier_spec.rb +65 -0
- data/spec/thinking_sphinx/middlewares/inquirer_spec.rb +72 -0
- data/spec/thinking_sphinx/middlewares/sphinxql_spec.rb +401 -0
- data/spec/thinking_sphinx/middlewares/stale_id_checker_spec.rb +50 -0
- data/spec/thinking_sphinx/middlewares/stale_id_filter_spec.rb +113 -0
- data/spec/thinking_sphinx/middlewares/valid_options_spec.rb +51 -0
- data/spec/thinking_sphinx/panes/attributes_pane_spec.rb +23 -0
- data/spec/thinking_sphinx/panes/distance_pane_spec.rb +43 -0
- data/spec/thinking_sphinx/panes/excerpts_pane_spec.rb +53 -0
- data/spec/thinking_sphinx/panes/weight_pane_spec.rb +22 -0
- data/spec/thinking_sphinx/rake_interface_spec.rb +39 -0
- data/spec/thinking_sphinx/real_time/attribute_spec.rb +64 -0
- data/spec/thinking_sphinx/real_time/callbacks/real_time_callbacks_spec.rb +238 -0
- data/spec/thinking_sphinx/real_time/field_spec.rb +69 -0
- data/spec/thinking_sphinx/real_time/index_spec.rb +230 -0
- data/spec/thinking_sphinx/real_time/interpreter_spec.rb +203 -0
- data/spec/thinking_sphinx/real_time/transcribe_instance_spec.rb +35 -0
- data/spec/thinking_sphinx/real_time/transcriber_spec.rb +109 -0
- data/spec/thinking_sphinx/real_time/translator_spec.rb +17 -0
- data/spec/thinking_sphinx/scopes_spec.rb +51 -0
- data/spec/thinking_sphinx/search/glaze_spec.rb +79 -0
- data/spec/thinking_sphinx/search/query_spec.rb +87 -0
- data/spec/thinking_sphinx/search_spec.rb +214 -0
- data/spec/thinking_sphinx/wildcard_spec.rb +53 -0
- data/spec/thinking_sphinx_spec.rb +44 -0
- data/thinking-sphinx.gemspec +42 -0
- metadata +656 -243
- data/VERSION.yml +0 -5
- data/features/alternate_primary_key.feature +0 -27
- data/features/attribute_transformation.feature +0 -22
- data/features/attribute_updates.feature +0 -33
- data/features/datetime_deltas.feature +0 -66
- data/features/delayed_delta_indexing.feature +0 -37
- data/features/deleting_instances.feature +0 -64
- data/features/direct_attributes.feature +0 -11
- data/features/excerpts.feature +0 -13
- data/features/extensible_delta_indexing.feature +0 -9
- data/features/facets.feature +0 -76
- data/features/facets_across_model.feature +0 -29
- data/features/handling_edits.feature +0 -92
- data/features/retry_stale_indexes.feature +0 -24
- data/features/searching_across_models.feature +0 -20
- data/features/searching_by_model.feature +0 -175
- data/features/searching_with_find_arguments.feature +0 -56
- data/features/sphinx_detection.feature +0 -25
- data/features/sphinx_scopes.feature +0 -35
- data/features/step_definitions/alpha_steps.rb +0 -3
- data/features/step_definitions/beta_steps.rb +0 -7
- data/features/step_definitions/common_steps.rb +0 -178
- data/features/step_definitions/datetime_delta_steps.rb +0 -15
- data/features/step_definitions/delayed_delta_indexing_steps.rb +0 -7
- data/features/step_definitions/extensible_delta_indexing_steps.rb +0 -7
- data/features/step_definitions/facet_steps.rb +0 -92
- data/features/step_definitions/find_arguments_steps.rb +0 -36
- data/features/step_definitions/gamma_steps.rb +0 -15
- data/features/step_definitions/scope_steps.rb +0 -11
- data/features/step_definitions/search_steps.rb +0 -89
- data/features/step_definitions/sphinx_steps.rb +0 -31
- data/features/sti_searching.feature +0 -14
- data/features/support/database.example.yml +0 -3
- data/features/support/database.yml +0 -5
- data/features/support/db/active_record.rb +0 -40
- data/features/support/db/database.yml +0 -5
- data/features/support/db/fixtures/alphas.rb +0 -10
- data/features/support/db/fixtures/authors.rb +0 -1
- data/features/support/db/fixtures/betas.rb +0 -10
- data/features/support/db/fixtures/boxes.rb +0 -9
- data/features/support/db/fixtures/categories.rb +0 -1
- data/features/support/db/fixtures/cats.rb +0 -3
- data/features/support/db/fixtures/comments.rb +0 -24
- data/features/support/db/fixtures/delayed_betas.rb +0 -10
- data/features/support/db/fixtures/developers.rb +0 -29
- data/features/support/db/fixtures/dogs.rb +0 -3
- data/features/support/db/fixtures/extensible_betas.rb +0 -10
- data/features/support/db/fixtures/gammas.rb +0 -10
- data/features/support/db/fixtures/people.rb +0 -1001
- data/features/support/db/fixtures/posts.rb +0 -6
- data/features/support/db/fixtures/robots.rb +0 -14
- data/features/support/db/fixtures/tags.rb +0 -27
- data/features/support/db/fixtures/thetas.rb +0 -10
- data/features/support/db/migrations/create_alphas.rb +0 -7
- data/features/support/db/migrations/create_animals.rb +0 -5
- data/features/support/db/migrations/create_authors.rb +0 -3
- data/features/support/db/migrations/create_authors_posts.rb +0 -6
- data/features/support/db/migrations/create_betas.rb +0 -5
- data/features/support/db/migrations/create_boxes.rb +0 -5
- data/features/support/db/migrations/create_categories.rb +0 -3
- data/features/support/db/migrations/create_comments.rb +0 -10
- data/features/support/db/migrations/create_delayed_betas.rb +0 -17
- data/features/support/db/migrations/create_developers.rb +0 -9
- data/features/support/db/migrations/create_extensible_betas.rb +0 -5
- data/features/support/db/migrations/create_gammas.rb +0 -3
- data/features/support/db/migrations/create_people.rb +0 -13
- data/features/support/db/migrations/create_posts.rb +0 -5
- data/features/support/db/migrations/create_robots.rb +0 -4
- data/features/support/db/migrations/create_taggings.rb +0 -5
- data/features/support/db/migrations/create_tags.rb +0 -4
- data/features/support/db/migrations/create_thetas.rb +0 -5
- data/features/support/db/mysql.rb +0 -3
- data/features/support/db/postgresql.rb +0 -3
- data/features/support/env.rb +0 -18
- data/features/support/lib/generic_delta_handler.rb +0 -8
- data/features/support/models/alpha.rb +0 -10
- data/features/support/models/animal.rb +0 -5
- data/features/support/models/author.rb +0 -3
- data/features/support/models/beta.rb +0 -8
- data/features/support/models/box.rb +0 -8
- data/features/support/models/cat.rb +0 -3
- data/features/support/models/category.rb +0 -4
- data/features/support/models/comment.rb +0 -10
- data/features/support/models/delayed_beta.rb +0 -7
- data/features/support/models/developer.rb +0 -16
- data/features/support/models/dog.rb +0 -3
- data/features/support/models/extensible_beta.rb +0 -9
- data/features/support/models/gamma.rb +0 -5
- data/features/support/models/person.rb +0 -23
- data/features/support/models/post.rb +0 -20
- data/features/support/models/robot.rb +0 -12
- data/features/support/models/tag.rb +0 -3
- data/features/support/models/theta.rb +0 -7
- data/features/support/post_database.rb +0 -43
- data/lib/cucumber/thinking_sphinx/internal_world.rb +0 -125
- data/lib/cucumber/thinking_sphinx/sql_logger.rb +0 -20
- data/lib/thinking_sphinx/active_record/attribute_updates.rb +0 -48
- data/lib/thinking_sphinx/active_record/delta.rb +0 -87
- data/lib/thinking_sphinx/active_record/has_many_association.rb +0 -28
- data/lib/thinking_sphinx/active_record/scopes.rb +0 -39
- data/lib/thinking_sphinx/adapters/abstract_adapter.rb +0 -42
- data/lib/thinking_sphinx/adapters/mysql_adapter.rb +0 -54
- data/lib/thinking_sphinx/adapters/postgresql_adapter.rb +0 -143
- data/lib/thinking_sphinx/association.rb +0 -164
- data/lib/thinking_sphinx/attribute.rb +0 -341
- data/lib/thinking_sphinx/class_facet.rb +0 -15
- data/lib/thinking_sphinx/core/array.rb +0 -7
- data/lib/thinking_sphinx/core/string.rb +0 -15
- data/lib/thinking_sphinx/deltas/datetime_delta.rb +0 -50
- data/lib/thinking_sphinx/deltas/delayed_delta/delta_job.rb +0 -24
- data/lib/thinking_sphinx/deltas/delayed_delta/flag_as_deleted_job.rb +0 -27
- data/lib/thinking_sphinx/deltas/delayed_delta/job.rb +0 -26
- data/lib/thinking_sphinx/deltas/delayed_delta.rb +0 -30
- data/lib/thinking_sphinx/deploy/capistrano.rb +0 -100
- data/lib/thinking_sphinx/field.rb +0 -82
- data/lib/thinking_sphinx/index/builder.rb +0 -286
- data/lib/thinking_sphinx/index/faux_column.rb +0 -110
- data/lib/thinking_sphinx/property.rb +0 -162
- data/lib/thinking_sphinx/rails_additions.rb +0 -150
- data/lib/thinking_sphinx/search_methods.rb +0 -421
- data/lib/thinking_sphinx/source/internal_properties.rb +0 -46
- data/lib/thinking_sphinx/source/sql.rb +0 -128
- data/lib/thinking_sphinx/source.rb +0 -150
- data/rails/init.rb +0 -14
- data/spec/lib/thinking_sphinx/active_record/delta_spec.rb +0 -130
- data/spec/lib/thinking_sphinx/active_record/has_many_association_spec.rb +0 -49
- data/spec/lib/thinking_sphinx/active_record/scopes_spec.rb +0 -96
- data/spec/lib/thinking_sphinx/active_record_spec.rb +0 -353
- data/spec/lib/thinking_sphinx/association_spec.rb +0 -239
- data/spec/lib/thinking_sphinx/attribute_spec.rb +0 -507
- data/spec/lib/thinking_sphinx/configuration_spec.rb +0 -268
- data/spec/lib/thinking_sphinx/core/array_spec.rb +0 -9
- data/spec/lib/thinking_sphinx/core/string_spec.rb +0 -9
- data/spec/lib/thinking_sphinx/deltas/job_spec.rb +0 -32
- data/spec/lib/thinking_sphinx/excerpter_spec.rb +0 -57
- data/spec/lib/thinking_sphinx/facet_search_spec.rb +0 -176
- data/spec/lib/thinking_sphinx/facet_spec.rb +0 -333
- data/spec/lib/thinking_sphinx/field_spec.rb +0 -154
- data/spec/lib/thinking_sphinx/index/builder_spec.rb +0 -455
- data/spec/lib/thinking_sphinx/index/faux_column_spec.rb +0 -30
- data/spec/lib/thinking_sphinx/index_spec.rb +0 -45
- data/spec/lib/thinking_sphinx/rails_additions_spec.rb +0 -203
- data/spec/lib/thinking_sphinx/search_methods_spec.rb +0 -152
- data/spec/lib/thinking_sphinx/search_spec.rb +0 -1101
- data/spec/lib/thinking_sphinx/source_spec.rb +0 -227
- data/spec/lib/thinking_sphinx_spec.rb +0 -162
- data/tasks/distribution.rb +0 -53
- data/tasks/rails.rake +0 -1
- data/tasks/testing.rb +0 -72
- data/vendor/after_commit/LICENSE +0 -20
- data/vendor/after_commit/README +0 -16
- data/vendor/after_commit/Rakefile +0 -22
- data/vendor/after_commit/init.rb +0 -8
- data/vendor/after_commit/lib/after_commit/active_record.rb +0 -114
- data/vendor/after_commit/lib/after_commit/connection_adapters.rb +0 -103
- data/vendor/after_commit/lib/after_commit.rb +0 -45
- data/vendor/after_commit/test/after_commit_test.rb +0 -53
- data/vendor/delayed_job/lib/delayed/job.rb +0 -251
- data/vendor/delayed_job/lib/delayed/message_sending.rb +0 -7
- data/vendor/delayed_job/lib/delayed/performable_method.rb +0 -55
- data/vendor/delayed_job/lib/delayed/worker.rb +0 -54
- data/vendor/riddle/lib/riddle/client/filter.rb +0 -53
- data/vendor/riddle/lib/riddle/client/message.rb +0 -66
- data/vendor/riddle/lib/riddle/client/response.rb +0 -84
- data/vendor/riddle/lib/riddle/client.rb +0 -635
- data/vendor/riddle/lib/riddle/configuration/distributed_index.rb +0 -48
- data/vendor/riddle/lib/riddle/configuration/index.rb +0 -142
- data/vendor/riddle/lib/riddle/configuration/indexer.rb +0 -19
- data/vendor/riddle/lib/riddle/configuration/remote_index.rb +0 -17
- data/vendor/riddle/lib/riddle/configuration/searchd.rb +0 -25
- data/vendor/riddle/lib/riddle/configuration/section.rb +0 -43
- data/vendor/riddle/lib/riddle/configuration/source.rb +0 -23
- data/vendor/riddle/lib/riddle/configuration/sql_source.rb +0 -34
- data/vendor/riddle/lib/riddle/configuration/xml_source.rb +0 -28
- data/vendor/riddle/lib/riddle/configuration.rb +0 -33
- data/vendor/riddle/lib/riddle/controller.rb +0 -53
- data/vendor/riddle/lib/riddle.rb +0 -30
|
@@ -1,114 +0,0 @@
|
|
|
1
|
-
module AfterCommit
|
|
2
|
-
module ActiveRecord
|
|
3
|
-
# Based on the code found in Thinking Sphinx:
|
|
4
|
-
# http://ts.freelancing-gods.com/ which was based on code written by Eli
|
|
5
|
-
# Miller:
|
|
6
|
-
# http://elimiller.blogspot.com/2007/06/proper-cache-expiry-with-aftercommit.html
|
|
7
|
-
# with slight modification from Joost Hietbrink. And now me! Whew.
|
|
8
|
-
def self.included(base)
|
|
9
|
-
base.class_eval do
|
|
10
|
-
# The define_callbacks method was added post Rails 2.0.2 - if it
|
|
11
|
-
# doesn't exist, we define the callback manually
|
|
12
|
-
if respond_to?(:define_callbacks)
|
|
13
|
-
define_callbacks :after_commit,
|
|
14
|
-
:after_commit_on_create,
|
|
15
|
-
:after_commit_on_update,
|
|
16
|
-
:after_commit_on_destroy
|
|
17
|
-
else
|
|
18
|
-
class << self
|
|
19
|
-
# Handle after_commit callbacks - call all the registered callbacks.
|
|
20
|
-
def after_commit(*callbacks, &block)
|
|
21
|
-
callbacks << block if block_given?
|
|
22
|
-
write_inheritable_array(:after_commit, callbacks)
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
def after_commit_on_create(*callbacks, &block)
|
|
26
|
-
callbacks << block if block_given?
|
|
27
|
-
write_inheritable_array(:after_commit_on_create, callbacks)
|
|
28
|
-
end
|
|
29
|
-
|
|
30
|
-
def after_commit_on_update(*callbacks, &block)
|
|
31
|
-
callbacks << block if block_given?
|
|
32
|
-
write_inheritable_array(:after_commit_on_update, callbacks)
|
|
33
|
-
end
|
|
34
|
-
|
|
35
|
-
def after_commit_on_destroy(*callbacks, &block)
|
|
36
|
-
callbacks << block if block_given?
|
|
37
|
-
write_inheritable_array(:after_commit_on_destroy, callbacks)
|
|
38
|
-
end
|
|
39
|
-
end
|
|
40
|
-
end
|
|
41
|
-
|
|
42
|
-
after_save :add_committed_record
|
|
43
|
-
after_create :add_committed_record_on_create
|
|
44
|
-
after_update :add_committed_record_on_update
|
|
45
|
-
after_destroy :add_committed_record_on_destroy
|
|
46
|
-
|
|
47
|
-
# We need to keep track of records that have been saved or destroyed
|
|
48
|
-
# within this transaction.
|
|
49
|
-
def add_committed_record
|
|
50
|
-
AfterCommit.committed_records << self
|
|
51
|
-
end
|
|
52
|
-
|
|
53
|
-
def add_committed_record_on_create
|
|
54
|
-
AfterCommit.committed_records_on_create << self
|
|
55
|
-
end
|
|
56
|
-
|
|
57
|
-
def add_committed_record_on_update
|
|
58
|
-
AfterCommit.committed_records_on_update << self
|
|
59
|
-
end
|
|
60
|
-
|
|
61
|
-
def add_committed_record_on_destroy
|
|
62
|
-
AfterCommit.committed_records << self
|
|
63
|
-
AfterCommit.committed_records_on_destroy << self
|
|
64
|
-
end
|
|
65
|
-
|
|
66
|
-
def after_commit
|
|
67
|
-
# Deliberately blank.
|
|
68
|
-
end
|
|
69
|
-
|
|
70
|
-
# Wraps a call to the private callback method so that the the
|
|
71
|
-
# after_commit callback can be made from the ConnectionAdapters when
|
|
72
|
-
# the commit for the transaction has finally succeeded.
|
|
73
|
-
def after_commit_callback
|
|
74
|
-
call_after_commit_callback :after_commit
|
|
75
|
-
end
|
|
76
|
-
|
|
77
|
-
def after_commit_on_create_callback
|
|
78
|
-
call_after_commit_callback :after_commit_on_create
|
|
79
|
-
end
|
|
80
|
-
|
|
81
|
-
def after_commit_on_update_callback
|
|
82
|
-
call_after_commit_callback :after_commit_on_update
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
def after_commit_on_destroy_callback
|
|
86
|
-
call_after_commit_callback :after_commit_on_destroy
|
|
87
|
-
end
|
|
88
|
-
|
|
89
|
-
private
|
|
90
|
-
|
|
91
|
-
def call_after_commit_callback(call)
|
|
92
|
-
if can_call_after_commit call
|
|
93
|
-
callback call
|
|
94
|
-
clear_after_commit_call call
|
|
95
|
-
end
|
|
96
|
-
end
|
|
97
|
-
|
|
98
|
-
def can_call_after_commit(call)
|
|
99
|
-
@calls ||= {}
|
|
100
|
-
@calls[call] ||= false
|
|
101
|
-
if @calls[call]
|
|
102
|
-
return false
|
|
103
|
-
else
|
|
104
|
-
@calls[call] = true
|
|
105
|
-
end
|
|
106
|
-
end
|
|
107
|
-
|
|
108
|
-
def clear_after_commit_call(call)
|
|
109
|
-
@calls[call] = false
|
|
110
|
-
end
|
|
111
|
-
end
|
|
112
|
-
end
|
|
113
|
-
end
|
|
114
|
-
end
|
|
@@ -1,103 +0,0 @@
|
|
|
1
|
-
module AfterCommit
|
|
2
|
-
module ConnectionAdapters
|
|
3
|
-
def self.included(base)
|
|
4
|
-
base.class_eval do
|
|
5
|
-
# The commit_db_transaction method gets called when the outermost
|
|
6
|
-
# transaction finishes and everything inside commits. We want to
|
|
7
|
-
# override it so that after this happens, any records that were saved
|
|
8
|
-
# or destroyed within this transaction now get their after_commit
|
|
9
|
-
# callback fired.
|
|
10
|
-
def commit_db_transaction_with_callback
|
|
11
|
-
commit_db_transaction_without_callback
|
|
12
|
-
trigger_after_commit_callbacks
|
|
13
|
-
trigger_after_commit_on_create_callbacks
|
|
14
|
-
trigger_after_commit_on_update_callbacks
|
|
15
|
-
trigger_after_commit_on_destroy_callbacks
|
|
16
|
-
end
|
|
17
|
-
alias_method_chain :commit_db_transaction, :callback
|
|
18
|
-
|
|
19
|
-
# In the event the transaction fails and rolls back, nothing inside
|
|
20
|
-
# should recieve the after_commit callback.
|
|
21
|
-
def rollback_db_transaction_with_callback
|
|
22
|
-
rollback_db_transaction_without_callback
|
|
23
|
-
|
|
24
|
-
AfterCommit.committed_records = []
|
|
25
|
-
AfterCommit.committed_records_on_create = []
|
|
26
|
-
AfterCommit.committed_records_on_update = []
|
|
27
|
-
AfterCommit.committed_records_on_destroy = []
|
|
28
|
-
end
|
|
29
|
-
alias_method_chain :rollback_db_transaction, :callback
|
|
30
|
-
|
|
31
|
-
protected
|
|
32
|
-
def trigger_after_commit_callbacks
|
|
33
|
-
# Trigger the after_commit callback for each of the committed
|
|
34
|
-
# records.
|
|
35
|
-
if AfterCommit.committed_records.any?
|
|
36
|
-
AfterCommit.committed_records.each do |record|
|
|
37
|
-
begin
|
|
38
|
-
record.after_commit_callback
|
|
39
|
-
rescue
|
|
40
|
-
end
|
|
41
|
-
end
|
|
42
|
-
end
|
|
43
|
-
|
|
44
|
-
# Make sure we clear out our list of committed records now that we've
|
|
45
|
-
# triggered the callbacks for each one.
|
|
46
|
-
AfterCommit.committed_records = []
|
|
47
|
-
end
|
|
48
|
-
|
|
49
|
-
def trigger_after_commit_on_create_callbacks
|
|
50
|
-
# Trigger the after_commit_on_create callback for each of the committed
|
|
51
|
-
# records.
|
|
52
|
-
if AfterCommit.committed_records_on_create.any?
|
|
53
|
-
AfterCommit.committed_records_on_create.each do |record|
|
|
54
|
-
begin
|
|
55
|
-
record.after_commit_on_create_callback
|
|
56
|
-
rescue
|
|
57
|
-
end
|
|
58
|
-
end
|
|
59
|
-
end
|
|
60
|
-
|
|
61
|
-
# Make sure we clear out our list of committed records now that we've
|
|
62
|
-
# triggered the callbacks for each one.
|
|
63
|
-
AfterCommit.committed_records_on_create = []
|
|
64
|
-
end
|
|
65
|
-
|
|
66
|
-
def trigger_after_commit_on_update_callbacks
|
|
67
|
-
# Trigger the after_commit_on_update callback for each of the committed
|
|
68
|
-
# records.
|
|
69
|
-
if AfterCommit.committed_records_on_update.any?
|
|
70
|
-
AfterCommit.committed_records_on_update.each do |record|
|
|
71
|
-
begin
|
|
72
|
-
record.after_commit_on_update_callback
|
|
73
|
-
rescue
|
|
74
|
-
end
|
|
75
|
-
end
|
|
76
|
-
end
|
|
77
|
-
|
|
78
|
-
# Make sure we clear out our list of committed records now that we've
|
|
79
|
-
# triggered the callbacks for each one.
|
|
80
|
-
AfterCommit.committed_records_on_update = []
|
|
81
|
-
end
|
|
82
|
-
|
|
83
|
-
def trigger_after_commit_on_destroy_callbacks
|
|
84
|
-
# Trigger the after_commit_on_destroy callback for each of the committed
|
|
85
|
-
# records.
|
|
86
|
-
if AfterCommit.committed_records_on_destroy.any?
|
|
87
|
-
AfterCommit.committed_records_on_destroy.each do |record|
|
|
88
|
-
begin
|
|
89
|
-
record.after_commit_on_destroy_callback
|
|
90
|
-
rescue
|
|
91
|
-
end
|
|
92
|
-
end
|
|
93
|
-
end
|
|
94
|
-
|
|
95
|
-
# Make sure we clear out our list of committed records now that we've
|
|
96
|
-
# triggered the callbacks for each one.
|
|
97
|
-
AfterCommit.committed_records_on_destroy = []
|
|
98
|
-
end
|
|
99
|
-
#end protected
|
|
100
|
-
end
|
|
101
|
-
end
|
|
102
|
-
end
|
|
103
|
-
end
|
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
require 'after_commit/active_record'
|
|
2
|
-
require 'after_commit/connection_adapters'
|
|
3
|
-
|
|
4
|
-
module AfterCommit
|
|
5
|
-
def self.committed_records
|
|
6
|
-
@@committed_records ||= []
|
|
7
|
-
end
|
|
8
|
-
|
|
9
|
-
def self.committed_records=(committed_records)
|
|
10
|
-
@@committed_records = committed_records
|
|
11
|
-
end
|
|
12
|
-
|
|
13
|
-
def self.committed_records_on_create
|
|
14
|
-
@@committed_records_on_create ||= []
|
|
15
|
-
end
|
|
16
|
-
|
|
17
|
-
def self.committed_records_on_create=(committed_records)
|
|
18
|
-
@@committed_records_on_create = committed_records
|
|
19
|
-
end
|
|
20
|
-
|
|
21
|
-
def self.committed_records_on_update
|
|
22
|
-
@@committed_records_on_update ||= []
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
def self.committed_records_on_update=(committed_records)
|
|
26
|
-
@@committed_records_on_update = committed_records
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
def self.committed_records_on_destroy
|
|
30
|
-
@@committed_records_on_destroy ||= []
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
def self.committed_records_on_destroy=(committed_records)
|
|
34
|
-
@@committed_records_on_destroy = committed_records
|
|
35
|
-
end
|
|
36
|
-
end
|
|
37
|
-
|
|
38
|
-
ActiveRecord::Base.send(:include, AfterCommit::ActiveRecord)
|
|
39
|
-
|
|
40
|
-
Object.subclasses_of(ActiveRecord::ConnectionAdapters::AbstractAdapter).each do |klass|
|
|
41
|
-
klass.send(:include, AfterCommit::ConnectionAdapters)
|
|
42
|
-
end
|
|
43
|
-
if defined?(JRUBY_VERSION) and defined?(JdbcSpec::MySQL)
|
|
44
|
-
JdbcSpec::MySQL.send :include, AfterCommit::ConnectionAdapters
|
|
45
|
-
end
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../lib')
|
|
2
|
-
require 'test/unit'
|
|
3
|
-
require 'rubygems'
|
|
4
|
-
require 'activerecord'
|
|
5
|
-
require 'after_commit'
|
|
6
|
-
require 'after_commit/active_record'
|
|
7
|
-
require 'after_commit/connection_adapters'
|
|
8
|
-
|
|
9
|
-
ActiveRecord::Base.establish_connection({"adapter" => "sqlite3", "database" => 'test.sqlite3'})
|
|
10
|
-
begin
|
|
11
|
-
ActiveRecord::Base.connection.execute("drop table mock_records");
|
|
12
|
-
rescue
|
|
13
|
-
end
|
|
14
|
-
ActiveRecord::Base.connection.execute("create table mock_records(id int)");
|
|
15
|
-
|
|
16
|
-
require File.dirname(__FILE__) + '/../init.rb'
|
|
17
|
-
|
|
18
|
-
class MockRecord < ActiveRecord::Base
|
|
19
|
-
attr_accessor :after_commit_on_create_called
|
|
20
|
-
attr_accessor :after_commit_on_update_called
|
|
21
|
-
attr_accessor :after_commit_on_destroy_called
|
|
22
|
-
|
|
23
|
-
after_commit_on_create :do_create
|
|
24
|
-
def do_create
|
|
25
|
-
self.after_commit_on_create_called = true
|
|
26
|
-
end
|
|
27
|
-
|
|
28
|
-
after_commit_on_update :do_update
|
|
29
|
-
def do_update
|
|
30
|
-
self.after_commit_on_update_called = true
|
|
31
|
-
end
|
|
32
|
-
|
|
33
|
-
after_commit_on_create :do_destroy
|
|
34
|
-
def do_destroy
|
|
35
|
-
self.after_commit_on_destroy_called = true
|
|
36
|
-
end
|
|
37
|
-
end
|
|
38
|
-
|
|
39
|
-
class AfterCommitTest < Test::Unit::TestCase
|
|
40
|
-
def test_after_commit_on_create_is_called
|
|
41
|
-
assert_equal true, MockRecord.create!.after_commit_on_create_called
|
|
42
|
-
end
|
|
43
|
-
|
|
44
|
-
def test_after_commit_on_update_is_called
|
|
45
|
-
record = MockRecord.create!
|
|
46
|
-
record.save
|
|
47
|
-
assert_equal true, record.after_commit_on_update_called
|
|
48
|
-
end
|
|
49
|
-
|
|
50
|
-
def test_after_commit_on_destroy_is_called
|
|
51
|
-
assert_equal true, MockRecord.create!.destroy.after_commit_on_destroy_called
|
|
52
|
-
end
|
|
53
|
-
end
|
|
@@ -1,251 +0,0 @@
|
|
|
1
|
-
module Delayed
|
|
2
|
-
|
|
3
|
-
class DeserializationError < StandardError
|
|
4
|
-
end
|
|
5
|
-
|
|
6
|
-
class Job < ActiveRecord::Base
|
|
7
|
-
MAX_ATTEMPTS = 25
|
|
8
|
-
MAX_RUN_TIME = 4.hours
|
|
9
|
-
set_table_name :delayed_jobs
|
|
10
|
-
|
|
11
|
-
# By default failed jobs are destroyed after too many attempts.
|
|
12
|
-
# If you want to keep them around (perhaps to inspect the reason
|
|
13
|
-
# for the failure), set this to false.
|
|
14
|
-
cattr_accessor :destroy_failed_jobs
|
|
15
|
-
self.destroy_failed_jobs = true
|
|
16
|
-
|
|
17
|
-
# Every worker has a unique name which by default is the pid of the process.
|
|
18
|
-
# There are some advantages to overriding this with something which survives worker retarts:
|
|
19
|
-
# Workers can safely resume working on tasks which are locked by themselves. The worker will assume that it crashed before.
|
|
20
|
-
cattr_accessor :worker_name
|
|
21
|
-
self.worker_name = "host:#{Socket.gethostname} pid:#{Process.pid}" rescue "pid:#{Process.pid}"
|
|
22
|
-
|
|
23
|
-
NextTaskSQL = '(run_at <= ? AND (locked_at IS NULL OR locked_at < ?) OR (locked_by = ?)) AND failed_at IS NULL'
|
|
24
|
-
NextTaskOrder = 'priority DESC, run_at ASC'
|
|
25
|
-
|
|
26
|
-
ParseObjectFromYaml = /\!ruby\/\w+\:([^\s]+)/
|
|
27
|
-
|
|
28
|
-
cattr_accessor :min_priority, :max_priority
|
|
29
|
-
self.min_priority = nil
|
|
30
|
-
self.max_priority = nil
|
|
31
|
-
|
|
32
|
-
class LockError < StandardError
|
|
33
|
-
end
|
|
34
|
-
|
|
35
|
-
def self.clear_locks!
|
|
36
|
-
update_all("locked_by = null, locked_at = null", ["locked_by = ?", worker_name])
|
|
37
|
-
end
|
|
38
|
-
|
|
39
|
-
def failed?
|
|
40
|
-
failed_at
|
|
41
|
-
end
|
|
42
|
-
alias_method :failed, :failed?
|
|
43
|
-
|
|
44
|
-
def payload_object
|
|
45
|
-
@payload_object ||= deserialize(self['handler'])
|
|
46
|
-
end
|
|
47
|
-
|
|
48
|
-
def name
|
|
49
|
-
@name ||= begin
|
|
50
|
-
payload = payload_object
|
|
51
|
-
if payload.respond_to?(:display_name)
|
|
52
|
-
payload.display_name
|
|
53
|
-
else
|
|
54
|
-
payload.class.name
|
|
55
|
-
end
|
|
56
|
-
end
|
|
57
|
-
end
|
|
58
|
-
|
|
59
|
-
def payload_object=(object)
|
|
60
|
-
self['handler'] = object.to_yaml
|
|
61
|
-
end
|
|
62
|
-
|
|
63
|
-
def reschedule(message, backtrace = [], time = nil)
|
|
64
|
-
if self.attempts < MAX_ATTEMPTS
|
|
65
|
-
time ||= Job.db_time_now + (attempts ** 4) + 5
|
|
66
|
-
|
|
67
|
-
self.attempts += 1
|
|
68
|
-
self.run_at = time
|
|
69
|
-
self.last_error = message + "\n" + backtrace.join("\n")
|
|
70
|
-
self.unlock
|
|
71
|
-
save!
|
|
72
|
-
else
|
|
73
|
-
logger.info "* [JOB] PERMANENTLY removing #{self.name} because of #{attempts} consequetive failures."
|
|
74
|
-
destroy_failed_jobs ? destroy : update_attribute(:failed_at, Time.now)
|
|
75
|
-
end
|
|
76
|
-
end
|
|
77
|
-
|
|
78
|
-
def self.enqueue(*args, &block)
|
|
79
|
-
object = block_given? ? EvaledJob.new(&block) : args.shift
|
|
80
|
-
|
|
81
|
-
unless object.respond_to?(:perform) || block_given?
|
|
82
|
-
raise ArgumentError, 'Cannot enqueue items which do not respond to perform'
|
|
83
|
-
end
|
|
84
|
-
|
|
85
|
-
priority = args[0] || 0
|
|
86
|
-
run_at = args[1]
|
|
87
|
-
|
|
88
|
-
Job.create(:payload_object => object, :priority => priority.to_i, :run_at => run_at)
|
|
89
|
-
end
|
|
90
|
-
|
|
91
|
-
def self.find_available(limit = 5, max_run_time = MAX_RUN_TIME)
|
|
92
|
-
|
|
93
|
-
time_now = db_time_now
|
|
94
|
-
|
|
95
|
-
sql = NextTaskSQL.dup
|
|
96
|
-
|
|
97
|
-
conditions = [time_now, time_now - max_run_time, worker_name]
|
|
98
|
-
|
|
99
|
-
if self.min_priority
|
|
100
|
-
sql << ' AND (priority >= ?)'
|
|
101
|
-
conditions << min_priority
|
|
102
|
-
end
|
|
103
|
-
|
|
104
|
-
if self.max_priority
|
|
105
|
-
sql << ' AND (priority <= ?)'
|
|
106
|
-
conditions << max_priority
|
|
107
|
-
end
|
|
108
|
-
|
|
109
|
-
conditions.unshift(sql)
|
|
110
|
-
|
|
111
|
-
records = ActiveRecord::Base.silence do
|
|
112
|
-
find(:all, :conditions => conditions, :order => NextTaskOrder, :limit => limit)
|
|
113
|
-
end
|
|
114
|
-
|
|
115
|
-
records.sort_by { rand() }
|
|
116
|
-
end
|
|
117
|
-
|
|
118
|
-
# Get the payload of the next job we can get an exclusive lock on.
|
|
119
|
-
# If no jobs are left we return nil
|
|
120
|
-
def self.reserve(max_run_time = MAX_RUN_TIME, &block)
|
|
121
|
-
|
|
122
|
-
# We get up to 5 jobs from the db. In face we cannot get exclusive access to a job we try the next.
|
|
123
|
-
# this leads to a more even distribution of jobs across the worker processes
|
|
124
|
-
find_available(5, max_run_time).each do |job|
|
|
125
|
-
begin
|
|
126
|
-
logger.info "* [JOB] aquiring lock on #{job.name}"
|
|
127
|
-
job.lock_exclusively!(max_run_time, worker_name)
|
|
128
|
-
runtime = Benchmark.realtime do
|
|
129
|
-
invoke_job(job.payload_object, &block)
|
|
130
|
-
job.destroy
|
|
131
|
-
end
|
|
132
|
-
logger.info "* [JOB] #{job.name} completed after %.4f" % runtime
|
|
133
|
-
|
|
134
|
-
return job
|
|
135
|
-
rescue LockError
|
|
136
|
-
# We did not get the lock, some other worker process must have
|
|
137
|
-
logger.warn "* [JOB] failed to aquire exclusive lock for #{job.name}"
|
|
138
|
-
rescue StandardError => e
|
|
139
|
-
job.reschedule e.message, e.backtrace
|
|
140
|
-
log_exception(job, e)
|
|
141
|
-
return job
|
|
142
|
-
end
|
|
143
|
-
end
|
|
144
|
-
|
|
145
|
-
nil
|
|
146
|
-
end
|
|
147
|
-
|
|
148
|
-
# This method is used internally by reserve method to ensure exclusive access
|
|
149
|
-
# to the given job. It will rise a LockError if it cannot get this lock.
|
|
150
|
-
def lock_exclusively!(max_run_time, worker = worker_name)
|
|
151
|
-
now = self.class.db_time_now
|
|
152
|
-
affected_rows = if locked_by != worker
|
|
153
|
-
# We don't own this job so we will update the locked_by name and the locked_at
|
|
154
|
-
self.class.update_all(["locked_at = ?, locked_by = ?", now, worker], ["id = ? and (locked_at is null or locked_at < ?)", id, (now - max_run_time.to_i)])
|
|
155
|
-
else
|
|
156
|
-
# We already own this job, this may happen if the job queue crashes.
|
|
157
|
-
# Simply resume and update the locked_at
|
|
158
|
-
self.class.update_all(["locked_at = ?", now], ["id = ? and locked_by = ?", id, worker])
|
|
159
|
-
end
|
|
160
|
-
raise LockError.new("Attempted to aquire exclusive lock failed") unless affected_rows == 1
|
|
161
|
-
|
|
162
|
-
self.locked_at = now
|
|
163
|
-
self.locked_by = worker
|
|
164
|
-
end
|
|
165
|
-
|
|
166
|
-
def unlock
|
|
167
|
-
self.locked_at = nil
|
|
168
|
-
self.locked_by = nil
|
|
169
|
-
end
|
|
170
|
-
|
|
171
|
-
# This is a good hook if you need to report job processing errors in additional or different ways
|
|
172
|
-
def self.log_exception(job, error)
|
|
173
|
-
logger.error "* [JOB] #{job.name} failed with #{error.class.name}: #{error.message} - #{job.attempts} failed attempts"
|
|
174
|
-
logger.error(error)
|
|
175
|
-
end
|
|
176
|
-
|
|
177
|
-
def self.work_off(num = 100)
|
|
178
|
-
success, failure = 0, 0
|
|
179
|
-
|
|
180
|
-
num.times do
|
|
181
|
-
job = self.reserve do |j|
|
|
182
|
-
begin
|
|
183
|
-
j.perform
|
|
184
|
-
success += 1
|
|
185
|
-
rescue
|
|
186
|
-
failure += 1
|
|
187
|
-
raise
|
|
188
|
-
end
|
|
189
|
-
end
|
|
190
|
-
|
|
191
|
-
break if job.nil?
|
|
192
|
-
end
|
|
193
|
-
|
|
194
|
-
return [success, failure]
|
|
195
|
-
end
|
|
196
|
-
|
|
197
|
-
# Moved into its own method so that new_relic can trace it.
|
|
198
|
-
def self.invoke_job(job, &block)
|
|
199
|
-
block.call(job)
|
|
200
|
-
end
|
|
201
|
-
|
|
202
|
-
private
|
|
203
|
-
|
|
204
|
-
def deserialize(source)
|
|
205
|
-
handler = YAML.load(source) rescue nil
|
|
206
|
-
|
|
207
|
-
unless handler.respond_to?(:perform)
|
|
208
|
-
if handler.nil? && source =~ ParseObjectFromYaml
|
|
209
|
-
handler_class = $1
|
|
210
|
-
end
|
|
211
|
-
attempt_to_load(handler_class || handler.class)
|
|
212
|
-
handler = YAML.load(source)
|
|
213
|
-
end
|
|
214
|
-
|
|
215
|
-
return handler if handler.respond_to?(:perform)
|
|
216
|
-
|
|
217
|
-
raise DeserializationError,
|
|
218
|
-
'Job failed to load: Unknown handler. Try to manually require the appropiate file.'
|
|
219
|
-
rescue TypeError, LoadError, NameError => e
|
|
220
|
-
raise DeserializationError,
|
|
221
|
-
"Job failed to load: #{e.message}. Try to manually require the required file."
|
|
222
|
-
end
|
|
223
|
-
|
|
224
|
-
# Constantize the object so that ActiveSupport can attempt
|
|
225
|
-
# its auto loading magic. Will raise LoadError if not successful.
|
|
226
|
-
def attempt_to_load(klass)
|
|
227
|
-
klass.constantize
|
|
228
|
-
end
|
|
229
|
-
|
|
230
|
-
def self.db_time_now
|
|
231
|
-
(ActiveRecord::Base.default_timezone == :utc) ? Time.now.utc : Time.now
|
|
232
|
-
end
|
|
233
|
-
|
|
234
|
-
protected
|
|
235
|
-
|
|
236
|
-
def before_save
|
|
237
|
-
self.run_at ||= self.class.db_time_now
|
|
238
|
-
end
|
|
239
|
-
|
|
240
|
-
end
|
|
241
|
-
|
|
242
|
-
class EvaledJob
|
|
243
|
-
def initialize
|
|
244
|
-
@job = yield
|
|
245
|
-
end
|
|
246
|
-
|
|
247
|
-
def perform
|
|
248
|
-
eval(@job)
|
|
249
|
-
end
|
|
250
|
-
end
|
|
251
|
-
end
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
module Delayed
|
|
2
|
-
class PerformableMethod < Struct.new(:object, :method, :args)
|
|
3
|
-
CLASS_STRING_FORMAT = /^CLASS\:([A-Z][\w\:]+)$/
|
|
4
|
-
AR_STRING_FORMAT = /^AR\:([A-Z][\w\:]+)\:(\d+)$/
|
|
5
|
-
|
|
6
|
-
def initialize(object, method, args)
|
|
7
|
-
raise NoMethodError, "undefined method `#{method}' for #{self.inspect}" unless object.respond_to?(method)
|
|
8
|
-
|
|
9
|
-
self.object = dump(object)
|
|
10
|
-
self.args = args.map { |a| dump(a) }
|
|
11
|
-
self.method = method.to_sym
|
|
12
|
-
end
|
|
13
|
-
|
|
14
|
-
def display_name
|
|
15
|
-
case self.object
|
|
16
|
-
when CLASS_STRING_FORMAT then "#{$1}.#{method}"
|
|
17
|
-
when AR_STRING_FORMAT then "#{$1}##{method}"
|
|
18
|
-
else "Unknown##{method}"
|
|
19
|
-
end
|
|
20
|
-
end
|
|
21
|
-
|
|
22
|
-
def perform
|
|
23
|
-
load(object).send(method, *args.map{|a| load(a)})
|
|
24
|
-
rescue ActiveRecord::RecordNotFound
|
|
25
|
-
# We cannot do anything about objects which were deleted in the meantime
|
|
26
|
-
true
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
private
|
|
30
|
-
|
|
31
|
-
def load(arg)
|
|
32
|
-
case arg
|
|
33
|
-
when CLASS_STRING_FORMAT then $1.constantize
|
|
34
|
-
when AR_STRING_FORMAT then $1.constantize.find($2)
|
|
35
|
-
else arg
|
|
36
|
-
end
|
|
37
|
-
end
|
|
38
|
-
|
|
39
|
-
def dump(arg)
|
|
40
|
-
case arg
|
|
41
|
-
when Class then class_to_string(arg)
|
|
42
|
-
when ActiveRecord::Base then ar_to_string(arg)
|
|
43
|
-
else arg
|
|
44
|
-
end
|
|
45
|
-
end
|
|
46
|
-
|
|
47
|
-
def ar_to_string(obj)
|
|
48
|
-
"AR:#{obj.class}:#{obj.id}"
|
|
49
|
-
end
|
|
50
|
-
|
|
51
|
-
def class_to_string(obj)
|
|
52
|
-
"CLASS:#{obj.name}"
|
|
53
|
-
end
|
|
54
|
-
end
|
|
55
|
-
end
|
|
@@ -1,54 +0,0 @@
|
|
|
1
|
-
module Delayed
|
|
2
|
-
class Worker
|
|
3
|
-
SLEEP = 5
|
|
4
|
-
|
|
5
|
-
cattr_accessor :logger
|
|
6
|
-
self.logger = if defined?(Merb::Logger)
|
|
7
|
-
Merb.logger
|
|
8
|
-
elsif defined?(RAILS_DEFAULT_LOGGER)
|
|
9
|
-
RAILS_DEFAULT_LOGGER
|
|
10
|
-
end
|
|
11
|
-
|
|
12
|
-
def initialize(options={})
|
|
13
|
-
@quiet = options[:quiet]
|
|
14
|
-
Delayed::Job.min_priority = options[:min_priority] if options.has_key?(:min_priority)
|
|
15
|
-
Delayed::Job.max_priority = options[:max_priority] if options.has_key?(:max_priority)
|
|
16
|
-
end
|
|
17
|
-
|
|
18
|
-
def start
|
|
19
|
-
say "*** Starting job worker #{Delayed::Job.worker_name}"
|
|
20
|
-
|
|
21
|
-
trap('TERM') { say 'Exiting...'; $exit = true }
|
|
22
|
-
trap('INT') { say 'Exiting...'; $exit = true }
|
|
23
|
-
|
|
24
|
-
loop do
|
|
25
|
-
result = nil
|
|
26
|
-
|
|
27
|
-
realtime = Benchmark.realtime do
|
|
28
|
-
result = Delayed::Job.work_off
|
|
29
|
-
end
|
|
30
|
-
|
|
31
|
-
count = result.sum
|
|
32
|
-
|
|
33
|
-
break if $exit
|
|
34
|
-
|
|
35
|
-
if count.zero?
|
|
36
|
-
sleep(SLEEP)
|
|
37
|
-
else
|
|
38
|
-
say "#{count} jobs processed at %.4f j/s, %d failed ..." % [count / realtime, result.last]
|
|
39
|
-
end
|
|
40
|
-
|
|
41
|
-
break if $exit
|
|
42
|
-
end
|
|
43
|
-
|
|
44
|
-
ensure
|
|
45
|
-
Delayed::Job.clear_locks!
|
|
46
|
-
end
|
|
47
|
-
|
|
48
|
-
def say(text)
|
|
49
|
-
puts text unless @quiet
|
|
50
|
-
logger.info text if logger
|
|
51
|
-
end
|
|
52
|
-
|
|
53
|
-
end
|
|
54
|
-
end
|