flapjack 1.6.0 → 2.0.0b1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +4 -6
- data/.gitmodules +1 -1
- data/.rspec +1 -1
- data/.ruby-version +1 -1
- data/.travis.yml +12 -13
- data/CHANGELOG.md +2 -9
- data/CONTRIBUTING.md +7 -2
- data/Gemfile +4 -13
- data/LICENCE +1 -0
- data/README.md +8 -2
- data/Rakefile +2 -2
- data/bin/flapjack +3 -12
- data/build.sh +4 -2
- data/etc/flapjack_config.toml.example +273 -0
- data/features/ack_after_sched_maint.feature +18 -21
- data/features/cli.feature +11 -71
- data/features/cli_flapjack-feed-events.feature +14 -15
- data/features/cli_flapjack-nagios-receiver.feature +12 -41
- data/features/cli_flapper.feature +12 -41
- data/features/cli_purge.feature +5 -6
- data/features/cli_receive-events.feature +6 -7
- data/features/cli_simulate-failed-check.feature +5 -6
- data/features/events.feature +206 -181
- data/features/events_check_names.feature +4 -7
- data/features/notification_rules.feature +144 -223
- data/features/notifications.feature +65 -57
- data/features/rollup.feature +45 -47
- data/features/steps/cli_steps.rb +4 -5
- data/features/steps/events_steps.rb +163 -373
- data/features/steps/notifications_steps.rb +408 -264
- data/features/steps/packaging-lintian_steps.rb +0 -4
- data/features/steps/time_travel_steps.rb +0 -26
- data/features/support/daemons.rb +6 -31
- data/features/support/env.rb +65 -74
- data/flapjack.gemspec +22 -24
- data/lib/flapjack.rb +14 -7
- data/lib/flapjack/cli/flapper.rb +74 -173
- data/lib/flapjack/cli/maintenance.rb +278 -109
- data/lib/flapjack/cli/migrate.rb +950 -0
- data/lib/flapjack/cli/purge.rb +19 -22
- data/lib/flapjack/cli/receiver.rb +150 -326
- data/lib/flapjack/cli/server.rb +8 -235
- data/lib/flapjack/cli/simulate.rb +42 -57
- data/lib/flapjack/configuration.rb +51 -37
- data/lib/flapjack/coordinator.rb +138 -129
- data/lib/flapjack/data/acknowledgement.rb +177 -0
- data/lib/flapjack/data/alert.rb +97 -158
- data/lib/flapjack/data/check.rb +611 -0
- data/lib/flapjack/data/condition.rb +70 -0
- data/lib/flapjack/data/contact.rb +226 -456
- data/lib/flapjack/data/event.rb +96 -184
- data/lib/flapjack/data/extensions/associations.rb +59 -0
- data/lib/flapjack/data/extensions/short_name.rb +25 -0
- data/lib/flapjack/data/medium.rb +428 -0
- data/lib/flapjack/data/metrics.rb +194 -0
- data/lib/flapjack/data/notification.rb +22 -281
- data/lib/flapjack/data/rule.rb +473 -0
- data/lib/flapjack/data/scheduled_maintenance.rb +244 -0
- data/lib/flapjack/data/state.rb +221 -0
- data/lib/flapjack/data/statistic.rb +112 -0
- data/lib/flapjack/data/tag.rb +277 -0
- data/lib/flapjack/data/test_notification.rb +182 -0
- data/lib/flapjack/data/unscheduled_maintenance.rb +159 -0
- data/lib/flapjack/data/validators/id_validator.rb +20 -0
- data/lib/flapjack/exceptions.rb +6 -0
- data/lib/flapjack/filters/acknowledgement.rb +23 -16
- data/lib/flapjack/filters/base.rb +0 -5
- data/lib/flapjack/filters/delays.rb +53 -43
- data/lib/flapjack/filters/ok.rb +23 -14
- data/lib/flapjack/filters/scheduled_maintenance.rb +3 -3
- data/lib/flapjack/filters/unscheduled_maintenance.rb +12 -3
- data/lib/flapjack/gateways/aws_sns.rb +65 -49
- data/lib/flapjack/gateways/aws_sns/alert.text.erb +2 -2
- data/lib/flapjack/gateways/aws_sns/alert_subject.text.erb +2 -2
- data/lib/flapjack/gateways/aws_sns/rollup_subject.text.erb +1 -1
- data/lib/flapjack/gateways/email.rb +107 -90
- data/lib/flapjack/gateways/email/alert.html.erb +19 -18
- data/lib/flapjack/gateways/email/alert.text.erb +20 -14
- data/lib/flapjack/gateways/email/alert_subject.text.erb +2 -1
- data/lib/flapjack/gateways/email/rollup.html.erb +14 -13
- data/lib/flapjack/gateways/email/rollup.text.erb +13 -10
- data/lib/flapjack/gateways/jabber.rb +679 -671
- data/lib/flapjack/gateways/jabber/alert.text.erb +9 -6
- data/lib/flapjack/gateways/jsonapi.rb +164 -350
- data/lib/flapjack/gateways/jsonapi/data/join_descriptor.rb +44 -0
- data/lib/flapjack/gateways/jsonapi/data/method_descriptor.rb +21 -0
- data/lib/flapjack/gateways/jsonapi/helpers/headers.rb +63 -0
- data/lib/flapjack/gateways/jsonapi/helpers/miscellaneous.rb +136 -0
- data/lib/flapjack/gateways/jsonapi/helpers/resources.rb +227 -0
- data/lib/flapjack/gateways/jsonapi/helpers/serialiser.rb +313 -0
- data/lib/flapjack/gateways/jsonapi/helpers/swagger_docs.rb +322 -0
- data/lib/flapjack/gateways/jsonapi/methods/association_delete.rb +115 -0
- data/lib/flapjack/gateways/jsonapi/methods/association_get.rb +288 -0
- data/lib/flapjack/gateways/jsonapi/methods/association_patch.rb +178 -0
- data/lib/flapjack/gateways/jsonapi/methods/association_post.rb +116 -0
- data/lib/flapjack/gateways/jsonapi/methods/metrics.rb +71 -0
- data/lib/flapjack/gateways/jsonapi/methods/resource_delete.rb +119 -0
- data/lib/flapjack/gateways/jsonapi/methods/resource_get.rb +186 -0
- data/lib/flapjack/gateways/jsonapi/methods/resource_patch.rb +239 -0
- data/lib/flapjack/gateways/jsonapi/methods/resource_post.rb +197 -0
- data/lib/flapjack/gateways/jsonapi/middleware/array_param_fixer.rb +27 -0
- data/lib/flapjack/gateways/jsonapi/{rack → middleware}/json_params_parser.rb +7 -6
- data/lib/flapjack/gateways/jsonapi/middleware/request_timestamp.rb +18 -0
- data/lib/flapjack/gateways/oobetet.rb +222 -170
- data/lib/flapjack/gateways/pager_duty.rb +388 -0
- data/lib/flapjack/gateways/pager_duty/alert.text.erb +13 -0
- data/lib/flapjack/gateways/slack.rb +56 -48
- data/lib/flapjack/gateways/slack/alert.text.erb +1 -1
- data/lib/flapjack/gateways/slack/rollup.text.erb +1 -1
- data/lib/flapjack/gateways/sms_aspsms.rb +155 -0
- data/lib/flapjack/gateways/sms_aspsms/alert.text.erb +7 -0
- data/lib/flapjack/gateways/sms_aspsms/rollup.text.erb +2 -0
- data/lib/flapjack/gateways/sms_messagenet.rb +77 -57
- data/lib/flapjack/gateways/sms_messagenet/alert.text.erb +3 -2
- data/lib/flapjack/gateways/sms_nexmo.rb +53 -51
- data/lib/flapjack/gateways/sms_nexmo/alert.text.erb +2 -2
- data/lib/flapjack/gateways/sms_nexmo/rollup.text.erb +1 -1
- data/lib/flapjack/gateways/sms_twilio.rb +79 -62
- data/lib/flapjack/gateways/sms_twilio/alert.text.erb +3 -2
- data/lib/flapjack/gateways/web.rb +437 -345
- data/lib/flapjack/gateways/web/middleware/request_timestamp.rb +18 -0
- data/lib/flapjack/gateways/web/public/css/bootstrap.css +3793 -4340
- data/lib/flapjack/gateways/web/public/css/bootstrap.css.map +1 -0
- data/lib/flapjack/gateways/web/public/fonts/glyphicons-halflings-regular.eot +0 -0
- data/lib/flapjack/gateways/web/public/fonts/glyphicons-halflings-regular.svg +273 -214
- data/lib/flapjack/gateways/web/public/fonts/glyphicons-halflings-regular.ttf +0 -0
- data/lib/flapjack/gateways/web/public/fonts/glyphicons-halflings-regular.woff +0 -0
- data/lib/flapjack/gateways/web/public/fonts/glyphicons-halflings-regular.woff2 +0 -0
- data/lib/flapjack/gateways/web/public/js/bootstrap.js +1637 -1607
- data/lib/flapjack/gateways/web/public/js/self_stats.js +1 -2
- data/lib/flapjack/gateways/web/views/_pagination.html.erb +19 -0
- data/lib/flapjack/gateways/web/views/check.html.erb +159 -121
- data/lib/flapjack/gateways/web/views/checks.html.erb +82 -41
- data/lib/flapjack/gateways/web/views/contact.html.erb +59 -71
- data/lib/flapjack/gateways/web/views/contacts.html.erb +32 -8
- data/lib/flapjack/gateways/web/views/index.html.erb +2 -2
- data/lib/flapjack/gateways/web/views/{layout.erb → layout.html.erb} +7 -23
- data/lib/flapjack/gateways/web/views/self_stats.html.erb +32 -33
- data/lib/flapjack/gateways/web/views/tag.html.erb +32 -0
- data/lib/flapjack/gateways/web/views/tags.html.erb +51 -0
- data/lib/flapjack/logger.rb +34 -3
- data/lib/flapjack/notifier.rb +180 -112
- data/lib/flapjack/patches.rb +8 -63
- data/lib/flapjack/pikelet.rb +185 -143
- data/lib/flapjack/processor.rb +323 -191
- data/lib/flapjack/record_queue.rb +33 -0
- data/lib/flapjack/redis_proxy.rb +66 -0
- data/lib/flapjack/utility.rb +21 -15
- data/lib/flapjack/version.rb +2 -1
- data/libexec/httpbroker.go +218 -14
- data/libexec/oneoff.go +13 -10
- data/spec/lib/flapjack/configuration_spec.rb +286 -0
- data/spec/lib/flapjack/coordinator_spec.rb +103 -157
- data/spec/lib/flapjack/data/check_spec.rb +175 -0
- data/spec/lib/flapjack/data/contact_spec.rb +26 -349
- data/spec/lib/flapjack/data/event_spec.rb +76 -291
- data/spec/lib/flapjack/data/medium_spec.rb +19 -0
- data/spec/lib/flapjack/data/rule_spec.rb +43 -0
- data/spec/lib/flapjack/data/scheduled_maintenance_spec.rb +976 -0
- data/spec/lib/flapjack/data/unscheduled_maintenance_spec.rb +34 -0
- data/spec/lib/flapjack/gateways/aws_sns_spec.rb +111 -60
- data/spec/lib/flapjack/gateways/email_spec.rb +194 -161
- data/spec/lib/flapjack/gateways/jabber_spec.rb +961 -162
- data/spec/lib/flapjack/gateways/jsonapi/methods/check_links_spec.rb +155 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/checks_spec.rb +426 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/contact_links_spec.rb +217 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/contacts_spec.rb +425 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/events_spec.rb +271 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/media_spec.rb +257 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/medium_links_spec.rb +163 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/metrics_spec.rb +8 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/rule_links_spec.rb +212 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/rules_spec.rb +289 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/scheduled_maintenance_links_spec.rb +49 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/scheduled_maintenances_spec.rb +242 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/tag_links_spec.rb +274 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/tags_spec.rb +302 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/unscheduled_maintenance_links_spec.rb +49 -0
- data/spec/lib/flapjack/gateways/jsonapi/methods/unscheduled_maintenances_spec.rb +339 -0
- data/spec/lib/flapjack/gateways/jsonapi_spec.rb +1 -1
- data/spec/lib/flapjack/gateways/oobetet_spec.rb +151 -79
- data/spec/lib/flapjack/gateways/pager_duty_spec.rb +353 -0
- data/spec/lib/flapjack/gateways/slack_spec.rb +53 -53
- data/spec/lib/flapjack/gateways/sms_aspsms_spec.rb +106 -0
- data/spec/lib/flapjack/gateways/sms_messagenet_spec.rb +111 -54
- data/spec/lib/flapjack/gateways/sms_nexmo_spec.rb +50 -51
- data/spec/lib/flapjack/gateways/sms_twilio_spec.rb +108 -48
- data/spec/lib/flapjack/gateways/web_spec.rb +144 -216
- data/spec/lib/flapjack/notifier_spec.rb +132 -1
- data/spec/lib/flapjack/pikelet_spec.rb +111 -50
- data/spec/lib/flapjack/processor_spec.rb +210 -40
- data/spec/lib/flapjack/redis_proxy_spec.rb +45 -0
- data/spec/lib/flapjack/utility_spec.rb +11 -15
- data/spec/service_consumers/fixture_data.rb +547 -0
- data/spec/service_consumers/pact_helper.rb +21 -32
- data/spec/service_consumers/pacts/flapjack-diner_v2.0.json +4652 -0
- data/spec/service_consumers/provider_states_for_flapjack-diner.rb +279 -322
- data/spec/service_consumers/provider_support.rb +8 -0
- data/spec/spec_helper.rb +34 -44
- data/spec/support/erb_view_helper.rb +1 -1
- data/spec/support/factories.rb +58 -0
- data/spec/support/jsonapi_helper.rb +15 -26
- data/spec/support/mock_logger.rb +43 -0
- data/spec/support/xmpp_comparable.rb +24 -0
- data/src/flapjack/transport_test.go +30 -1
- data/tasks/dump_keys.rake +82 -0
- data/tasks/events.rake +7 -7
- data/tasks/support/flapjack_config_benchmark.toml +28 -0
- data/tasks/support/flapjack_config_benchmark.yaml +0 -2
- metadata +175 -222
- data/Guardfile +0 -14
- data/etc/flapjack_config.yaml.example +0 -477
- data/features/cli_flapjack-populator.feature +0 -90
- data/features/support/silent_system.rb +0 -4
- data/lib/flapjack/cli/import.rb +0 -108
- data/lib/flapjack/data/entity.rb +0 -652
- data/lib/flapjack/data/entity_check.rb +0 -1044
- data/lib/flapjack/data/message.rb +0 -56
- data/lib/flapjack/data/migration.rb +0 -234
- data/lib/flapjack/data/notification_rule.rb +0 -425
- data/lib/flapjack/data/semaphore.rb +0 -44
- data/lib/flapjack/data/tagged.rb +0 -48
- data/lib/flapjack/gateways/jsonapi/check_methods.rb +0 -206
- data/lib/flapjack/gateways/jsonapi/check_presenter.rb +0 -221
- data/lib/flapjack/gateways/jsonapi/contact_methods.rb +0 -186
- data/lib/flapjack/gateways/jsonapi/entity_methods.rb +0 -223
- data/lib/flapjack/gateways/jsonapi/medium_methods.rb +0 -185
- data/lib/flapjack/gateways/jsonapi/metrics_methods.rb +0 -132
- data/lib/flapjack/gateways/jsonapi/notification_rule_methods.rb +0 -141
- data/lib/flapjack/gateways/jsonapi/pagerduty_credential_methods.rb +0 -139
- data/lib/flapjack/gateways/jsonapi/report_methods.rb +0 -146
- data/lib/flapjack/gateways/pagerduty.rb +0 -318
- data/lib/flapjack/gateways/pagerduty/alert.text.erb +0 -10
- data/lib/flapjack/gateways/web/public/css/select2-bootstrap.css +0 -87
- data/lib/flapjack/gateways/web/public/css/select2.css +0 -615
- data/lib/flapjack/gateways/web/public/css/tablesort.css +0 -67
- data/lib/flapjack/gateways/web/public/img/select2-spinner.gif +0 -0
- data/lib/flapjack/gateways/web/public/img/select2.png +0 -0
- data/lib/flapjack/gateways/web/public/img/select2x2.png +0 -0
- data/lib/flapjack/gateways/web/public/js/backbone.js +0 -1581
- data/lib/flapjack/gateways/web/public/js/backbone.jsonapi.js +0 -322
- data/lib/flapjack/gateways/web/public/js/flapjack.js +0 -82
- data/lib/flapjack/gateways/web/public/js/jquery.tablesorter.js +0 -1640
- data/lib/flapjack/gateways/web/public/js/jquery.tablesorter.widgets.js +0 -1390
- data/lib/flapjack/gateways/web/public/js/modules/contact.js +0 -520
- data/lib/flapjack/gateways/web/public/js/modules/entity.js +0 -28
- data/lib/flapjack/gateways/web/public/js/modules/medium.js +0 -40
- data/lib/flapjack/gateways/web/public/js/select2.js +0 -3397
- data/lib/flapjack/gateways/web/public/js/tablesort.js +0 -44
- data/lib/flapjack/gateways/web/public/js/underscore.js +0 -1276
- data/lib/flapjack/gateways/web/views/edit_contacts.html.erb +0 -173
- data/lib/flapjack/gateways/web/views/entities.html.erb +0 -30
- data/lib/flapjack/gateways/web/views/entity.html.erb +0 -51
- data/lib/flapjack/rack_logger.rb +0 -47
- data/lib/flapjack/redis_pool.rb +0 -42
- data/spec/lib/flapjack/data/entity_check_spec.rb +0 -1418
- data/spec/lib/flapjack/data/entity_spec.rb +0 -872
- data/spec/lib/flapjack/data/message_spec.rb +0 -30
- data/spec/lib/flapjack/data/migration_spec.rb +0 -104
- data/spec/lib/flapjack/data/notification_rule_spec.rb +0 -232
- data/spec/lib/flapjack/data/notification_spec.rb +0 -53
- data/spec/lib/flapjack/data/semaphore_spec.rb +0 -24
- data/spec/lib/flapjack/filters/acknowledgement_spec.rb +0 -6
- data/spec/lib/flapjack/filters/delays_spec.rb +0 -6
- data/spec/lib/flapjack/filters/ok_spec.rb +0 -6
- data/spec/lib/flapjack/filters/scheduled_maintenance_spec.rb +0 -6
- data/spec/lib/flapjack/filters/unscheduled_maintenance_spec.rb +0 -6
- data/spec/lib/flapjack/gateways/jsonapi/check_methods_spec.rb +0 -315
- data/spec/lib/flapjack/gateways/jsonapi/check_presenter_spec.rb +0 -223
- data/spec/lib/flapjack/gateways/jsonapi/contact_methods_spec.rb +0 -131
- data/spec/lib/flapjack/gateways/jsonapi/entity_methods_spec.rb +0 -389
- data/spec/lib/flapjack/gateways/jsonapi/medium_methods_spec.rb +0 -231
- data/spec/lib/flapjack/gateways/jsonapi/notification_rule_methods_spec.rb +0 -169
- data/spec/lib/flapjack/gateways/jsonapi/pagerduty_credential_methods_spec.rb +0 -114
- data/spec/lib/flapjack/gateways/jsonapi/report_methods_spec.rb +0 -590
- data/spec/lib/flapjack/gateways/pagerduty_spec.rb +0 -249
- data/spec/lib/flapjack/gateways/web/views/check.html.erb_spec.rb +0 -21
- data/spec/lib/flapjack/gateways/web/views/contact.html.erb_spec.rb +0 -24
- data/spec/lib/flapjack/gateways/web/views/index.html.erb_spec.rb +0 -16
- data/spec/lib/flapjack/redis_pool_spec.rb +0 -29
- data/spec/service_consumers/pacts/flapjack-diner_v1.0.json +0 -4702
- data/tasks/entities.rake +0 -151
- data/tasks/profile.rake +0 -282
- data/tmp/acknowledge.rb +0 -13
- data/tmp/create_config_yaml.rb +0 -16
- data/tmp/create_event_ok.rb +0 -30
- data/tmp/create_event_unknown.rb +0 -30
- data/tmp/create_events_failure.rb +0 -34
- data/tmp/create_events_ok.rb +0 -32
- data/tmp/create_events_ok_fail_ack_ok.rb +0 -53
- data/tmp/create_events_ok_failure.rb +0 -41
- data/tmp/create_events_ok_failure_ack.rb +0 -53
- data/tmp/dummy_contacts.json +0 -43
- data/tmp/dummy_entities.json +0 -37
- data/tmp/generate_nagios_test_hosts.rb +0 -16
- data/tmp/notification_rules.rb +0 -73
- data/tmp/parse_config_yaml.rb +0 -7
- data/tmp/redis_find_spurious_unknown_states.rb +0 -52
- data/tmp/test_json_post.rb +0 -19
- data/tmp/test_notification_rules_api.rb +0 -171
@@ -0,0 +1,44 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
require 'sinatra/base'
|
4
|
+
|
5
|
+
# klass and type are set for those relationships that call methods rather
|
6
|
+
# than regular Zermelo associations. Maybe this should be a separate descriptor type?
|
7
|
+
|
8
|
+
module Flapjack
|
9
|
+
module Gateways
|
10
|
+
class JSONAPI < Sinatra::Base
|
11
|
+
module Data
|
12
|
+
class JoinDescriptor
|
13
|
+
attr_reader :post, :get, :patch, :delete, :number, :link, :includable, :klass, :descriptions
|
14
|
+
attr_accessor :association_data
|
15
|
+
|
16
|
+
def initialize(opts = {})
|
17
|
+
@association_data = nil
|
18
|
+
%w{post get patch delete number link includable type klass callback_classes descriptions}.each do |a|
|
19
|
+
instance_variable_set("@#{a}", opts[a.to_sym])
|
20
|
+
end
|
21
|
+
@callback_classes ||= []
|
22
|
+
end
|
23
|
+
|
24
|
+
def lock_klasses
|
25
|
+
if @association_data.nil?
|
26
|
+
[@klass] | @callback_classes
|
27
|
+
else
|
28
|
+
[@association_data.data_klass] |
|
29
|
+
@association_data.related_klasses | @callback_classes
|
30
|
+
end
|
31
|
+
end
|
32
|
+
|
33
|
+
def data_klass
|
34
|
+
@association_data.nil? ? @klass : @association_data.data_klass
|
35
|
+
end
|
36
|
+
|
37
|
+
def type
|
38
|
+
@association_data.nil? ? @type : data_klass.short_model_name.singular
|
39
|
+
end
|
40
|
+
end
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
@@ -0,0 +1,21 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
require 'sinatra/base'
|
4
|
+
|
5
|
+
module Flapjack
|
6
|
+
module Gateways
|
7
|
+
class JSONAPI < Sinatra::Base
|
8
|
+
module Data
|
9
|
+
class MethodDescriptor
|
10
|
+
attr_reader :attributes, :lock_klasses, :descriptions
|
11
|
+
|
12
|
+
def initialize(opts = {})
|
13
|
+
%w{attributes lock_klasses descriptions}.each do |a|
|
14
|
+
instance_variable_set("@#{a}", opts[a.to_sym])
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
21
|
+
end
|
@@ -0,0 +1,63 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
module Flapjack
|
4
|
+
module Gateways
|
5
|
+
class JSONAPI < Sinatra::Base
|
6
|
+
module Helpers
|
7
|
+
module Headers
|
8
|
+
|
9
|
+
def cors_headers
|
10
|
+
allow_headers = %w(* Content-Type Accept Authorization Cache-Control)
|
11
|
+
allow_methods = %w(GET POST PATCH DELETE OPTIONS)
|
12
|
+
expose_headers = %w(Cache-Control Content-Language Content-Type Expires Last-Modified Pragma)
|
13
|
+
ch = {
|
14
|
+
'Access-Control-Allow-Origin' => '*',
|
15
|
+
'Access-Control-Allow-Methods' => allow_methods.join(', '),
|
16
|
+
'Access-Control-Allow-Headers' => allow_headers.join(', '),
|
17
|
+
'Access-Control-Expose-Headers' => expose_headers.join(', '),
|
18
|
+
'Access-Control-Max-Age' => '1728000'
|
19
|
+
}
|
20
|
+
ch.each_pair {|k, v| response[k] = v}
|
21
|
+
end
|
22
|
+
|
23
|
+
def err(status_code, *msg)
|
24
|
+
Flapjack.logger.info "Error: #{msg.inspect}"
|
25
|
+
|
26
|
+
if 'DELETE'.eql?(request.request_method)
|
27
|
+
# not set by default for delete, but the error structure is JSON
|
28
|
+
response['Content-Type'] = media_type_produced(:with_charset => true)
|
29
|
+
end
|
30
|
+
|
31
|
+
# TODO include more relevant data
|
32
|
+
error_data = {
|
33
|
+
:errors => msg.collect {|m|
|
34
|
+
{
|
35
|
+
:status => status_code.to_s,
|
36
|
+
:detail => m
|
37
|
+
}
|
38
|
+
}
|
39
|
+
}
|
40
|
+
|
41
|
+
# Rack::CommonLogger doesn't log requests which result in exceptions.
|
42
|
+
# If you want something done properly, do it yourself...
|
43
|
+
result = Flapjack.dump_json(error_data)
|
44
|
+
access_log = self.class.instance_variable_get('@middleware').detect {|mw|
|
45
|
+
mw.first.is_a?(::Rack::CommonLogger)
|
46
|
+
}
|
47
|
+
unless access_log.nil?
|
48
|
+
access_log.first.send(:log, status_code,
|
49
|
+
::Rack::Utils::HeaderHash.new(headers), result,
|
50
|
+
env['request_timestamp'])
|
51
|
+
end
|
52
|
+
[status_code, headers, result]
|
53
|
+
end
|
54
|
+
|
55
|
+
def is_jsonapi_request?
|
56
|
+
return false if request.content_type.nil?
|
57
|
+
Flapjack::Gateways::JSONAPI::JSONAPI_MEDIA_TYPE.eql?(request.content_type.split(/\s*[;,]\s*/, 2).first)
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
62
|
+
end
|
63
|
+
end
|
@@ -0,0 +1,136 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
module Flapjack
|
4
|
+
module Gateways
|
5
|
+
class JSONAPI < Sinatra::Base
|
6
|
+
module Helpers
|
7
|
+
module Miscellaneous
|
8
|
+
|
9
|
+
def request_url
|
10
|
+
rurl = request.url.split('?').first
|
11
|
+
rurl << "?#{request.params.to_param}" unless request.params.empty?
|
12
|
+
rurl
|
13
|
+
end
|
14
|
+
|
15
|
+
def wrapped_params(options = {})
|
16
|
+
result = params['data']
|
17
|
+
|
18
|
+
if result.nil?
|
19
|
+
return([nil, false]) if options[:allow_nil].is_a?(TrueClass)
|
20
|
+
logger.debug("No 'data' object found in the supplied JSON:")
|
21
|
+
logger.debug(request.body.is_a?(StringIO) ? request.body.read : request.body)
|
22
|
+
halt(err(403, "Data object must be provided"))
|
23
|
+
end
|
24
|
+
|
25
|
+
ext_bulk = !(request.content_type =~ /^(?:.+;)?\s*ext=bulk(?:\s*;\s*.+)?$/).nil?
|
26
|
+
case result
|
27
|
+
when Array
|
28
|
+
halt(err(406, "JSONAPI Bulk Extension not set in headers")) unless ext_bulk
|
29
|
+
[result, false]
|
30
|
+
when Hash
|
31
|
+
halt(err(406, "JSONAPI Bulk Extension was set in headers")) if ext_bulk
|
32
|
+
[[result], true]
|
33
|
+
else
|
34
|
+
halt(err(403, "The received data object is not an Array or a Hash"))
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
def wrapped_link_params(options = {})
|
39
|
+
result = params['data']
|
40
|
+
|
41
|
+
assoc = options[:association]
|
42
|
+
number = assoc.number
|
43
|
+
|
44
|
+
if result.nil?
|
45
|
+
return([nil, false]) if :singular.eql?(number) && options[:allow_nil].is_a?(TrueClass)
|
46
|
+
logger.debug("No 'data' object found in the following supplied JSON:")
|
47
|
+
logger.debug(request.body.is_a?(StringIO) ? request.body.read : request.body)
|
48
|
+
halt err(403, "No 'data' object received")
|
49
|
+
end
|
50
|
+
|
51
|
+
case number
|
52
|
+
when :multiple
|
53
|
+
unless result.is_a?(Array) && result.all? {|r| assoc.type.eql?(r['type']) && !r['id'].nil? }
|
54
|
+
halt(err(403, "Malformed data for multiple link endpoint"))
|
55
|
+
end
|
56
|
+
[result.map {|r| r[:id]}, false]
|
57
|
+
when :singular
|
58
|
+
unless result.is_a?(Hash) && assoc.type.eql?(result['type'])
|
59
|
+
halt(err(403, "Malformed data for singular link endpoint"))
|
60
|
+
end
|
61
|
+
[[result[:id]], true]
|
62
|
+
else
|
63
|
+
halt(err(403, "Invalid endpoint definition"))
|
64
|
+
end
|
65
|
+
end
|
66
|
+
|
67
|
+
def validate_data(data, options = {})
|
68
|
+
valid_keys = ['id', 'type', 'attributes', 'relationships']
|
69
|
+
valid_attrs = (options[:attributes] || []).map(&:to_s)
|
70
|
+
sl = options[:singular_links] ? options[:singular_links].keys.map(&:to_s) : []
|
71
|
+
ml = options[:multiple_links] ? options[:multiple_links].keys.map(&:to_s) : []
|
72
|
+
all_links = sl + ml
|
73
|
+
|
74
|
+
# FIXME check error codes against JSONAPI spec
|
75
|
+
|
76
|
+
data.each do |d|
|
77
|
+
invalid_keys = d.keys - valid_keys
|
78
|
+
halt(err(403, "Invalid key(s): #{invalid_keys.join(', ')}")) unless invalid_keys.empty?
|
79
|
+
if d.has_key?('attributes')
|
80
|
+
attrs = d['attributes']
|
81
|
+
halt(err(403, "Attributes must be a Hash with String keys")) unless attrs.is_a?(Hash) &&
|
82
|
+
attrs.keys.all? {|k| k.is_a?(String)}
|
83
|
+
invalid_attrs = attrs.keys - valid_attrs
|
84
|
+
halt(err(403, "Invalid attribute(s): #{invalid_attrs.join(', ')}")) unless invalid_attrs.empty?
|
85
|
+
end
|
86
|
+
if d.has_key?('relationships')
|
87
|
+
links = d['relationships']
|
88
|
+
halt(err(403, "Relationships(s) must be a Hash with String keys")) unless links.is_a?(Hash) &&
|
89
|
+
links.keys.all? {|k| k.is_a?(String)}
|
90
|
+
invalid_links = links.keys - all_links
|
91
|
+
halt(err(404, "Unknown relationship type(s): #{invalid_links.join(', ')}")) unless invalid_links.empty?
|
92
|
+
links.each_pair do |k, v|
|
93
|
+
halt(err(403, "Related data for '#{k}' must be a Hash with String keys")) unless v.is_a?(Hash) && v.keys.all? {|vk| vk.is_a?(String)}
|
94
|
+
halt(err(403, "Related data for '#{k}' must have data references")) unless links[k].has_key?('data')
|
95
|
+
|
96
|
+
if sl.include?(k)
|
97
|
+
halt(err(403, "Data reference for '#{k}' must be a Hash with 'id' & 'type' String values")) unless links[k]['data'].is_a?(Hash) &&
|
98
|
+
v['data'].has_key?('id') &&
|
99
|
+
v['data'].has_key?('type') &&
|
100
|
+
v['data']['id'].is_a?(String) &&
|
101
|
+
v['data']['type'].is_a?(String)
|
102
|
+
|
103
|
+
unless options[:singular_links][k.to_sym].type == v['data']['type']
|
104
|
+
halt(err(403, "Related '#{k}' has wrong type #{v['data']['type']}"))
|
105
|
+
end
|
106
|
+
else
|
107
|
+
halt(err(403, "Data reference for '#{k}' must be an Array of Hashes with 'id' & 'type' String values")) unless v['data'].is_a?(Array) &&
|
108
|
+
v['data'].all? {|l| l.has_key?('id') } &&
|
109
|
+
v['data'].all? {|l| l.has_key?('type') } &&
|
110
|
+
v['data'].all? {|l| l['id'].is_a?(String) } &&
|
111
|
+
v['data'].all? {|l| l['type'].is_a?(String) }
|
112
|
+
|
113
|
+
t = options[:multiple_links][k.to_sym].type
|
114
|
+
bad_type = v['data'].detect {|l| !t.eql?(l['type'])}
|
115
|
+
unless bad_type.nil?
|
116
|
+
halt(403, "Data reference for '#{k}' has invalid type '#{bad_type}', should be '#{t}")
|
117
|
+
end
|
118
|
+
end
|
119
|
+
end
|
120
|
+
end
|
121
|
+
end
|
122
|
+
end
|
123
|
+
|
124
|
+
def validate_and_parsetime(value)
|
125
|
+
return unless value
|
126
|
+
Time.iso8601(value).getutc
|
127
|
+
rescue ArgumentError
|
128
|
+
logger.error "Couldn't parse time from '#{value}'"
|
129
|
+
nil
|
130
|
+
end
|
131
|
+
|
132
|
+
end
|
133
|
+
end
|
134
|
+
end
|
135
|
+
end
|
136
|
+
end
|
@@ -0,0 +1,227 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
require 'active_support/inflector'
|
4
|
+
|
5
|
+
module Flapjack
|
6
|
+
module Gateways
|
7
|
+
class JSONAPI < Sinatra::Base
|
8
|
+
module Helpers
|
9
|
+
module Resources
|
10
|
+
|
11
|
+
ISO8601_PAT = "(?:[1-9][0-9]*)?[0-9]{4}-" \
|
12
|
+
"(?:1[0-2]|0[1-9])-" \
|
13
|
+
"(?:3[0-1]|0[1-9]|[1-2][0-9])T" \
|
14
|
+
"(?:2[0-3]|[0-1][0-9]):" \
|
15
|
+
"[0-5][0-9]:[0-5][0-9](?:\\.[0-9]+)?" \
|
16
|
+
"(?:Z|[+-](?:2[0-3]|[0-1][0-9]):[0-5][0-9])?"
|
17
|
+
|
18
|
+
# TODO refactor some of these methods into a module, included in data/ classes
|
19
|
+
|
20
|
+
def normalise_json_data(attribute_types, data)
|
21
|
+
record_data = data.dup
|
22
|
+
attribute_types.each_pair do |name, type|
|
23
|
+
t = record_data[name.to_s]
|
24
|
+
next unless t.is_a?(String) && :timestamp.eql?(type)
|
25
|
+
begin
|
26
|
+
record_data[name.to_s] = DateTime.parse(t)
|
27
|
+
rescue ArgumentError
|
28
|
+
record_data[name.to_s] = nil
|
29
|
+
end
|
30
|
+
end
|
31
|
+
symbolize(record_data)
|
32
|
+
end
|
33
|
+
|
34
|
+
def parse_range_or_value(name, pattern, v, opts = {}, &block)
|
35
|
+
rangeable = opts[:rangeable]
|
36
|
+
|
37
|
+
if rangeable && (v =~ /\A(?:(#{pattern})\.\.(#{pattern})|(#{pattern})\.\.|\.\.(#{pattern}))\z/)
|
38
|
+
start = nil
|
39
|
+
start_s = Regexp.last_match(1) || Regexp.last_match(3)
|
40
|
+
unless start_s.nil?
|
41
|
+
start = yield(start_s)
|
42
|
+
halt(err(403, "Couldn't parse #{name} '#{start_s}'")) if start.nil?
|
43
|
+
end
|
44
|
+
|
45
|
+
finish = nil
|
46
|
+
finish_s = Regexp.last_match(2) || Regexp.last_match(4)
|
47
|
+
unless finish_s.nil?
|
48
|
+
finish = yield(finish_s)
|
49
|
+
halt(err(403, "Couldn't parse #{name} '#{finish_s}'")) if finish.nil?
|
50
|
+
end
|
51
|
+
|
52
|
+
if !start.nil? && !finish.nil? && (start > finish)
|
53
|
+
halt(err(403, "Range order cannot be inversed"))
|
54
|
+
else
|
55
|
+
Zermelo::Filters::IndexRange.new(start, finish, :by_score => true)
|
56
|
+
end
|
57
|
+
|
58
|
+
elsif v =~ /\A#{pattern}\z/
|
59
|
+
t = yield(v)
|
60
|
+
halt(err(403, "Couldn't parse #{name} '#{v}'")) if t.nil?
|
61
|
+
t
|
62
|
+
else
|
63
|
+
halt(err(403, "Invalid #{name} parameter '#{v}'"))
|
64
|
+
end
|
65
|
+
end
|
66
|
+
|
67
|
+
def filter_params(klass, filter)
|
68
|
+
attributes = if klass.respond_to?(:jsonapi_methods)
|
69
|
+
(klass.jsonapi_methods[:get] || {}).attributes || []
|
70
|
+
else
|
71
|
+
[]
|
72
|
+
end
|
73
|
+
|
74
|
+
attribute_types = klass.attribute_types
|
75
|
+
|
76
|
+
rangeable_attrs = []
|
77
|
+
attrs_by_type = {}
|
78
|
+
|
79
|
+
klass.send(:with_index_data) do |idx_data|
|
80
|
+
idx_data.each do |k, d|
|
81
|
+
next unless d.index_klass == ::Zermelo::Associations::RangeIndex
|
82
|
+
rangeable_attrs << k
|
83
|
+
end
|
84
|
+
end
|
85
|
+
|
86
|
+
Zermelo::ATTRIBUTE_TYPES.keys.each do |at|
|
87
|
+
attrs_by_type[at] = attributes.select do |a|
|
88
|
+
at.eql?(attribute_types[a])
|
89
|
+
end
|
90
|
+
end
|
91
|
+
|
92
|
+
filter.each_with_object({}) do |filter_str, memo|
|
93
|
+
k, v = filter_str.split(':', 2)
|
94
|
+
halt(err(403, "Single filter parameters must be 'key:value'")) if k.nil? || v.nil?
|
95
|
+
|
96
|
+
value = if attrs_by_type[:string].include?(k.to_sym) || :id.eql?(k.to_sym)
|
97
|
+
if v =~ %r{^/(.+)/$}
|
98
|
+
Regexp.new(Regexp.last_match(1))
|
99
|
+
elsif v =~ /\|/
|
100
|
+
v.split('|')
|
101
|
+
else
|
102
|
+
v
|
103
|
+
end
|
104
|
+
elsif attrs_by_type[:boolean].include?(k.to_sym)
|
105
|
+
case v.downcase
|
106
|
+
when '0', 'f', 'false', 'n', 'no'
|
107
|
+
false
|
108
|
+
when '1', 't', 'true', 'y', 'yes'
|
109
|
+
true
|
110
|
+
end
|
111
|
+
|
112
|
+
elsif attrs_by_type[:timestamp].include?(k.to_sym)
|
113
|
+
parse_range_or_value('timestamp', ISO8601_PAT, v, :rangeable => rangeable_attrs.include?(k.to_sym)) {|s|
|
114
|
+
begin; DateTime.parse(s); rescue ArgumentError; nil; end
|
115
|
+
}
|
116
|
+
elsif attrs_by_type[:integer].include?(k.to_sym)
|
117
|
+
parse_range_or_value('integer', '\d+', v, :rangeable => rangeable_attrs.include?(k.to_sym)) {|s|
|
118
|
+
s.to_i
|
119
|
+
}
|
120
|
+
elsif attrs_by_type[:float].include?(k.to_sym)
|
121
|
+
parse_range_or_value('float', '\d+(\.\d+)?', v, :rangeable => rangeable_attrs.include?(k.to_sym)) {|s|
|
122
|
+
s.to_f
|
123
|
+
}
|
124
|
+
end
|
125
|
+
|
126
|
+
halt(err(403, "Invalid filter key '#{k}'")) if value.nil?
|
127
|
+
memo[k.to_sym] = value
|
128
|
+
end
|
129
|
+
end
|
130
|
+
|
131
|
+
def resource_filter_sort(klass, options = {})
|
132
|
+
options[:sort] ||= 'id'
|
133
|
+
scope = klass
|
134
|
+
|
135
|
+
unless params[:filter].nil?
|
136
|
+
unless params[:filter].is_a?(Array)
|
137
|
+
halt(err(403, "Filter parameters must be passed as an Array"))
|
138
|
+
end
|
139
|
+
filter_ops = filter_params(klass, params[:filter])
|
140
|
+
scope = scope.intersect(filter_ops)
|
141
|
+
end
|
142
|
+
|
143
|
+
sort_opts = if params[:sort].nil?
|
144
|
+
options[:sort].to_sym
|
145
|
+
else
|
146
|
+
sort_params = params[:sort].split(',')
|
147
|
+
|
148
|
+
if sort_params.any? {|sp| sp !~ /^(?:\+|-)/ }
|
149
|
+
halt(err(403, "Sort parameters must start with +/-"))
|
150
|
+
end
|
151
|
+
|
152
|
+
sort_params.each_with_object({}) do |sort_param, memo|
|
153
|
+
sort_param =~ /^(\+|\-)([a-z_]+)$/i
|
154
|
+
rev = Regexp.last_match(1)
|
155
|
+
term = Regexp.last_match(2)
|
156
|
+
memo[term.to_sym] = (rev == '-') ? :desc : :asc
|
157
|
+
end
|
158
|
+
end
|
159
|
+
|
160
|
+
scope = scope.sort(sort_opts)
|
161
|
+
scope
|
162
|
+
end
|
163
|
+
|
164
|
+
def paginate_get(dataset, options = {})
|
165
|
+
return([[], {}, {}]) if dataset.nil?
|
166
|
+
|
167
|
+
total = dataset.count
|
168
|
+
return([[], {}, {}]) if total == 0
|
169
|
+
|
170
|
+
page = options[:page].to_i
|
171
|
+
page = (page > 0) ? page : 1
|
172
|
+
|
173
|
+
per_page = options[:per_page].to_i
|
174
|
+
per_page = (per_page > 0) ? per_page : 20
|
175
|
+
|
176
|
+
total_pages = (total.to_f / per_page).ceil
|
177
|
+
|
178
|
+
pages = set_page_numbers(page, total_pages)
|
179
|
+
links = create_links(pages)
|
180
|
+
headers['Link'] = create_link_header(links) unless links.empty?
|
181
|
+
headers['Total-Count'] = total_pages.to_s
|
182
|
+
|
183
|
+
[dataset.page(page, :per_page => per_page),
|
184
|
+
links,
|
185
|
+
{
|
186
|
+
:pagination => {
|
187
|
+
:page => page,
|
188
|
+
:per_page => per_page,
|
189
|
+
:total_pages => total_pages,
|
190
|
+
:total_count => total
|
191
|
+
}
|
192
|
+
}
|
193
|
+
]
|
194
|
+
end
|
195
|
+
|
196
|
+
def set_page_numbers(page, total_pages)
|
197
|
+
pages = {}
|
198
|
+
pages[:first] = 1 # if (total_pages > 1) && (page > 1)
|
199
|
+
pages[:prev] = page - 1 if (page > 1)
|
200
|
+
pages[:next] = page + 1 if page < total_pages
|
201
|
+
pages[:last] = total_pages # if (total_pages > 1) && (page < total_pages)
|
202
|
+
pages
|
203
|
+
end
|
204
|
+
|
205
|
+
def create_links(pages)
|
206
|
+
url_without_params = request.url.split('?').first
|
207
|
+
per_page = params[:per_page] # ? params[:per_page].to_i : 20
|
208
|
+
|
209
|
+
links = {}
|
210
|
+
pages.each do |key, value|
|
211
|
+
page_params = {'page' => value }
|
212
|
+
page_params.update('per_page' => per_page) unless per_page.nil?
|
213
|
+
new_params = request.params.merge(page_params)
|
214
|
+
links[key] = "#{url_without_params}?#{new_params.to_query}"
|
215
|
+
end
|
216
|
+
links
|
217
|
+
end
|
218
|
+
|
219
|
+
def create_link_header(links)
|
220
|
+
links.collect {|(k, v)| "<#{v}; rel=\"#{k}\"" }.join(', ')
|
221
|
+
end
|
222
|
+
|
223
|
+
end
|
224
|
+
end
|
225
|
+
end
|
226
|
+
end
|
227
|
+
end
|