RubyGems - webhookdb - Versions diffs - 1.2.1 → 1.3.0 - Mend

webhookdb 1.2.1 → 1.3.0

Files changed (132) hide show

checksums.yaml +4 -4
data/admin-dist/assets/index-6aebf805.js +264 -0
data/admin-dist/favicon.ico +0 -0
data/admin-dist/index.html +130 -0
data/admin-dist/manifest.json +15 -0
data/data/messages/replicators/url-recorder.liquid +20 -0
data/data/messages/templates/errors/signalwire_send_sms.email.liquid +31 -0
data/data/messages/web/install-customer-login.liquid +6 -5
data/data/messages/web/install-error.liquid +1 -1
data/data/messages/web/install-forbidden.liquid +25 -0
data/data/messages/web/install-org-chooser.liquid +40 -0
data/data/messages/web/install-success.liquid +2 -1
data/data/messages/web/install.liquid +2 -1
data/data/messages/web/partials/head.liquid +2 -0
data/data/messages/web/styles.liquid +24 -0
data/db/migrations/040_saved_query_fix_unique.rb +17 -0
data/db/migrations/041_views.rb +20 -0
data/db/migrations/042_sint_lock.rb +10 -0
data/db/migrations/043_text_search.rb +28 -0
data/db/migrations/044_oauth_session_token_cache.rb +21 -0
data/integration/auth_spec.rb +2 -2
data/lib/sequel/plugins/text_searchable.rb +165 -0
data/lib/sequel/text_searchable.rb +42 -0
data/lib/webhookdb/admin_api/auth.rb +24 -3
data/lib/webhookdb/admin_api/data_provider.rb +196 -0
data/lib/webhookdb/admin_api/entities.rb +143 -28
data/lib/webhookdb/admin_api.rb +0 -2
data/lib/webhookdb/api/auth.rb +5 -6
data/lib/webhookdb/api/db.rb +31 -6
data/lib/webhookdb/api/entities.rb +7 -1
data/lib/webhookdb/api/helpers.rb +6 -25
data/lib/webhookdb/api/install.rb +204 -79
data/lib/webhookdb/api/organizations.rb +14 -12
data/lib/webhookdb/api/saved_queries.rb +10 -3
data/lib/webhookdb/api/saved_views.rb +99 -0
data/lib/webhookdb/api/service_integrations.rb +15 -9
data/lib/webhookdb/api/subscriptions.rb +3 -1
data/lib/webhookdb/api/sync_targets.rb +9 -7
data/lib/webhookdb/api/system.rb +1 -0
data/lib/webhookdb/api/webhook_subscriptions.rb +3 -1
data/lib/webhookdb/apps.rb +30 -7
data/lib/webhookdb/async/audit_logger.rb +2 -0
data/lib/webhookdb/async.rb +5 -0
data/lib/webhookdb/backfill_job/service_integration_lock.rb +22 -0
data/lib/webhookdb/backfill_job.rb +9 -0
data/lib/webhookdb/customer.rb +5 -0
data/lib/webhookdb/database_document.rb +1 -1
data/lib/webhookdb/db_adapter/default_sql.rb +1 -1
data/lib/webhookdb/db_adapter.rb +20 -4
data/lib/webhookdb/fixtures/message_bodies.rb +34 -0
data/lib/webhookdb/fixtures/organizations.rb +5 -0
data/lib/webhookdb/fixtures/roles.rb +14 -0
data/lib/webhookdb/fixtures/saved_views.rb +25 -0
data/lib/webhookdb/fixtures/webhook_subscription_deliveries.rb +18 -0
data/lib/webhookdb/http.rb +8 -2
data/lib/webhookdb/icalendar.rb +3 -0
data/lib/webhookdb/idempotency.rb +69 -22
data/lib/webhookdb/increase.rb +69 -21
data/lib/webhookdb/intercom.rb +10 -3
data/lib/webhookdb/jobs/backfill.rb +3 -1
data/lib/webhookdb/jobs/emailer.rb +0 -1
data/lib/webhookdb/jobs/icalendar_delete_stale_cancelled_events.rb +19 -0
data/lib/webhookdb/jobs/icalendar_enqueue_syncs.rb +1 -1
data/lib/webhookdb/jobs/icalendar_sync.rb +1 -1
data/lib/webhookdb/jobs/increase_event_handler.rb +20 -0
data/lib/webhookdb/jobs/scheduled_backfills.rb +2 -1
data/lib/webhookdb/jobs/sync_target_run_sync.rb +3 -1
data/lib/webhookdb/message/body.rb +6 -4
data/lib/webhookdb/message/delivery.rb +2 -0
data/lib/webhookdb/messages/error_icalendar_fetch.rb +1 -2
data/lib/webhookdb/messages/error_signalwire_send_sms.rb +48 -0
data/lib/webhookdb/oauth/fake_provider.rb +44 -0
data/lib/webhookdb/oauth/front_provider.rb +1 -2
data/lib/webhookdb/oauth/increase_provider.rb +80 -0
data/lib/webhookdb/oauth/intercom_provider.rb +3 -11
data/lib/webhookdb/oauth/session.rb +20 -0
data/lib/webhookdb/oauth.rb +7 -21
data/lib/webhookdb/organization/alerting.rb +2 -0
data/lib/webhookdb/organization/database_migration.rb +3 -0
data/lib/webhookdb/organization.rb +37 -6
data/lib/webhookdb/organization_membership.rb +14 -7
data/lib/webhookdb/postgres.rb +2 -0
data/lib/webhookdb/replicator/base.rb +1 -0
data/lib/webhookdb/replicator/docgen.rb +9 -1
data/lib/webhookdb/replicator/fake.rb +2 -3
data/lib/webhookdb/replicator/front_signalwire_message_channel_app_v1.rb +49 -14
data/lib/webhookdb/replicator/icalendar_calendar_v1.rb +97 -17
data/lib/webhookdb/replicator/icalendar_event_v1.rb +104 -2
data/lib/webhookdb/replicator/increase_account_number_v1.rb +6 -43
data/lib/webhookdb/replicator/increase_account_transfer_v1.rb +7 -24
data/lib/webhookdb/replicator/increase_account_v1.rb +7 -31
data/lib/webhookdb/replicator/increase_ach_transfer_v1.rb +5 -43
data/lib/webhookdb/replicator/increase_app_v1.rb +78 -0
data/lib/webhookdb/replicator/increase_check_transfer_v1.rb +23 -29
data/lib/webhookdb/replicator/increase_event_v1.rb +41 -0
data/lib/webhookdb/replicator/increase_limit_v1.rb +9 -34
data/lib/webhookdb/replicator/increase_transaction_v1.rb +5 -30
data/lib/webhookdb/replicator/increase_v1_mixin.rb +58 -78
data/lib/webhookdb/replicator/increase_wire_transfer_v1.rb +5 -24
data/lib/webhookdb/replicator/intercom_contact_v1.rb +51 -4
data/lib/webhookdb/replicator/intercom_conversation_v1.rb +42 -6
data/lib/webhookdb/replicator/intercom_marketplace_root_v1.rb +2 -13
data/lib/webhookdb/replicator/intercom_v1_mixin.rb +20 -16
data/lib/webhookdb/replicator/oauth_refresh_access_token_mixin.rb +1 -1
data/lib/webhookdb/replicator/sponsy_v1_mixin.rb +1 -1
data/lib/webhookdb/replicator/transistor_episode_v1.rb +17 -0
data/lib/webhookdb/replicator/url_recorder_v1.rb +137 -0
data/lib/webhookdb/replicator/webhook_request.rb +4 -0
data/lib/webhookdb/replicator.rb +8 -0
data/lib/webhookdb/role.rb +5 -2
data/lib/webhookdb/saved_query.rb +23 -0
data/lib/webhookdb/saved_view.rb +73 -0
data/lib/webhookdb/sentry.rb +2 -0
data/lib/webhookdb/service/entities.rb +0 -4
data/lib/webhookdb/service/helpers.rb +5 -0
data/lib/webhookdb/service/middleware.rb +17 -0
data/lib/webhookdb/service/types.rb +10 -8
data/lib/webhookdb/service/validators.rb +1 -2
data/lib/webhookdb/service/view_api.rb +1 -1
data/lib/webhookdb/service_integration.rb +17 -15
data/lib/webhookdb/spec_helpers/shared_examples_for_replicators.rb +8 -8
data/lib/webhookdb/spec_helpers/whdb.rb +3 -2
data/lib/webhookdb/subscription.rb +2 -0
data/lib/webhookdb/sync_target.rb +10 -2
data/lib/webhookdb/tasks/message.rb +3 -1
data/lib/webhookdb/version.rb +1 -1
data/lib/webhookdb/webhook_subscription/delivery.rb +2 -0
data/lib/webhookdb/webhook_subscription.rb +2 -0
metadata +58 -9
data/lib/webhookdb/admin_api/customers.rb +0 -63
data/lib/webhookdb/admin_api/message_deliveries.rb +0 -61
data/lib/webhookdb/admin_api/roles.rb +0 -15

data/admin-dist/favicon.ico ADDED Viewed

Binary file

data/admin-dist/index.html ADDED Viewed

@@ -0,0 +1,130 @@
+<!DOCTYPE html>
+<html lang="en">
+    <head>
+        <meta charset="utf-8" />
+        <meta
+            name="viewport"
+            content="minimum-scale=1, initial-scale=1, width=device-width, shrink-to-fit=no"
+        />
+        <meta name="theme-color" content="#000000" />
+        <link rel="icon" type="image/png" sizes="32x32" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAE4klEQVRYR61XCWwUVRj+phehFhFrFA0EsIVSrnCUUIWUgMhVhajBQtpEBbEgBhKQQzSEGO4oIAa25YhRK5eRQCAgQWuVWigFqYqiSFMIjchVgQLFXs/v7+yyM7uzMw/CSybtzvzX+4/vfc+A7lqrEhCNTBgYTJU0Ph34PORXv86/lfx2DAqFiMHXmGTU6Jg2PIU2qmTUYyaikEPZVp7yIqAgAW1DI1ZgmnHaTSdyAPkqnoYWUHk6d9ZSy3GokMJ/fLWS+ouQa9xysuEcQJ7qTKVtVOhzT47DlY5zM1mYYvwV+ik8gHzVk0L7+Tzu5jztYWB8EvBYPHDsEvAZTVfXu4Z7nl9HMBO/WqXsAZg7/97L+axuwLKngZiooKlzrPrwvcAfUv3I6zwzMdiaiWAAZs2LGYBr2vu2AUpfMp03KeA2d90yFjBoqZR7fGq39KDrKufXgYGeCAaQp5bQ+TteNf+gPzCLIdY1AiP3AIeZ/lXpQG4POqbn7uyck+5ZkAiXMwvzxJcZwFqOWjRO8FcLrwA+zwByugIVV4Hk7ab0sLbAgTHm/8/sAgoveFhRqCVW9MLrxmkzgDy1ns4nezmX7zNY/9WDzN2u+Ako+gdY2BcYwJatZTnafwFcqdOxBB/L8KaBTaoVgaaKATyoo9Y6BihnD3RsbZeWun/IgGYf1bHSLFODBjxhIF+N4w9/MvWUU4iH+0YDnSxBbDgBTDsE1Ht0oM1DEyYYWK98bIopeq5NqTgWrmI80M4PzDINSUz9GUesc7XskwwcoQh7W39NSgY2DDFHT9ZZdv2TWzmW+iYCkmUSAAcJj+jqdmWnlIwF2lhOhzU/szlLdS3Y5C5JAHJgxOmoJzHl32byHLa06w12fM8vmf6bpoVnOQ2NxIjCizoWUacdQAdiftHz9u6X2r/xHbDJcuAWPwcUczTn6U1DcwACG4+6xduCsHuQhvsTcAJLcGApnbx73K55IRtIYD77feV5LojiZa0mfIvI9zER0Lq2nAKyi8Jx/zJpSyKztbcSyDzgWYbmJlxHsaluomWE2TTL7qtrgc7s+tDjN5ZTUf2KmYFGjkQKZSpuuAaRbxCGs4iCFHVeMvP/0mi8pU03/8ndy6EdslLZnL9lBcdzYiHwiRsha0KWwYMogQfD37TlyPek/jWvAbHRQW/rSCkE9ULXYp4J84Wu+tfbJYRnIqTjEt4Yi3YmlPhYhijnMgjnqJpAemQJ71Q10HsHDx8L8qQTSb5hoz5gydQL+4Cd5yIE0ISNmGpMNgMQ5tuAXyKRzwIS8ewUu6FDzJnvd+A6cSCDs5/b3e78dgNPxgK2udPJKGQ1Bj2Cx7HYzlPLGMBcp3j7kAUdfpFoZSmDa2vx46cngVcPRkz/UhKS+fLVTsmAH/mut5PajFTya/KAKO+bBCpJVtJJTC4KxoYvQY5B4ZTMzIIrKc3uBHzEIBIj3BIEnErIC3OIjgFotvlXIEYiw5mUBiQ9aHkim2xiF2AsL2appOZxJChXiQtlQs0JTruriAFOnECcGxjuTssDQdz/i0k5OcfLeheTYCaEpr/HnzN1yKpjtYV8Amuo//7dXc2s1swRncNXgphavJGycjMuINNeKaPmNjEaPe1XF/Jah1EErKF8Q8wDW/JOQNf4/xk+R0mLfuCzh7di91PAb/Z/EtJ0nCBsdHkAAAAASUVORK5CYII=" />
+        <link rel="icon" type="image/png" sizes="16x16" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAACHklEQVQ4T22TTUhUcRTFf0+DnNGgWkiKobORICiSoo+ViVJRJi2K2hY2k61y0SaoIGgjSETqTLkICqKNZWQgkW2i6MMkR8igKIKiMgoCxxGzf+f6VN5744X3de//nnfvued6RK3bbaCIJB4NOBJ6mn3U9Ujf10h5b4Ipftis08Uoo1OHWvVVXABsDsc/3a+So512b8pcPoAllzKgt50LiVVxuLwDymNwYRgGv4YgHzPJXgPxAdKuR1Cp4JG+RqheAeO/YV81VNyE3GwIJEPSS3lK3ij3awEUBcNPmmHslxr/ArcEVnEDJqZDALPKqPPIuCtyn4z23FQJ/bshtgw6RuD0yyVYcXQbwFuF1kXDler9wxHjDVZfh7zRV2jjBpCXf3kwVqIZDOyChiq4/R4OD0GiVLOcjCA4po2DvPpfBDBW7zbB/gR8+gPb++GbBvaiBervFxApgEgLzWvh3h6YEeOb+2BUUzDQ3FE4Kx46soEqHO+sgi6daFtwn9sE57fAyATU3fG961dC9iA8+KyRDoba6PIw6RZrjPPqO1YLvfX64wwcegg/xdAlCWrbGugZg7an8wC+KjVGs4xL65601zKNbfgA1K4KEzb1F7aqoqxamjNHWntxYkkpl5fARbXRUgNxAT7/DmdewbMfi6ARKZvf9iGuZYLjUVUGajEx92oPToWXKVitSdvTRjoa9ayZU5KndXYMiasMrd5o8Ph/oDCo9HTUhIAAAAAASUVORK5CYII=" />
+        <title>WebhookDB Admin</title>
+        <style>
+            body {
+                margin: 0;
+                padding: 0;
+                font-family: sans-serif;
+            }
+            .loader-container {
+                display: flex;
+                align-items: center;
+                justify-content: center;
+                flex-direction: column;
+                position: absolute;
+                top: 0;
+                bottom: 0;
+                left: 0;
+                right: 0;
+                background-color: #2ba9ff;
+            }
+            /* CSS Spinner from https://projects.lukehaas.me/css-loaders/ */
+            .loader {
+                color: #ffffff;
+                font-size: 90px;
+                text-indent: -9999em;
+                overflow: hidden;
+                width: 1em;
+                height: 1em;
+                border-radius: 50%;
+                margin: 72px auto;
+                position: relative;
+                -webkit-transform: translateZ(0);
+                -ms-transform: translateZ(0);
+                transform: translateZ(0);
+                -webkit-animation: load6 1.7s infinite ease, round 1.7s infinite ease;
+                animation: load6 1.7s infinite ease, round 1.7s infinite ease;
+            }
+            @-webkit-keyframes load6 {
+                0% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+                5%,
+                95% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+                10%,
+                59% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.087em -0.825em 0 -0.42em, -0.173em -0.812em 0 -0.44em, -0.256em -0.789em 0 -0.46em, -0.297em -0.775em 0 -0.477em;
+                }
+                20% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.338em -0.758em 0 -0.42em, -0.555em -0.617em 0 -0.44em, -0.671em -0.488em 0 -0.46em, -0.749em -0.34em 0 -0.477em;
+                }
+                38% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.377em -0.74em 0 -0.42em, -0.645em -0.522em 0 -0.44em, -0.775em -0.297em 0 -0.46em, -0.82em -0.09em 0 -0.477em;
+                }
+                100% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+            }
+            @keyframes load6 {
+                0% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+                5%,
+                95% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+                10%,
+                59% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.087em -0.825em 0 -0.42em, -0.173em -0.812em 0 -0.44em, -0.256em -0.789em 0 -0.46em, -0.297em -0.775em 0 -0.477em;
+                }
+                20% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.338em -0.758em 0 -0.42em, -0.555em -0.617em 0 -0.44em, -0.671em -0.488em 0 -0.46em, -0.749em -0.34em 0 -0.477em;
+                }
+                38% {
+                    box-shadow: 0 -0.83em 0 -0.4em, -0.377em -0.74em 0 -0.42em, -0.645em -0.522em 0 -0.44em, -0.775em -0.297em 0 -0.46em, -0.82em -0.09em 0 -0.477em;
+                }
+                100% {
+                    box-shadow: 0 -0.83em 0 -0.4em, 0 -0.83em 0 -0.42em, 0 -0.83em 0 -0.44em, 0 -0.83em 0 -0.46em, 0 -0.83em 0 -0.477em;
+                }
+            }
+            @-webkit-keyframes round {
+                0% {
+                    -webkit-transform: rotate(0deg);
+                    transform: rotate(0deg);
+                }
+                100% {
+                    -webkit-transform: rotate(360deg);
+                    transform: rotate(360deg);
+                }
+            }
+            @keyframes round {
+                0% {
+                    -webkit-transform: rotate(0deg);
+                    transform: rotate(0deg);
+                }
+                100% {
+                    -webkit-transform: rotate(360deg);
+                    transform: rotate(360deg);
+                }
+            }
+        </style>
+        <link rel="preconnect" href="https://fonts.gstatic.com" />
+        <link href="https://fonts.googleapis.com/css2?family=Open+Sans:wght@300;500;600;700&display=swap" rel="stylesheet">
+      <script type="module" crossorigin src="/admin/assets/index-6aebf805.js"></script>
+    </head>
+    <body>
+        <noscript> You need to enable JavaScript to run this app. </noscript>
+        <div id="root">
+            <div class="loader-container">
+                <div class="loader">Loading...</div>
+            </div>
+        </div>
+    </body>
+</html>

data/admin-dist/manifest.json ADDED Viewed

@@ -0,0 +1,15 @@
+{
+    "short_name": "admin",
+    "name": "{{name}}",
+    "icons": [
+        {
+            "src": "favicon.ico",
+            "sizes": "64x64 32x32 24x24 16x16",
+            "type": "image/x-icon"
+        }
+    ],
+    "start_url": "./index.html",
+    "display": "standalone",
+    "theme_color": "#000000",
+    "background_color": "#ffffff"
+}

data/data/messages/replicators/url-recorder.liquid ADDED Viewed

@@ -0,0 +1,20 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <title>Thanks! - WebhookDB</title>
+    {% include 'web/partials/head' %}
+</head>
+<body>
+<div class="layout">
+    <div class="flex column align-items-center content">
+        <div class="text-center mt-2">
+            {{ content }}
+        </div>
+        <div class="text-center mt-2 flex column align-items-middle w-100">
+            <hr class="w-100"/>
+            <span class="mt-2 text-small">Hosted at <a href="https://webhookdb.com">https://webhookdb.com</a></span>
+        </div>
+    </div>
+</div>
+</body>
+</html>

data/data/messages/templates/errors/signalwire_send_sms.email.liquid ADDED Viewed

@@ -0,0 +1,31 @@
+{% expose subject %}WebhookDB: Signalwire SMS Error{% endexpose %}
+{% partial 'greeting' %}
+<p>
+    WebhookDB encountered an error trying to send an SMS via Signalwire using your credentials. We have the following information about the failure:
+</p>
+<ul>
+    <li>Service Integration Name: {{ service_name }}, ID: <code>{{ opaque_id }}</code></li>
+    <li>Request: <code>{{ request_method }} {{ request_url }}</code></li>
+    <li>Response Status: <code>{{ response_status }}</code></li>
+    <li>Body: <code>{{  response_body }}</code></li>
+</ul>
+<p>
+    Usually this indicates an API key has been revoked, or the parameters to your integration (like the 'from' number)
+    are incorrect, rather than being an error in WebhookDB itself.
+</p>
+<p>To fix this integration, head over to <a href="{{ app_url }}">{{ app_url }}</a>, log in, and run:</p>
+<pre>
+    webhookdb integrations reset {{ opaque_id }}
+</pre>
+<p>
+    If you no longer wish to use this integration, it can be deleted using:
+</p>
+<pre>
+    webhookdb integrations delete {{ opaque_id }}
+</pre>
+<p>We'll continue to send daily emails when this happens, so please do fix this up when you get a chance.</p>
+<p>Please file an issue at {{ oss_repo }} if you need any help.</p>
+{% partial 'signoff' %}

data/data/messages/web/install-customer-login.liquid CHANGED Viewed

@@ -1,6 +1,7 @@
 <html lang="en-US">
 <head>
-    {% include 'web/styles' %}
+    <title>WebhookDB | Sync {{ app_name }} | Login</title>
+    {% include 'web/partials/head' %}
 </head>
 <body>
 <div class="layout">
@@ -11,12 +12,12 @@
             <form method="POST" action="{{ action_url }}">
                 {% if view == "email" %}
                     <p>
-                        Welcome to WebhookDB! In order to complete this integration, we need your email address so that
-                        we can associate your information with an organization.
+                        Welcome to WebhookDB! In order to finish your sync with {{ app_name }},
+                        you need to sign up or log in.
                     </p>
                     <p>Enter your email:</p>
                     <div class="input-group">
-                        <input class="input-inline" type="text" id="email" name="email"/>
+                        <input class="input-inline" type="text" id="email" name="email" autofocus/>
                         <input class="input-inline-button" type="submit" value="Log in"/>
                     </div>
                     {% partial 'web/partials/form_error' %}
@@ -31,7 +32,7 @@
                     </p>
                     <p>Enter the token from your email:</p>
                     <div class="input-group">
-                        <input class="input-inline" type="text" id="otp_token" name="otp_token"/>
+                        <input class="input-inline" type="text" id="otp_token" name="otp_token" autofocus/>
                         <input class="input-inline-button" type="submit" value="Log in"/>
                     </div>
                     {% partial 'web/partials/form_error' %}

data/data/messages/web/install-error.liquid CHANGED Viewed

@@ -1,6 +1,6 @@
 <html lang="en-US">
 <head>
-    {% include 'web/styles' %}
+    {% include 'web/partials/head' %}
 </head>
 <body>
 <div class="layout">

data/data/messages/web/install-forbidden.liquid ADDED Viewed

@@ -0,0 +1,25 @@
+<html lang="en-US">
+<head>
+    <title>WebhookDB | Sync {{ app_name }} | Error</title>
+    {% include 'web/partials/head' %}
+</head>
+<body>
+<div class="layout">
+    <div class="flex column align-items-center content">
+        {% partial 'web/partials/header' %}
+        <div class="flex column">
+            <p>
+                Sorry, something went wrong installing your sync to {{ app_name }}.
+            </p>
+            <p>
+                If your installation finished successfully, head to <a href="{{ terminal_url }}">{{ terminal_url }}</a>
+                and run <code>webhookdb auth login</code> and <code>webhookdb db connection</code> to get your connection string.
+            </p>
+            <p>Or head to <a href="{{ install_url }}">{{ install_url }}</a> to go back through setup.</p>
+            <p>If you need any help, you can email <a href="mailto:hello@webhookdb.com">hello@webhookdb.com</a>.</p>
+        </div>
+        {% partial 'web/partials/footer' %}
+    </div>
+</div>
+</body>
+</html>

data/data/messages/web/install-org-chooser.liquid ADDED Viewed

@@ -0,0 +1,40 @@
+<html lang="en-US">
+<head>
+    <title>WebhookDB | Sync {{ app_name }} | Choose Organization</title>
+    {% include 'web/partials/head' %}
+</head>
+<body>
+<div class="layout">
+    <div class="flex column align-items-center content">
+        {% partial 'web/partials/header' %}
+        <div class="mt-2">
+            <form method="POST" action="{{ action_url }}">
+                <p>
+                    Choose which WebhookDB organization your {{ app_name }} data will be replicated to.
+                    You can also create a new organization (and database) to hold this data.
+                </p>
+                <div class="input-radio-group">
+                    {% for org in organizations %}
+                    <div class="input-radio-control">
+                        <input type="radio" id="org-{{ org.key }}" name="existing_org_key" value="{{ org.key }}" checked="{{ org.checked }}" />
+                        <label for="org-{{ org.key }}">{{ org.name }}</label>
+                    </div>
+                    {% endfor %}
+                    <div class="input-radio-control">
+                        <input type="radio" id="new_org" name="existing_org_key" value=""/>
+                        <label for="new_org">Create an Organization:</label>
+                        <input id="new_org_name" type="text" name="new_org_name" aria-labelledby="new_org" onfocus="document.querySelector('#new_org').checked = true">
+                    </div>
+                </div>
+                <input class="button w-100" type="submit" value="Submit"/>
+                {% partial 'web/partials/form_error' %}
+                <input type="hidden" id="state" name="state" value="{{ oauth_state }}">
+            </form>
+        </div>
+        {% partial 'web/partials/footer' %}
+    </div>
+</div>
+</body>
+</html>

data/data/messages/web/install-success.liquid CHANGED Viewed

@@ -1,6 +1,7 @@
 <html lang="en-US">
 <head>
-    {% include 'web/styles' %}
+    <title>WebhookDB | Sync {{ app_name }} | Success!</title>
+    {% include 'web/partials/head' %}
 </head>
 <body>
 <div class="layout">

data/data/messages/web/install.liquid CHANGED Viewed

@@ -1,6 +1,7 @@
 <html lang="en-US">
 <head>
-    {% include 'web/styles' %}
+    <title>WebhookDB | Sync {{ app_name }}</title>
+    {% include 'web/partials/head' %}
 </head>
 <body>
 <div class="layout">

data/data/messages/web/partials/head.liquid ADDED Viewed

	@@ -0,0 +1,2 @@
1	+ <link rel="icon" href="/terminal/favicon.ico" type="image/x-icon" />
2	+ {% include 'web/styles' %}

data/data/messages/web/styles.liquid CHANGED Viewed

@@ -48,6 +48,10 @@
         text-align: center;
     }
+    .text-small {
+        font-size: 80%;
+    }
     .btn {
         background-color: var(--color-primary);
         border: none;
@@ -97,6 +101,12 @@
         font-size: 16px;
         padding-left: var(--spacing);
         border-radius: var(--border-radius);
+        outline: none;
+    }
+    input[type=text]:focus {
+        border: solid 1px var(--color-primary);
+        outline: solid 2px var(--color-primary) !important;
     }
     .input-inline {
@@ -122,6 +132,20 @@
         border-radius: 0 var(--border-radius) var(--border-radius) 0 !important;
     }
+    .input-radio-group {
+        display: flex;
+        flex-direction: column;
+        gap: 8px;
+        margin-bottom: 16px;
+    }
+    .input-radio-control {
+        display: flex;
+        flex-direction: row;
+        align-items: center;
+        gap: 8px;
+    }
     .form-error {
         background-color: var(--color-warning);
         border: solid 1px var(--color-warning-dark);

data/db/migrations/040_saved_query_fix_unique.rb ADDED Viewed

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+Sequel.migration do
+  up do
+    alter_table(:saved_queries) do
+      drop_constraint(:saved_queries_organization_id_key)
+      add_index :organization_id
+    end
+  end
+  down do
+    alter_table(:saved_queries) do
+      drop_index :organization_id
+      add_unique_constraint(:organization_id)
+    end
+  end
+end

data/db/migrations/041_views.rb ADDED Viewed

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+Sequel.migration do
+  change do
+    create_table(:saved_views) do
+      primary_key :id
+      timestamptz :created_at, null: false, default: Sequel.function(:now)
+      timestamptz :updated_at
+      foreign_key :organization_id, :organizations, null: false, on_delete: :cascade
+      index :organization_id
+      text :name, null: false
+      unique [:organization_id, :name]
+      text :sql, null: false
+      foreign_key :created_by_id, :customers, null: true, on_delete: :set_null
+    end
+  end
+end

data/db/migrations/042_sint_lock.rb ADDED Viewed

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+Sequel.migration do
+  change do
+    create_table(:backfill_job_service_integration_locks) do
+      primary_key :id
+      foreign_key :service_integration_id, :service_integrations, null: false, on_delete: :cascade, unique: true
+    end
+  end
+end

data/db/migrations/043_text_search.rb ADDED Viewed

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+Sequel.migration do
+  change do
+    searchable = [
+      :backfill_jobs,
+      :customers,
+      :message_bodies,
+      :message_deliveries,
+      :organization_memberships,
+      :organization_database_migrations,
+      :organizations,
+      :roles,
+      :saved_queries,
+      :saved_views,
+      :service_integrations,
+      :subscriptions,
+      :sync_targets,
+      :webhook_subscription_deliveries,
+      :webhook_subscriptions,
+    ]
+    searchable.each do |tbl|
+      alter_table(tbl) do
+        add_column :text_search, :tsvector
+      end
+    end
+  end
+end

data/db/migrations/044_oauth_session_token_cache.rb ADDED Viewed

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+Sequel.migration do
+  up do
+    alter_table(:oauth_sessions) do
+      add_column :token_json, :jsonb
+      drop_column :authorization_code
+      add_constraint(
+        :no_token_json_if_used,
+        "NOT (used_at IS NOT NULL AND token_json IS NOT NULL)",
+      )
+    end
+  end
+  down do
+    alter_table(:oauth_sessions) do
+      drop_column :token_json
+      add_column :authorization_code, :text
+    end
+  end
+end

data/integration/auth_spec.rb CHANGED Viewed

@@ -41,13 +41,13 @@ RSpec.describe "auth", :integration do
     customer = Webhookdb::Fixtures.customer.admin.instance
     auth_customer(customer)
-    resp = get("/admin/v1/auth")
+    resp = get("/admin_api/v1/auth")
     expect(resp).to party_status(200)
     expect(resp).to party_response(match(hash_including(name: customer.name)))
     customer.remove_role(Webhookdb::Role.admin_role)
-    resp = get("/admin/v1/auth")
+    resp = get("/admin_api/v1/auth")
     expect(resp).to party_status(401)
   end
 end

data/lib/sequel/plugins/text_searchable.rb ADDED Viewed

@@ -0,0 +1,165 @@
+# frozen_string_literal: true
+require "sequel/text_searchable"
+module Sequel::Plugins::TextSearchable
+  DEFAULT_OPTIONS = {
+    column: :text_search,
+    search_options: {
+      to_tsquery: :websearch,
+      language: "english",
+      rank: true,
+    },
+    terms: nil,
+  }.freeze
+  def self.apply(model, *)
+    raise "The :dirty plugin must be loaded first. Use `plugin :dirty`." if
+      !model.plugins.include?(Sequel::Plugins::Dirty) ||
+        model.plugins.index(Sequel::Plugins::Dirty) > model.plugins.index(self)
+  end
+  def self.configure(model, opts=DEFAULT_OPTIONS)
+    opts = DEFAULT_OPTIONS.merge(opts)
+    model.text_search_column = opts[:column]
+    model.text_search_options = opts[:search_options]
+    model.text_search_terms = opts[:terms]
+    SequelTextSearchable.searchable_models << model
+  end
+  module DatasetMethods
+    def text_search(q, opts={})
+      full_opts = self.model.text_search_options.merge(tsvector: true).merge(opts)
+      return self.full_text_search(self.model.text_search_column, q, **full_opts)
+    end
+  end
+  module ClassMethods
+    attr_accessor :text_search_column, :text_search_options, :text_search_terms
+    def text_search_language = self.text_search_options.fetch(:language)
+    def text_search_reindex_all
+      did = 0
+      self.dataset.paged_each do |m|
+        m.text_search_reindex
+        did += 1
+      end
+      return did
+    end
+    def text_search_reindex_model(model_pk)
+      m = self.with_pk!(model_pk)
+      m.text_search_reindex
+      return m
+    end
+    def text_search_columns_and_ranks
+      raise NotImplementedError, "#{self.name} must implement text_search_terms" if
+        self.text_search_terms.nil?
+      return self.text_search_terms.map do |t|
+        if t.is_a?(Array)
+          col, rank = t
+        elsif t.is_a?(Hash)
+          col, rank = t.to_a.first
+        else
+          col = t
+          rank = nil
+        end
+        [col, rank]
+      end
+    end
+  end
+  module InstanceMethods
+    def after_create
+      super
+      self._run_after_model_hook
+    end
+    def after_update
+      super
+      if self.class.text_search_terms.nil?
+        # If the instance implements a custom text_search_terms, we have to always call it,
+        # since we can't otherwise know if relevant values have changed.
+        self._run_after_model_hook
+        return
+      end
+      has_changes = self.class.text_search_columns_and_ranks.any? { |col, _rank| self.previous_changes.include?(col) }
+      self._run_after_model_hook if has_changes
+    end
+    def _run_after_model_hook
+      if SequelTextSearchable.index_mode == :async
+        # We must refetch the model to index since it happens on another thread.
+        SequelTextSearchable.threadpool.post do
+          self.model.text_search_reindex_model(self.pk)
+        end
+      elsif SequelTextSearchable.index_mode == :sync
+        self.text_search_reindex
+      end
+    end
+    # Return the values used for the tsvector value.
+    #
+    # In general this should include relevant text fields (like name and descriptions)
+    # on the receiver and related objects.
+    #
+    # Each value in the array can be one of the following:
+    #
+    # - nil: skipped
+    # - str like 'value': Used in `to_tsvector('value')`.
+    # - tuple[str, str] like ('value, 'B'): Used in `setweight(to_tsvector('value'), 'B')
+    # - has a text_search_values_for_related' method: All of these are included in the returned list.
+    #     Useful for adding all of a parent relation's fields to related components,
+    #     while the parent may need a more complex text_search_values.
+    # - has a 'text_search_values' method: All of these are included in the returned list.
+    def text_search_terms
+      raise NotImplementedError, "#{self.class.name} must implement text_search_terms" if
+        self.model.text_search_terms.nil?
+      return self.model.text_search_columns_and_ranks.map do |col, rank|
+        val = self.send(col)
+        rank ? [val, rank] : val
+      end
+    end
+    def text_search_reindex
+      got_terms = self.text_search_terms
+      return if got_terms.empty?
+      terms = got_terms.flat_map { |t| _text_search_term_to_col_and_rank(t) }
+      exprs = terms.filter_map do |(col, rank)|
+        col = Sequel.function(:coalesce, col, "")
+        expr = Sequel.function(:to_tsvector, self.model.text_search_language, col)
+        expr = Sequel.function(:setweight, expr, rank) if rank
+        expr
+      end
+      full_expr = Sequel.join(exprs)
+      self.this.update(self.model.text_search_column => full_expr)
+    end
+    private def _text_search_term_to_col_and_rank(t, norank: false)
+      return nil if t.nil?
+      if t.is_a?(Array)
+        c, r = t
+        r = nil if norank
+        return [[c, r]]
+      end
+      if t.is_a?(Hash)
+        c, r = t.to_a.first
+        r = nil if norank
+        return [[c, r]]
+      end
+      related_cols_ranks = if t.respond_to?(:text_search_terms_for_related)
+                             t.text_search_terms_for_related
+      elsif t.respond_to?(:text_search_terms)
+        t.text_search_terms
+      else
+        return [[t, nil]]
+      end
+      return related_cols_ranks.flat_map do |relterm|
+        _text_search_term_to_col_and_rank(relterm, norank: true)
+      end
+    end
+  end
+end