@friggframework/core 2.0.0--canary.690.08cd07e.0 → 2.0.0--canary.694.f66a64a.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CLAUDE.md +0 -28
- package/README.md +0 -105
- package/application/commands/integration-commands.js +10 -20
- package/application/commands/scheduler-commands.js +7 -11
- package/application/commands/user-commands.js +5 -17
- package/application/index.js +2 -6
- package/core/Worker.js +7 -31
- package/core/create-handler.js +0 -9
- package/credential/repositories/credential-repository-documentdb.js +0 -34
- package/credential/repositories/credential-repository-interface.js +0 -15
- package/credential/repositories/credential-repository-mongo.js +0 -23
- package/credential/repositories/credential-repository-postgres.js +0 -28
- package/database/config.js +24 -48
- package/database/documentdb-utils.js +2 -2
- package/database/encryption/encryption-schema-registry.js +12 -93
- package/database/prisma.js +2 -4
- package/errors/index.js +4 -0
- package/errors/mapping-already-exists-error.js +14 -0
- package/generated/prisma-mongodb/edge.js +38 -33
- package/generated/prisma-mongodb/index-browser.js +35 -30
- package/generated/prisma-mongodb/index.d.ts +1880 -3191
- package/generated/prisma-mongodb/index.js +38 -33
- package/generated/prisma-mongodb/package.json +1 -1
- package/generated/prisma-mongodb/schema.prisma +50 -86
- package/generated/prisma-mongodb/wasm.js +38 -33
- package/generated/prisma-postgresql/edge.js +38 -33
- package/generated/prisma-postgresql/index-browser.js +35 -30
- package/generated/prisma-postgresql/index.d.ts +2050 -3390
- package/generated/prisma-postgresql/index.js +38 -33
- package/generated/prisma-postgresql/package.json +1 -1
- package/generated/prisma-postgresql/schema.prisma +48 -81
- package/generated/prisma-postgresql/wasm.js +38 -33
- package/handlers/WEBHOOKS.md +29 -0
- package/handlers/app-definition-loader.js +19 -128
- package/handlers/app-handler-helpers.js +3 -25
- package/handlers/backend-utils.js +25 -31
- package/handlers/middleware/admin-auth.js +1 -14
- package/handlers/routers/auth.js +10 -46
- package/handlers/routers/health.js +4 -13
- package/handlers/routers/integration-defined-routers.js +92 -144
- package/handlers/routers/integration-webhook-routers.js +64 -102
- package/handlers/workers/integration-defined-workers.js +2 -5
- package/handlers/workers/integration-triggers.js +25 -0
- package/index.js +3 -65
- package/infrastructure/scheduler/index.js +6 -19
- package/infrastructure/scheduler/recurrence.js +204 -0
- package/infrastructure/scheduler/scheduler-service-factory.js +7 -55
- package/integrations/data-defined/README.md +185 -0
- package/integrations/data-defined/canonical.js +11 -0
- package/integrations/data-defined/capabilities/acmeerp.capabilities.json +608 -0
- package/integrations/data-defined/capabilities/asana.capabilities.json +265 -0
- package/integrations/data-defined/capabilities/calendly.capabilities.json +385 -0
- package/integrations/data-defined/capabilities/docusign.capabilities.json +314 -0
- package/integrations/data-defined/capabilities/fathom.capabilities.json +228 -0
- package/integrations/data-defined/capabilities/github.capabilities.json +563 -0
- package/integrations/data-defined/capabilities/hubspot.capabilities.json +715 -0
- package/integrations/data-defined/capabilities/jira.capabilities.json +376 -0
- package/integrations/data-defined/capabilities/klaviyo.capabilities.json +475 -0
- package/integrations/data-defined/capabilities/linear.capabilities.json +324 -0
- package/integrations/data-defined/capabilities/netsuite.capabilities.json +491 -0
- package/integrations/data-defined/capabilities/notion.capabilities.json +208 -0
- package/integrations/data-defined/capabilities/phone.capabilities.json +470 -0
- package/integrations/data-defined/capabilities/pipedrive.capabilities.json +388 -0
- package/integrations/data-defined/capabilities/quickbooks.capabilities.json +615 -0
- package/integrations/data-defined/capabilities/salesforce.capabilities.json +507 -0
- package/integrations/data-defined/capabilities/shopify.capabilities.json +1082 -0
- package/integrations/data-defined/capabilities/slack.capabilities.json +363 -0
- package/integrations/data-defined/capabilities/stripe.capabilities.json +580 -0
- package/integrations/data-defined/capabilities/webflow.capabilities.json +196 -0
- package/integrations/data-defined/capabilities/zendesk.capabilities.json +409 -0
- package/integrations/data-defined/compile.js +80 -0
- package/integrations/data-defined/config-form.js +137 -0
- package/integrations/data-defined/data-defined-integration.js +417 -0
- package/integrations/data-defined/examples/acme-erp-quickbooks.definition.json +467 -0
- package/integrations/data-defined/examples/asana-slack.definition.json +220 -0
- package/integrations/data-defined/examples/calendly-salesforce.definition.json +459 -0
- package/integrations/data-defined/examples/docusign-salesforce.definition.json +305 -0
- package/integrations/data-defined/examples/fathom-hubspot-notion.definition.json +575 -0
- package/integrations/data-defined/examples/github-linear.definition.json +316 -0
- package/integrations/data-defined/examples/hubspot-slack.definition.json +409 -0
- package/integrations/data-defined/examples/klaviyo-hubspot.definition.json +339 -0
- package/integrations/data-defined/examples/phone-hubspot.definition.json +637 -0
- package/integrations/data-defined/examples/pipedrive-hubspot.definition.json +136 -0
- package/integrations/data-defined/examples/pipedrive-phone.definition.json +340 -0
- package/integrations/data-defined/examples/records/phone-hubspot.definition-version.json +652 -0
- package/integrations/data-defined/examples/records/phone-hubspot.integration.json +86 -0
- package/integrations/data-defined/examples/records/phone-hubspot.mappings.json +39 -0
- package/integrations/data-defined/examples/records/phone-hubspot.workflow-run.json +62 -0
- package/integrations/data-defined/examples/shopify-klaviyo.definition.json +488 -0
- package/integrations/data-defined/examples/shopify-netsuite.definition.json +622 -0
- package/integrations/data-defined/examples/stripe-quickbooks.definition.json +476 -0
- package/integrations/data-defined/examples/webflow-hubspot-slack.definition.json +262 -0
- package/integrations/data-defined/examples/zendesk-jira.definition.json +604 -0
- package/integrations/data-defined/expressions.js +225 -0
- package/integrations/data-defined/index.js +39 -0
- package/integrations/data-defined/interpreter.js +89 -0
- package/integrations/data-defined/manifests.js +125 -0
- package/integrations/data-defined/repositories/definition-version-repository.js +67 -0
- package/integrations/data-defined/repositories/workflow-run-repository.js +59 -0
- package/integrations/data-defined/router.js +97 -0
- package/integrations/data-defined/runtime.js +208 -0
- package/integrations/data-defined/schema/capability-manifest.v0.1.schema.json +377 -0
- package/integrations/data-defined/schema/installation.v0.1.schema.json +130 -0
- package/integrations/data-defined/schema/integration-definition.v0.1.schema.json +902 -0
- package/integrations/data-defined/schema/records.md +98 -0
- package/integrations/data-defined/schema-check.js +58 -0
- package/integrations/data-defined/scripts/validate.js +66 -0
- package/integrations/data-defined/steps.js +89 -0
- package/integrations/data-defined/transforms.js +91 -0
- package/integrations/data-defined/use-cases/definition-use-cases.js +187 -0
- package/integrations/data-defined/validate.js +384 -0
- package/integrations/data-defined/versioning.js +176 -0
- package/integrations/data-defined/webhooks.js +119 -0
- package/integrations/index.js +0 -1
- package/integrations/integration-base.js +117 -0
- package/integrations/integration-router.js +101 -131
- package/integrations/repositories/integration-mapping-repository-documentdb.js +50 -0
- package/integrations/repositories/integration-mapping-repository-interface.js +15 -0
- package/integrations/repositories/integration-mapping-repository-mongo.js +29 -0
- package/integrations/repositories/integration-mapping-repository-postgres.js +30 -0
- package/integrations/repositories/integration-mapping-repository.js +29 -0
- package/integrations/repositories/integration-repository-documentdb.js +9 -37
- package/integrations/repositories/integration-repository-interface.js +4 -17
- package/integrations/repositories/integration-repository-mongo.js +96 -64
- package/integrations/repositories/integration-repository-postgres.js +81 -63
- package/integrations/repositories/process-repository-mongo.js +1 -1
- package/integrations/tests/doubles/test-integration-repository.js +1 -12
- package/integrations/triggers.js +244 -0
- package/integrations/use-cases/create-integration.js +20 -55
- package/integrations/use-cases/get-integrations-for-user.js +40 -80
- package/integrations/use-cases/index.js +1 -7
- package/integrations/use-cases/run-trigger-tick.js +132 -0
- package/integrations/use-cases/run-trigger.js +77 -0
- package/integrations/utils/map-integration-dto.js +14 -43
- package/modules/index.js +0 -14
- package/modules/module-factory.js +0 -12
- package/modules/module.js +2 -53
- package/modules/repositories/module-repository-documentdb.js +6 -51
- package/modules/repositories/module-repository-interface.js +2 -19
- package/modules/repositories/module-repository-mongo.js +74 -67
- package/modules/repositories/module-repository-postgres.js +74 -66
- package/modules/repositories/module-repository.js +1 -2
- package/modules/requester/requester.js +5 -35
- package/modules/use-cases/get-entities-for-user.js +13 -26
- package/modules/use-cases/get-entity-options-by-id.js +4 -10
- package/modules/use-cases/get-entity-options-by-type.js +1 -1
- package/modules/use-cases/get-module-instance-from-type.js +1 -1
- package/modules/use-cases/get-module.js +4 -10
- package/modules/use-cases/process-authorization-callback.js +19 -53
- package/modules/use-cases/refresh-entity-options.js +4 -10
- package/modules/use-cases/test-module-auth.js +4 -10
- package/package.json +6 -6
- package/prisma-mongodb/schema.prisma +50 -86
- package/prisma-postgresql/migrations/20261018000000_add_data_defined_integrations/migration.sql +66 -0
- package/prisma-postgresql/schema.prisma +48 -81
- package/queues/index.js +0 -25
- package/queues/queuer-util.js +9 -2
- package/types/index.d.ts +0 -2
- package/user/repositories/user-repository-documentdb.js +2 -27
- package/user/repositories/user-repository-interface.js +0 -18
- package/user/repositories/user-repository-mongo.js +0 -24
- package/user/repositories/user-repository-postgres.js +0 -18
- package/user/use-cases/authenticate-user.js +1 -7
- package/user/use-cases/get-user-from-adopter-jwt.js +124 -95
- package/user/use-cases/get-user-from-x-frigg-headers.js +80 -83
- package/user/user.js +1 -64
- package/credential/use-cases/credential-operations-for-user.js +0 -202
- package/credential/use-cases/reauthorize-credential-for-user.js +0 -73
- package/database/organization-where.js +0 -18
- package/database/unique-violation.js +0 -25
- package/extensions/bootstrap-runner.js +0 -43
- package/extensions/extension-loader.js +0 -187
- package/extensions/index.js +0 -41
- package/extensions/initialize-app.js +0 -123
- package/extensions/route-mounter.js +0 -103
- package/extensions/schema-composer.js +0 -188
- package/infrastructure/scheduler/netlify-scheduler-adapter.js +0 -216
- package/infrastructure/scheduler/scheduled-job-repository.js +0 -118
- package/integrations/repositories/integration-not-found.js +0 -14
- package/integrations/schedule-config.js +0 -80
- package/integrations/use-cases/dispatch-ongoing-syncs.js +0 -100
- package/integrations/use-cases/integration-operations-for-user.js +0 -256
- package/integrations/use-cases/resolve-integration-ownership.js +0 -177
- package/management-api/create-management-api-router.js +0 -49
- package/management-api/error-response.js +0 -116
- package/management-api/management-api-config.js +0 -151
- package/management-api/meta-router.js +0 -76
- package/management-api/openapi/build-openapi.js +0 -144
- package/management-api/openapi/components.js +0 -415
- package/management-api/openapi/v1-operations.js +0 -83
- package/management-api/openapi/v2-operations.js +0 -264
- package/management-api/route-registry.js +0 -411
- package/management-api/test-support/http-client.js +0 -39
- package/management-api/use-cases/get-management-api-meta.js +0 -57
- package/management-api/v1-deprecation.js +0 -120
- package/management-api/v2/create-v2-router.js +0 -85
- package/management-api/v2/dependencies.js +0 -281
- package/management-api/v2/dto.js +0 -143
- package/management-api/v2/handlers/authorization.js +0 -94
- package/management-api/v2/handlers/credentials.js +0 -33
- package/management-api/v2/handlers/entities.js +0 -77
- package/management-api/v2/handlers/integrations.js +0 -128
- package/management-api/v2/handlers/proxy.js +0 -34
- package/management-api/v2/request.js +0 -85
- package/management-api/v2/test-support/fake-dependencies.js +0 -103
- package/modules/domain/authorization-session.js +0 -144
- package/modules/entity-scope.js +0 -15
- package/modules/entity-type-registry.js +0 -311
- package/modules/proxy/proxy-bases.js +0 -169
- package/modules/proxy/proxy-errors.js +0 -31
- package/modules/proxy/proxy-path.js +0 -183
- package/modules/proxy/proxy-policy.js +0 -277
- package/modules/repositories/authorization-session-repository-documentdb.js +0 -112
- package/modules/repositories/authorization-session-repository-factory.js +0 -31
- package/modules/repositories/authorization-session-repository-interface.js +0 -47
- package/modules/repositories/authorization-session-repository-prisma.js +0 -87
- package/modules/repositories/entity-not-found.js +0 -18
- package/modules/requester/proxy-request.js +0 -245
- package/modules/scope-config.js +0 -192
- package/modules/scope-policy.js +0 -112
- package/modules/scope-resolution.js +0 -288
- package/modules/scope-visibility.js +0 -247
- package/modules/tests/doubles/in-memory-authorization-session-repository.js +0 -45
- package/modules/tests/doubles/ownership-matching.js +0 -18
- package/modules/use-cases/authorize-entity-for-user.js +0 -61
- package/modules/use-cases/create-entity-from-credential.js +0 -113
- package/modules/use-cases/entity-operations-for-user.js +0 -162
- package/modules/use-cases/entity-types.js +0 -139
- package/modules/use-cases/execute-entity-proxy-request.js +0 -331
- package/modules/use-cases/get-authorization-requirements.js +0 -100
- package/modules/use-cases/get-entity-module-for-user.js +0 -113
- package/modules/use-cases/manage-access.js +0 -21
- package/modules/use-cases/multi-step-authorization.js +0 -329
- package/prisma-postgresql/migrations/20261003000000_add_authorization_session/migration.sql +0 -28
- package/prisma-postgresql/migrations/20261015000000_add_organization_membership/migration.sql +0 -26
- package/prisma-postgresql/migrations/20261016000000_add_entity_integration_organization/migration.sql +0 -25
- package/prisma-postgresql/migrations/20261017000000_add_scheduled_job/migration.sql +0 -28
- package/providers/index.js +0 -23
- package/providers/resolve-provider.js +0 -93
- package/providers/runtime-detection.js +0 -124
- package/queues/providers/index.js +0 -11
- package/queues/providers/netlify-background-provider.js +0 -150
- package/queues/providers/qstash-queue-provider.js +0 -219
- package/queues/providers/sqs-queue-provider.js +0 -70
- package/queues/queue-client-interface.js +0 -55
- package/queues/queue-message-auth.js +0 -193
- package/queues/queue-provider-factory.js +0 -101
- package/queues/queue-provider.js +0 -65
- package/queues/sqs-queue-client.js +0 -81
- package/types/modules/index.d.ts +0 -214
- package/types/user/index.d.ts +0 -134
- package/user/adopter-jwt-config.js +0 -177
- package/user/adopter-jwt-errors.js +0 -59
- package/user/adopter-token-verifier.js +0 -122
- package/user/app-user-helpers.js +0 -97
- package/user/create-user-authentication.js +0 -64
- package/user/membership.js +0 -51
- package/user/repositories/organization-membership-record.js +0 -19
- package/user/repositories/organization-membership-repository-documentdb.js +0 -106
- package/user/repositories/organization-membership-repository-factory.js +0 -42
- package/user/repositories/organization-membership-repository-interface.js +0 -57
- package/user/repositories/organization-membership-repository-mongo.js +0 -13
- package/user/repositories/organization-membership-repository-postgres.js +0 -29
- package/user/repositories/organization-membership-repository-prisma.js +0 -81
- package/user/tests/doubles/adopter-jwt-fixtures.js +0 -220
- package/user/use-cases/ensure-organization-membership.js +0 -92
- package/user/use-cases/find-individual-users-by-organization.js +0 -54
|
@@ -1,216 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Netlify Scheduler Adapter
|
|
3
|
-
*
|
|
4
|
-
* Implements SchedulerServiceInterface for Netlify deployments.
|
|
5
|
-
*
|
|
6
|
-
* Netlify Scheduled Functions use cron syntax but are defined statically in
|
|
7
|
-
* netlify.toml or via the @netlify/functions schedule() helper. They cannot
|
|
8
|
-
* be created dynamically at runtime like EventBridge Scheduler.
|
|
9
|
-
*
|
|
10
|
-
* Strategy for one-time scheduled jobs on Netlify:
|
|
11
|
-
* 1. Store the schedule in the database (same as mock adapter pattern)
|
|
12
|
-
* 2. A Netlify Scheduled Function runs on a cron interval (e.g., every 5 min)
|
|
13
|
-
* 3. The cron function queries for due schedules and dispatches them
|
|
14
|
-
* to a background function for execution
|
|
15
|
-
*
|
|
16
|
-
* This is a "poll-and-dispatch" pattern vs EventBridge's "push" pattern.
|
|
17
|
-
* Trade-off: slightly less precise timing (up to cron interval delay),
|
|
18
|
-
* but works on any platform without cloud-specific scheduling APIs.
|
|
19
|
-
*
|
|
20
|
-
* For integrations that need the queue provider to dispatch jobs:
|
|
21
|
-
* - queueResourceId maps to the background function URL path
|
|
22
|
-
* - Payload is stored and forwarded when the cron fires
|
|
23
|
-
*/
|
|
24
|
-
|
|
25
|
-
const { SchedulerServiceInterface } = require('./scheduler-service-interface');
|
|
26
|
-
|
|
27
|
-
// The one queue worker every Netlify deployment has (provider-netlify's
|
|
28
|
-
// worker-background function); it dispatches by integrationName.
|
|
29
|
-
const DEFAULT_WORKER_PATH = '/.netlify/functions/worker-background';
|
|
30
|
-
const DEFAULT_LEASE_MS = 5 * 60 * 1000;
|
|
31
|
-
|
|
32
|
-
class NetlifySchedulerAdapter extends SchedulerServiceInterface {
|
|
33
|
-
/**
|
|
34
|
-
* @param {Object} options
|
|
35
|
-
* @param {Object} options.repository - Repository for persisting schedules
|
|
36
|
-
* Must implement: save(schedule), delete(scheduleName),
|
|
37
|
-
* findByName(scheduleName), findDue(now)
|
|
38
|
-
* @param {Object} [options.queueProvider] - Queue provider for dispatching due jobs
|
|
39
|
-
* @param {number} [options.leaseMs] - how long a claimed (PROCESSING) job
|
|
40
|
-
* is held before another tick may take it again (default 5 minutes,
|
|
41
|
-
* well past a Netlify scheduled function's 60-second limit)
|
|
42
|
-
*/
|
|
43
|
-
constructor(options = {}) {
|
|
44
|
-
super();
|
|
45
|
-
this.repository = options.repository;
|
|
46
|
-
this.queueProvider = options.queueProvider;
|
|
47
|
-
this.leaseMs = options.leaseMs ?? DEFAULT_LEASE_MS;
|
|
48
|
-
|
|
49
|
-
if (!this.repository) {
|
|
50
|
-
console.warn(
|
|
51
|
-
'[NetlifyScheduler] No repository provided. ' +
|
|
52
|
-
'Schedules will be stored in memory (lost on function restart). ' +
|
|
53
|
-
'Provide a database-backed repository for production use.'
|
|
54
|
-
);
|
|
55
|
-
this._inMemorySchedules = new Map();
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
/**
|
|
60
|
-
* Where a due job is sent. Netlify has no per-integration queues, so an
|
|
61
|
-
* SQS-style queue URL (often unset here) maps to the worker function;
|
|
62
|
-
* a function path is kept as given.
|
|
63
|
-
*
|
|
64
|
-
* @param {string} [queueUrl]
|
|
65
|
-
* @returns {string} a path NetlifyBackgroundProvider.send() accepts
|
|
66
|
-
*/
|
|
67
|
-
toQueueResourceId(queueUrl) {
|
|
68
|
-
return typeof queueUrl === 'string' && queueUrl.startsWith('/')
|
|
69
|
-
? queueUrl
|
|
70
|
-
: DEFAULT_WORKER_PATH;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
async scheduleOneTime({
|
|
74
|
-
scheduleName,
|
|
75
|
-
scheduleAt,
|
|
76
|
-
queueResourceId,
|
|
77
|
-
payload,
|
|
78
|
-
}) {
|
|
79
|
-
if (!scheduleName) throw new Error('scheduleName is required');
|
|
80
|
-
if (!scheduleAt || !(scheduleAt instanceof Date))
|
|
81
|
-
throw new Error('scheduleAt must be a valid Date object');
|
|
82
|
-
if (!queueResourceId) throw new Error('queueResourceId is required');
|
|
83
|
-
|
|
84
|
-
const scheduleData = {
|
|
85
|
-
scheduleName,
|
|
86
|
-
scheduledAt: scheduleAt.toISOString(),
|
|
87
|
-
queueResourceId,
|
|
88
|
-
payload,
|
|
89
|
-
createdAt: new Date().toISOString(),
|
|
90
|
-
state: 'PENDING',
|
|
91
|
-
};
|
|
92
|
-
|
|
93
|
-
if (this.repository) {
|
|
94
|
-
await this.repository.save(scheduleData);
|
|
95
|
-
} else {
|
|
96
|
-
this._inMemorySchedules.set(scheduleName, scheduleData);
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
console.log(
|
|
100
|
-
`[NetlifyScheduler] Scheduled: ${scheduleName} for ${scheduleAt.toISOString()}`
|
|
101
|
-
);
|
|
102
|
-
|
|
103
|
-
return {
|
|
104
|
-
scheduledJobId: `netlify-schedule-${scheduleName}`,
|
|
105
|
-
scheduledAt: scheduleAt.toISOString(),
|
|
106
|
-
};
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
async deleteSchedule(scheduleName) {
|
|
110
|
-
if (!scheduleName) throw new Error('scheduleName is required');
|
|
111
|
-
|
|
112
|
-
if (this.repository) {
|
|
113
|
-
await this.repository.delete(scheduleName);
|
|
114
|
-
} else {
|
|
115
|
-
this._inMemorySchedules.delete(scheduleName);
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
console.log(`[NetlifyScheduler] Deleted schedule: ${scheduleName}`);
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
async getScheduleStatus(scheduleName) {
|
|
122
|
-
if (!scheduleName) throw new Error('scheduleName is required');
|
|
123
|
-
|
|
124
|
-
let schedule;
|
|
125
|
-
if (this.repository) {
|
|
126
|
-
schedule = await this.repository.findByName(scheduleName);
|
|
127
|
-
} else {
|
|
128
|
-
schedule = this._inMemorySchedules.get(scheduleName);
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
if (!schedule) {
|
|
132
|
-
return { exists: false };
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
return {
|
|
136
|
-
exists: true,
|
|
137
|
-
scheduledAt: schedule.scheduledAt,
|
|
138
|
-
state: schedule.state,
|
|
139
|
-
};
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
/**
|
|
143
|
-
* Process due schedules. Called by the Netlify cron function.
|
|
144
|
-
*
|
|
145
|
-
* Finds all schedules where scheduledAt <= now, dispatches them
|
|
146
|
-
* to the queue provider, and marks them as completed.
|
|
147
|
-
*
|
|
148
|
-
* @returns {Promise<{ processed: number, errors: number }>}
|
|
149
|
-
*/
|
|
150
|
-
async processDueSchedules() {
|
|
151
|
-
if (!this.repository) {
|
|
152
|
-
console.warn(
|
|
153
|
-
'[NetlifyScheduler] Cannot process due schedules without a repository'
|
|
154
|
-
);
|
|
155
|
-
return { processed: 0, errors: 0, skipped: 0 };
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
const now = new Date();
|
|
159
|
-
const lease = { leaseMs: this.leaseMs };
|
|
160
|
-
const dueSchedules = await this.repository.findDue(now, lease);
|
|
161
|
-
|
|
162
|
-
let processed = 0;
|
|
163
|
-
let errors = 0;
|
|
164
|
-
let skipped = 0;
|
|
165
|
-
|
|
166
|
-
for (const schedule of dueSchedules) {
|
|
167
|
-
try {
|
|
168
|
-
// Claim before dispatch. Two overlapping ticks can both see
|
|
169
|
-
// the row in findDue; only the one whose conditional update
|
|
170
|
-
// wins sends it. A repository without claim() (a custom one)
|
|
171
|
-
// keeps the old unconditional PROCESSING write.
|
|
172
|
-
const claimed =
|
|
173
|
-
typeof this.repository.claim === 'function'
|
|
174
|
-
? await this.repository.claim(schedule.scheduleName, now, lease)
|
|
175
|
-
: (await this.repository.save({ ...schedule, state: 'PROCESSING' }), true);
|
|
176
|
-
if (!claimed) {
|
|
177
|
-
skipped++;
|
|
178
|
-
continue;
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
if (this.queueProvider) {
|
|
182
|
-
await this.queueProvider.send(
|
|
183
|
-
schedule.payload,
|
|
184
|
-
schedule.queueResourceId
|
|
185
|
-
);
|
|
186
|
-
} else {
|
|
187
|
-
console.log(
|
|
188
|
-
`[NetlifyScheduler] No queue provider — logging payload for: ${schedule.scheduleName}`,
|
|
189
|
-
JSON.stringify(schedule.payload)
|
|
190
|
-
);
|
|
191
|
-
}
|
|
192
|
-
|
|
193
|
-
await this.repository.delete(schedule.scheduleName);
|
|
194
|
-
processed++;
|
|
195
|
-
} catch (error) {
|
|
196
|
-
console.error(
|
|
197
|
-
`[NetlifyScheduler] Error processing schedule ${schedule.scheduleName}:`,
|
|
198
|
-
error
|
|
199
|
-
);
|
|
200
|
-
// Mark as FAILED so it won't be re-dispatched automatically.
|
|
201
|
-
// Operators can inspect FAILED schedules and retry manually.
|
|
202
|
-
await this.repository
|
|
203
|
-
.save({ ...schedule, state: 'FAILED' })
|
|
204
|
-
.catch(() => {});
|
|
205
|
-
errors++;
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
console.log(
|
|
210
|
-
`[NetlifyScheduler] Processed ${processed} due schedules, ${errors} errors, ${skipped} claimed elsewhere`
|
|
211
|
-
);
|
|
212
|
-
return { processed, errors, skipped };
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
module.exports = { NetlifySchedulerAdapter, DEFAULT_WORKER_PATH, DEFAULT_LEASE_MS };
|
|
@@ -1,118 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Scheduled Job Repository
|
|
3
|
-
*
|
|
4
|
-
* Prisma-based implementation of the repository interface required by
|
|
5
|
-
* NetlifySchedulerAdapter. Persists one-time scheduled jobs to the
|
|
6
|
-
* ScheduledJob model so they survive function restarts.
|
|
7
|
-
*
|
|
8
|
-
* Repository interface:
|
|
9
|
-
* save(scheduleData) — Upsert a scheduled job
|
|
10
|
-
* delete(scheduleName) — Remove a scheduled job
|
|
11
|
-
* findByName(scheduleName) — Find a single scheduled job
|
|
12
|
-
* findDue(now, { leaseMs }) — Find due jobs: PENDING, or PROCESSING with an
|
|
13
|
-
* expired lease (a dispatcher that died after
|
|
14
|
-
* claiming), where scheduledAt <= now
|
|
15
|
-
* claim(scheduleName, now, { leaseMs })
|
|
16
|
-
* — Atomically move one due job to PROCESSING;
|
|
17
|
-
* true only for the one caller that won it
|
|
18
|
-
*
|
|
19
|
-
* The lease clock is the row's updatedAt: a claim writes it, so a PROCESSING
|
|
20
|
-
* row whose updatedAt is older than now - leaseMs is claimable again.
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
const DEFAULT_LEASE_MS = 5 * 60 * 1000;
|
|
24
|
-
|
|
25
|
-
// Rows a dispatcher may take: never claimed, or claimed by one that has not
|
|
26
|
-
// finished within the lease.
|
|
27
|
-
function claimableWhere(now, leaseMs = DEFAULT_LEASE_MS) {
|
|
28
|
-
return {
|
|
29
|
-
OR: [
|
|
30
|
-
{ state: 'PENDING' },
|
|
31
|
-
{
|
|
32
|
-
state: 'PROCESSING',
|
|
33
|
-
updatedAt: { lt: new Date(now.getTime() - leaseMs) },
|
|
34
|
-
},
|
|
35
|
-
],
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
class ScheduledJobRepository {
|
|
40
|
-
/**
|
|
41
|
-
* @param {Object} options
|
|
42
|
-
* @param {import('@prisma/client').PrismaClient} options.prismaClient
|
|
43
|
-
*/
|
|
44
|
-
constructor({ prismaClient }) {
|
|
45
|
-
if (!prismaClient) {
|
|
46
|
-
throw new Error(
|
|
47
|
-
'ScheduledJobRepository requires a prismaClient instance'
|
|
48
|
-
);
|
|
49
|
-
}
|
|
50
|
-
this.prisma = prismaClient;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
async save(scheduleData) {
|
|
54
|
-
return this.prisma.scheduledJob.upsert({
|
|
55
|
-
where: { scheduleName: scheduleData.scheduleName },
|
|
56
|
-
update: {
|
|
57
|
-
scheduledAt: new Date(scheduleData.scheduledAt),
|
|
58
|
-
queueResourceId: scheduleData.queueResourceId,
|
|
59
|
-
payload: scheduleData.payload ?? undefined,
|
|
60
|
-
state: scheduleData.state || 'PENDING',
|
|
61
|
-
},
|
|
62
|
-
create: {
|
|
63
|
-
scheduleName: scheduleData.scheduleName,
|
|
64
|
-
scheduledAt: new Date(scheduleData.scheduledAt),
|
|
65
|
-
queueResourceId: scheduleData.queueResourceId,
|
|
66
|
-
payload: scheduleData.payload ?? undefined,
|
|
67
|
-
state: scheduleData.state || 'PENDING',
|
|
68
|
-
},
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
async delete(scheduleName) {
|
|
73
|
-
try {
|
|
74
|
-
await this.prisma.scheduledJob.delete({
|
|
75
|
-
where: { scheduleName },
|
|
76
|
-
});
|
|
77
|
-
} catch (error) {
|
|
78
|
-
// P2025 = record not found — safe to ignore on delete
|
|
79
|
-
if (error.code !== 'P2025') {
|
|
80
|
-
throw error;
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
async findByName(scheduleName) {
|
|
86
|
-
return this.prisma.scheduledJob.findUnique({
|
|
87
|
-
where: { scheduleName },
|
|
88
|
-
});
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
async findDue(now, { leaseMs = DEFAULT_LEASE_MS } = {}) {
|
|
92
|
-
return this.prisma.scheduledJob.findMany({
|
|
93
|
-
where: {
|
|
94
|
-
scheduledAt: { lte: now },
|
|
95
|
-
...claimableWhere(now, leaseMs),
|
|
96
|
-
},
|
|
97
|
-
orderBy: { scheduledAt: 'asc' },
|
|
98
|
-
});
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
/**
|
|
102
|
-
* Conditional update: only a row that is still claimable moves to
|
|
103
|
-
* PROCESSING, so of two overlapping ticks exactly one gets count === 1.
|
|
104
|
-
* (PostgreSQL re-checks the WHERE on the row it locked; MongoDB updates
|
|
105
|
-
* each document atomically.)
|
|
106
|
-
*
|
|
107
|
-
* @returns {Promise<boolean>} true when this caller claimed the job
|
|
108
|
-
*/
|
|
109
|
-
async claim(scheduleName, now, { leaseMs = DEFAULT_LEASE_MS } = {}) {
|
|
110
|
-
const { count } = await this.prisma.scheduledJob.updateMany({
|
|
111
|
-
where: { scheduleName, ...claimableWhere(now, leaseMs) },
|
|
112
|
-
data: { state: 'PROCESSING', updatedAt: now },
|
|
113
|
-
});
|
|
114
|
-
return count === 1;
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
module.exports = { ScheduledJobRepository, DEFAULT_LEASE_MS };
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The error `findIntegrationById` throws for an id with no row, and the one
|
|
3
|
-
* predicate that recognises it. The adapters build the error here and the
|
|
4
|
-
* use cases match it here, so the message is written once and a missing
|
|
5
|
-
* integration can be told from any other failure without widening a regex.
|
|
6
|
-
*/
|
|
7
|
-
const MESSAGE = /^Integration with id .+ not found$/;
|
|
8
|
-
|
|
9
|
-
const integrationNotFoundError = (id) =>
|
|
10
|
-
new Error(`Integration with id ${id} not found`);
|
|
11
|
-
|
|
12
|
-
const isIntegrationNotFound = (error) => MESSAGE.test(error?.message || '');
|
|
13
|
-
|
|
14
|
-
module.exports = { integrationNotFoundError, isIntegrationNotFound };
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* An integration's schedule configuration (`static Definition.schedule`),
|
|
3
|
-
* read by hosts that tick ONGOING_SYNC from a cron (provider-netlify's
|
|
4
|
-
* scheduled-sync function).
|
|
5
|
-
*
|
|
6
|
-
* schedule: {
|
|
7
|
-
* // 'class' (default): one ONGOING_SYNC per integration class per tick,
|
|
8
|
-
* // with no integration id: the worker runs it on an unhydrated
|
|
9
|
-
* // instance, so the handler finds its own installations.
|
|
10
|
-
* // 'installation': one ONGOING_SYNC per ENABLED integration record of
|
|
11
|
-
* // the class, carrying `data.integrationId`, so the worker hydrates
|
|
12
|
-
* // that installation before the handler runs.
|
|
13
|
-
* scope: 'installation',
|
|
14
|
-
* // Optional, 'installation' only: (integration, { now }) => boolean |
|
|
15
|
-
* // Promise<boolean>. Return false to skip that installation this tick.
|
|
16
|
-
* // Without it every installation is dispatched on every tick.
|
|
17
|
-
* isDue: (integration, { now }) => true,
|
|
18
|
-
* }
|
|
19
|
-
*
|
|
20
|
-
* Validated at load (loadAppDefinition) so a mistyped scope stops the app
|
|
21
|
-
* rather than silently falling back to 'class'.
|
|
22
|
-
*/
|
|
23
|
-
|
|
24
|
-
const SCHEDULE_SCOPES = Object.freeze({
|
|
25
|
-
CLASS: 'class',
|
|
26
|
-
INSTALLATION: 'installation',
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
const DEFAULT_SCHEDULE_SCOPE = SCHEDULE_SCOPES.CLASS;
|
|
30
|
-
|
|
31
|
-
class ScheduleConfigError extends Error {
|
|
32
|
-
constructor(message) {
|
|
33
|
-
super(message);
|
|
34
|
-
this.name = 'ScheduleConfigError';
|
|
35
|
-
this.code = 'SCHEDULE_CONFIG_INVALID';
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
/**
|
|
40
|
-
* @param {Object} [definition] - an integration's static Definition
|
|
41
|
-
* @returns {{ scope: 'class'|'installation', isDue: Function|null }}
|
|
42
|
-
* @throws {ScheduleConfigError} when `schedule` is malformed
|
|
43
|
-
*/
|
|
44
|
-
function resolveScheduleConfig(definition) {
|
|
45
|
-
const name = definition?.name || 'integration';
|
|
46
|
-
const schedule = definition?.schedule;
|
|
47
|
-
if (schedule === undefined || schedule === null) {
|
|
48
|
-
return { scope: DEFAULT_SCHEDULE_SCOPE, isDue: null };
|
|
49
|
-
}
|
|
50
|
-
if (typeof schedule !== 'object' || Array.isArray(schedule)) {
|
|
51
|
-
throw new ScheduleConfigError(`${name}: Definition.schedule must be an object`);
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
const scopes = Object.values(SCHEDULE_SCOPES);
|
|
55
|
-
const scope = schedule.scope === undefined ? DEFAULT_SCHEDULE_SCOPE : schedule.scope;
|
|
56
|
-
if (!scopes.includes(scope)) {
|
|
57
|
-
throw new ScheduleConfigError(
|
|
58
|
-
`${name}: Definition.schedule.scope must be one of ${scopes.map((s) => `'${s}'`).join(', ')} (got ${JSON.stringify(schedule.scope)})`
|
|
59
|
-
);
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
const isDue = schedule.isDue === undefined ? null : schedule.isDue;
|
|
63
|
-
if (isDue !== null && typeof isDue !== 'function') {
|
|
64
|
-
throw new ScheduleConfigError(`${name}: Definition.schedule.isDue must be a function`);
|
|
65
|
-
}
|
|
66
|
-
if (isDue && scope !== SCHEDULE_SCOPES.INSTALLATION) {
|
|
67
|
-
throw new ScheduleConfigError(
|
|
68
|
-
`${name}: Definition.schedule.isDue applies to scope 'installation' only`
|
|
69
|
-
);
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
return { scope, isDue };
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
module.exports = {
|
|
76
|
-
SCHEDULE_SCOPES,
|
|
77
|
-
DEFAULT_SCHEDULE_SCOPE,
|
|
78
|
-
ScheduleConfigError,
|
|
79
|
-
resolveScheduleConfig,
|
|
80
|
-
};
|
|
@@ -1,100 +0,0 @@
|
|
|
1
|
-
const {
|
|
2
|
-
SCHEDULE_SCOPES,
|
|
3
|
-
resolveScheduleConfig,
|
|
4
|
-
} = require('../schedule-config');
|
|
5
|
-
|
|
6
|
-
const ONGOING_SYNC_EVENT = 'ONGOING_SYNC';
|
|
7
|
-
const ACTIVE_STATUS = 'ENABLED';
|
|
8
|
-
|
|
9
|
-
/**
|
|
10
|
-
* Dispatches one cron tick of ONGOING_SYNC to the queue worker, per each
|
|
11
|
-
* integration class's `Definition.schedule.scope` (schedule-config.js):
|
|
12
|
-
*
|
|
13
|
-
* - 'class' (default): one message per class, `data: {}`.
|
|
14
|
-
* - 'installation': one message per ENABLED integration record of the class,
|
|
15
|
-
* `data: { integrationId }`, so the worker hydrates that installation;
|
|
16
|
-
* skipped when the definition's `isDue(integration, { now })` says no.
|
|
17
|
-
*
|
|
18
|
-
* Only classes that implement `startOngoingSync` take part. A failure for one
|
|
19
|
-
* class or installation is counted and logged; the rest still go out.
|
|
20
|
-
*/
|
|
21
|
-
class DispatchOngoingSyncs {
|
|
22
|
-
/**
|
|
23
|
-
* @param {Object} params
|
|
24
|
-
* @param {Object} params.integrationRepository - findIntegrations({ type, status })
|
|
25
|
-
* @param {Object} params.queueProvider - send(message, queueId)
|
|
26
|
-
* @param {string} params.queueId - the worker the messages go to
|
|
27
|
-
* @param {() => Date} [params.now]
|
|
28
|
-
* @param {Object} [params.logger=console]
|
|
29
|
-
*/
|
|
30
|
-
constructor({ integrationRepository, queueProvider, queueId, now = () => new Date(), logger = console }) {
|
|
31
|
-
this.integrationRepository = integrationRepository;
|
|
32
|
-
this.queueProvider = queueProvider;
|
|
33
|
-
this.queueId = queueId;
|
|
34
|
-
this.now = now;
|
|
35
|
-
this.logger = logger;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
/**
|
|
39
|
-
* @param {Array<Function>} integrationClasses
|
|
40
|
-
* @returns {Promise<{ dispatched: number, notDue: number, errors: number }>}
|
|
41
|
-
*/
|
|
42
|
-
async execute(integrationClasses = []) {
|
|
43
|
-
const result = { dispatched: 0, notDue: 0, errors: 0 };
|
|
44
|
-
const now = this.now();
|
|
45
|
-
|
|
46
|
-
for (const IntegrationClass of integrationClasses) {
|
|
47
|
-
const name = IntegrationClass?.Definition?.name;
|
|
48
|
-
if (!name) continue;
|
|
49
|
-
if (typeof IntegrationClass.prototype?.startOngoingSync !== 'function') continue;
|
|
50
|
-
|
|
51
|
-
try {
|
|
52
|
-
const { scope, isDue } = resolveScheduleConfig(IntegrationClass.Definition);
|
|
53
|
-
if (scope === SCHEDULE_SCOPES.INSTALLATION) {
|
|
54
|
-
await this._dispatchPerInstallation(name, isDue, now, result);
|
|
55
|
-
} else {
|
|
56
|
-
await this._send(name, {});
|
|
57
|
-
result.dispatched++;
|
|
58
|
-
}
|
|
59
|
-
} catch (error) {
|
|
60
|
-
result.errors++;
|
|
61
|
-
this.logger.error(`[ScheduledSync] Failed to dispatch sync for ${name}:`, error.message);
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
return result;
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
async _dispatchPerInstallation(name, isDue, now, result) {
|
|
69
|
-
const integrations = await this.integrationRepository.findIntegrations({
|
|
70
|
-
type: name,
|
|
71
|
-
status: ACTIVE_STATUS,
|
|
72
|
-
});
|
|
73
|
-
|
|
74
|
-
for (const integration of integrations || []) {
|
|
75
|
-
try {
|
|
76
|
-
if (isDue && (await isDue(integration, { now })) !== true) {
|
|
77
|
-
result.notDue++;
|
|
78
|
-
continue;
|
|
79
|
-
}
|
|
80
|
-
await this._send(name, { integrationId: integration.id });
|
|
81
|
-
result.dispatched++;
|
|
82
|
-
} catch (error) {
|
|
83
|
-
result.errors++;
|
|
84
|
-
this.logger.error(
|
|
85
|
-
`[ScheduledSync] Failed to dispatch sync for ${name} integration ${integration?.id}:`,
|
|
86
|
-
error.message
|
|
87
|
-
);
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
_send(integrationName, data) {
|
|
93
|
-
return this.queueProvider.send(
|
|
94
|
-
{ integrationName, event: ONGOING_SYNC_EVENT, data },
|
|
95
|
-
this.queueId
|
|
96
|
-
);
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
module.exports = { DispatchOngoingSyncs, ONGOING_SYNC_EVENT };
|