s3db.js 13.6.1 → 14.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +56 -15
- package/dist/s3db.cjs +72446 -39022
- package/dist/s3db.cjs.map +1 -1
- package/dist/s3db.es.js +72172 -38790
- package/dist/s3db.es.js.map +1 -1
- package/mcp/lib/base-handler.js +157 -0
- package/mcp/lib/handlers/connection-handler.js +280 -0
- package/mcp/lib/handlers/query-handler.js +533 -0
- package/mcp/lib/handlers/resource-handler.js +428 -0
- package/mcp/lib/tool-registry.js +336 -0
- package/mcp/lib/tools/connection-tools.js +161 -0
- package/mcp/lib/tools/query-tools.js +267 -0
- package/mcp/lib/tools/resource-tools.js +404 -0
- package/package.json +85 -50
- package/src/clients/memory-client.class.js +346 -191
- package/src/clients/memory-storage.class.js +300 -84
- package/src/clients/s3-client.class.js +7 -6
- package/src/concerns/geo-encoding.js +19 -2
- package/src/concerns/ip.js +59 -9
- package/src/concerns/money.js +8 -1
- package/src/concerns/password-hashing.js +49 -8
- package/src/concerns/plugin-storage.js +186 -18
- package/src/concerns/storage-drivers/filesystem-driver.js +284 -0
- package/src/database.class.js +139 -29
- package/src/errors.js +332 -42
- package/src/plugins/api/auth/oidc-auth.js +66 -17
- package/src/plugins/api/auth/strategies/base-strategy.class.js +74 -0
- package/src/plugins/api/auth/strategies/factory.class.js +63 -0
- package/src/plugins/api/auth/strategies/global-strategy.class.js +44 -0
- package/src/plugins/api/auth/strategies/path-based-strategy.class.js +83 -0
- package/src/plugins/api/auth/strategies/path-rules-strategy.class.js +118 -0
- package/src/plugins/api/concerns/failban-manager.js +106 -57
- package/src/plugins/api/concerns/route-context.js +601 -0
- package/src/plugins/api/index.js +168 -40
- package/src/plugins/api/routes/auth-routes.js +198 -30
- package/src/plugins/api/routes/resource-routes.js +19 -4
- package/src/plugins/api/server/health-manager.class.js +163 -0
- package/src/plugins/api/server/middleware-chain.class.js +310 -0
- package/src/plugins/api/server/router.class.js +472 -0
- package/src/plugins/api/server.js +280 -1303
- package/src/plugins/api/utils/custom-routes.js +17 -5
- package/src/plugins/api/utils/guards.js +76 -17
- package/src/plugins/api/utils/openapi-generator-cached.class.js +133 -0
- package/src/plugins/api/utils/openapi-generator.js +7 -6
- package/src/plugins/audit.plugin.js +30 -8
- package/src/plugins/backup.plugin.js +110 -14
- package/src/plugins/cache/cache.class.js +22 -5
- package/src/plugins/cache/filesystem-cache.class.js +116 -19
- package/src/plugins/cache/memory-cache.class.js +211 -57
- package/src/plugins/cache/multi-tier-cache.class.js +371 -0
- package/src/plugins/cache/partition-aware-filesystem-cache.class.js +168 -47
- package/src/plugins/cache/redis-cache.class.js +552 -0
- package/src/plugins/cache/s3-cache.class.js +17 -8
- package/src/plugins/cache.plugin.js +176 -61
- package/src/plugins/cloud-inventory/drivers/alibaba-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/aws-driver.js +60 -29
- package/src/plugins/cloud-inventory/drivers/azure-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/base-driver.js +16 -2
- package/src/plugins/cloud-inventory/drivers/cloudflare-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/digitalocean-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/hetzner-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/linode-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/mongodb-atlas-driver.js +8 -1
- package/src/plugins/cloud-inventory/drivers/vultr-driver.js +8 -1
- package/src/plugins/cloud-inventory/index.js +29 -8
- package/src/plugins/cloud-inventory/registry.js +64 -42
- package/src/plugins/cloud-inventory.plugin.js +240 -138
- package/src/plugins/concerns/plugin-dependencies.js +54 -0
- package/src/plugins/concerns/resource-names.js +100 -0
- package/src/plugins/consumers/index.js +10 -2
- package/src/plugins/consumers/sqs-consumer.js +12 -2
- package/src/plugins/cookie-farm-suite.plugin.js +278 -0
- package/src/plugins/cookie-farm.errors.js +73 -0
- package/src/plugins/cookie-farm.plugin.js +869 -0
- package/src/plugins/costs.plugin.js +7 -1
- package/src/plugins/eventual-consistency/analytics.js +94 -19
- package/src/plugins/eventual-consistency/config.js +15 -7
- package/src/plugins/eventual-consistency/consolidation.js +29 -11
- package/src/plugins/eventual-consistency/garbage-collection.js +3 -1
- package/src/plugins/eventual-consistency/helpers.js +39 -14
- package/src/plugins/eventual-consistency/install.js +21 -2
- package/src/plugins/eventual-consistency/utils.js +32 -10
- package/src/plugins/fulltext.plugin.js +38 -11
- package/src/plugins/geo.plugin.js +61 -9
- package/src/plugins/identity/concerns/config.js +61 -0
- package/src/plugins/identity/concerns/mfa-manager.js +15 -2
- package/src/plugins/identity/concerns/rate-limit.js +124 -0
- package/src/plugins/identity/concerns/resource-schemas.js +9 -1
- package/src/plugins/identity/concerns/token-generator.js +29 -4
- package/src/plugins/identity/drivers/auth-driver.interface.js +76 -0
- package/src/plugins/identity/drivers/client-credentials-driver.js +127 -0
- package/src/plugins/identity/drivers/index.js +18 -0
- package/src/plugins/identity/drivers/password-driver.js +122 -0
- package/src/plugins/identity/email-service.js +17 -2
- package/src/plugins/identity/index.js +413 -69
- package/src/plugins/identity/oauth2-server.js +413 -30
- package/src/plugins/identity/oidc-discovery.js +16 -8
- package/src/plugins/identity/rsa-keys.js +115 -35
- package/src/plugins/identity/server.js +166 -45
- package/src/plugins/identity/session-manager.js +53 -7
- package/src/plugins/identity/ui/pages/mfa-verification.js +17 -15
- package/src/plugins/identity/ui/routes.js +363 -255
- package/src/plugins/importer/index.js +153 -20
- package/src/plugins/index.js +9 -2
- package/src/plugins/kubernetes-inventory/index.js +6 -0
- package/src/plugins/kubernetes-inventory/k8s-driver.js +867 -0
- package/src/plugins/kubernetes-inventory/resource-types.js +274 -0
- package/src/plugins/kubernetes-inventory.plugin.js +980 -0
- package/src/plugins/metrics.plugin.js +64 -16
- package/src/plugins/ml/base-model.class.js +25 -15
- package/src/plugins/ml/regression-model.class.js +1 -1
- package/src/plugins/ml.errors.js +57 -25
- package/src/plugins/ml.plugin.js +28 -4
- package/src/plugins/namespace.js +210 -0
- package/src/plugins/plugin.class.js +180 -8
- package/src/plugins/puppeteer/console-monitor.js +729 -0
- package/src/plugins/puppeteer/cookie-manager.js +492 -0
- package/src/plugins/puppeteer/network-monitor.js +816 -0
- package/src/plugins/puppeteer/performance-manager.js +746 -0
- package/src/plugins/puppeteer/proxy-manager.js +478 -0
- package/src/plugins/puppeteer/stealth-manager.js +556 -0
- package/src/plugins/puppeteer.errors.js +81 -0
- package/src/plugins/puppeteer.plugin.js +1327 -0
- package/src/plugins/queue-consumer.plugin.js +69 -14
- package/src/plugins/recon/behaviors/uptime-behavior.js +691 -0
- package/src/plugins/recon/concerns/command-runner.js +148 -0
- package/src/plugins/recon/concerns/diff-detector.js +372 -0
- package/src/plugins/recon/concerns/fingerprint-builder.js +307 -0
- package/src/plugins/recon/concerns/process-manager.js +338 -0
- package/src/plugins/recon/concerns/report-generator.js +478 -0
- package/src/plugins/recon/concerns/security-analyzer.js +571 -0
- package/src/plugins/recon/concerns/target-normalizer.js +68 -0
- package/src/plugins/recon/config/defaults.js +321 -0
- package/src/plugins/recon/config/resources.js +370 -0
- package/src/plugins/recon/index.js +778 -0
- package/src/plugins/recon/managers/dependency-manager.js +174 -0
- package/src/plugins/recon/managers/scheduler-manager.js +179 -0
- package/src/plugins/recon/managers/storage-manager.js +745 -0
- package/src/plugins/recon/managers/target-manager.js +274 -0
- package/src/plugins/recon/stages/asn-stage.js +314 -0
- package/src/plugins/recon/stages/certificate-stage.js +84 -0
- package/src/plugins/recon/stages/dns-stage.js +107 -0
- package/src/plugins/recon/stages/dnsdumpster-stage.js +362 -0
- package/src/plugins/recon/stages/fingerprint-stage.js +71 -0
- package/src/plugins/recon/stages/google-dorks-stage.js +440 -0
- package/src/plugins/recon/stages/http-stage.js +89 -0
- package/src/plugins/recon/stages/latency-stage.js +148 -0
- package/src/plugins/recon/stages/massdns-stage.js +302 -0
- package/src/plugins/recon/stages/osint-stage.js +1373 -0
- package/src/plugins/recon/stages/ports-stage.js +169 -0
- package/src/plugins/recon/stages/screenshot-stage.js +94 -0
- package/src/plugins/recon/stages/secrets-stage.js +514 -0
- package/src/plugins/recon/stages/subdomains-stage.js +295 -0
- package/src/plugins/recon/stages/tls-audit-stage.js +78 -0
- package/src/plugins/recon/stages/vulnerability-stage.js +78 -0
- package/src/plugins/recon/stages/web-discovery-stage.js +113 -0
- package/src/plugins/recon/stages/whois-stage.js +349 -0
- package/src/plugins/recon.plugin.js +75 -0
- package/src/plugins/recon.plugin.js.backup +2635 -0
- package/src/plugins/relation.errors.js +87 -14
- package/src/plugins/replicator.plugin.js +514 -137
- package/src/plugins/replicators/base-replicator.class.js +89 -1
- package/src/plugins/replicators/bigquery-replicator.class.js +66 -22
- package/src/plugins/replicators/dynamodb-replicator.class.js +22 -15
- package/src/plugins/replicators/mongodb-replicator.class.js +22 -15
- package/src/plugins/replicators/mysql-replicator.class.js +52 -17
- package/src/plugins/replicators/planetscale-replicator.class.js +30 -4
- package/src/plugins/replicators/postgres-replicator.class.js +62 -27
- package/src/plugins/replicators/s3db-replicator.class.js +25 -18
- package/src/plugins/replicators/schema-sync.helper.js +3 -3
- package/src/plugins/replicators/sqs-replicator.class.js +8 -2
- package/src/plugins/replicators/turso-replicator.class.js +23 -3
- package/src/plugins/replicators/webhook-replicator.class.js +42 -4
- package/src/plugins/s3-queue.plugin.js +464 -65
- package/src/plugins/scheduler.plugin.js +20 -6
- package/src/plugins/state-machine.plugin.js +40 -9
- package/src/plugins/tfstate/base-driver.js +28 -4
- package/src/plugins/tfstate/errors.js +65 -10
- package/src/plugins/tfstate/filesystem-driver.js +52 -8
- package/src/plugins/tfstate/index.js +163 -90
- package/src/plugins/tfstate/s3-driver.js +64 -6
- package/src/plugins/ttl.plugin.js +72 -17
- package/src/plugins/vector/distances.js +18 -12
- package/src/plugins/vector/kmeans.js +26 -4
- package/src/resource.class.js +115 -19
- package/src/testing/factory.class.js +20 -3
- package/src/testing/seeder.class.js +7 -1
- package/src/clients/memory-client.md +0 -917
- package/src/plugins/cloud-inventory/drivers/mock-drivers.js +0 -449
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import { AuthDriver } from './auth-driver.interface.js';
|
|
2
|
+
import { tryFn } from '../../../concerns/try-fn.js';
|
|
3
|
+
import { PluginError } from '../../../errors.js';
|
|
4
|
+
|
|
5
|
+
export class PasswordAuthDriver extends AuthDriver {
|
|
6
|
+
constructor(options = {}) {
|
|
7
|
+
super('password', ['password']);
|
|
8
|
+
this.options = options;
|
|
9
|
+
this.usersResource = null;
|
|
10
|
+
this.passwordHelper = null;
|
|
11
|
+
this.identifierField = options.identifierField || 'email';
|
|
12
|
+
this.caseInsensitive = options.caseInsensitive !== false;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
async initialize(context) {
|
|
16
|
+
this.usersResource = context.resources?.users;
|
|
17
|
+
this.passwordHelper = context.helpers?.password;
|
|
18
|
+
|
|
19
|
+
if (!this.usersResource) {
|
|
20
|
+
throw new PluginError('PasswordAuthDriver requires users resource', {
|
|
21
|
+
pluginName: 'IdentityPlugin',
|
|
22
|
+
operation: 'initializePasswordDriver',
|
|
23
|
+
statusCode: 500,
|
|
24
|
+
retriable: false,
|
|
25
|
+
suggestion: 'Pass users resource via IdentityPlugin({ resources: { users: ... } }) before enabling password driver.'
|
|
26
|
+
});
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
if (!this.passwordHelper || typeof this.passwordHelper.verify !== 'function') {
|
|
30
|
+
throw new PluginError('PasswordAuthDriver requires password helper with verify(password, hash)', {
|
|
31
|
+
pluginName: 'IdentityPlugin',
|
|
32
|
+
operation: 'initializePasswordDriver',
|
|
33
|
+
statusCode: 500,
|
|
34
|
+
retriable: false,
|
|
35
|
+
suggestion: 'Ensure IdentityPlugin password helper is registered or provide a custom helper with verify(password, hash).'
|
|
36
|
+
});
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
supportsGrant(grantType) {
|
|
41
|
+
return grantType === 'password';
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
async authenticate(request = {}) {
|
|
45
|
+
const identifier = request[this.identifierField] || request.email || request.username;
|
|
46
|
+
const password = request.password;
|
|
47
|
+
|
|
48
|
+
if (!identifier || !password) {
|
|
49
|
+
return {
|
|
50
|
+
success: false,
|
|
51
|
+
error: 'missing_credentials',
|
|
52
|
+
statusCode: 400
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
const normalizedIdentifier = this._normalizeIdentifier(identifier);
|
|
57
|
+
|
|
58
|
+
let user = request.user || null;
|
|
59
|
+
|
|
60
|
+
if (!user) {
|
|
61
|
+
const queryFilter = { [this.identifierField]: normalizedIdentifier };
|
|
62
|
+
if (request.tenantId) {
|
|
63
|
+
queryFilter.tenantId = request.tenantId;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
const [ok, err, users] = await tryFn(() => this.usersResource.query(queryFilter));
|
|
67
|
+
|
|
68
|
+
if (!ok) {
|
|
69
|
+
return {
|
|
70
|
+
success: false,
|
|
71
|
+
error: err?.message || 'lookup_failed',
|
|
72
|
+
statusCode: 500
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
if (!users || users.length === 0) {
|
|
77
|
+
return {
|
|
78
|
+
success: false,
|
|
79
|
+
error: 'invalid_credentials',
|
|
80
|
+
statusCode: 401
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
user = users[0];
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
const passwordHash = user.password;
|
|
88
|
+
|
|
89
|
+
if (!passwordHash) {
|
|
90
|
+
return {
|
|
91
|
+
success: false,
|
|
92
|
+
error: 'password_not_set',
|
|
93
|
+
statusCode: 401
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
const validPassword = await this.passwordHelper.verify(password, passwordHash);
|
|
98
|
+
if (!validPassword) {
|
|
99
|
+
return {
|
|
100
|
+
success: false,
|
|
101
|
+
error: 'invalid_credentials',
|
|
102
|
+
statusCode: 401
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
return {
|
|
107
|
+
success: true,
|
|
108
|
+
user
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
_normalizeIdentifier(value) {
|
|
113
|
+
if (value == null) return value;
|
|
114
|
+
if (!this.caseInsensitive) {
|
|
115
|
+
return typeof value === 'string' ? value.trim() : value;
|
|
116
|
+
}
|
|
117
|
+
if (typeof value !== 'string') {
|
|
118
|
+
return value;
|
|
119
|
+
}
|
|
120
|
+
return value.trim().toLowerCase();
|
|
121
|
+
}
|
|
122
|
+
}
|
|
@@ -7,6 +7,8 @@
|
|
|
7
7
|
* Email Service class
|
|
8
8
|
* @class
|
|
9
9
|
*/
|
|
10
|
+
import { PluginError } from '../../errors.js';
|
|
11
|
+
|
|
10
12
|
export class EmailService {
|
|
11
13
|
/**
|
|
12
14
|
* Create Email Service instance
|
|
@@ -81,7 +83,14 @@ export class EmailService {
|
|
|
81
83
|
this.initialized = true;
|
|
82
84
|
} catch (error) {
|
|
83
85
|
console.error('[EmailService] Failed to initialize:', error);
|
|
84
|
-
throw new
|
|
86
|
+
throw new PluginError(`Failed to initialize email service: ${error.message}`, {
|
|
87
|
+
pluginName: 'IdentityPlugin',
|
|
88
|
+
operation: 'emailInitialize',
|
|
89
|
+
statusCode: 502,
|
|
90
|
+
retriable: true,
|
|
91
|
+
suggestion: 'Verify SMTP credentials/host settings or disable email service when not configured.',
|
|
92
|
+
original: error
|
|
93
|
+
});
|
|
85
94
|
}
|
|
86
95
|
}
|
|
87
96
|
|
|
@@ -112,7 +121,13 @@ export class EmailService {
|
|
|
112
121
|
const { to, subject, html, text, from, replyTo } = options;
|
|
113
122
|
|
|
114
123
|
if (!to || !subject || !html) {
|
|
115
|
-
throw new
|
|
124
|
+
throw new PluginError('Email requires to, subject, and html fields', {
|
|
125
|
+
pluginName: 'IdentityPlugin',
|
|
126
|
+
operation: 'sendEmail',
|
|
127
|
+
statusCode: 400,
|
|
128
|
+
retriable: false,
|
|
129
|
+
suggestion: 'Pass recipient (to), subject, and html body when calling emailService.sendEmail().'
|
|
130
|
+
});
|
|
116
131
|
}
|
|
117
132
|
|
|
118
133
|
try {
|