@slicedearth/whoisleuth-cli 1.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +661 -0
- package/LICENSES/Retire.js-Apache-2.0.txt +199 -0
- package/NOTICE +76 -0
- package/README.md +84 -0
- package/TRADEMARKS.md +41 -0
- package/bin/whoisleuth.mjs +35 -0
- package/cli/archive-inspect.mjs +198 -0
- package/cli/arguments.mjs +1022 -0
- package/cli/artifact-verify.mjs +210 -0
- package/cli/bulk-checkpoint.mjs +218 -0
- package/cli/bulk-command-runner.mjs +109 -0
- package/cli/bulk-output.mjs +112 -0
- package/cli/bulk.mjs +133 -0
- package/cli/compare.mjs +238 -0
- package/cli/completion.mjs +175 -0
- package/cli/csv.mjs +1 -0
- package/cli/discover.mjs +50 -0
- package/cli/discovery-command-runner.mjs +36 -0
- package/cli/discovery-observation-snapshot.mjs +315 -0
- package/cli/discovery-scan-command-runner.mjs +141 -0
- package/cli/discovery-scan.mjs +325 -0
- package/cli/discovery-snapshot.mjs +133 -0
- package/cli/discovery-workflow.mjs +73 -0
- package/cli/doctor.mjs +137 -0
- package/cli/errors.mjs +21 -0
- package/cli/evidence-command-arguments.mjs +145 -0
- package/cli/evidence-command-runner.mjs +106 -0
- package/cli/evidence-signing.mjs +215 -0
- package/cli/exit-codes.mjs +9 -0
- package/cli/export-evidence.mjs +28 -0
- package/cli/formatters/evidence-report.mjs +3 -0
- package/cli/formatters/html.mjs +69 -0
- package/cli/formatters/json.mjs +135 -0
- package/cli/formatters/markdown.mjs +3 -0
- package/cli/formatters/terminal.mjs +658 -0
- package/cli/http.mjs +27 -0
- package/cli/lookup-command-runner.mjs +87 -0
- package/cli/lookup-diff.mjs +171 -0
- package/cli/mail-review.mjs +204 -0
- package/cli/manual.mjs +34 -0
- package/cli/network-command-runner.mjs +88 -0
- package/cli/output-file.mjs +97 -0
- package/cli/page-compare.mjs +123 -0
- package/cli/posture.mjs +20 -0
- package/cli/progress-events.mjs +53 -0
- package/cli/progress.mjs +56 -0
- package/cli/registry-access.mjs +3 -0
- package/cli/registry-support.mjs +120 -0
- package/cli/risk-calibration.mjs +294 -0
- package/cli/runner-types.mjs +1 -0
- package/cli/runner.mjs +726 -0
- package/cli/saved-lookup.mjs +87 -0
- package/cli/source-reliability.mjs +727 -0
- package/cli/strict-exit.mjs +55 -0
- package/cli/terminal-presentation.mjs +147 -0
- package/docs/cli.md +827 -0
- package/frontend/src/lib/analysis/acquisition-decision-packet.js +93 -0
- package/frontend/src/lib/analysis/acquisition-due-diligence.js +391 -0
- package/frontend/src/lib/analysis/artifact-integrity.js +21 -0
- package/frontend/src/lib/analysis/brand-profile-model.js +421 -0
- package/frontend/src/lib/analysis/bulk-domain-comparison.js +246 -0
- package/frontend/src/lib/analysis/bulk-mail-exposure.js +192 -0
- package/frontend/src/lib/analysis/bulk-retry-plan.js +86 -0
- package/frontend/src/lib/analysis/bulk-review-export.js +62 -0
- package/frontend/src/lib/analysis/bulk-review-model.js +266 -0
- package/frontend/src/lib/analysis/bulk-session-model.js +515 -0
- package/frontend/src/lib/analysis/bulk-sort.js +49 -0
- package/frontend/src/lib/analysis/campaign-model.js +265 -0
- package/frontend/src/lib/analysis/case-evidence-model.js +642 -0
- package/frontend/src/lib/analysis/case-migration-model.js +248 -0
- package/frontend/src/lib/analysis/case-model.js +5 -0
- package/frontend/src/lib/analysis/case-record-contracts.js +44 -0
- package/frontend/src/lib/analysis/case-record-core.js +232 -0
- package/frontend/src/lib/analysis/case-record-model.js +7 -0
- package/frontend/src/lib/analysis/case-record-operations.js +224 -0
- package/frontend/src/lib/analysis/case-response-model.js +640 -0
- package/frontend/src/lib/analysis/case-response-packet.js +573 -0
- package/frontend/src/lib/analysis/case-storage-model.js +93 -0
- package/frontend/src/lib/analysis/detection-rule-model.js +306 -0
- package/frontend/src/lib/analysis/dns-record-normalization.js +11 -0
- package/frontend/src/lib/analysis/http-summary.js +165 -0
- package/frontend/src/lib/analysis/investigation-guide.js +500 -0
- package/frontend/src/lib/analysis/investigation-template-model.js +144 -0
- package/frontend/src/lib/analysis/page-baseline.js +272 -0
- package/frontend/src/lib/analysis/page-similarity.js +179 -0
- package/frontend/src/lib/analysis/relationship-evidence.js +265 -0
- package/frontend/src/lib/analysis/relationship-observation-model.js +423 -0
- package/frontend/src/lib/analysis/scoring.js +135 -0
- package/frontend/src/lib/analysis/shortlist-model.js +209 -0
- package/frontend/src/lib/analysis/utils.js +265 -0
- package/frontend/src/lib/analysis/watchlist-history.js +643 -0
- package/frontend/src/lib/analysis/watchlist-store.js +127 -0
- package/frontend/src/lib/analysis/website-snapshot-model.js +302 -0
- package/frontend/src/lib/analysis/workspace-archive-crypto.js +282 -0
- package/frontend/src/lib/analysis/workspace-archive.js +472 -0
- package/lib/abort.mjs +26 -0
- package/lib/abusech-auth.mjs +19 -0
- package/lib/availability.mjs +716 -0
- package/lib/bounded-contract-normalizers.mjs +61 -0
- package/lib/browser-library-profile.mjs +310 -0
- package/lib/bulk-comparison-evidence.mjs +83 -0
- package/lib/classify.mjs +93 -0
- package/lib/client-behavior-profile.mjs +83 -0
- package/lib/credential-surface-profile.mjs +66 -0
- package/lib/csv.mjs +23 -0
- package/lib/ct-query.mjs +27 -0
- package/lib/ct-search.mjs +393 -0
- package/lib/distributed-operation-budget.mjs +461 -0
- package/lib/dns-delegation-health.mjs +344 -0
- package/lib/dns-intelligence.mjs +739 -0
- package/lib/dns-mx.mjs +24 -0
- package/lib/dns-resolver-selection.mjs +33 -0
- package/lib/domain-posture-analysis.mjs +254 -0
- package/lib/domain-posture-parsers.mjs +358 -0
- package/lib/domain-posture.mjs +745 -0
- package/lib/error-detail.mjs +10 -0
- package/lib/evidence-export.mjs +431 -0
- package/lib/evidence-report-markdown.mjs +71 -0
- package/lib/evidence-report.mjs +391 -0
- package/lib/external-intelligence-risk.mjs +108 -0
- package/lib/favicon.mjs +146 -0
- package/lib/feature-policy.mjs +70 -0
- package/lib/generated/retire-browser-catalog.mjs +8724 -0
- package/lib/generated/unicode-confusables-17.mjs +93 -0
- package/lib/hostname.mjs +38 -0
- package/lib/html-signals.mjs +680 -0
- package/lib/http-intelligence.mjs +232 -0
- package/lib/idn-confusable-policy.mjs +86 -0
- package/lib/idn-confusables.mjs +465 -0
- package/lib/lookup-cache.mjs +130 -0
- package/lib/lookup-progress.mjs +291 -0
- package/lib/lookup-source-progress.mjs +109 -0
- package/lib/lookup-threat-provider-inventory.mjs +13 -0
- package/lib/lookup.mjs +592 -0
- package/lib/observation.mjs +114 -0
- package/lib/observed-network-context.mjs +355 -0
- package/lib/operation-budget.mjs +489 -0
- package/lib/page-fingerprints.mjs +481 -0
- package/lib/page-role-profile.mjs +117 -0
- package/lib/perceptual-hash.mjs +451 -0
- package/lib/rdap-attempts.mjs +34 -0
- package/lib/rdap-bootstrap.mjs +173 -0
- package/lib/rdap-capabilities.mjs +292 -0
- package/lib/rdap-client.mjs +125 -0
- package/lib/rdap-normalization.mjs +691 -0
- package/lib/rdap-registrar.mjs +196 -0
- package/lib/rdap-transport.mjs +39 -0
- package/lib/rdap-types.mjs +1 -0
- package/lib/rdap-validation.mjs +94 -0
- package/lib/rdap.mjs +16 -0
- package/lib/registry-access.mjs +32 -0
- package/lib/registry-capabilities.mjs +117 -0
- package/lib/registry-capability-catalogue.mjs +1206 -0
- package/lib/registry-comparison.mjs +318 -0
- package/lib/registry-dates.mjs +190 -0
- package/lib/registry-insights.mjs +325 -0
- package/lib/response-policy.mjs +256 -0
- package/lib/risk-scoring.mjs +164 -0
- package/lib/safe-fetch.mjs +446 -0
- package/lib/security-txt.mjs +359 -0
- package/lib/service-binding-dns.mjs +608 -0
- package/lib/sslbl-certificates.generated.mjs +143 -0
- package/lib/sslbl-intelligence.mjs +241 -0
- package/lib/static-html-analysis.mjs +340 -0
- package/lib/structured-data-identity.mjs +323 -0
- package/lib/threat-intelligence-contract.mjs +5 -0
- package/lib/threat-intelligence-definition-registry.mjs +34 -0
- package/lib/threat-intelligence-fixtures.mjs +82 -0
- package/lib/threat-intelligence-manifests.mjs +512 -0
- package/lib/threat-intelligence-runtime.mjs +662 -0
- package/lib/threat-intelligence-targets.mjs +168 -0
- package/lib/threat-intelligence-types.mjs +3 -0
- package/lib/threatfox-intelligence.mjs +307 -0
- package/lib/tls-intelligence.mjs +814 -0
- package/lib/typosquat-generator.mjs +884 -0
- package/lib/urlhaus-intelligence.mjs +361 -0
- package/lib/urlscan-intelligence.mjs +349 -0
- package/lib/website-security-posture.mjs +325 -0
- package/lib/website-technology.mjs +437 -0
- package/lib/whois-authority.mjs +98 -0
- package/lib/whois-chain.mjs +261 -0
- package/lib/whois-contacts.mjs +163 -0
- package/lib/whois-contracts.mjs +3 -0
- package/lib/whois-normalization.mjs +27 -0
- package/lib/whois-transport.mjs +100 -0
- package/lib/whois-values.mjs +92 -0
- package/lib/whois.mjs +1187 -0
- package/package.json +55 -0
- package/third-party-notices.txt +5571 -0
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { bulkDnsSummary } from "../bulk-output.mjs";
|
|
2
|
+
const CLI_LOOKUP_SCHEMA = 'whoisleuth.cli.lookup';
|
|
3
|
+
const CLI_BULK_SCHEMA = 'whoisleuth.cli.bulk';
|
|
4
|
+
const CLI_BULK_ITEM_SCHEMA = 'whoisleuth.cli.bulk.item';
|
|
5
|
+
const CLI_CT_SEARCH_SCHEMA = 'whoisleuth.cli.ct-search';
|
|
6
|
+
const CLI_DISCOVER_SCHEMA = 'whoisleuth.cli.discover';
|
|
7
|
+
const CLI_DISCOVER_ITEM_SCHEMA = 'whoisleuth.cli.discover.item';
|
|
8
|
+
const CLI_POSTURE_SCHEMA = 'whoisleuth.cli.posture';
|
|
9
|
+
const CLI_HTTP_SCHEMA = 'whoisleuth.cli.http';
|
|
10
|
+
const CLI_TLS_SCHEMA = 'whoisleuth.cli.tls';
|
|
11
|
+
const CLI_COMPARE_SCHEMA = 'whoisleuth.cli.compare';
|
|
12
|
+
const CLI_LOOKUP_SCHEMA_VERSION = 1;
|
|
13
|
+
const CLI_BULK_SCHEMA_VERSION = 2;
|
|
14
|
+
const CLI_CT_SEARCH_SCHEMA_VERSION = 1;
|
|
15
|
+
const CLI_DISCOVER_SCHEMA_VERSION = 2;
|
|
16
|
+
const CLI_POSTURE_SCHEMA_VERSION = 1;
|
|
17
|
+
const CLI_HTTP_SCHEMA_VERSION = 1;
|
|
18
|
+
const CLI_TLS_SCHEMA_VERSION = 1;
|
|
19
|
+
const CLI_COMPARE_SCHEMA_VERSION = 3;
|
|
20
|
+
function buildCliLookupDocument(query, classified, result, generatedAt = new Date().toISOString(), mode = 'fast') {
|
|
21
|
+
return {
|
|
22
|
+
schema: CLI_LOOKUP_SCHEMA,
|
|
23
|
+
version: CLI_LOOKUP_SCHEMA_VERSION,
|
|
24
|
+
generatedAt,
|
|
25
|
+
mode: mode === 'deep' ? 'deep' : 'fast',
|
|
26
|
+
query,
|
|
27
|
+
type: classified.type,
|
|
28
|
+
inputHostname: classified.inputHostname,
|
|
29
|
+
registrableDomain: classified.registrableDomain,
|
|
30
|
+
isSubdomain: classified.isSubdomain,
|
|
31
|
+
...result,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
function formatJsonDocument(document) {
|
|
35
|
+
return `${JSON.stringify(document, null, 2)}\n`;
|
|
36
|
+
}
|
|
37
|
+
function buildCliCtSearchDocument(keyword, result, generatedAt = new Date().toISOString()) {
|
|
38
|
+
return { ...result, schema: CLI_CT_SEARCH_SCHEMA, version: CLI_CT_SEARCH_SCHEMA_VERSION, generatedAt, keyword };
|
|
39
|
+
}
|
|
40
|
+
function buildCliDiscoverDocument(seed, result, metadata) {
|
|
41
|
+
return {
|
|
42
|
+
...result,
|
|
43
|
+
schema: CLI_DISCOVER_SCHEMA,
|
|
44
|
+
version: CLI_DISCOVER_SCHEMA_VERSION,
|
|
45
|
+
generatedAt: metadata.generatedAt,
|
|
46
|
+
seed,
|
|
47
|
+
preset: metadata.preset,
|
|
48
|
+
keyboardLayout: metadata.keyboardLayout,
|
|
49
|
+
tlds: [...metadata.tlds],
|
|
50
|
+
mutationFamilies: [...(metadata.mutationFamilies || [])],
|
|
51
|
+
dictionaryTermCount: metadata.dictionaryTermCount || 0,
|
|
52
|
+
rejectedDictionaryTermCount: metadata.rejectedDictionaryTermCount || 0,
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
function discoverJsonItem(candidate, metadata) {
|
|
56
|
+
return {
|
|
57
|
+
schema: CLI_DISCOVER_ITEM_SCHEMA,
|
|
58
|
+
version: CLI_DISCOVER_SCHEMA_VERSION,
|
|
59
|
+
generatedAt: metadata.generatedAt,
|
|
60
|
+
seed: metadata.seed,
|
|
61
|
+
preset: metadata.preset,
|
|
62
|
+
keyboardLayout: metadata.keyboardLayout,
|
|
63
|
+
mutationFamilies: [...(metadata.mutationFamilies || [])],
|
|
64
|
+
dictionaryTermCount: metadata.dictionaryTermCount || 0,
|
|
65
|
+
domain: candidate.domain,
|
|
66
|
+
source: candidate.source,
|
|
67
|
+
tld: candidate.tld,
|
|
68
|
+
mutationTypes: candidate.mutationTypes,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
function formatDiscoverJsonLines(candidates, metadata) {
|
|
72
|
+
if (!candidates.length)
|
|
73
|
+
return '';
|
|
74
|
+
return `${candidates.map((candidate) => JSON.stringify(discoverJsonItem(candidate, metadata))).join('\n')}\n`;
|
|
75
|
+
}
|
|
76
|
+
function formatDiscoverDomainList(candidates) {
|
|
77
|
+
const domains = [...new Set(candidates.flatMap((candidate) => (typeof candidate.domain === 'string' && candidate.domain ? [candidate.domain] : [])))];
|
|
78
|
+
return domains.length ? `${domains.join('\n')}\n` : '';
|
|
79
|
+
}
|
|
80
|
+
function versionedResult(result, schema, version, generatedAt, requestedField, requestedValue) {
|
|
81
|
+
return { ...result, schema, version, generatedAt, [requestedField]: requestedValue };
|
|
82
|
+
}
|
|
83
|
+
function buildCliPostureDocument(requestedDomain, report, generatedAt = new Date().toISOString()) {
|
|
84
|
+
return versionedResult(report, CLI_POSTURE_SCHEMA, CLI_POSTURE_SCHEMA_VERSION, generatedAt, 'requestedDomain', requestedDomain);
|
|
85
|
+
}
|
|
86
|
+
function buildCliHttpDocument(requestedDomain, result, generatedAt = new Date().toISOString()) {
|
|
87
|
+
return versionedResult(result, CLI_HTTP_SCHEMA, CLI_HTTP_SCHEMA_VERSION, generatedAt, 'requestedDomain', requestedDomain);
|
|
88
|
+
}
|
|
89
|
+
function buildCliTlsDocument(requestedHostname, result, generatedAt = new Date().toISOString()) {
|
|
90
|
+
return versionedResult(result, CLI_TLS_SCHEMA, CLI_TLS_SCHEMA_VERSION, generatedAt, 'requestedHostname', requestedHostname);
|
|
91
|
+
}
|
|
92
|
+
function buildCliCompareDocument(result, generatedAt = new Date().toISOString()) {
|
|
93
|
+
return { ...result, schema: CLI_COMPARE_SCHEMA, version: CLI_COMPARE_SCHEMA_VERSION, generatedAt };
|
|
94
|
+
}
|
|
95
|
+
function bulkJsonItem(item, metadata) {
|
|
96
|
+
if (!item.ok) {
|
|
97
|
+
return {
|
|
98
|
+
schema: CLI_BULK_ITEM_SCHEMA, version: CLI_BULK_SCHEMA_VERSION, generatedAt: metadata.generatedAt,
|
|
99
|
+
index: item.index, query: item.query, ok: false, error: item.error,
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
const result = item.result;
|
|
103
|
+
return {
|
|
104
|
+
schema: CLI_BULK_ITEM_SCHEMA, version: CLI_BULK_SCHEMA_VERSION, generatedAt: metadata.generatedAt,
|
|
105
|
+
index: item.index, query: item.query, ok: true,
|
|
106
|
+
type: item.classified.type,
|
|
107
|
+
inputHostname: item.classified.inputHostname,
|
|
108
|
+
registrableDomain: item.classified.registrableDomain,
|
|
109
|
+
isSubdomain: item.classified.isSubdomain,
|
|
110
|
+
availability: result.availability,
|
|
111
|
+
diagnostics: result.diagnostics,
|
|
112
|
+
dnsSummary: bulkDnsSummary(item),
|
|
113
|
+
mode: metadata.deep ? 'deep' : 'fast',
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
function buildCliBulkDocument(items, metadata) {
|
|
117
|
+
const succeeded = items.filter((item) => item.ok).length;
|
|
118
|
+
return {
|
|
119
|
+
schema: CLI_BULK_SCHEMA, version: CLI_BULK_SCHEMA_VERSION, generatedAt: metadata.generatedAt,
|
|
120
|
+
mode: metadata.deep ? 'deep' : 'fast',
|
|
121
|
+
filter: metadata.filter || 'all',
|
|
122
|
+
summary: {
|
|
123
|
+
collected: metadata.collectedTotal ?? items.length,
|
|
124
|
+
matched: items.length,
|
|
125
|
+
succeeded,
|
|
126
|
+
failed: items.length - succeeded,
|
|
127
|
+
duplicatesRemoved: metadata.duplicates || 0,
|
|
128
|
+
},
|
|
129
|
+
results: items.map((item) => bulkJsonItem(item, metadata)),
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
function formatJsonLines(items, metadata) {
|
|
133
|
+
return `${items.map((item) => JSON.stringify(bulkJsonItem(item, metadata))).join('\n')}\n`;
|
|
134
|
+
}
|
|
135
|
+
export { CLI_BULK_ITEM_SCHEMA, CLI_BULK_SCHEMA, CLI_BULK_SCHEMA_VERSION, CLI_COMPARE_SCHEMA, CLI_COMPARE_SCHEMA_VERSION, CLI_CT_SEARCH_SCHEMA, CLI_CT_SEARCH_SCHEMA_VERSION, CLI_DISCOVER_ITEM_SCHEMA, CLI_DISCOVER_SCHEMA, CLI_DISCOVER_SCHEMA_VERSION, CLI_HTTP_SCHEMA, CLI_HTTP_SCHEMA_VERSION, CLI_POSTURE_SCHEMA, CLI_POSTURE_SCHEMA_VERSION, CLI_TLS_SCHEMA, CLI_TLS_SCHEMA_VERSION, CLI_LOOKUP_SCHEMA, CLI_LOOKUP_SCHEMA_VERSION, buildCliBulkDocument, buildCliCompareDocument, buildCliCtSearchDocument, buildCliDiscoverDocument, buildCliHttpDocument, buildCliLookupDocument, buildCliPostureDocument, buildCliTlsDocument, bulkJsonItem, discoverJsonItem, formatDiscoverDomainList, formatDiscoverJsonLines, formatJsonDocument, formatJsonLines, };
|