@trustify-da/trustify-da-javascript-client 0.3.0-ea.57f5d5e → 0.3.0-ea.5d1bb66
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +191 -11
- package/dist/package.json +23 -10
- package/dist/src/analysis.d.ts +21 -5
- package/dist/src/analysis.js +74 -80
- package/dist/src/batch_opts.d.ts +24 -0
- package/dist/src/batch_opts.js +35 -0
- package/dist/src/cli.js +241 -8
- package/dist/src/cyclone_dx_sbom.d.ts +10 -2
- package/dist/src/cyclone_dx_sbom.js +32 -5
- package/dist/src/index.d.ts +138 -11
- package/dist/src/index.js +288 -7
- package/dist/src/license/index.d.ts +28 -0
- package/dist/src/license/index.js +100 -0
- package/dist/src/license/license_utils.d.ts +40 -0
- package/dist/src/license/license_utils.js +134 -0
- package/dist/src/license/licenses_api.d.ts +34 -0
- package/dist/src/license/licenses_api.js +98 -0
- package/dist/src/license/project_license.d.ts +20 -0
- package/dist/src/license/project_license.js +62 -0
- package/dist/src/oci_image/images.d.ts +4 -5
- package/dist/src/oci_image/utils.d.ts +4 -4
- package/dist/src/oci_image/utils.js +11 -2
- package/dist/src/provider.d.ts +17 -5
- package/dist/src/provider.js +29 -5
- package/dist/src/providers/base_java.d.ts +3 -5
- package/dist/src/providers/base_javascript.d.ts +29 -7
- package/dist/src/providers/base_javascript.js +129 -22
- package/dist/src/providers/base_pyproject.d.ts +149 -0
- package/dist/src/providers/base_pyproject.js +314 -0
- package/dist/src/providers/golang_gomodules.d.ts +20 -13
- package/dist/src/providers/golang_gomodules.js +112 -114
- package/dist/src/providers/gomod_parser.d.ts +4 -0
- package/dist/src/providers/gomod_parser.js +16 -0
- package/dist/src/providers/java_gradle.d.ts +9 -3
- package/dist/src/providers/java_gradle.js +12 -2
- package/dist/src/providers/java_gradle_groovy.d.ts +1 -1
- package/dist/src/providers/java_gradle_kotlin.d.ts +1 -1
- package/dist/src/providers/java_maven.d.ts +12 -5
- package/dist/src/providers/java_maven.js +33 -5
- package/dist/src/providers/javascript_npm.d.ts +1 -0
- package/dist/src/providers/javascript_npm.js +21 -0
- package/dist/src/providers/javascript_pnpm.d.ts +1 -1
- package/dist/src/providers/javascript_pnpm.js +8 -4
- package/dist/src/providers/manifest.d.ts +2 -0
- package/dist/src/providers/manifest.js +22 -4
- package/dist/src/providers/processors/yarn_berry_processor.js +88 -5
- package/dist/src/providers/python_controller.d.ts +5 -2
- package/dist/src/providers/python_controller.js +60 -58
- package/dist/src/providers/python_pip.d.ts +11 -4
- package/dist/src/providers/python_pip.js +47 -54
- package/dist/src/providers/python_pip_pyproject.d.ts +61 -0
- package/dist/src/providers/python_pip_pyproject.js +144 -0
- package/dist/src/providers/python_poetry.d.ts +43 -0
- package/dist/src/providers/python_poetry.js +175 -0
- package/dist/src/providers/python_uv.d.ts +27 -0
- package/dist/src/providers/python_uv.js +149 -0
- package/dist/src/providers/requirements_parser.d.ts +6 -0
- package/dist/src/providers/requirements_parser.js +24 -0
- package/dist/src/providers/rust_cargo.d.ts +52 -0
- package/dist/src/providers/rust_cargo.js +614 -0
- package/dist/src/providers/tree-sitter-gomod.wasm +0 -0
- package/dist/src/providers/tree-sitter-requirements.wasm +0 -0
- package/dist/src/sbom.d.ts +10 -1
- package/dist/src/sbom.js +12 -2
- package/dist/src/tools.d.ts +22 -6
- package/dist/src/tools.js +56 -1
- package/dist/src/workspace.d.ts +61 -0
- package/dist/src/workspace.js +256 -0
- package/package.json +24 -11
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import fs from 'node:fs';
|
|
2
|
-
import { EOL } from 'os';
|
|
3
2
|
import { PackageURL } from 'packageurl-js';
|
|
3
|
+
import { readLicenseFile } from '../license/license_utils.js';
|
|
4
4
|
import Sbom from '../sbom.js';
|
|
5
5
|
import { environmentVariableIsPopulated, getCustom, getCustomPath, invokeCommand } from "../tools.js";
|
|
6
6
|
import Python_controller from './python_controller.js';
|
|
7
|
-
|
|
7
|
+
import { getParser, getIgnoreQuery, getPinnedVersionQuery } from './requirements_parser.js';
|
|
8
|
+
export default { isSupported, validateLockFile, provideComponent, provideStack, readLicenseFromManifest };
|
|
8
9
|
/** @typedef {{name: string, version: string, dependencies: DependencyEntry[]}} DependencyEntry */
|
|
9
10
|
/**
|
|
10
11
|
* @type {string} ecosystem for python-pip is 'pip'
|
|
@@ -18,6 +19,13 @@ const ecosystem = 'pip';
|
|
|
18
19
|
function isSupported(manifestName) {
|
|
19
20
|
return 'requirements.txt' === manifestName;
|
|
20
21
|
}
|
|
22
|
+
/**
|
|
23
|
+
* Python requirements.txt has no standard license field
|
|
24
|
+
* @param {string} manifestPath - path to requirements.txt
|
|
25
|
+
* @returns {string|null}
|
|
26
|
+
*/
|
|
27
|
+
// eslint-disable-next-line no-unused-vars
|
|
28
|
+
function readLicenseFromManifest(manifestPath) { return readLicenseFile(manifestPath); }
|
|
21
29
|
/**
|
|
22
30
|
* @param {string} manifestDir - the directory where the manifest lies
|
|
23
31
|
*/
|
|
@@ -26,12 +34,12 @@ function validateLockFile() { return true; }
|
|
|
26
34
|
* Provide content and content type for python-pip stack analysis.
|
|
27
35
|
* @param {string} manifest - the manifest path or name
|
|
28
36
|
* @param {{}} [opts={}] - optional various options to pass along the application
|
|
29
|
-
* @returns {Provided}
|
|
37
|
+
* @returns {Promise<Provided>}
|
|
30
38
|
*/
|
|
31
|
-
function provideStack(manifest, opts = {}) {
|
|
39
|
+
async function provideStack(manifest, opts = {}) {
|
|
32
40
|
return {
|
|
33
41
|
ecosystem,
|
|
34
|
-
content: createSbomStackAnalysis(manifest, opts),
|
|
42
|
+
content: await createSbomStackAnalysis(manifest, opts),
|
|
35
43
|
contentType: 'application/vnd.cyclonedx+json'
|
|
36
44
|
};
|
|
37
45
|
}
|
|
@@ -39,12 +47,12 @@ function provideStack(manifest, opts = {}) {
|
|
|
39
47
|
* Provide content and content type for python-pip component analysis.
|
|
40
48
|
* @param {string} manifest - path to requirements.txt for component report
|
|
41
49
|
* @param {{}} [opts={}] - optional various options to pass along the application
|
|
42
|
-
* @returns {Provided}
|
|
50
|
+
* @returns {Promise<Provided>}
|
|
43
51
|
*/
|
|
44
|
-
function provideComponent(manifest, opts = {}) {
|
|
52
|
+
async function provideComponent(manifest, opts = {}) {
|
|
45
53
|
return {
|
|
46
54
|
ecosystem,
|
|
47
|
-
content: getSbomForComponentAnalysis(manifest, opts),
|
|
55
|
+
content: await getSbomForComponentAnalysis(manifest, opts),
|
|
48
56
|
contentType: 'application/vnd.cyclonedx+json'
|
|
49
57
|
};
|
|
50
58
|
}
|
|
@@ -66,49 +74,34 @@ function addAllDependencies(source, dep, sbom) {
|
|
|
66
74
|
}
|
|
67
75
|
/**
|
|
68
76
|
*
|
|
69
|
-
* @param
|
|
70
|
-
* @return {
|
|
71
|
-
*/
|
|
72
|
-
function splitToNameVersion(nameVersion) {
|
|
73
|
-
let result = [];
|
|
74
|
-
if (nameVersion.includes("==")) {
|
|
75
|
-
return nameVersion.split("==");
|
|
76
|
-
}
|
|
77
|
-
const regex = /[^\w\s-_]/g;
|
|
78
|
-
let endIndex = nameVersion.search(regex);
|
|
79
|
-
if (endIndex === -1) {
|
|
80
|
-
return [nameVersion.trim()];
|
|
81
|
-
}
|
|
82
|
-
result.push(nameVersion.substring(0, endIndex).trim());
|
|
83
|
-
return result;
|
|
84
|
-
}
|
|
85
|
-
/**
|
|
86
|
-
*
|
|
87
|
-
* @param {string} requirementTxtContent
|
|
88
|
-
* @return {PackageURL []}
|
|
77
|
+
* @param {string} manifest - path to requirements.txt
|
|
78
|
+
* @return {Promise<PackageURL[]>}
|
|
89
79
|
*/
|
|
90
|
-
function getIgnoredDependencies(
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
80
|
+
async function getIgnoredDependencies(manifest) {
|
|
81
|
+
const [parser, ignoreQuery, pinnedVersionQuery] = await Promise.all([
|
|
82
|
+
getParser(), getIgnoreQuery(), getPinnedVersionQuery()
|
|
83
|
+
]);
|
|
84
|
+
const content = fs.readFileSync(manifest).toString();
|
|
85
|
+
const tree = parser.parse(content);
|
|
86
|
+
return ignoreQuery.matches(tree.rootNode).map(match => {
|
|
87
|
+
const reqNode = match.captures.find(c => c.name === 'req').node;
|
|
88
|
+
const name = match.captures.find(c => c.name === 'name').node.text;
|
|
89
|
+
const versionMatches = pinnedVersionQuery.matches(reqNode);
|
|
90
|
+
const version = versionMatches.length > 0
|
|
91
|
+
? versionMatches[0].captures.find(c => c.name === 'version').node.text
|
|
92
|
+
: undefined;
|
|
93
|
+
return toPurl(name, version);
|
|
101
94
|
});
|
|
102
95
|
}
|
|
103
96
|
/**
|
|
104
97
|
*
|
|
105
|
-
* @param {string}
|
|
98
|
+
* @param {string} manifest - path to requirements.txt
|
|
106
99
|
* @param {Sbom} sbom object to filter out from it exhortignore dependencies.
|
|
107
100
|
* @param {{Object}} opts - various options and settings for the application
|
|
108
101
|
* @private
|
|
109
102
|
*/
|
|
110
|
-
function handleIgnoredDependencies(
|
|
111
|
-
let ignoredDeps = getIgnoredDependencies(
|
|
103
|
+
async function handleIgnoredDependencies(manifest, sbom, opts = {}) {
|
|
104
|
+
let ignoredDeps = await getIgnoredDependencies(manifest);
|
|
112
105
|
let matchManifestVersions = getCustom("MATCH_MANIFEST_VERSIONS", "true", opts);
|
|
113
106
|
if (matchManifestVersions === "true") {
|
|
114
107
|
const ignoredDepsVersion = ignoredDeps.filter(dep => dep.version !== undefined);
|
|
@@ -172,22 +165,22 @@ const DEFAULT_PIP_ROOT_COMPONENT_VERSION = "0.0.0";
|
|
|
172
165
|
* Create sbom json string out of a manifest path for stack analysis.
|
|
173
166
|
* @param {string} manifest - path for requirements.txt
|
|
174
167
|
* @param {{}} [opts={}] - optional various options to pass along the application
|
|
175
|
-
* @returns {string} the sbom json string content
|
|
168
|
+
* @returns {Promise<string>} the sbom json string content
|
|
176
169
|
* @private
|
|
177
170
|
*/
|
|
178
|
-
function createSbomStackAnalysis(manifest, opts = {}) {
|
|
171
|
+
async function createSbomStackAnalysis(manifest, opts = {}) {
|
|
179
172
|
let binaries = {};
|
|
180
173
|
let createVirtualPythonEnv = handlePythonEnvironment(binaries, opts);
|
|
181
174
|
let pythonController = new Python_controller(createVirtualPythonEnv === "false", binaries.pip, binaries.python, manifest, opts);
|
|
182
|
-
let dependencies = pythonController.getDependencies(true);
|
|
175
|
+
let dependencies = await pythonController.getDependencies(true);
|
|
183
176
|
let sbom = new Sbom();
|
|
184
177
|
const rootPurl = toPurl(DEFAULT_PIP_ROOT_COMPONENT_NAME, DEFAULT_PIP_ROOT_COMPONENT_VERSION);
|
|
185
|
-
|
|
178
|
+
const license = readLicenseFromManifest(manifest);
|
|
179
|
+
sbom.addRoot(rootPurl, license);
|
|
186
180
|
dependencies.forEach(dep => {
|
|
187
181
|
addAllDependencies(rootPurl, dep, sbom);
|
|
188
182
|
});
|
|
189
|
-
|
|
190
|
-
handleIgnoredDependencies(requirementTxtContent, sbom, opts);
|
|
183
|
+
await handleIgnoredDependencies(manifest, sbom, opts);
|
|
191
184
|
// In python there is no root component, then we must remove the dummy root we added, so the sbom json will be accepted by the DA backend
|
|
192
185
|
// sbom.removeRootComponent()
|
|
193
186
|
return sbom.getAsJsonString(opts);
|
|
@@ -196,22 +189,22 @@ function createSbomStackAnalysis(manifest, opts = {}) {
|
|
|
196
189
|
* Create a sbom json string out of a manifest content for component analysis
|
|
197
190
|
* @param {string} manifest - path to requirements.txt
|
|
198
191
|
* @param {{}} [opts={}] - optional various options to pass along the application
|
|
199
|
-
* @returns {string} the sbom json string content
|
|
192
|
+
* @returns {Promise<string>} the sbom json string content
|
|
200
193
|
* @private
|
|
201
194
|
*/
|
|
202
|
-
function getSbomForComponentAnalysis(manifest, opts = {}) {
|
|
195
|
+
async function getSbomForComponentAnalysis(manifest, opts = {}) {
|
|
203
196
|
let binaries = {};
|
|
204
197
|
let createVirtualPythonEnv = handlePythonEnvironment(binaries, opts);
|
|
205
198
|
let pythonController = new Python_controller(createVirtualPythonEnv === "false", binaries.pip, binaries.python, manifest, opts);
|
|
206
|
-
let dependencies = pythonController.getDependencies(false);
|
|
199
|
+
let dependencies = await pythonController.getDependencies(false);
|
|
207
200
|
let sbom = new Sbom();
|
|
208
201
|
const rootPurl = toPurl(DEFAULT_PIP_ROOT_COMPONENT_NAME, DEFAULT_PIP_ROOT_COMPONENT_VERSION);
|
|
209
|
-
|
|
202
|
+
const license = readLicenseFromManifest(manifest);
|
|
203
|
+
sbom.addRoot(rootPurl, license);
|
|
210
204
|
dependencies.forEach(dep => {
|
|
211
205
|
sbom.addDependency(rootPurl, toPurl(dep.name, dep.version));
|
|
212
206
|
});
|
|
213
|
-
|
|
214
|
-
handleIgnoredDependencies(requirementTxtContent, sbom, opts);
|
|
207
|
+
await handleIgnoredDependencies(manifest, sbom, opts);
|
|
215
208
|
// In python there is no root component, then we must remove the dummy root we added, so the sbom json will be accepted by the DA backend
|
|
216
209
|
// sbom.removeRootComponent()
|
|
217
210
|
return sbom.getAsJsonString(opts);
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Python provider for pyproject.toml files using PEP 621 format without a lock file.
|
|
3
|
+
* Uses `pip install --dry-run --ignore-installed --report` to resolve the full dependency tree.
|
|
4
|
+
* Acts as the fallback provider when no lock file (uv.lock/poetry.lock) is found.
|
|
5
|
+
*/
|
|
6
|
+
export default class Python_pip_pyproject extends Base_pyproject {
|
|
7
|
+
/**
|
|
8
|
+
* Always returns true — pip provider is the fallback when no lock file is found.
|
|
9
|
+
* @param {string} manifestDir
|
|
10
|
+
* @param {{}} [opts={}]
|
|
11
|
+
* @returns {boolean}
|
|
12
|
+
*/
|
|
13
|
+
validateLockFile(manifestDir: string, opts?: {}): boolean;
|
|
14
|
+
/**
|
|
15
|
+
* Get pip report output from env var override or by running pip.
|
|
16
|
+
* @param {string} manifestDir - directory containing pyproject.toml
|
|
17
|
+
* @param {{}} [opts={}]
|
|
18
|
+
* @returns {string} pip report JSON string
|
|
19
|
+
*/
|
|
20
|
+
_getPipReportOutput(manifestDir: string, opts?: {}): string;
|
|
21
|
+
/**
|
|
22
|
+
* Parse pip report JSON and build dependency graph.
|
|
23
|
+
* @param {string} reportJson - pip report JSON string
|
|
24
|
+
* @returns {{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}}
|
|
25
|
+
*/
|
|
26
|
+
_parsePipReport(reportJson: string): {
|
|
27
|
+
directDeps: string[];
|
|
28
|
+
graph: Map<string, {
|
|
29
|
+
name: string;
|
|
30
|
+
version: string;
|
|
31
|
+
children: string[];
|
|
32
|
+
}>;
|
|
33
|
+
};
|
|
34
|
+
/**
|
|
35
|
+
* Check if a requires_dist entry is an extras-only dependency.
|
|
36
|
+
* @param {string} req - e.g. "PySocks!=1.5.7,>=1.5.6; extra == \"socks\""
|
|
37
|
+
* @returns {boolean}
|
|
38
|
+
*/
|
|
39
|
+
_hasExtraMarker(req: string): boolean;
|
|
40
|
+
/**
|
|
41
|
+
* Extract package name from a requires_dist entry.
|
|
42
|
+
* @param {string} req - e.g. "charset_normalizer<4,>=2"
|
|
43
|
+
* @returns {string|null}
|
|
44
|
+
*/
|
|
45
|
+
_extractDepName(req: string): string | null;
|
|
46
|
+
/**
|
|
47
|
+
* Resolve dependencies using pip install --dry-run --report.
|
|
48
|
+
* @param {string} manifestDir
|
|
49
|
+
* @param {string} _workspaceDir - unused (pip resolves from manifest directory)
|
|
50
|
+
* @param {object} parsed - parsed pyproject.toml
|
|
51
|
+
* @param {{}} [opts={}]
|
|
52
|
+
* @returns {Promise<{directDeps: string[], graph: Map}>}
|
|
53
|
+
*/
|
|
54
|
+
_getDependencyData(manifestDir: string, _workspaceDir: string, parsed: object, opts?: {}): Promise<{
|
|
55
|
+
directDeps: string[];
|
|
56
|
+
graph: Map<any, any>;
|
|
57
|
+
}>;
|
|
58
|
+
_findEggInfoDirs(dir: any): string[];
|
|
59
|
+
_cleanupEggInfo(dir: any, existing: any): void;
|
|
60
|
+
}
|
|
61
|
+
import Base_pyproject from './base_pyproject.js';
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { environmentVariableIsPopulated, getCustomPath, invokeCommand } from '../tools.js';
|
|
4
|
+
import Base_pyproject from './base_pyproject.js';
|
|
5
|
+
/**
|
|
6
|
+
* Python provider for pyproject.toml files using PEP 621 format without a lock file.
|
|
7
|
+
* Uses `pip install --dry-run --ignore-installed --report` to resolve the full dependency tree.
|
|
8
|
+
* Acts as the fallback provider when no lock file (uv.lock/poetry.lock) is found.
|
|
9
|
+
*/
|
|
10
|
+
export default class Python_pip_pyproject extends Base_pyproject {
|
|
11
|
+
/** @returns {string} */
|
|
12
|
+
_lockFileName() {
|
|
13
|
+
return '.pip-lock-nonexistent';
|
|
14
|
+
}
|
|
15
|
+
/** @returns {string} */
|
|
16
|
+
_cmdName() {
|
|
17
|
+
return 'pip';
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Always returns true — pip provider is the fallback when no lock file is found.
|
|
21
|
+
* @param {string} manifestDir
|
|
22
|
+
* @param {{}} [opts={}]
|
|
23
|
+
* @returns {boolean}
|
|
24
|
+
*/
|
|
25
|
+
// eslint-disable-next-line no-unused-vars
|
|
26
|
+
validateLockFile(manifestDir, opts = {}) {
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Get pip report output from env var override or by running pip.
|
|
31
|
+
* @param {string} manifestDir - directory containing pyproject.toml
|
|
32
|
+
* @param {{}} [opts={}]
|
|
33
|
+
* @returns {string} pip report JSON string
|
|
34
|
+
*/
|
|
35
|
+
_getPipReportOutput(manifestDir, opts) {
|
|
36
|
+
if (environmentVariableIsPopulated('TRUSTIFY_DA_PIP_REPORT')) {
|
|
37
|
+
return Buffer.from(process.env['TRUSTIFY_DA_PIP_REPORT'], 'base64').toString('ascii');
|
|
38
|
+
}
|
|
39
|
+
let pipBin = getCustomPath('pip3', opts);
|
|
40
|
+
try {
|
|
41
|
+
invokeCommand(pipBin, ['--version']);
|
|
42
|
+
}
|
|
43
|
+
catch {
|
|
44
|
+
pipBin = getCustomPath('pip', opts);
|
|
45
|
+
}
|
|
46
|
+
let eggInfoDirs = this._findEggInfoDirs(manifestDir);
|
|
47
|
+
let result = invokeCommand(pipBin, [
|
|
48
|
+
'install', '--dry-run', '--ignore-installed', '--quiet', '--report', '-', '.'
|
|
49
|
+
], { cwd: manifestDir }).toString();
|
|
50
|
+
this._cleanupEggInfo(manifestDir, eggInfoDirs);
|
|
51
|
+
return result;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Parse pip report JSON and build dependency graph.
|
|
55
|
+
* @param {string} reportJson - pip report JSON string
|
|
56
|
+
* @returns {{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}}
|
|
57
|
+
*/
|
|
58
|
+
_parsePipReport(reportJson) {
|
|
59
|
+
let report = JSON.parse(reportJson);
|
|
60
|
+
let packages = report.install || [];
|
|
61
|
+
let rootEntry = packages.find(p => p.download_info?.dir_info !== undefined);
|
|
62
|
+
let rootRequires = rootEntry?.metadata?.requires_dist || [];
|
|
63
|
+
let directDepNames = new Set();
|
|
64
|
+
for (let req of rootRequires) {
|
|
65
|
+
if (this._hasExtraMarker(req)) {
|
|
66
|
+
continue;
|
|
67
|
+
}
|
|
68
|
+
let name = this._extractDepName(req);
|
|
69
|
+
if (name) {
|
|
70
|
+
directDepNames.add(this._canonicalize(name));
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
let graph = new Map();
|
|
74
|
+
let nonRootPackages = packages.filter(p => p !== rootEntry);
|
|
75
|
+
for (let pkg of nonRootPackages) {
|
|
76
|
+
let name = pkg.metadata.name;
|
|
77
|
+
let version = pkg.metadata.version;
|
|
78
|
+
let key = this._canonicalize(name);
|
|
79
|
+
graph.set(key, { name, version, children: [] });
|
|
80
|
+
}
|
|
81
|
+
for (let pkg of nonRootPackages) {
|
|
82
|
+
let key = this._canonicalize(pkg.metadata.name);
|
|
83
|
+
let entry = graph.get(key);
|
|
84
|
+
let requires = pkg.metadata.requires_dist || [];
|
|
85
|
+
for (let req of requires) {
|
|
86
|
+
let depName = this._extractDepName(req);
|
|
87
|
+
if (!depName) {
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
let depKey = this._canonicalize(depName);
|
|
91
|
+
if (graph.has(depKey)) {
|
|
92
|
+
entry.children.push(depKey);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
let directDeps = [...directDepNames].filter(key => graph.has(key));
|
|
97
|
+
return { directDeps, graph };
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Check if a requires_dist entry is an extras-only dependency.
|
|
101
|
+
* @param {string} req - e.g. "PySocks!=1.5.7,>=1.5.6; extra == \"socks\""
|
|
102
|
+
* @returns {boolean}
|
|
103
|
+
*/
|
|
104
|
+
_hasExtraMarker(req) {
|
|
105
|
+
return /;\s*.*extra\s*==/.test(req);
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Extract package name from a requires_dist entry.
|
|
109
|
+
* @param {string} req - e.g. "charset_normalizer<4,>=2"
|
|
110
|
+
* @returns {string|null}
|
|
111
|
+
*/
|
|
112
|
+
_extractDepName(req) {
|
|
113
|
+
let match = req.match(/^([A-Za-z0-9]([A-Za-z0-9._-]*[A-Za-z0-9])?)/);
|
|
114
|
+
return match ? match[1] : null;
|
|
115
|
+
}
|
|
116
|
+
/**
|
|
117
|
+
* Resolve dependencies using pip install --dry-run --report.
|
|
118
|
+
* @param {string} manifestDir
|
|
119
|
+
* @param {string} _workspaceDir - unused (pip resolves from manifest directory)
|
|
120
|
+
* @param {object} parsed - parsed pyproject.toml
|
|
121
|
+
* @param {{}} [opts={}]
|
|
122
|
+
* @returns {Promise<{directDeps: string[], graph: Map}>}
|
|
123
|
+
*/
|
|
124
|
+
// eslint-disable-next-line no-unused-vars
|
|
125
|
+
async _getDependencyData(manifestDir, _workspaceDir, parsed, opts) {
|
|
126
|
+
let reportOutput = this._getPipReportOutput(manifestDir, opts);
|
|
127
|
+
return this._parsePipReport(reportOutput);
|
|
128
|
+
}
|
|
129
|
+
_findEggInfoDirs(dir) {
|
|
130
|
+
try {
|
|
131
|
+
return fs.readdirSync(dir).filter(f => f.endsWith('.egg-info'));
|
|
132
|
+
}
|
|
133
|
+
catch {
|
|
134
|
+
return [];
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
_cleanupEggInfo(dir, existing) {
|
|
138
|
+
for (let entry of this._findEggInfoDirs(dir)) {
|
|
139
|
+
if (!existing.includes(entry)) {
|
|
140
|
+
fs.rmSync(path.join(dir, entry), { recursive: true, force: true });
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
export default class Python_poetry extends Base_pyproject {
|
|
2
|
+
/**
|
|
3
|
+
* Get poetry show --tree output.
|
|
4
|
+
* @param {string} manifestDir
|
|
5
|
+
* @param {boolean} hasDevGroup
|
|
6
|
+
* @param {Object} opts
|
|
7
|
+
* @returns {string}
|
|
8
|
+
*/
|
|
9
|
+
_getPoetryShowTreeOutput(manifestDir: string, hasDevGroup: boolean, opts: any): string;
|
|
10
|
+
/**
|
|
11
|
+
* Get poetry show --all output (flat list with resolved versions).
|
|
12
|
+
* @param {string} manifestDir
|
|
13
|
+
* @param {Object} opts
|
|
14
|
+
* @returns {string}
|
|
15
|
+
*/
|
|
16
|
+
_getPoetryShowAllOutput(manifestDir: string, opts: any): string;
|
|
17
|
+
/**
|
|
18
|
+
* Parse poetry show --all output into a version map.
|
|
19
|
+
* Lines look like: "name (!) 1.2.3 Description text..."
|
|
20
|
+
* or: "name 1.2.3 Description text..."
|
|
21
|
+
* @param {string} output
|
|
22
|
+
* @returns {Map<string, string>} canonical name -> version
|
|
23
|
+
*/
|
|
24
|
+
_parsePoetryShowAll(output: string): Map<string, string>;
|
|
25
|
+
/**
|
|
26
|
+
* Parse poetry show --tree output into a dependency graph structure.
|
|
27
|
+
* Top-level lines (no indentation/tree chars) are direct deps: "name version description"
|
|
28
|
+
* Indented lines are transitive deps with tree chars: "├── name >=constraint"
|
|
29
|
+
*
|
|
30
|
+
* @param {string} treeOutput
|
|
31
|
+
* @param {Map<string, string>} versionMap - canonical name -> resolved version
|
|
32
|
+
* @returns {{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}}
|
|
33
|
+
*/
|
|
34
|
+
_parsePoetryTree(treeOutput: string, versionMap: Map<string, string>): {
|
|
35
|
+
directDeps: string[];
|
|
36
|
+
graph: Map<string, {
|
|
37
|
+
name: string;
|
|
38
|
+
version: string;
|
|
39
|
+
children: string[];
|
|
40
|
+
}>;
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
import Base_pyproject from './base_pyproject.js';
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import fs from 'node:fs';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { environmentVariableIsPopulated, getCustom, getCustomPath, invokeCommand } from '../tools.js';
|
|
4
|
+
import Base_pyproject from './base_pyproject.js';
|
|
5
|
+
export default class Python_poetry extends Base_pyproject {
|
|
6
|
+
/**
|
|
7
|
+
* Poetry has no native workspace/monorepo support (python-poetry/poetry#2270).
|
|
8
|
+
* Each poetry project is treated independently — no lock file walk-up.
|
|
9
|
+
* Running `poetry show` from a parent directory returns the parent's deps, not
|
|
10
|
+
* the sub-package's, so walk-up would produce incorrect SBOMs.
|
|
11
|
+
* @param {string} manifestDir
|
|
12
|
+
* @param {Object} [opts={}]
|
|
13
|
+
* @returns {string|null}
|
|
14
|
+
* @protected
|
|
15
|
+
*/
|
|
16
|
+
_findLockFileDir(manifestDir, opts = {}) {
|
|
17
|
+
const workspaceDir = getCustom('TRUSTIFY_DA_WORKSPACE_DIR', null, opts);
|
|
18
|
+
if (workspaceDir) {
|
|
19
|
+
const dir = path.resolve(workspaceDir);
|
|
20
|
+
return fs.existsSync(path.join(dir, this._lockFileName())) ? dir : null;
|
|
21
|
+
}
|
|
22
|
+
const dir = path.resolve(manifestDir);
|
|
23
|
+
return fs.existsSync(path.join(dir, this._lockFileName())) ? dir : null;
|
|
24
|
+
}
|
|
25
|
+
/** @returns {string} */
|
|
26
|
+
_lockFileName() {
|
|
27
|
+
return 'poetry.lock';
|
|
28
|
+
}
|
|
29
|
+
/** @returns {string} */
|
|
30
|
+
_cmdName() {
|
|
31
|
+
return 'poetry';
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* @param {string} manifestDir
|
|
35
|
+
* @param {string} _workspaceDir - unused (poetry has no workspace support)
|
|
36
|
+
* @param {object} parsed - parsed pyproject.toml
|
|
37
|
+
* @param {Object} opts
|
|
38
|
+
* @returns {Promise<{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}>}
|
|
39
|
+
*/
|
|
40
|
+
// eslint-disable-next-line no-unused-vars
|
|
41
|
+
async _getDependencyData(manifestDir, _workspaceDir, parsed, opts) {
|
|
42
|
+
let hasDevGroup = !!(parsed.tool?.poetry?.group?.dev || parsed.tool?.poetry?.['dev-dependencies']);
|
|
43
|
+
let treeOutput = this._getPoetryShowTreeOutput(manifestDir, hasDevGroup, opts);
|
|
44
|
+
let showAllOutput = this._getPoetryShowAllOutput(manifestDir, opts);
|
|
45
|
+
let versionMap = this._parsePoetryShowAll(showAllOutput);
|
|
46
|
+
return this._parsePoetryTree(treeOutput, versionMap);
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Get poetry show --tree output.
|
|
50
|
+
* @param {string} manifestDir
|
|
51
|
+
* @param {boolean} hasDevGroup
|
|
52
|
+
* @param {Object} opts
|
|
53
|
+
* @returns {string}
|
|
54
|
+
*/
|
|
55
|
+
_getPoetryShowTreeOutput(manifestDir, hasDevGroup, opts) {
|
|
56
|
+
if (environmentVariableIsPopulated('TRUSTIFY_DA_POETRY_SHOW_TREE')) {
|
|
57
|
+
return Buffer.from(process.env['TRUSTIFY_DA_POETRY_SHOW_TREE'], 'base64').toString('utf-8');
|
|
58
|
+
}
|
|
59
|
+
let poetryBin = getCustomPath('poetry', opts);
|
|
60
|
+
let args = ['show', '--tree', '--no-ansi'];
|
|
61
|
+
if (hasDevGroup) {
|
|
62
|
+
args.push('--without', 'dev');
|
|
63
|
+
}
|
|
64
|
+
return invokeCommand(poetryBin, args, { cwd: manifestDir }).toString();
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Get poetry show --all output (flat list with resolved versions).
|
|
68
|
+
* @param {string} manifestDir
|
|
69
|
+
* @param {Object} opts
|
|
70
|
+
* @returns {string}
|
|
71
|
+
*/
|
|
72
|
+
_getPoetryShowAllOutput(manifestDir, opts) {
|
|
73
|
+
if (environmentVariableIsPopulated('TRUSTIFY_DA_POETRY_SHOW_ALL')) {
|
|
74
|
+
return Buffer.from(process.env['TRUSTIFY_DA_POETRY_SHOW_ALL'], 'base64').toString('utf-8');
|
|
75
|
+
}
|
|
76
|
+
let poetryBin = getCustomPath('poetry', opts);
|
|
77
|
+
return invokeCommand(poetryBin, ['show', '--no-ansi', '--all'], { cwd: manifestDir }).toString();
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Parse poetry show --all output into a version map.
|
|
81
|
+
* Lines look like: "name (!) 1.2.3 Description text..."
|
|
82
|
+
* or: "name 1.2.3 Description text..."
|
|
83
|
+
* @param {string} output
|
|
84
|
+
* @returns {Map<string, string>} canonical name -> version
|
|
85
|
+
*/
|
|
86
|
+
_parsePoetryShowAll(output) {
|
|
87
|
+
let versions = new Map();
|
|
88
|
+
let lines = output.split(/\r?\n/);
|
|
89
|
+
for (let line of lines) {
|
|
90
|
+
let trimmed = line.trim();
|
|
91
|
+
if (!trimmed) {
|
|
92
|
+
continue;
|
|
93
|
+
}
|
|
94
|
+
let match = trimmed.match(/^([A-Za-z0-9][A-Za-z0-9._-]*)\s+(?:\(!\)\s+)?(\S+)/);
|
|
95
|
+
if (match) {
|
|
96
|
+
versions.set(this._canonicalize(match[1]), match[2]);
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
return versions;
|
|
100
|
+
}
|
|
101
|
+
/**
|
|
102
|
+
* Parse poetry show --tree output into a dependency graph structure.
|
|
103
|
+
* Top-level lines (no indentation/tree chars) are direct deps: "name version description"
|
|
104
|
+
* Indented lines are transitive deps with tree chars: "├── name >=constraint"
|
|
105
|
+
*
|
|
106
|
+
* @param {string} treeOutput
|
|
107
|
+
* @param {Map<string, string>} versionMap - canonical name -> resolved version
|
|
108
|
+
* @returns {{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}}
|
|
109
|
+
*/
|
|
110
|
+
_parsePoetryTree(treeOutput, versionMap) {
|
|
111
|
+
let lines = treeOutput.split(/\r?\n/);
|
|
112
|
+
let graph = new Map();
|
|
113
|
+
let directDeps = [];
|
|
114
|
+
let stack = []; // [{key, depth}]
|
|
115
|
+
let currentDirectDep = null;
|
|
116
|
+
for (let line of lines) {
|
|
117
|
+
if (!line.trim()) {
|
|
118
|
+
continue;
|
|
119
|
+
}
|
|
120
|
+
// top-level line: "name version description..."
|
|
121
|
+
let topMatch = line.match(/^([A-Za-z0-9][A-Za-z0-9._-]*)\s+(\S+)(?:\s|$)/);
|
|
122
|
+
if (topMatch) {
|
|
123
|
+
let name = topMatch[1];
|
|
124
|
+
let version = topMatch[2];
|
|
125
|
+
let key = this._canonicalize(name);
|
|
126
|
+
directDeps.push(key);
|
|
127
|
+
if (!graph.has(key)) {
|
|
128
|
+
graph.set(key, { name, version, children: [] });
|
|
129
|
+
}
|
|
130
|
+
currentDirectDep = key;
|
|
131
|
+
stack = [{ key, depth: -1 }];
|
|
132
|
+
continue;
|
|
133
|
+
}
|
|
134
|
+
if (!currentDirectDep) {
|
|
135
|
+
continue;
|
|
136
|
+
}
|
|
137
|
+
// indented line with tree chars (UTF-8 box-drawing: ├── └── │)
|
|
138
|
+
let nameStart = line.search(/[A-Za-z0-9]/);
|
|
139
|
+
if (nameStart < 0) {
|
|
140
|
+
continue;
|
|
141
|
+
}
|
|
142
|
+
let rest = line.substring(nameStart);
|
|
143
|
+
let depMatch = rest.match(/^([A-Za-z0-9][A-Za-z0-9._-]*)/);
|
|
144
|
+
if (!depMatch) {
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
let depName = depMatch[1];
|
|
148
|
+
let depKey = this._canonicalize(depName);
|
|
149
|
+
// determine depth by counting tree-drawing groups in the prefix
|
|
150
|
+
let prefix = line.substring(0, nameStart);
|
|
151
|
+
let depth = (prefix.match(/(?:[├└│ ][\s─]{2} ?)/g) || []).length;
|
|
152
|
+
// resolve version from the version map
|
|
153
|
+
let version = versionMap.get(depKey) || null;
|
|
154
|
+
if (!version) {
|
|
155
|
+
throw new Error(`poetry: package '${depName}' has no resolved version`);
|
|
156
|
+
}
|
|
157
|
+
if (!graph.has(depKey)) {
|
|
158
|
+
graph.set(depKey, { name: depName, version, children: [] });
|
|
159
|
+
}
|
|
160
|
+
// pop stack back to find the parent at depth-1
|
|
161
|
+
while (stack.length > 0 && stack[stack.length - 1].depth >= depth) {
|
|
162
|
+
stack.pop();
|
|
163
|
+
}
|
|
164
|
+
if (stack.length > 0) {
|
|
165
|
+
let parentKey = stack[stack.length - 1].key;
|
|
166
|
+
let parentEntry = graph.get(parentKey);
|
|
167
|
+
if (parentEntry && !parentEntry.children.includes(depKey)) {
|
|
168
|
+
parentEntry.children.push(depKey);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
stack.push({ key: depKey, depth });
|
|
172
|
+
}
|
|
173
|
+
return { directDeps, graph };
|
|
174
|
+
}
|
|
175
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export default class Python_uv extends Base_pyproject {
|
|
2
|
+
/**
|
|
3
|
+
* Get the uv export output, either from env var or by running the command.
|
|
4
|
+
* @param {string} manifestDir
|
|
5
|
+
* @param {Object} opts
|
|
6
|
+
* @returns {string}
|
|
7
|
+
*/
|
|
8
|
+
_getUvExportOutput(manifestDir: string, opts: any): string;
|
|
9
|
+
/**
|
|
10
|
+
* Parse uv export output into a dependency graph using tree-sitter-requirements
|
|
11
|
+
* for package/version extraction and string parsing for "# via" comments.
|
|
12
|
+
*
|
|
13
|
+
* @param {string} output
|
|
14
|
+
* @param {string} projectName - canonical project name to identify direct deps
|
|
15
|
+
* @param {string} workspaceDir - workspace root (for resolving editable install paths)
|
|
16
|
+
* @returns {Promise<{directDeps: string[], graph: Map<string, {name: string, version: string, children: string[]}>}>}
|
|
17
|
+
*/
|
|
18
|
+
_parseUvExport(output: string, projectName: string, workspaceDir: string): Promise<{
|
|
19
|
+
directDeps: string[];
|
|
20
|
+
graph: Map<string, {
|
|
21
|
+
name: string;
|
|
22
|
+
version: string;
|
|
23
|
+
children: string[];
|
|
24
|
+
}>;
|
|
25
|
+
}>;
|
|
26
|
+
}
|
|
27
|
+
import Base_pyproject from './base_pyproject.js';
|