@trustify-da/trustify-da-javascript-client 0.3.0-ea.7ed8d8c → 0.3.0-ea.848421d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/README.md +191 -11
  2. package/dist/package.json +13 -4
  3. package/dist/src/analysis.d.ts +16 -6
  4. package/dist/src/analysis.js +72 -68
  5. package/dist/src/batch_opts.d.ts +24 -0
  6. package/dist/src/batch_opts.js +35 -0
  7. package/dist/src/cli.js +241 -8
  8. package/dist/src/cyclone_dx_sbom.d.ts +17 -2
  9. package/dist/src/cyclone_dx_sbom.js +48 -8
  10. package/dist/src/index.d.ts +134 -1
  11. package/dist/src/index.js +342 -4
  12. package/dist/src/license/index.d.ts +28 -0
  13. package/dist/src/license/index.js +100 -0
  14. package/dist/src/license/license_utils.d.ts +40 -0
  15. package/dist/src/license/license_utils.js +134 -0
  16. package/dist/src/license/licenses_api.d.ts +34 -0
  17. package/dist/src/license/licenses_api.js +98 -0
  18. package/dist/src/license/project_license.d.ts +20 -0
  19. package/dist/src/license/project_license.js +62 -0
  20. package/dist/src/oci_image/utils.js +11 -2
  21. package/dist/src/provider.d.ts +15 -3
  22. package/dist/src/provider.js +29 -5
  23. package/dist/src/providers/base_java.d.ts +0 -9
  24. package/dist/src/providers/base_java.js +2 -38
  25. package/dist/src/providers/base_javascript.d.ts +29 -7
  26. package/dist/src/providers/base_javascript.js +129 -22
  27. package/dist/src/providers/base_pyproject.d.ts +153 -0
  28. package/dist/src/providers/base_pyproject.js +315 -0
  29. package/dist/src/providers/golang_gomodules.d.ts +28 -12
  30. package/dist/src/providers/golang_gomodules.js +161 -114
  31. package/dist/src/providers/gomod_parser.d.ts +4 -0
  32. package/dist/src/providers/gomod_parser.js +16 -0
  33. package/dist/src/providers/java_gradle.d.ts +25 -0
  34. package/dist/src/providers/java_gradle.js +126 -2
  35. package/dist/src/providers/java_maven.d.ts +16 -1
  36. package/dist/src/providers/java_maven.js +125 -5
  37. package/dist/src/providers/javascript_npm.d.ts +1 -0
  38. package/dist/src/providers/javascript_npm.js +21 -0
  39. package/dist/src/providers/javascript_pnpm.d.ts +1 -1
  40. package/dist/src/providers/javascript_pnpm.js +8 -4
  41. package/dist/src/providers/manifest.d.ts +2 -0
  42. package/dist/src/providers/manifest.js +22 -4
  43. package/dist/src/providers/processors/yarn_berry_processor.js +88 -5
  44. package/dist/src/providers/python_controller.d.ts +5 -1
  45. package/dist/src/providers/python_controller.js +8 -4
  46. package/dist/src/providers/python_pip.d.ts +11 -0
  47. package/dist/src/providers/python_pip.js +18 -8
  48. package/dist/src/providers/python_pip_pyproject.d.ts +61 -0
  49. package/dist/src/providers/python_pip_pyproject.js +144 -0
  50. package/dist/src/providers/python_poetry.d.ts +58 -0
  51. package/dist/src/providers/python_poetry.js +175 -0
  52. package/dist/src/providers/python_uv.d.ts +42 -0
  53. package/dist/src/providers/python_uv.js +149 -0
  54. package/dist/src/providers/requirements_parser.js +5 -8
  55. package/dist/src/providers/rust_cargo.d.ts +52 -0
  56. package/dist/src/providers/rust_cargo.js +614 -0
  57. package/dist/src/providers/tree-sitter-gomod.wasm +0 -0
  58. package/dist/src/providers/tree-sitter-requirements.wasm +0 -0
  59. package/dist/src/sbom.d.ts +17 -2
  60. package/dist/src/sbom.js +16 -4
  61. package/dist/src/tools.d.ts +44 -0
  62. package/dist/src/tools.js +113 -0
  63. package/dist/src/workspace.d.ts +61 -0
  64. package/dist/src/workspace.js +256 -0
  65. package/package.json +14 -5
package/README.md CHANGED
@@ -32,6 +32,11 @@ let stackAnalysis = await client.stackAnalysis('/path/to/pom.xml')
32
32
  let stackAnalysisHtml = await client.stackAnalysis('/path/to/pom.xml', true)
33
33
  // Get component analysis in JSON format
34
34
  let componentAnalysis = await client.componentAnalysis('/path/to/pom.xml')
35
+ // For monorepos, pass workspace root so the client finds the lock file
36
+ let monorepoOpts = { workspaceDir: '/path/to/workspace-root' }
37
+ let stackAnalysisMonorepo = await client.stackAnalysis('/path/to/package.json', false, monorepoOpts)
38
+ // Batch analysis for entire workspace (Cargo or JS/TS); optional parallel SBOM generation
39
+ let batchReport = await client.stackAnalysisBatch('/path/to/workspace-root', false, { batchConcurrency: 10 })
35
40
  // Get image analysis in JSON format
36
41
  let imageAnalysis = await client.imageAnalysis(['docker.io/library/node:18'])
37
42
  // Get image analysis in HTML format (string)
@@ -43,6 +48,21 @@ let imageAnalysisWithArch = await client.imageAnalysis(['httpd:2.4.49^^amd64'])
43
48
  ```
44
49
  </li>
45
50
  </ul>
51
+
52
+ <h3>License Detection</h3>
53
+ <p>
54
+ The client automatically detects your project's license with intelligent fallback:
55
+ </p>
56
+ <ul>
57
+ <li><strong>Manifest-first:</strong> For ecosystems with license support (Maven, JavaScript, Rust Cargo), reads from manifest file (<code>pom.xml</code>, <code>package.json</code>, <code>Cargo.toml</code>)</li>
58
+ <li><strong>LICENSE file fallback:</strong> If no license in manifest, or for ecosystems without license support (Gradle, Go, Python), automatically reads from <code>LICENSE</code>, <code>LICENSE.md</code>, or <code>LICENSE.txt</code></li>
59
+ <li><strong>SBOM integration:</strong> Detected licenses are included in generated SBOMs for all ecosystems</li>
60
+ <li><strong>SPDX support:</strong> Automatically detects common licenses (Apache-2.0, MIT, GPL, BSD) from LICENSE file content</li>
61
+ </ul>
62
+ <p>
63
+ See <a href="./docs/license-resolution-and-compliance.md">License Resolution and Compliance</a> for detailed documentation.
64
+ </p>
65
+
46
66
  <ul>
47
67
  <li>
48
68
  Use as ESM Module from Common-JS module
@@ -83,12 +103,14 @@ Use as CLI Script
83
103
  ```shell
84
104
  $ npx @trustify-da/trustify-da-javascript-client help
85
105
 
86
- Usage: trustify-da-javascript-client {component|stack|image|validate-token}
106
+ Usage: trustify-da-javascript-client {component|stack|image|validate-token|license}
87
107
 
88
108
  Commands:
89
- trustify-da-javascript-client stack </path/to/manifest> [--html|--summary] produce stack report for manifest path
90
- trustify-da-javascript-client component <path/to/manifest> [--summary] produce component report for a manifest type and content
109
+ trustify-da-javascript-client stack </path/to/manifest> [--workspace-dir <path>] [--html|--summary] produce stack report for manifest path
110
+ trustify-da-javascript-client stack-batch </path/to/workspace-root> [--html|--summary] produce stack report for all packages/crates in workspace
111
+ trustify-da-javascript-client component <path/to/manifest> [--workspace-dir <path>] produce component report for a manifest type and content
91
112
  trustify-da-javascript-client image <image-refs..> [--html|--summary] produce image analysis report for OCI image references
113
+ trustify-da-javascript-client license </path/to/manifest> display project license information from manifest and LICENSE file in JSON format
92
114
 
93
115
  Options:
94
116
  --help Show help [boolean]
@@ -105,9 +127,21 @@ $ npx @trustify-da/trustify-da-javascript-client stack /path/to/pom.xml --summar
105
127
  # get stack analysis in html format format
106
128
  $ npx @trustify-da/trustify-da-javascript-client stack /path/to/pom.xml --html
107
129
 
130
+ # get stack analysis for monorepo (lock file at workspace root)
131
+ $ npx @trustify-da/trustify-da-javascript-client stack /path/to/package.json --workspace-dir /path/to/workspace-root
132
+
108
133
  # get component analysis
109
134
  $ npx @trustify-da/trustify-da-javascript-client component /path/to/pom.xml
110
135
 
136
+ # get component analysis for monorepo
137
+ $ npx @trustify-da/trustify-da-javascript-client component /path/to/package.json -w /path/to/workspace-root
138
+
139
+ # batch stack analysis for entire workspace (Cargo or JS/TS)
140
+ $ npx @trustify-da/trustify-da-javascript-client stack-batch /path/to/workspace-root
141
+
142
+ # optional: extra discovery excludes (merged with defaults); repeat --ignore or use TRUSTIFY_DA_WORKSPACE_DISCOVERY_IGNORE
143
+ $ npx @trustify-da/trustify-da-javascript-client stack-batch /path/to/workspace-root --ignore '**/fixtures/**'
144
+
111
145
  # get image analysis in json format
112
146
  $ npx @trustify-da/trustify-da-javascript-client image docker.io/library/node:18
113
147
 
@@ -123,6 +157,9 @@ $ npx @trustify-da/trustify-da-javascript-client image docker.io/library/node:18
123
157
 
124
158
  # specify architecture using ^^ notation (e.g., httpd:2.4.49^^amd64)
125
159
  $ npx @trustify-da/trustify-da-javascript-client image httpd:2.4.49^^amd64
160
+
161
+ # get project license information
162
+ $ npx @trustify-da/trustify-da-javascript-client license /path/to/package.json
126
163
  ```
127
164
  </li>
128
165
 
@@ -143,9 +180,21 @@ $ trustify-da-javascript-client stack /path/to/pom.xml --summary
143
180
  # get stack analysis in html format format
144
181
  $ trustify-da-javascript-client stack /path/to/pom.xml --html
145
182
 
183
+ # get stack analysis for monorepo (lock file at workspace root)
184
+ $ trustify-da-javascript-client stack /path/to/package.json --workspace-dir /path/to/workspace-root
185
+
146
186
  # get component analysis
147
187
  $ trustify-da-javascript-client component /path/to/pom.xml
148
188
 
189
+ # get component analysis for monorepo
190
+ $ trustify-da-javascript-client component /path/to/package.json -w /path/to/workspace-root
191
+
192
+ # batch stack analysis for entire workspace
193
+ $ trustify-da-javascript-client stack-batch /path/to/workspace-root
194
+
195
+ # with extra discovery excludes
196
+ $ trustify-da-javascript-client stack-batch /path/to/workspace-root -i '**/vendor/**'
197
+
149
198
  # get image analysis in json format
150
199
  $ trustify-da-javascript-client image docker.io/library/node:18
151
200
 
@@ -161,6 +210,9 @@ $ trustify-da-javascript-client image docker.io/library/node:18 docker.io/librar
161
210
 
162
211
  # specify architecture using ^^ notation (e.g., httpd:2.4.49^^amd64)
163
212
  $ trustify-da-javascript-client image httpd:2.4.49^^amd64
213
+
214
+ # get project license information
215
+ $ trustify-da-javascript-client license /path/to/package.json
164
216
  ```
165
217
  </li>
166
218
  </ul>
@@ -172,9 +224,26 @@ $ trustify-da-javascript-client image httpd:2.4.49^^amd64
172
224
  <li><a href="https://www.javascript.com/">JavaScript</a> - <a href="https://pnpm.io/">pnpm</a></li>
173
225
  <li><a href="https://www.javascript.com/">JavaScript</a> - <a href="https://classic.yarnpkg.com/">Yarn Classic</a> / <a href="https://yarnpkg.com/">Yarn Berry</a></li>
174
226
  <li><a href="https://go.dev/">Golang</a> - <a href="https://go.dev/blog/using-go-modules/">Go Modules</a></li>
175
- <li><a href="https://www.python.org/">Python</a> - <a href="https://pypi.org/project/pip/">pip Installer</a></li>
227
+ <li><a href="https://www.python.org/">Python</a> - <a href="https://pypi.org/project/pip/">pip Installer</a> (<code>requirements.txt</code>)</li>
228
+ <li><a href="https://www.python.org/">Python</a> - <a href="https://python-poetry.org/">Poetry</a> / <a href="https://docs.astral.sh/uv/">uv</a> (<code>pyproject.toml</code>)</li>
176
229
  <li><a href="https://gradle.org/">Gradle (Groovy and Kotlin DSL)</a> - <a href="https://gradle.org/install/">Gradle Installation</a></li>
230
+ <li><a href="https://www.rust-lang.org/">Rust</a> - <a href="https://doc.rust-lang.org/cargo/">Cargo</a></li>
231
+ </ul>
232
+
233
+ <h3>License Detection</h3>
234
+ <p>
235
+ The client automatically detects your project's license with intelligent fallback:
236
+ </p>
237
+ <ul>
238
+ <li><strong>Manifest-first:</strong> For ecosystems with license support (Maven, JavaScript, Rust Cargo), reads from manifest file (<code>pom.xml</code>, <code>package.json</code>, <code>Cargo.toml</code>)</li>
239
+ <li><strong>LICENSE file fallback:</strong> If no license in manifest, or for ecosystems without license support (Gradle, Go, Python), automatically reads from <code>LICENSE</code>, <code>LICENSE.md</code>, or <code>LICENSE.txt</code></li>
240
+ <li><strong>SBOM integration:</strong> Detected licenses are included in generated SBOMs for all ecosystems</li>
241
+ <li><strong>SPDX support:</strong> Automatically detects common licenses (Apache-2.0, MIT, GPL, BSD) from LICENSE file content</li>
177
242
  </ul>
243
+ <p>
244
+ See <a href="./docs/license-resolution-and-compliance.md">License Resolution and Compliance</a> for detailed documentation.
245
+ </p>
246
+
178
247
 
179
248
  <h3>Excluding Packages</h3>
180
249
  <p>
@@ -219,8 +288,11 @@ Excluding a package from any analysis can be achieved by marking the package for
219
288
  ]
220
289
  }
221
290
  ```
291
+ </li>
292
+
293
+ <li>
294
+ <em>Golang</em> users can add in go.mod a comment with <code>// exhortignore</code> next to the package to be ignored, or to "piggyback" on existing comment ( e.g - <code>// indirect</code>), for example:
222
295
 
223
- <em>Golang</em> users can add in go.mod a comment with //exhortignore next to the package to be ignored, or to "piggyback" on existing comment ( e.g - //indirect) , for example:
224
296
  ```go
225
297
  module github.com/trustify-da/SaaSi/deployer
226
298
 
@@ -229,7 +301,7 @@ go 1.19
229
301
  require (
230
302
  github.com/gin-gonic/gin v1.9.1
231
303
  github.com/google/uuid v1.1.2
232
- github.com/jessevdk/go-flags v1.5.0 //exhortignore
304
+ github.com/jessevdk/go-flags v1.5.0 // exhortignore
233
305
  github.com/kr/pretty v0.3.1
234
306
  gopkg.in/yaml.v2 v2.4.0
235
307
  k8s.io/apimachinery v0.26.1
@@ -237,14 +309,20 @@ require (
237
309
  )
238
310
 
239
311
  require (
240
- github.com/davecgh/go-spew v1.1.1 // indirect exhortignore
312
+ github.com/davecgh/go-spew v1.1.1 // indirect; exhortignore
241
313
  github.com/emicklei/go-restful/v3 v3.9.0 // indirect
242
- github.com/go-logr/logr v1.2.3 // indirect //exhortignore
314
+ github.com/go-logr/logr v1.2.3 // indirect; exhortignore
243
315
 
244
316
  )
245
317
  ```
246
318
 
319
+ <b>NOTE</b>: It is important to format <code>exhortignore</code> markers on indirect dependencies as shown above, otherwise the Go tooling (as well as this library) may incorrectly parse dependencies marked as indirect as being direct dependencies instead.
320
+ </li>
321
+
322
+
323
+ <li>
247
324
  <em>Python pip</em> users can add in requirements.txt a comment with #exhortignore(or # exhortignore) to the right of the same artifact to be ignored, for example:
325
+
248
326
  ```properties
249
327
  anyio==3.6.2
250
328
  asgiref==3.4.1
@@ -275,11 +353,14 @@ Werkzeug==2.0.3
275
353
  zipp==3.6.0
276
354
 
277
355
  ```
356
+ </li>
278
357
 
358
+ <li>
279
359
  <em>Gradle</em> users can add in build.gradle a comment with //exhortignore next to the package to be ignored:
360
+
280
361
  ```build.gradle
281
362
  plugins {
282
- id 'java'
363
+ id 'java'
283
364
  }
284
365
 
285
366
  group = 'groupName'
@@ -297,9 +378,45 @@ test {
297
378
  }
298
379
  ```
299
380
 
300
- All of the 5 above examples are valid for marking a package to be ignored
301
- </li>
381
+ <em>Rust Cargo</em> users can add a comment with <code># trustify-da-ignore</code> (or <code># exhortignore</code>) in <em>Cargo.toml</em> next to the dependency to be ignored. This works for inline declarations, table-based declarations, and workspace-level dependency sections:
302
382
 
383
+ ```toml
384
+ [dependencies]
385
+ serde = "1.0" # trustify-da-ignore
386
+ tokio = { version = "1.35", features = ["full"] }
387
+
388
+ [dependencies.regex] # trustify-da-ignore
389
+ version = "1.10"
390
+
391
+ [workspace.dependencies]
392
+ log = "0.4" # trustify-da-ignore
393
+ ```
394
+
395
+
396
+ <em>Python pyproject.toml</em> users can add a comment with <code>#exhortignore</code> (or <code># trustify-da-ignore</code>) next to the dependency in <code>pyproject.toml</code>.
397
+
398
+ PEP 621 style (<code>[project]</code> dependencies):
399
+ ```toml
400
+ [project]
401
+ dependencies = [
402
+ "flask>=2.0.3",
403
+ "requests>=2.25.1",
404
+ "uvicorn>=0.17.0", #exhortignore
405
+ "click>=8.0.4", # trustify-da-ignore
406
+ ]
407
+ ```
408
+
409
+ Poetry style (<code>[tool.poetry.dependencies]</code>):
410
+ ```toml
411
+ [tool.poetry.dependencies]
412
+ flask = "^2.0.3"
413
+ requests = "^2.25.1"
414
+ uvicorn = "^0.17.0" #exhortignore
415
+ click = "^8.0.4" # trustify-da-ignore
416
+ ```
417
+
418
+ All of the above examples are valid for marking a package to be ignored
419
+ </li>
303
420
  </ul>
304
421
 
305
422
  <h3>Customization</h3>
@@ -328,7 +445,12 @@ let options = {
328
445
  'TRUSTIFY_DA_PIP3_PATH' : '/path/to/pip3',
329
446
  'TRUSTIFY_DA_PYTHON_PATH' : '/path/to/python',
330
447
  'TRUSTIFY_DA_PIP_PATH' : '/path/to/pip',
448
+ 'TRUSTIFY_DA_UV_PATH' : '/path/to/uv',
449
+ 'TRUSTIFY_DA_POETRY_PATH' : '/path/to/poetry',
331
450
  'TRUSTIFY_DA_GRADLE_PATH' : '/path/to/gradle',
451
+ 'TRUSTIFY_DA_CARGO_PATH' : '/path/to/cargo',
452
+ // Workspace root for monorepos (Cargo, npm/pnpm/yarn); lock file expected here
453
+ 'workspaceDir': '/path/to/workspace-root',
332
454
  // Configure proxy for all requests
333
455
  'TRUSTIFY_DA_PROXY_URL': 'http://proxy.example.com:8080'
334
456
  }
@@ -351,6 +473,21 @@ let imageAnalysisWithArch = await client.imageAnalysis(['httpd:2.4.49^^amd64'],
351
473
  **_Environment variables takes precedence._**
352
474
  </p>
353
475
 
476
+ <h4>Monorepo / Workspace Support</h4>
477
+ <p>
478
+ For monorepos (Cargo workspaces, npm/pnpm/yarn workspaces) where the lock file lives at the workspace root rather than next to the manifest, pass the workspace root via <code>workspaceDir</code> or <code>TRUSTIFY_DA_WORKSPACE_DIR</code>:
479
+ </p>
480
+ <ul>
481
+ <li><strong>Cargo:</strong> When set, the client checks only the given directory for <code>Cargo.lock</code> instead of walking up from the manifest.</li>
482
+ <li><strong>JavaScript (npm, pnpm, yarn):</strong> When set, the client looks for the lock file (<code>package-lock.json</code>, <code>pnpm-lock.yaml</code>, <code>yarn.lock</code>) at the workspace root.</li>
483
+ </ul>
484
+ <p>
485
+ Use <code>stackAnalysisBatch(workspaceRoot, html, opts)</code> to analyze all packages/crates in a workspace in one request. Supports Cargo workspaces and JS/TS workspaces (pnpm, npm, yarn). Optional <code>batchConcurrency</code> (or <code>TRUSTIFY_DA_BATCH_CONCURRENCY</code>) limits parallel SBOM generation (default 10). For JS/TS, each <code>package.json</code> must have non-empty <code>name</code> and <code>version</code>; invalid manifests are skipped (warnings). Per-manifest SBOM failures are skipped if at least one SBOM succeeds (unless <code>continueOnError: false</code>). Set <code>batchMetadata: true</code> (or <code>TRUSTIFY_DA_BATCH_METADATA</code>) to receive <code>{ analysis, metadata }</code> with <code>errors[]</code>. CLI: <code>stack-batch --metadata</code>, <code>--fail-fast</code>. See <a href="./docs/monorepo-implementation-plan.md">monorepo implementation plan</a> §2.3 and §3.5.
486
+ </p>
487
+ <p>
488
+ See <a href="./docs/vscode-extension-integration-requirements.md">VS Code Extension Integration Requirements</a> for integration details.
489
+ </p>
490
+
354
491
  <h4>Proxy Configuration</h4>
355
492
  <p>
356
493
  You can configure a proxy for all HTTP/HTTPS requests made by the API. This is useful when your environment requires going through a proxy to access external services.
@@ -372,6 +509,11 @@ const options = {
372
509
  The proxy URL should be in the format: `http://host:port` or `https://host:port`. The API will automatically use the appropriate protocol (HTTP or HTTPS) based on the proxy URL provided.
373
510
  </p>
374
511
 
512
+ <h4>License resolution and dependency license compliance</h4>
513
+ <p>
514
+ The client can resolve the <strong>project license</strong> from the manifest (e.g. <code>package.json</code> <code>license</code>, <code>pom.xml</code> <code>&lt;licenses&gt;</code>, <code>Cargo.toml</code> <code>license</code>) and from a <code>LICENSE</code> or <code>LICENSE.md</code> file in the project, and report when they differ. For <strong>component analysis</strong>, you can optionally run a license check: the client fetches dependency licenses from the backend (by purl) and reports dependencies whose licenses are incompatible with the project license. See <a href="docs/license-resolution-and-compliance.md">License resolution and compliance</a> for design and behavior. To disable the check on component analysis, set <code>TRUSTIFY_DA_LICENSE_CHECK=false</code> or pass <code>licenseCheck: false</code> in the options.
515
+ </p>
516
+
375
517
  <h4>Customizing Executables</h4>
376
518
  <p>
377
519
  This project uses each ecosystem's executable for creating dependency trees. These executables are expected to be
@@ -445,6 +587,26 @@ following keys for setting custom paths for the said executables.
445
587
  <td><em>gradle</em></td>
446
588
  <td>TRUSTIFY_DA_PREFER_GRADLEW</td>
447
589
  </tr>
590
+ <tr>
591
+ <td><a href="https://www.rust-lang.org/">Rust Cargo</a></td>
592
+ <td><em>cargo</em></td>
593
+ <td>TRUSTIFY_DA_CARGO_PATH</td>
594
+ </tr>
595
+ <tr>
596
+ <td><a href="https://docs.astral.sh/uv/">uv</a></td>
597
+ <td><em>uv</em></td>
598
+ <td>TRUSTIFY_DA_UV_PATH</td>
599
+ </tr>
600
+ <tr>
601
+ <td><a href="https://python-poetry.org/">Poetry</a></td>
602
+ <td><em>poetry</em></td>
603
+ <td>TRUSTIFY_DA_POETRY_PATH</td>
604
+ </tr>
605
+ <tr>
606
+ <td>Workspace root (monorepos)</td>
607
+ <td>—</td>
608
+ <td>workspaceDir / TRUSTIFY_DA_WORKSPACE_DIR</td>
609
+ </tr>
448
610
  </table>
449
611
 
450
612
  #### Match Manifest Versions Feature
@@ -493,6 +655,24 @@ TRUSTIFY_DA_GO_MVS_LOGIC_ENABLED=false
493
655
 
494
656
  #### Python Support
495
657
 
658
+ The client supports two Python manifest formats:
659
+
660
+ - **`requirements.txt`** — uses pip/pip3 to resolve dependencies
661
+ - **`pyproject.toml`** — uses [uv](https://docs.astral.sh/uv/) or [Poetry](https://python-poetry.org/) to resolve dependencies
662
+
663
+ ##### pyproject.toml
664
+
665
+ For `pyproject.toml` projects, the client detects which tool manages the project by checking for lock files:
666
+ - If `poetry.lock` is present and `[tool.poetry]` is defined, **Poetry** is used (`poetry show --tree` and `poetry show --all`)
667
+ - If `uv.lock` is present, **uv** is used (`uv export --format requirements.txt --frozen --no-hashes`)
668
+ - If neither lock file is found, an error is thrown
669
+
670
+ Both PEP 621 (`[project]` dependencies) and Poetry-style (`[tool.poetry.dependencies]`) are supported.
671
+
672
+ Custom executable paths can be set via `TRUSTIFY_DA_UV_PATH` and `TRUSTIFY_DA_POETRY_PATH`.
673
+
674
+ ##### requirements.txt
675
+
496
676
  By default, For python support, the api assumes that the package is installed using the pip/pip3 binary on the system PATH, or using the customized
497
677
  Binaries passed to environment variables. In any case, If the package is not installed , then an error will be thrown.
498
678
 
package/dist/package.json CHANGED
@@ -38,28 +38,37 @@
38
38
  "lint": "eslint src test --ext js",
39
39
  "lint:fix": "eslint src test --ext js --fix",
40
40
  "test": "c8 npm run tests",
41
- "tests": "mocha --config .mocharc.json --grep \".*analysis module.*\" --invert",
41
+ "tests": "mocha --config .mocharc.json",
42
42
  "tests:rep": "mocha --reporter-option maxDiffSize=0 --reporter json > unit-tests-result.json",
43
+ "pretest": "cp node_modules/tree-sitter-requirements/tree-sitter-requirements.wasm src/providers/tree-sitter-requirements.wasm && cp node_modules/tree-sitter-gomod/tree-sitter-gomod.wasm src/providers/tree-sitter-gomod.wasm",
43
44
  "precompile": "rm -rf dist",
44
- "compile": "tsc -p tsconfig.json"
45
+ "compile": "tsc -p tsconfig.json",
46
+ "compile:dev": "tsc -p tsconfig.dev.json",
47
+ "postcompile": "cp node_modules/tree-sitter-requirements/tree-sitter-requirements.wasm dist/src/providers/tree-sitter-requirements.wasm && cp node_modules/tree-sitter-gomod/tree-sitter-gomod.wasm dist/src/providers/tree-sitter-gomod.wasm"
45
48
  },
46
49
  "dependencies": {
47
50
  "@babel/core": "^7.23.2",
48
51
  "@cyclonedx/cyclonedx-library": "^6.13.0",
49
52
  "eslint-import-resolver-typescript": "^4.4.4",
53
+ "fast-glob": "^3.3.3",
50
54
  "fast-toml": "^0.5.4",
51
55
  "fast-xml-parser": "^5.3.4",
52
56
  "help": "^3.0.2",
53
57
  "https-proxy-agent": "^7.0.6",
58
+ "js-yaml": "^4.1.1",
59
+ "micromatch": "^4.0.8",
54
60
  "node-fetch": "^3.3.2",
61
+ "p-limit": "^4.0.0",
55
62
  "packageurl-js": "~1.0.2",
63
+ "smol-toml": "^1.6.0",
64
+ "tree-sitter-gomod": "github:strum355/tree-sitter-go-mod#56326f2ad478892ace58ff247a97d492a3cbcdda",
56
65
  "tree-sitter-requirements": "github:Strum355/tree-sitter-requirements#d0261ee76b84253997fe70d7d397e78c006c3801",
57
- "web-tree-sitter": "^0.26.6",
66
+ "web-tree-sitter": "^0.26.7",
58
67
  "yargs": "^18.0.0"
59
68
  },
60
69
  "devDependencies": {
61
70
  "@babel/core": "^7.23.2",
62
- "@trustify-da/trustify-da-api-model": "^2.0.1",
71
+ "@trustify-da/trustify-da-api-model": "^2.0.7",
63
72
  "@types/node": "^20.17.30",
64
73
  "@types/which": "^3.0.4",
65
74
  "babel-plugin-rewire": "^1.2.0",
@@ -1,12 +1,9 @@
1
- /**
2
- * Utility function for fetching vendor tokens
3
- * @param {import("index.js").Options} [opts={}] - optional various options to pass along the application
4
- * @returns {{}}
5
- */
6
- export function getTokenHeaders(opts?: import("index.js").Options): {};
1
+ /** Media type for CycloneDX JSON batch payloads (batch-analysis API). */
2
+ export const CYCLONEDX_JSON_MEDIA_TYPE: "application/vnd.cyclonedx+json";
7
3
  declare namespace _default {
8
4
  export { requestComponent };
9
5
  export { requestStack };
6
+ export { requestStackBatch };
10
7
  export { requestImages };
11
8
  export { validateToken };
12
9
  }
@@ -30,6 +27,19 @@ declare function requestComponent(provider: import("./provider").Provider, manif
30
27
  * @returns {Promise<string|import('@trustify-da/trustify-da-api-model/model/v5/AnalysisReport').AnalysisReport>}
31
28
  */
32
29
  declare function requestStack(provider: import("./provider").Provider, manifest: string, url: string, html?: boolean, opts?: import("index.js").Options): Promise<string | import("@trustify-da/trustify-da-api-model/model/v5/AnalysisReport").AnalysisReport>;
30
+ /**
31
+ * Send a batch stack analysis request for multiple manifests (SBOMs keyed by purl).
32
+ * @param {Object.<string, object>} sbomByPurl - Map of root purl to CycloneDX SBOM object
33
+ * @param {string} url - the backend url
34
+ * @param {boolean} [html=false] - true returns HTML, false returns JSON
35
+ * @param {import("index.js").Options} [opts={}]
36
+ * @returns {Promise<string|Object.<string, import('@trustify-da/trustify-da-api-model/model/v5/AnalysisReport').AnalysisReport>>}
37
+ */
38
+ declare function requestStackBatch(sbomByPurl: {
39
+ [x: string]: any;
40
+ }, url: string, html?: boolean, opts?: import("index.js").Options): Promise<string | {
41
+ [x: string]: import("@trustify-da/trustify-da-api-model/model/v5/AnalysisReport").AnalysisReport;
42
+ }>;
33
43
  /**
34
44
  *
35
45
  * @param {Array<string>} imageRefs
@@ -1,28 +1,12 @@
1
1
  import fs from "node:fs";
2
2
  import path from "node:path";
3
3
  import { EOL } from "os";
4
- import { HttpsProxyAgent } from "https-proxy-agent";
4
+ import { runLicenseCheck } from "./license/index.js";
5
5
  import { generateImageSBOM, parseImageRef } from "./oci_image/utils.js";
6
- import { RegexNotToBeLogged, getCustom } from "./tools.js";
7
- export default { requestComponent, requestStack, requestImages, validateToken };
8
- const rhdaTokenHeader = "trust-da-token";
9
- const rhdaTelemetryId = "telemetry-anonymous-id";
10
- const rhdaSourceHeader = "trust-da-source";
11
- const rhdaOperationTypeHeader = "trust-da-operation-type";
12
- const rhdaPackageManagerHeader = "trust-da-pkg-manager";
13
- /**
14
- * Adds proxy agent configuration to fetch options if a proxy URL is specified
15
- * @param {RequestInit} options - The base fetch options
16
- * @param {import("index.js").Options} opts - The trustify DA options that may contain proxy configuration
17
- * @returns {RequestInit} The fetch options with proxy agent if applicable
18
- */
19
- function addProxyAgent(options, opts) {
20
- const proxyUrl = getCustom('TRUSTIFY_DA_PROXY_URL', null, opts);
21
- if (proxyUrl) {
22
- options.agent = new HttpsProxyAgent(proxyUrl);
23
- }
24
- return options;
25
- }
6
+ import { addProxyAgent, getCustom, getTokenHeaders, TRUSTIFY_DA_OPERATION_TYPE_HEADER, TRUSTIFY_DA_PACKAGE_MANAGER_HEADER } from "./tools.js";
7
+ /** Media type for CycloneDX JSON batch payloads (batch-analysis API). */
8
+ export const CYCLONEDX_JSON_MEDIA_TYPE = 'application/vnd.cyclonedx+json';
9
+ export default { requestComponent, requestStack, requestStackBatch, requestImages, validateToken };
26
10
  /**
27
11
  * Send a stack analysis request and get the report as 'text/html' or 'application/json'.
28
12
  * @param {import('./provider').Provider} provider - the provided data for constructing the request
@@ -37,13 +21,13 @@ async function requestStack(provider, manifest, url, html = false, opts = {}) {
37
21
  opts["manifest-type"] = path.parse(manifest).base;
38
22
  let provided = await provider.provideStack(manifest, opts); // throws error if content providing failed
39
23
  opts["source-manifest"] = "";
40
- opts[rhdaOperationTypeHeader.toUpperCase().replaceAll("-", "_")] = "stack-analysis";
24
+ opts[TRUSTIFY_DA_OPERATION_TYPE_HEADER.toUpperCase().replaceAll("-", "_")] = "stack-analysis";
41
25
  let startTime = new Date();
42
26
  let endTime;
43
27
  if (process.env["TRUSTIFY_DA_DEBUG"] === "true") {
44
28
  console.log("Starting time of sending stack analysis request to the dependency analytics server= " + startTime);
45
29
  }
46
- opts[rhdaPackageManagerHeader.toUpperCase().replaceAll("-", "_")] = provided.ecosystem;
30
+ opts[TRUSTIFY_DA_PACKAGE_MANAGER_HEADER.toUpperCase().replaceAll("-", "_")] = provided.ecosystem;
47
31
  const fetchOptions = addProxyAgent({
48
32
  method: 'POST',
49
33
  headers: {
@@ -53,7 +37,7 @@ async function requestStack(provider, manifest, url, html = false, opts = {}) {
53
37
  },
54
38
  body: provided.content
55
39
  }, opts);
56
- const finalUrl = new URL(`${url}/api/v4/analysis`);
40
+ const finalUrl = new URL(`${url}/api/v5/analysis`);
57
41
  if (opts['TRUSTIFY_DA_RECOMMENDATIONS_ENABLED'] === 'false') {
58
42
  finalUrl.searchParams.append('recommend', 'false');
59
43
  }
@@ -96,11 +80,11 @@ async function requestComponent(provider, manifest, url, opts = {}) {
96
80
  opts["source-manifest"] = Buffer.from(fs.readFileSync(manifest).toString()).toString('base64');
97
81
  let provided = await provider.provideComponent(manifest, opts); // throws error if content providing failed
98
82
  opts["source-manifest"] = "";
99
- opts[rhdaOperationTypeHeader.toUpperCase().replaceAll("-", "_")] = "component-analysis";
83
+ opts[TRUSTIFY_DA_OPERATION_TYPE_HEADER.toUpperCase().replaceAll("-", "_")] = "component-analysis";
100
84
  if (process.env["TRUSTIFY_DA_DEBUG"] === "true") {
101
85
  console.log("Starting time of sending component analysis request to Trustify DA backend server= " + new Date());
102
86
  }
103
- opts[rhdaPackageManagerHeader.toUpperCase().replaceAll("-", "_")] = provided.ecosystem;
87
+ opts[TRUSTIFY_DA_PACKAGE_MANAGER_HEADER.toUpperCase().replaceAll("-", "_")] = provided.ecosystem;
104
88
  const fetchOptions = addProxyAgent({
105
89
  method: 'POST',
106
90
  headers: {
@@ -110,7 +94,7 @@ async function requestComponent(provider, manifest, url, opts = {}) {
110
94
  },
111
95
  body: provided.content
112
96
  }, opts);
113
- const finalUrl = new URL(`${url}/api/v4/analysis`);
97
+ const finalUrl = new URL(`${url}/api/v5/analysis`);
114
98
  if (opts['TRUSTIFY_DA_RECOMMENDATIONS_ENABLED'] === 'false') {
115
99
  finalUrl.searchParams.append('recommend', 'false');
116
100
  }
@@ -127,12 +111,67 @@ async function requestComponent(provider, manifest, url, opts = {}) {
127
111
  console.log(JSON.stringify(result, null, 4));
128
112
  console.log("Ending time of sending component analysis request to Trustify DA backend server= " + new Date());
129
113
  }
114
+ const licenseCheckEnabled = getCustom('TRUSTIFY_DA_LICENSE_CHECK', 'true', opts) !== 'false' && opts.licenseCheck !== false;
115
+ if (licenseCheckEnabled) {
116
+ try {
117
+ result.licenseSummary = await runLicenseCheck(provided.content, manifest, url, opts, result);
118
+ }
119
+ catch (licenseErr) {
120
+ result.licenseSummary = { error: licenseErr.message };
121
+ }
122
+ }
130
123
  }
131
124
  else {
132
125
  throw new Error(`Got error response from Trustify DA backend - http return code : ${resp.status}, ex-request-id: ${resp.headers.get("ex-request-id")} error message => ${await resp.text()}`);
133
126
  }
134
127
  return Promise.resolve(result);
135
128
  }
129
+ /**
130
+ * Send a batch stack analysis request for multiple manifests (SBOMs keyed by purl).
131
+ * @param {Object.<string, object>} sbomByPurl - Map of root purl to CycloneDX SBOM object
132
+ * @param {string} url - the backend url
133
+ * @param {boolean} [html=false] - true returns HTML, false returns JSON
134
+ * @param {import("index.js").Options} [opts={}]
135
+ * @returns {Promise<string|Object.<string, import('@trustify-da/trustify-da-api-model/model/v5/AnalysisReport').AnalysisReport>>}
136
+ */
137
+ async function requestStackBatch(sbomByPurl, url, html = false, opts = {}) {
138
+ const finalUrl = new URL(`${url}/api/v5/batch-analysis`);
139
+ if (opts['TRUSTIFY_DA_RECOMMENDATIONS_ENABLED'] === 'false') {
140
+ finalUrl.searchParams.append('recommend', 'false');
141
+ }
142
+ const fetchOptions = addProxyAgent({
143
+ method: 'POST',
144
+ headers: {
145
+ 'Accept': html ? 'text/html' : 'application/json',
146
+ 'Content-Type': CYCLONEDX_JSON_MEDIA_TYPE,
147
+ ...getTokenHeaders(opts)
148
+ },
149
+ body: JSON.stringify(sbomByPurl)
150
+ }, opts);
151
+ const resp = await fetch(finalUrl, fetchOptions);
152
+ if (resp.status === 200) {
153
+ let result;
154
+ if (!html) {
155
+ result = await resp.json();
156
+ }
157
+ else {
158
+ result = await resp.text();
159
+ }
160
+ if (process.env["TRUSTIFY_DA_DEBUG"] === "true") {
161
+ const exRequestId = resp.headers.get("ex-request-id");
162
+ if (exRequestId) {
163
+ console.log("Unique Identifier associated with this request - ex-request-id=" + exRequestId);
164
+ }
165
+ console.log("Response body received from Trustify DA backend server : " + EOL + EOL);
166
+ console.log(JSON.stringify(result, null, 4));
167
+ console.log("Ending time of sending batch stack analysis request to Trustify DA backend server= " + new Date());
168
+ }
169
+ return result;
170
+ }
171
+ else {
172
+ throw new Error(`Got error response from Trustify DA backend - http return code : ${resp.status}, ex-request-id: ${resp.headers.get("ex-request-id")} error message => ${await resp.text()}`);
173
+ }
174
+ }
136
175
  /**
137
176
  *
138
177
  * @param {Array<string>} imageRefs
@@ -146,19 +185,20 @@ async function requestImages(imageRefs, url, html = false, opts = {}) {
146
185
  const parsedImageRef = parseImageRef(image, opts);
147
186
  imageSboms[parsedImageRef.getPackageURL().toString()] = generateImageSBOM(parsedImageRef, opts);
148
187
  }
149
- const finalUrl = new URL(`${url}/api/v4/batch-analysis`);
188
+ const finalUrl = new URL(`${url}/api/v5/batch-analysis`);
150
189
  if (opts['TRUSTIFY_DA_RECOMMENDATIONS_ENABLED'] === 'false') {
151
190
  finalUrl.searchParams.append('recommend', 'false');
152
191
  }
153
- const resp = await fetch(finalUrl, {
192
+ const fetchOptions = addProxyAgent({
154
193
  method: 'POST',
155
194
  headers: {
156
195
  'Accept': html ? 'text/html' : 'application/json',
157
- 'Content-Type': 'application/vnd.cyclonedx+json',
196
+ 'Content-Type': CYCLONEDX_JSON_MEDIA_TYPE,
158
197
  ...getTokenHeaders(opts)
159
198
  },
160
199
  body: JSON.stringify(imageSboms),
161
- });
200
+ }, opts);
201
+ const resp = await fetch(finalUrl, fetchOptions);
162
202
  if (resp.status === 200) {
163
203
  let result;
164
204
  if (!html) {
@@ -195,7 +235,7 @@ async function validateToken(url, opts = {}) {
195
235
  ...getTokenHeaders(opts),
196
236
  }
197
237
  }, opts);
198
- let resp = await fetch(`${url}/api/v4/token`, fetchOptions);
238
+ let resp = await fetch(`${url}/api/v5/token`, fetchOptions);
199
239
  if (process.env["TRUSTIFY_DA_DEBUG"] === "true") {
200
240
  let exRequestId = resp.headers.get("ex-request-id");
201
241
  if (exRequestId) {
@@ -204,39 +244,3 @@ async function validateToken(url, opts = {}) {
204
244
  }
205
245
  return resp.status;
206
246
  }
207
- /**
208
- *
209
- * @param {string} headerName - the header name to populate in request
210
- * @param headers
211
- * @param {string} optsKey - key in the options object to use the value for
212
- * @param {import("index.js").Options} [opts={}] - options input object to fetch header values from
213
- * @private
214
- */
215
- function setRhdaHeader(headerName, headers, optsKey, opts) {
216
- let rhdaHeaderValue = getCustom(optsKey, null, opts);
217
- if (rhdaHeaderValue) {
218
- headers[headerName] = rhdaHeaderValue;
219
- }
220
- }
221
- /**
222
- * Utility function for fetching vendor tokens
223
- * @param {import("index.js").Options} [opts={}] - optional various options to pass along the application
224
- * @returns {{}}
225
- */
226
- export function getTokenHeaders(opts = {}) {
227
- let headers = {};
228
- setRhdaHeader(rhdaTokenHeader, headers, 'TRUSTIFY_DA_TOKEN', opts);
229
- setRhdaHeader(rhdaSourceHeader, headers, 'TRUSTIFY_DA_SOURCE', opts);
230
- setRhdaHeader(rhdaOperationTypeHeader, headers, rhdaOperationTypeHeader.toUpperCase().replaceAll("-", "_"), opts);
231
- setRhdaHeader(rhdaPackageManagerHeader, headers, rhdaPackageManagerHeader.toUpperCase().replaceAll("-", "_"), opts);
232
- setRhdaHeader(rhdaTelemetryId, headers, 'TRUSTIFY_DA_TELEMETRY_ID', opts);
233
- if (getCustom("TRUSTIFY_DA_DEBUG", null, opts) === "true") {
234
- console.log("Headers Values to be sent to Trustify DA backend:" + EOL);
235
- for (const headerKey in headers) {
236
- if (!headerKey.match(RegexNotToBeLogged)) {
237
- console.log(`${headerKey}: ${headers[headerKey]}`);
238
- }
239
- }
240
- }
241
- return headers;
242
- }