aspera-cli 4.28.0 → 4.29.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/BUGS.md +5 -10
  4. data/CHANGELOG.md +217 -2
  5. data/CODE_OF_CONDUCT.md +18 -0
  6. data/CONTRIBUTING.md +135 -56
  7. data/GOVERNANCE.md +30 -0
  8. data/LICENSE +201 -0
  9. data/README.md +122 -26
  10. data/SECURITY.md +84 -0
  11. data/bin/ascli +8 -5
  12. data/bin/asession +9 -6
  13. data/docs/README.md +1895 -632
  14. data/docs/test-mcp-with-ai.md +8 -8
  15. data/lib/aspera/agent/base.rb +23 -2
  16. data/lib/aspera/agent/connect.rb +16 -12
  17. data/lib/aspera/agent/desktop.rb +10 -7
  18. data/lib/aspera/agent/direct.rb +20 -19
  19. data/lib/aspera/agent/factory.rb +6 -3
  20. data/lib/aspera/agent/httpgw.rb +7 -5
  21. data/lib/aspera/agent/node.rb +15 -7
  22. data/lib/aspera/agent/transferd.rb +167 -43
  23. data/lib/aspera/api/alee.rb +4 -1
  24. data/lib/aspera/api/aoc.rb +14 -11
  25. data/lib/aspera/api/ats.rb +4 -2
  26. data/lib/aspera/api/cos_node.rb +7 -4
  27. data/lib/aspera/api/faspex.rb +16 -9
  28. data/lib/aspera/api/httpgw.rb +9 -6
  29. data/lib/aspera/api/node.rb +29 -22
  30. data/lib/aspera/ascmd.rb +8 -5
  31. data/lib/aspera/ascp/installation.rb +95 -67
  32. data/lib/aspera/ascp/log.schema.yaml +1084 -0
  33. data/lib/aspera/ascp/log_analyzer/advice.rb +97 -0
  34. data/lib/aspera/ascp/log_analyzer/diagnostics.rb +344 -0
  35. data/lib/aspera/ascp/log_analyzer/lines.rb +75 -0
  36. data/lib/aspera/ascp/log_analyzer/log_file.rb +593 -0
  37. data/lib/aspera/ascp/log_analyzer/records.rb +379 -0
  38. data/lib/aspera/ascp/log_analyzer/rules.rb +172 -0
  39. data/lib/aspera/ascp/log_analyzer/session.rb +782 -0
  40. data/lib/aspera/ascp/log_analyzer.rb +370 -0
  41. data/lib/aspera/ascp/log_locations.rb +163 -0
  42. data/lib/aspera/ascp/management.rb +16 -8
  43. data/lib/aspera/ascp/session_errors.rb +217 -0
  44. data/lib/aspera/assert.rb +4 -0
  45. data/lib/aspera/cli/ascp_actions.rb +12 -19
  46. data/lib/aspera/cli/ascp_logs_actions.rb +188 -0
  47. data/lib/aspera/cli/async_transfer_store.rb +7 -4
  48. data/lib/aspera/cli/bootstrapper.rb +38 -33
  49. data/lib/aspera/cli/command_line.rb +63 -8
  50. data/lib/aspera/cli/command_registry.rb +9 -1
  51. data/lib/aspera/cli/command_spec.rb +47 -7
  52. data/lib/aspera/cli/completion/ascli.bash +19 -5
  53. data/lib/aspera/cli/completion/ascli.fish +13 -2
  54. data/lib/aspera/cli/completion/ascli.ps1 +31 -9
  55. data/lib/aspera/cli/completion/ascli.zsh +22 -6
  56. data/lib/aspera/cli/completion_actions.rb +303 -69
  57. data/lib/aspera/cli/context.rb +9 -4
  58. data/lib/aspera/cli/deprecation.rb +5 -2
  59. data/lib/aspera/cli/error.rb +6 -0
  60. data/lib/aspera/cli/extended_value.rb +66 -31
  61. data/lib/aspera/cli/formatter.rb +43 -30
  62. data/lib/aspera/cli/gem_checker.rb +9 -6
  63. data/lib/aspera/cli/hints.rb +22 -10
  64. data/lib/aspera/cli/http.rb +38 -10
  65. data/lib/aspera/cli/info.rb +12 -7
  66. data/lib/aspera/cli/mailer.rb +6 -3
  67. data/lib/aspera/cli/mcp/http_servlet.rb +7 -8
  68. data/lib/aspera/cli/mcp/secrets.rb +8 -5
  69. data/lib/aspera/cli/mcp/tool.rb +20 -17
  70. data/lib/aspera/cli/option_declarator.rb +10 -4
  71. data/lib/aspera/cli/option_registry.rb +6 -3
  72. data/lib/aspera/cli/option_types.rb +17 -2
  73. data/lib/aspera/cli/option_value.rb +77 -18
  74. data/lib/aspera/cli/options.schema.yaml +641 -80
  75. data/lib/aspera/cli/parser.rb +71 -35
  76. data/lib/aspera/cli/plugins/alee.rb +7 -4
  77. data/lib/aspera/cli/plugins/aoc.rb +248 -37
  78. data/lib/aspera/cli/plugins/ats.rb +10 -9
  79. data/lib/aspera/cli/plugins/base.rb +50 -18
  80. data/lib/aspera/cli/plugins/basic_auth.rb +5 -2
  81. data/lib/aspera/cli/plugins/config.rb +210 -104
  82. data/lib/aspera/cli/plugins/console.rb +6 -3
  83. data/lib/aspera/cli/plugins/cos.rb +8 -4
  84. data/lib/aspera/cli/plugins/factory.rb +21 -7
  85. data/lib/aspera/cli/plugins/faspex5.rb +31 -26
  86. data/lib/aspera/cli/plugins/faspio.rb +7 -5
  87. data/lib/aspera/cli/plugins/httpgw.rb +7 -4
  88. data/lib/aspera/cli/plugins/mcp.rb +42 -22
  89. data/lib/aspera/cli/plugins/node.rb +39 -38
  90. data/lib/aspera/cli/plugins/oauth.rb +23 -6
  91. data/lib/aspera/cli/plugins/orchestrator.rb +287 -83
  92. data/lib/aspera/cli/plugins/preview.rb +72 -45
  93. data/lib/aspera/cli/plugins/server.rb +66 -14
  94. data/lib/aspera/cli/plugins/shares.rb +87 -18
  95. data/lib/aspera/cli/plugins/transferd.rb +228 -0
  96. data/lib/aspera/cli/poll.rb +236 -0
  97. data/lib/aspera/cli/preset_actions.rb +144 -30
  98. data/lib/aspera/cli/preset_manager.rb +113 -35
  99. data/lib/aspera/cli/prompt.rb +157 -9
  100. data/lib/aspera/cli/result.rb +12 -8
  101. data/lib/aspera/cli/runner.rb +89 -48
  102. data/lib/aspera/cli/secret_finder.rb +4 -1
  103. data/lib/aspera/cli/security.rb +89 -9
  104. data/lib/aspera/cli/special_values.rb +4 -1
  105. data/lib/aspera/cli/sync_actions.rb +15 -10
  106. data/lib/aspera/cli/table_fitter.rb +3 -0
  107. data/lib/aspera/cli/terminal_formatter.rb +9 -6
  108. data/lib/aspera/cli/transfer_actions.rb +11 -8
  109. data/lib/aspera/cli/transfer_agent.rb +43 -20
  110. data/lib/aspera/cli/transfer_progress.rb +14 -45
  111. data/lib/aspera/cli/vault_actions.rb +45 -0
  112. data/lib/aspera/cli/vault_manager.rb +188 -42
  113. data/lib/aspera/cli/version.rb +4 -1
  114. data/lib/aspera/cli/web_secret.rb +12 -10
  115. data/lib/aspera/cli/wizard.rb +42 -39
  116. data/lib/aspera/command_line_builder.rb +9 -5
  117. data/lib/aspera/command_line_converter.rb +4 -1
  118. data/lib/aspera/coverage.rb +103 -33
  119. data/lib/aspera/data_repository.rb +4 -1
  120. data/lib/aspera/dot_container.rb +4 -1
  121. data/lib/aspera/environment.rb +23 -12
  122. data/lib/aspera/exec_spec.rb +3 -0
  123. data/lib/aspera/faspex_gw.rb +13 -9
  124. data/lib/aspera/faspex_postproc.rb +15 -12
  125. data/lib/aspera/formatter_interface.rb +4 -1
  126. data/lib/aspera/graphql.rb +5 -1
  127. data/lib/aspera/hash_ext.rb +3 -0
  128. data/lib/aspera/id_generator.rb +20 -5
  129. data/lib/aspera/inflate.rb +43 -0
  130. data/lib/aspera/json_rpc/client.rb +6 -5
  131. data/lib/aspera/json_rpc/version.rb +3 -0
  132. data/lib/aspera/line_logger.rb +4 -1
  133. data/lib/aspera/link_header.rb +4 -1
  134. data/lib/aspera/log.rb +18 -5
  135. data/lib/aspera/markdown.rb +5 -2
  136. data/lib/aspera/mime.rb +3 -0
  137. data/lib/aspera/nagios.rb +6 -4
  138. data/lib/aspera/node_emulator.rb +15 -13
  139. data/lib/aspera/oauth/client/base.rb +124 -73
  140. data/lib/aspera/oauth/client/boot.rb +7 -4
  141. data/lib/aspera/oauth/client/factory.rb +41 -18
  142. data/lib/aspera/oauth/client/generic.rb +5 -1
  143. data/lib/aspera/oauth/client/json_credentials.rb +7 -3
  144. data/lib/aspera/oauth/client/jwt.rb +6 -3
  145. data/lib/aspera/oauth/client/shares_web.rb +94 -0
  146. data/lib/aspera/oauth/client/url_json.rb +7 -3
  147. data/lib/aspera/oauth/client/web.rb +40 -13
  148. data/lib/aspera/oauth/server/pkce.rb +6 -5
  149. data/lib/aspera/orchestrator_workflow_checker.rb +129 -2
  150. data/lib/aspera/persistency_action_once.rb +5 -3
  151. data/lib/aspera/persistency_folder.rb +6 -3
  152. data/lib/aspera/preview/file_types.rb +6 -3
  153. data/lib/aspera/preview/generator.rb +9 -5
  154. data/lib/aspera/preview/options.schema.yaml +3 -3
  155. data/lib/aspera/preview/terminal.rb +16 -6
  156. data/lib/aspera/preview/utils.rb +6 -4
  157. data/lib/aspera/products/connect.rb +5 -2
  158. data/lib/aspera/products/desktop.rb +17 -2
  159. data/lib/aspera/products/other.rb +4 -2
  160. data/lib/aspera/products/transferd.rb +6 -2
  161. data/lib/aspera/products/transferd_service.rb +610 -0
  162. data/lib/aspera/proxy_auto_config.js +2 -2
  163. data/lib/aspera/proxy_auto_config.rb +5 -2
  164. data/lib/aspera/rainbow.rb +3 -0
  165. data/lib/aspera/rest/aspera_errors.rb +4 -1
  166. data/lib/aspera/rest/call_error.rb +3 -0
  167. data/lib/aspera/rest/client.rb +45 -34
  168. data/lib/aspera/rest/error_analyzer.rb +5 -2
  169. data/lib/aspera/rest/list.rb +8 -4
  170. data/lib/aspera/rest/parameters.rb +3 -0
  171. data/lib/aspera/rest/util.rb +8 -5
  172. data/lib/aspera/rest.rb +9 -6
  173. data/lib/aspera/schema/IBM Aspera Faspex API-5.0-enhanced.yaml +9 -9
  174. data/lib/aspera/schema/IBM Aspera Orchestrator API-v1-enhanced.yaml +118 -30
  175. data/lib/aspera/schema/IBM Aspera on Cloud API-0.2.6-enhanced.yaml +11 -11
  176. data/lib/aspera/schema/IBM Aspera on Cloud Automation API-1.0.5-enhanced.yaml +2437 -1437
  177. data/lib/aspera/schema/async_tables.yaml +11 -10
  178. data/lib/aspera/schema/documentation.rb +8 -2
  179. data/lib/aspera/schema/reader.rb +7 -0
  180. data/lib/aspera/schema/registry.rb +44 -28
  181. data/lib/aspera/schema/transferd-config.schema.json +333 -0
  182. data/lib/aspera/schema/validator.rb +4 -1
  183. data/lib/aspera/sealed_hash.rb +150 -0
  184. data/lib/aspera/secret/hider.rb +213 -0
  185. data/lib/aspera/secret/reference.rb +150 -0
  186. data/lib/aspera/secret/resolver.rb +212 -0
  187. data/lib/aspera/secret/store/base.rb +153 -0
  188. data/lib/aspera/secret/store/encrypted_hash.rb +329 -0
  189. data/lib/aspera/secret/store/factory.rb +103 -0
  190. data/lib/aspera/secret/store/hashicorp_vault.rb +390 -0
  191. data/lib/aspera/secret/store/keeper.rb +141 -0
  192. data/lib/aspera/secret/store/macos_security.rb +284 -0
  193. data/lib/aspera/secret/store/one_password_api.rb +99 -0
  194. data/lib/aspera/secret/store/one_password_base.rb +42 -0
  195. data/lib/aspera/secret/store/one_password_cli.rb +112 -0
  196. data/lib/aspera/secret/store/secret_service.rb +125 -0
  197. data/lib/aspera/secret/strength.rb +119 -0
  198. data/lib/aspera/servlet_helpers.rb +5 -2
  199. data/lib/aspera/ssh.rb +10 -7
  200. data/lib/aspera/ssl.rb +5 -2
  201. data/lib/aspera/string_ext.rb +3 -0
  202. data/lib/aspera/sync/args.schema.yaml +3 -0
  203. data/lib/aspera/sync/conf.schema.yaml +9 -4
  204. data/lib/aspera/sync/database.rb +3 -0
  205. data/lib/aspera/sync/operations.rb +17 -15
  206. data/lib/aspera/temp_file_manager.rb +8 -4
  207. data/lib/aspera/timer_limiter.rb +3 -0
  208. data/lib/aspera/transfer/error.rb +4 -1
  209. data/lib/aspera/transfer/faux_file.rb +4 -1
  210. data/lib/aspera/transfer/parameters.rb +17 -14
  211. data/lib/aspera/transfer/result.rb +23 -0
  212. data/lib/aspera/transfer/resumer.rb +6 -4
  213. data/lib/aspera/transfer/spec.rb +9 -22
  214. data/lib/aspera/units/decimal.rb +67 -0
  215. data/lib/aspera/units/duration.rb +109 -0
  216. data/lib/aspera/uri_reader.rb +64 -9
  217. data/lib/aspera/web_auth/index.html.erb +6 -2
  218. data/lib/aspera/web_auth/paste.rb +109 -0
  219. data/lib/aspera/web_auth/receiver.rb +50 -0
  220. data/lib/aspera/web_auth/relay.rb +76 -0
  221. data/lib/aspera/web_auth/reply.html.erb +150 -0
  222. data/lib/aspera/web_auth/server.rb +47 -10
  223. data/lib/aspera/web_page.rb +7 -2
  224. data/lib/aspera/web_server_simple.rb +6 -3
  225. data/lib/aspera/yaml.rb +5 -1
  226. data/llms-install.md +88 -0
  227. data/llms.txt +87 -0
  228. data/skills/ascli/SKILL.md +94 -0
  229. data.tar.gz.sig +0 -0
  230. metadata +77 -20
  231. metadata.gz.sig +0 -0
  232. data/lib/aspera/duration.rb +0 -42
  233. data/lib/aspera/keychain/base.rb +0 -30
  234. data/lib/aspera/keychain/encrypted_hash.rb +0 -192
  235. data/lib/aspera/keychain/factory.rb +0 -58
  236. data/lib/aspera/keychain/hashicorp_vault.rb +0 -77
  237. data/lib/aspera/keychain/macos_security.rb +0 -277
  238. data/lib/aspera/keychain/one_password_api.rb +0 -91
  239. data/lib/aspera/keychain/one_password_base.rb +0 -39
  240. data/lib/aspera/keychain/one_password_cli.rb +0 -100
  241. data/lib/aspera/secret_hider.rb +0 -196
  242. data/lib/aspera/secret_strength.rb +0 -114
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aspera-cli
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.28.0
4
+ version: 4.29.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Laurent Martin
@@ -142,14 +142,14 @@ dependencies:
142
142
  requirements:
143
143
  - - "~>"
144
144
  - !ruby/object:Gem::Version
145
- version: '1.1'
145
+ version: '2.1'
146
146
  type: :runtime
147
147
  prerelease: false
148
148
  version_requirements: !ruby/object:Gem::Requirement
149
149
  requirements:
150
150
  - - "~>"
151
151
  - !ruby/object:Gem::Version
152
- version: '1.1'
152
+ version: '2.1'
153
153
  - !ruby/object:Gem::Dependency
154
154
  name: mime-types
155
155
  requirement: !ruby/object:Gem::Requirement
@@ -184,14 +184,14 @@ dependencies:
184
184
  requirements:
185
185
  - - "~>"
186
186
  - !ruby/object:Gem::Version
187
- version: '7.3'
187
+ version: '8.1'
188
188
  type: :runtime
189
189
  prerelease: false
190
190
  version_requirements: !ruby/object:Gem::Requirement
191
191
  requirements:
192
192
  - - "~>"
193
193
  - !ruby/object:Gem::Version
194
- version: '7.3'
194
+ version: '8.1'
195
195
  - !ruby/object:Gem::Dependency
196
196
  name: rainbow
197
197
  requirement: !ruby/object:Gem::Requirement
@@ -206,6 +206,20 @@ dependencies:
206
206
  - - "~>"
207
207
  - !ruby/object:Gem::Version
208
208
  version: '3.0'
209
+ - !ruby/object:Gem::Dependency
210
+ name: regexp_parser
211
+ requirement: !ruby/object:Gem::Requirement
212
+ requirements:
213
+ - - "!="
214
+ - !ruby/object:Gem::Version
215
+ version: 2.13.2
216
+ type: :runtime
217
+ prerelease: false
218
+ version_requirements: !ruby/object:Gem::Requirement
219
+ requirements:
220
+ - - "!="
221
+ - !ruby/object:Gem::Version
222
+ version: 2.13.2
209
223
  - !ruby/object:Gem::Dependency
210
224
  name: ruby-progressbar
211
225
  requirement: !ruby/object:Gem::Requirement
@@ -318,7 +332,13 @@ dependencies:
318
332
  - - "~>"
319
333
  - !ruby/object:Gem::Version
320
334
  version: '1.0'
321
- description: Command line interface for IBM Aspera products
335
+ description: 'Open-source toolkit to automate, integrate and operate IBM Aspera products:
336
+ high-speed transfers with FASP (ascp), send and receive packages, manage files and
337
+ administer Aspera on Cloud, Faspex, Shares, Node, Console, Orchestrator and High
338
+ Speed Transfer Server. Structured output for scripts and pipelines, presets and
339
+ secret vaults for multiple environments, analysis of ascp logs. Usable by AI assistants
340
+ and AI agents: in a shell (see llms.txt and the agent skill), or through its MCP
341
+ (Model Context Protocol) server.'
322
342
  email:
323
343
  - laurent.martin.aspera@fr.ibm.com
324
344
  executables:
@@ -329,8 +349,12 @@ extra_rdoc_files: []
329
349
  files:
330
350
  - BUGS.md
331
351
  - CHANGELOG.md
352
+ - CODE_OF_CONDUCT.md
332
353
  - CONTRIBUTING.md
354
+ - GOVERNANCE.md
355
+ - LICENSE
333
356
  - README.md
357
+ - SECURITY.md
334
358
  - TODO.md
335
359
  - bin/ascli
336
360
  - bin/asession
@@ -355,9 +379,21 @@ files:
355
379
  - lib/aspera/api/queries/bss_subscription_usage.graphql
356
380
  - lib/aspera/ascmd.rb
357
381
  - lib/aspera/ascp/installation.rb
382
+ - lib/aspera/ascp/log.schema.yaml
383
+ - lib/aspera/ascp/log_analyzer.rb
384
+ - lib/aspera/ascp/log_analyzer/advice.rb
385
+ - lib/aspera/ascp/log_analyzer/diagnostics.rb
386
+ - lib/aspera/ascp/log_analyzer/lines.rb
387
+ - lib/aspera/ascp/log_analyzer/log_file.rb
388
+ - lib/aspera/ascp/log_analyzer/records.rb
389
+ - lib/aspera/ascp/log_analyzer/rules.rb
390
+ - lib/aspera/ascp/log_analyzer/session.rb
391
+ - lib/aspera/ascp/log_locations.rb
358
392
  - lib/aspera/ascp/management.rb
393
+ - lib/aspera/ascp/session_errors.rb
359
394
  - lib/aspera/assert.rb
360
395
  - lib/aspera/cli/ascp_actions.rb
396
+ - lib/aspera/cli/ascp_logs_actions.rb
361
397
  - lib/aspera/cli/async_transfer_store.rb
362
398
  - lib/aspera/cli/bootstrapper.rb
363
399
  - lib/aspera/cli/command_line.rb
@@ -406,6 +442,8 @@ files:
406
442
  - lib/aspera/cli/plugins/preview.rb
407
443
  - lib/aspera/cli/plugins/server.rb
408
444
  - lib/aspera/cli/plugins/shares.rb
445
+ - lib/aspera/cli/plugins/transferd.rb
446
+ - lib/aspera/cli/poll.rb
409
447
  - lib/aspera/cli/preset_actions.rb
410
448
  - lib/aspera/cli/preset_manager.rb
411
449
  - lib/aspera/cli/prompt.rb
@@ -420,6 +458,7 @@ files:
420
458
  - lib/aspera/cli/transfer_actions.rb
421
459
  - lib/aspera/cli/transfer_agent.rb
422
460
  - lib/aspera/cli/transfer_progress.rb
461
+ - lib/aspera/cli/vault_actions.rb
423
462
  - lib/aspera/cli/vault_manager.rb
424
463
  - lib/aspera/cli/version.rb
425
464
  - lib/aspera/cli/web_secret.html.erb
@@ -436,7 +475,6 @@ files:
436
475
  - lib/aspera/data/6
437
476
  - lib/aspera/data_repository.rb
438
477
  - lib/aspera/dot_container.rb
439
- - lib/aspera/duration.rb
440
478
  - lib/aspera/environment.rb
441
479
  - lib/aspera/exec_spec.rb
442
480
  - lib/aspera/faspex_gw.rb
@@ -445,16 +483,9 @@ files:
445
483
  - lib/aspera/graphql.rb
446
484
  - lib/aspera/hash_ext.rb
447
485
  - lib/aspera/id_generator.rb
486
+ - lib/aspera/inflate.rb
448
487
  - lib/aspera/json_rpc/client.rb
449
488
  - lib/aspera/json_rpc/version.rb
450
- - lib/aspera/keychain/base.rb
451
- - lib/aspera/keychain/encrypted_hash.rb
452
- - lib/aspera/keychain/factory.rb
453
- - lib/aspera/keychain/hashicorp_vault.rb
454
- - lib/aspera/keychain/macos_security.rb
455
- - lib/aspera/keychain/one_password_api.rb
456
- - lib/aspera/keychain/one_password_base.rb
457
- - lib/aspera/keychain/one_password_cli.rb
458
489
  - lib/aspera/line_logger.rb
459
490
  - lib/aspera/link_header.rb
460
491
  - lib/aspera/log.rb
@@ -468,6 +499,7 @@ files:
468
499
  - lib/aspera/oauth/client/generic.rb
469
500
  - lib/aspera/oauth/client/json_credentials.rb
470
501
  - lib/aspera/oauth/client/jwt.rb
502
+ - lib/aspera/oauth/client/shares_web.rb
471
503
  - lib/aspera/oauth/client/url_json.rb
472
504
  - lib/aspera/oauth/client/web.rb
473
505
  - lib/aspera/oauth/server/authorize.html.erb
@@ -486,6 +518,7 @@ files:
486
518
  - lib/aspera/products/desktop.rb
487
519
  - lib/aspera/products/other.rb
488
520
  - lib/aspera/products/transferd.rb
521
+ - lib/aspera/products/transferd_service.rb
489
522
  - lib/aspera/proxy_auto_config.js
490
523
  - lib/aspera/proxy_auto_config.rb
491
524
  - lib/aspera/rainbow.rb
@@ -509,9 +542,23 @@ files:
509
542
  - lib/aspera/schema/documentation.rb
510
543
  - lib/aspera/schema/reader.rb
511
544
  - lib/aspera/schema/registry.rb
545
+ - lib/aspera/schema/transferd-config.schema.json
512
546
  - lib/aspera/schema/validator.rb
513
- - lib/aspera/secret_hider.rb
514
- - lib/aspera/secret_strength.rb
547
+ - lib/aspera/sealed_hash.rb
548
+ - lib/aspera/secret/hider.rb
549
+ - lib/aspera/secret/reference.rb
550
+ - lib/aspera/secret/resolver.rb
551
+ - lib/aspera/secret/store/base.rb
552
+ - lib/aspera/secret/store/encrypted_hash.rb
553
+ - lib/aspera/secret/store/factory.rb
554
+ - lib/aspera/secret/store/hashicorp_vault.rb
555
+ - lib/aspera/secret/store/keeper.rb
556
+ - lib/aspera/secret/store/macos_security.rb
557
+ - lib/aspera/secret/store/one_password_api.rb
558
+ - lib/aspera/secret/store/one_password_base.rb
559
+ - lib/aspera/secret/store/one_password_cli.rb
560
+ - lib/aspera/secret/store/secret_service.rb
561
+ - lib/aspera/secret/strength.rb
515
562
  - lib/aspera/servlet_helpers.rb
516
563
  - lib/aspera/ssh.rb
517
564
  - lib/aspera/ssl.rb
@@ -529,8 +576,14 @@ files:
529
576
  - lib/aspera/transfer/resumer.rb
530
577
  - lib/aspera/transfer/spec.rb
531
578
  - lib/aspera/transfer/spec.schema.yaml
579
+ - lib/aspera/units/decimal.rb
580
+ - lib/aspera/units/duration.rb
532
581
  - lib/aspera/uri_reader.rb
533
582
  - lib/aspera/web_auth/index.html.erb
583
+ - lib/aspera/web_auth/paste.rb
584
+ - lib/aspera/web_auth/receiver.rb
585
+ - lib/aspera/web_auth/relay.rb
586
+ - lib/aspera/web_auth/reply.html.erb
534
587
  - lib/aspera/web_auth/server.rb
535
588
  - lib/aspera/web_page.html.erb
536
589
  - lib/aspera/web_page.rb
@@ -538,6 +591,9 @@ files:
538
591
  - lib/aspera/yaml.rb
539
592
  - lib/transferd_pb.rb
540
593
  - lib/transferd_services_pb.rb
594
+ - llms-install.md
595
+ - llms.txt
596
+ - skills/ascli/SKILL.md
541
597
  homepage: https://github.com/IBM/aspera-cli
542
598
  licenses:
543
599
  - Apache-2.0
@@ -555,7 +611,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
555
611
  requirements:
556
612
  - - ">="
557
613
  - !ruby/object:Gem::Version
558
- version: '3.2'
614
+ version: '3.3'
559
615
  required_rubygems_version: !ruby/object:Gem::Requirement
560
616
  requirements:
561
617
  - - ">="
@@ -565,6 +621,7 @@ requirements:
565
621
  - Read the manual for any requirement
566
622
  rubygems_version: 4.0.20
567
623
  specification_version: 4
568
- summary: 'Execute actions using command line on IBM Aspera Server products: Aspera
569
- on Cloud, Faspex, Shares, Node, Console, Orchestrator, High Speed Transfer Server'
624
+ summary: 'The automation interface for IBM Aspera, from command line to AI agents:
625
+ transfers, packages, files and administration of Aspera on Cloud, Faspex, Shares,
626
+ Node, Console, Orchestrator, High Speed Transfer Server'
570
627
  test_files: []
metadata.gz.sig CHANGED
Binary file
@@ -1,42 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'aspera/assert'
4
- require 'strscan'
5
-
6
- module Aspera
7
- # Duration in the format of Aspera Sync (`async` DURATION)
8
- module Duration
9
- # Microseconds per unit
10
- UNIT_US = {'w' => 604_800_000_000, 'd' => 86_400_000_000, 'h' => 3_600_000_000, 'm' => 60_000_000, 's' => 1_000_000, 'ms' => 1_000, 'us' => 1}.freeze
11
- private_constant :UNIT_US
12
-
13
- class << self
14
- # Convert a duration to an integer in the given time unit
15
- # @param value [String] `DDd HH:MM:SS.mmm` or `NNw NNd NNh NNm NNs NNms NNus`, leading fields and spaces may be omitted, a plain number is seconds
16
- # @param unit [String] Time unit of result, e.g. `ms`
17
- # @return [Integer] Duration in `unit`, rounded down
18
- def to_unit(value, unit)
19
- Aspera.assert_values(unit, UNIT_US.keys) { 'duration unit' }
20
- value = value.to_s.delete(' ')
21
- if (m = value.match(/\A(?:(\d+)d)?(?:(?:(\d+):)?(\d+):)?(\d+)(?:\.(\d{1,3}))?\z/))
22
- days, hours, minutes, seconds, millis = m.captures
23
- hours = (days.to_i * 24) + hours.to_i
24
- minutes = (hours * 60) + minutes.to_i
25
- seconds = (minutes * 60) + seconds.to_i
26
- microseconds = (seconds * UNIT_US['s']) + (millis.to_s.ljust(3, '0').to_i * UNIT_US['ms'])
27
- else
28
- # anchored sequential matching (linear time, no backtracking over start positions)
29
- scanner = StringScanner.new(value)
30
- units = []
31
- until scanner.eos?
32
- Aspera.assert(scanner.scan(/(\d+)(ms|us|[wdhms])/), type: ParameterError) { "Invalid duration: #{value}" }
33
- units.push([scanner[1], scanner[2]])
34
- end
35
- Aspera.assert(!units.empty?, type: ParameterError) { "Invalid duration: #{value}" }
36
- microseconds = units.sum { |number, number_unit| number.to_i * UNIT_US[number_unit] }
37
- end
38
- microseconds / UNIT_US[unit]
39
- end
40
- end
41
- end
42
- end
@@ -1,30 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Aspera
4
- module Keychain
5
- class Base
6
- CONTENT_KEYS = %i[label username password url description].freeze
7
-
8
- # Returns a lightweight list: one Hash per secret with :label (and :id if the backend has one).
9
- # Override in subclasses that can provide this cheaply without fetching full item details.
10
- def ids
11
- all.map { |s| s.slice(:id, :label).compact }
12
- end
13
-
14
- def validate_set(options)
15
- Aspera.assert_type(options, Hash) { 'options' }
16
- unsupported = options.keys - CONTENT_KEYS
17
- Aspera.assert(unsupported.empty?) { "unsupported options: #{unsupported}, use #{CONTENT_KEYS.join(', ')}" }
18
- options.each_pair do |k, v|
19
- Aspera.assert_type(v, String) { k.to_s }
20
- end
21
- Aspera.assert(options.key?(:label), 'label is required')
22
- end
23
-
24
- # Labels are unique: `set` does not overwrite an existing secret
25
- def assert_new_label(label)
26
- Aspera.assert(get(label: label, exception: false).nil?) { "secret #{label} already exist, delete first" }
27
- end
28
- end
29
- end
30
- end
@@ -1,192 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'aspera/hash_ext'
4
- require 'aspera/environment'
5
- require 'aspera/log'
6
- require 'aspera/assert'
7
- require 'aspera/keychain/base'
8
- require 'aspera/yaml'
9
- require 'openssl'
10
- require 'yaml'
11
-
12
- module Aspera
13
- module Keychain
14
- # Manage secrets in a simple Hash
15
- class EncryptedHash < Base
16
- LEGACY_CIPHER_NAME = 'aes-256-cbc'
17
- DEFAULT_CIPHER_NAME = 'aes-256-cbc'
18
- FILE_TYPE = 'encrypted_hash_vault'
19
- FILE_KEYS = %w[version type cipher data].sort.freeze
20
- FILE_KEYS_KDF = (%w[kdf] + FILE_KEYS).sort.freeze
21
- # PBKDF2 parameters for new vaults
22
- KDF_ITERATIONS = 200_000
23
- KDF_DIGEST = 'SHA256'
24
- KDF_SALT_BYTES = 16
25
- private_constant :LEGACY_CIPHER_NAME, :DEFAULT_CIPHER_NAME, :FILE_TYPE, :FILE_KEYS, :FILE_KEYS_KDF,
26
- :KDF_ITERATIONS, :KDF_DIGEST, :KDF_SALT_BYTES
27
-
28
- def initialize(file:, password:)
29
- super()
30
- Aspera.assert_type(file, String) { 'path to vault file' }
31
- @path = file
32
- Log.dump(:vault_file, @path)
33
- @all_secrets = {}
34
- @cipher_name = DEFAULT_CIPHER_NAME
35
- @kdf_params = nil
36
- # true when the vault was created by v4.26.0 (password padded with zeros, no KDF)
37
- @legacy_key = false
38
- vault_encrypted_data = nil
39
- Log.dump(:vault_file, File.expand_path(@path))
40
- if File.exist?(@path)
41
- vault_file = File.read(@path)
42
- if vault_file.start_with?('---')
43
- vault_info = Yaml.safe_load(vault_file)
44
- Aspera.assert_type(vault_info, Hash) { "Invalid vault file: #{@path}" }
45
- sorted_keys = vault_info.keys.sort
46
- Aspera.assert(sorted_keys == FILE_KEYS || sorted_keys == FILE_KEYS_KDF) { "Invalid vault file: #{@path}: #{sorted_keys}" }
47
- @cipher_name = vault_info['cipher']
48
- @kdf_params = vault_info['kdf']
49
- # vault created before PBKDF2 was introduced (v4.26.0 format: no kdf field)
50
- @legacy_key = @kdf_params.nil?
51
- vault_encrypted_data = vault_info['data']
52
- else
53
- # legacy vault file (binary, pre-YAML format)
54
- @cipher_name = LEGACY_CIPHER_NAME
55
- @legacy_key = true
56
- vault_encrypted_data = File.read(@path, mode: 'rb')
57
- end
58
- end
59
- # setting password also creates the cipher
60
- @cipher = cipher(password)
61
- @all_secrets = Yaml.safe_load(@cipher.decrypt(vault_encrypted_data)) || {} if !vault_encrypted_data.nil?
62
- end
63
-
64
- def info
65
- return {
66
- file: @path
67
- }
68
- end
69
-
70
- def all
71
- result = []
72
- @all_secrets.each do |label, values|
73
- normal = values.symbolize_keys
74
- normal[:label] = label
75
- CONTENT_KEYS.each { |k| normal[k] = '' unless normal.key?(k) }
76
- result.push(normal)
77
- end
78
- return result
79
- end
80
-
81
- # set a secret
82
- # @param options [Hash] with keys :label, :username, :password, :url, :description
83
- def set(options)
84
- validate_set(options)
85
- label = options.delete(:label)
86
- assert_new_label(label)
87
- @all_secrets[label] = options.symbolize_keys
88
- save
89
- end
90
-
91
- def get(label:, exception: true)
92
- Aspera.assert(@all_secrets.key?(label)) { "Label not found: #{label}" } if exception
93
- result = @all_secrets[label].clone
94
- result[:label] = label if result.is_a?(Hash)
95
- return result
96
- end
97
-
98
- def delete(label:)
99
- Aspera.assert(@all_secrets.key?(label)) { "Label not found: #{label}" }
100
- @all_secrets.delete(label)
101
- save
102
- end
103
-
104
- def change_password(password)
105
- # Generate new KDF params so a password change also re-salts the vault
106
- # (and migrates a legacy vault to PBKDF2)
107
- @legacy_key = false
108
- @kdf_params = nil
109
- @cipher = cipher(password)
110
- save
111
- end
112
-
113
- private
114
-
115
- # Minimal cipher wrapper using OpenSSL, compatible with the SymmetricEncryption
116
- # binary format: a 6-byte header "@EnC\x00\x00" followed by AES ciphertext
117
- # produced with a zero IV (encoding: :none, no random IV in header).
118
- class OsslCipher
119
- HEADER = "@EnC\x00\x00".b.freeze
120
- HEADER_SIZE = HEADER.bytesize
121
-
122
- def initialize(cipher_name, key)
123
- @cipher_name = cipher_name
124
- @key = key
125
- end
126
-
127
- def encrypt(plaintext)
128
- c = OpenSSL::Cipher.new(@cipher_name)
129
- c.encrypt
130
- c.key = @key
131
- c.iv = "\x00".b * c.iv_len
132
- HEADER + c.update(plaintext.b) + c.final
133
- end
134
-
135
- def decrypt(ciphertext)
136
- body = ciphertext.b[HEADER_SIZE..]
137
- c = OpenSSL::Cipher.new(@cipher_name)
138
- c.decrypt
139
- c.key = @key
140
- c.iv = "\x00".b * c.iv_len
141
- (c.update(body) + c.final).force_encoding(Encoding::UTF_8)
142
- end
143
- end
144
-
145
- # Derive an AES key from `new_password`.
146
- # @legacy_key is true for vaults created by v4.26.0 or earlier (no kdf field):
147
- # key = password truncated/zero-padded to key_bytes (same as symmetric-encryption did).
148
- # Otherwise PBKDF2 is used. When @kdf_params is nil (new vault or password change)
149
- # a fresh salt is generated; when already set (existing vault) it is reused.
150
- def cipher(new_password)
151
- key_bytes = @cipher_name.split('-')[1].to_i / Environment::BITS_PER_BYTE
152
- key =
153
- if @legacy_key
154
- # Replicate the v4.26.0 key derivation: password + NUL padding, truncated to key_bytes
155
- (new_password + ("\x00" * key_bytes))[0, key_bytes]
156
- else
157
- if @kdf_params.nil?
158
- # New vault or password change: generate a fresh salt
159
- salt = OpenSSL::Random.random_bytes(KDF_SALT_BYTES)
160
- @kdf_params = {
161
- 'algo' => 'PBKDF2',
162
- 'digest' => KDF_DIGEST,
163
- 'iterations' => KDF_ITERATIONS,
164
- 'salt' => [salt].pack('m0') # base64, no newlines
165
- }
166
- end
167
- salt = @kdf_params['salt'].unpack1('m0')
168
- OpenSSL::KDF.pbkdf2_hmac(
169
- new_password,
170
- salt: salt,
171
- iterations: @kdf_params['iterations'],
172
- length: key_bytes,
173
- hash: @kdf_params['digest']
174
- )
175
- end
176
- OsslCipher.new(@cipher_name, key)
177
- end
178
-
179
- # save current data to file with format
180
- def save
181
- vault_info = {
182
- 'version' => '1.1.0',
183
- 'type' => FILE_TYPE,
184
- 'cipher' => @cipher_name,
185
- 'kdf' => @kdf_params,
186
- 'data' => @cipher.encrypt(YAML.dump(@all_secrets))
187
- }
188
- Environment.write_file_restricted(@path, force: true) { YAML.dump(vault_info) }
189
- end
190
- end
191
- end
192
- end
@@ -1,58 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Aspera
4
- module Keychain
5
- # Factory to create vault/keychain instances
6
- class Factory
7
- LIST = %i[file system vault 1password].freeze
8
- class << self
9
- # Create a vault instance
10
- # @param info [Hash] vault options
11
- # @param name [String] name of the vault
12
- # @param folder [String] folder to store the vault (if needed)
13
- # @param password [String] password to open the vault
14
- def create(info, name, folder, password)
15
- Aspera.assert_hash_all(info, Symbol, String) { 'vault info shall have only string values' }
16
- info = info.symbolize_keys
17
- vault_type = info.delete(:type)
18
- case vault_type
19
- when 'file'
20
- # `name` (or `file`), default: `vault.bin`
21
- info[:file] = info.delete(:name) || info[:file] || 'vault.bin'
22
- info[:file] = File.join(folder, info[:file]) unless File.absolute_path?(info[:file])
23
- Aspera.assert(!password.nil?, 'please provide password')
24
- info[:password] = password
25
- # this module requires compilation, so it is optional
26
- require 'aspera/keychain/encrypted_hash'
27
- Keychain::EncryptedHash.new(**info)
28
- when 'system'
29
- case Environment.instance.os
30
- when Environment::OS_MACOS
31
- info[:name] ||= name
32
- Keychain::MacosSystem.new(**info)
33
- else
34
- raise Error, 'not implemented for this OS'
35
- end
36
- when 'vault'
37
- require 'aspera/keychain/hashicorp_vault'
38
- info[:token] ||= password
39
- Keychain::HashicorpVault.new(**info)
40
- when '1password'
41
- source = info.delete(:source) || 'api'
42
- case source
43
- when 'api'
44
- require 'aspera/keychain/one_password_api'
45
- info[:token] ||= password
46
- Keychain::OnePasswordApi.new(**info)
47
- when 'cli'
48
- require 'aspera/keychain/one_password_cli'
49
- Keychain::OnePasswordCli.new(**info)
50
- else Aspera.error_unexpected_value(source, type: ParameterError) { 'vault.source' }
51
- end
52
- else Aspera.error_unexpected_value(vault_type, type: ParameterError) { 'vault.type' }
53
- end
54
- end
55
- end
56
- end
57
- end
58
- end
@@ -1,77 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- require 'aspera/environment'
4
- require 'aspera/log'
5
- require 'aspera/assert'
6
- require 'aspera/keychain/base'
7
- require 'vault'
8
-
9
- module Aspera
10
- module Keychain
11
- # Manage secrets in a Hashicorp Vault
12
- class HashicorpVault < Base
13
- STORE_PATH = 'secret/data/'
14
-
15
- private_constant :STORE_PATH
16
-
17
- def initialize(url:, token:)
18
- super()
19
- Vault.configure do |config|
20
- config.address = url
21
- config.token = token
22
- end
23
- end
24
-
25
- def info
26
- {
27
- url: Vault.address,
28
- password: Vault.auth_token
29
- }
30
- end
31
-
32
- def all
33
- metadata_path = STORE_PATH.sub('/data/', '/metadata/')
34
- return Vault.logical.list(metadata_path).filter_map do |label|
35
- # KV v2: deleted secrets are still listed in metadata
36
- get(label: label, exception: false)&.merge(label: label)
37
- end
38
- end
39
-
40
- # Set a secret
41
- # @param options [Hash] with keys :label, :username, :password, :url, :description
42
- def set(options)
43
- validate_set(options)
44
- label = options.fetch(:label)
45
- assert_new_label(label)
46
- data = {
47
- username: options[:username],
48
- password: options[:password],
49
- url: options[:url],
50
- description: options[:description]
51
- }.compact
52
- Vault.logical.write(path(label), data: data)
53
- end
54
-
55
- def get(label:, exception: true)
56
- # KV v2: a deleted secret may have metadata but no data
57
- data = Vault.logical.read(path(label))&.data&.[](:data)
58
- if data.nil?
59
- raise "Secret '#{label}' not found" if exception
60
- return
61
- end
62
- return data
63
- end
64
-
65
- def delete(label:)
66
- path = path(label)
67
- Vault.logical.delete(path)
68
- end
69
-
70
- private
71
-
72
- def path(label)
73
- "#{STORE_PATH}#{label}"
74
- end
75
- end
76
- end
77
- end