octoparse-cli 0.1.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. package/README.md +271 -0
  2. package/RUNTIME_SECURITY_NOTICE.txt +41 -0
  3. package/SECURITY.md +24 -0
  4. package/dist/cli/args.js +34 -0
  5. package/dist/cli/help.js +214 -0
  6. package/dist/cli/output.js +39 -0
  7. package/dist/commands/auth.js +283 -0
  8. package/dist/commands/capabilities.js +118 -0
  9. package/dist/commands/cloud.js +241 -0
  10. package/dist/commands/data.js +220 -0
  11. package/dist/commands/doctor.js +73 -0
  12. package/dist/commands/env.js +63 -0
  13. package/dist/commands/local.js +251 -0
  14. package/dist/commands/run.js +622 -0
  15. package/dist/commands/runs.js +171 -0
  16. package/dist/commands/task.js +101 -0
  17. package/dist/index.js +133 -0
  18. package/dist/runtime/account-capabilities.js +71 -0
  19. package/dist/runtime/api-client.js +290 -0
  20. package/dist/runtime/artifacts.js +33 -0
  21. package/dist/runtime/auth.js +94 -0
  22. package/dist/runtime/bridge-hub.js +173 -0
  23. package/dist/runtime/client-headers.js +23 -0
  24. package/dist/runtime/cloud-data.js +75 -0
  25. package/dist/runtime/config.js +48 -0
  26. package/dist/runtime/data-exporter.js +267 -0
  27. package/dist/runtime/engine-host.js +449 -0
  28. package/dist/runtime/local-runs.js +92 -0
  29. package/dist/runtime/naming.js +13 -0
  30. package/dist/runtime/run-control.js +363 -0
  31. package/dist/runtime/run-services.js +380 -0
  32. package/dist/runtime/security-notice.js +78 -0
  33. package/dist/runtime/task-definition-provider.js +282 -0
  34. package/dist/types.js +4 -0
  35. package/examples/minimal-task.json +6 -0
  36. package/examples/navigate-example-task.json +6 -0
  37. package/node_modules/@octopus/bpmn/index.js +3 -0
  38. package/node_modules/@octopus/bpmn/lib/Context.js +245 -0
  39. package/node_modules/@octopus/bpmn/lib/Definition.js +258 -0
  40. package/node_modules/@octopus/bpmn/lib/Engine.js +275 -0
  41. package/node_modules/@octopus/bpmn/lib/PrematureStopError.js +7 -0
  42. package/node_modules/@octopus/bpmn/lib/activities/Activity.js +202 -0
  43. package/node_modules/@octopus/bpmn/lib/activities/BaseProcess.js +308 -0
  44. package/node_modules/@octopus/bpmn/lib/activities/BaseTask.js +145 -0
  45. package/node_modules/@octopus/bpmn/lib/activities/BoundaryEvent.js +12 -0
  46. package/node_modules/@octopus/bpmn/lib/activities/Dummy.js +10 -0
  47. package/node_modules/@octopus/bpmn/lib/activities/EventDefinition.js +99 -0
  48. package/node_modules/@octopus/bpmn/lib/activities/Flow.js +52 -0
  49. package/node_modules/@octopus/bpmn/lib/activities/Form.js +67 -0
  50. package/node_modules/@octopus/bpmn/lib/activities/InputOutput.js +53 -0
  51. package/node_modules/@octopus/bpmn/lib/activities/IntermediateCatchEvent.js +12 -0
  52. package/node_modules/@octopus/bpmn/lib/activities/MessageFlow.js +19 -0
  53. package/node_modules/@octopus/bpmn/lib/activities/MultiInstanceLoopCharacteristics.js +160 -0
  54. package/node_modules/@octopus/bpmn/lib/activities/Properties.js +27 -0
  55. package/node_modules/@octopus/bpmn/lib/activities/SequenceFlow.js +56 -0
  56. package/node_modules/@octopus/bpmn/lib/activities/ServiceConnector.js +71 -0
  57. package/node_modules/@octopus/bpmn/lib/context-helper.js +198 -0
  58. package/node_modules/@octopus/bpmn/lib/events/EndEvent.js +22 -0
  59. package/node_modules/@octopus/bpmn/lib/events/ErrorEvent.js +41 -0
  60. package/node_modules/@octopus/bpmn/lib/events/MessageEvent.js +19 -0
  61. package/node_modules/@octopus/bpmn/lib/events/StartEvent.js +55 -0
  62. package/node_modules/@octopus/bpmn/lib/events/TimerEvent.js +75 -0
  63. package/node_modules/@octopus/bpmn/lib/expressions.js +41 -0
  64. package/node_modules/@octopus/bpmn/lib/gateways/ExclusiveGateway.js +86 -0
  65. package/node_modules/@octopus/bpmn/lib/gateways/InclusiveGateway.js +56 -0
  66. package/node_modules/@octopus/bpmn/lib/gateways/ParallelGateway.js +195 -0
  67. package/node_modules/@octopus/bpmn/lib/getPropertyValue.js +83 -0
  68. package/node_modules/@octopus/bpmn/lib/index.js +6 -0
  69. package/node_modules/@octopus/bpmn/lib/mapper.js +55 -0
  70. package/node_modules/@octopus/bpmn/lib/parameter.js +119 -0
  71. package/node_modules/@octopus/bpmn/lib/script-helper.js +45 -0
  72. package/node_modules/@octopus/bpmn/lib/tasks/ManualTask.js +31 -0
  73. package/node_modules/@octopus/bpmn/lib/tasks/ReceiveTask.js +31 -0
  74. package/node_modules/@octopus/bpmn/lib/tasks/ScriptTask.js +35 -0
  75. package/node_modules/@octopus/bpmn/lib/tasks/SendTask.js +16 -0
  76. package/node_modules/@octopus/bpmn/lib/tasks/ServiceTask.js +68 -0
  77. package/node_modules/@octopus/bpmn/lib/tasks/SubProcess.js +17 -0
  78. package/node_modules/@octopus/bpmn/lib/tasks/Task.js +16 -0
  79. package/node_modules/@octopus/bpmn/lib/tasks/UserTask.js +47 -0
  80. package/node_modules/@octopus/bpmn/lib/transformer.js +13 -0
  81. package/node_modules/@octopus/bpmn/lib/validation.js +111 -0
  82. package/node_modules/@octopus/bpmn/package.json +17 -0
  83. package/node_modules/@octopus/bpmn/types/bpmn.d.ts +85 -0
  84. package/node_modules/@octopus/engine/README.md +370 -0
  85. package/node_modules/@octopus/engine/dist/actions/BackPreWebPageAction.d.ts +4 -0
  86. package/node_modules/@octopus/engine/dist/actions/BackPreWebPageAction.js +1 -0
  87. package/node_modules/@octopus/engine/dist/actions/BaseAction.d.ts +339 -0
  88. package/node_modules/@octopus/engine/dist/actions/BaseAction.js +1559 -0
  89. package/node_modules/@octopus/engine/dist/actions/BranchAction.d.ts +9 -0
  90. package/node_modules/@octopus/engine/dist/actions/BranchAction.js +1 -0
  91. package/node_modules/@octopus/engine/dist/actions/ClickAction.d.ts +22 -0
  92. package/node_modules/@octopus/engine/dist/actions/ClickAction.js +1 -0
  93. package/node_modules/@octopus/engine/dist/actions/ConditionAction.d.ts +4 -0
  94. package/node_modules/@octopus/engine/dist/actions/ConditionAction.js +1 -0
  95. package/node_modules/@octopus/engine/dist/actions/EmptyAction.d.ts +4 -0
  96. package/node_modules/@octopus/engine/dist/actions/EmptyAction.js +12 -0
  97. package/node_modules/@octopus/engine/dist/actions/EnterCaptchaAction.d.ts +28 -0
  98. package/node_modules/@octopus/engine/dist/actions/EnterCaptchaAction.js +1 -0
  99. package/node_modules/@octopus/engine/dist/actions/EnterTextAction.d.ts +20 -0
  100. package/node_modules/@octopus/engine/dist/actions/EnterTextAction.js +1 -0
  101. package/node_modules/@octopus/engine/dist/actions/ExtractDataAction.d.ts +40 -0
  102. package/node_modules/@octopus/engine/dist/actions/ExtractDataAction.js +1 -0
  103. package/node_modules/@octopus/engine/dist/actions/LoopAction.d.ts +41 -0
  104. package/node_modules/@octopus/engine/dist/actions/LoopAction.js +526 -0
  105. package/node_modules/@octopus/engine/dist/actions/LoopStartAction.d.ts +47 -0
  106. package/node_modules/@octopus/engine/dist/actions/LoopStartAction.js +607 -0
  107. package/node_modules/@octopus/engine/dist/actions/MouseOverAction.d.ts +8 -0
  108. package/node_modules/@octopus/engine/dist/actions/MouseOverAction.js +34 -0
  109. package/node_modules/@octopus/engine/dist/actions/NavigateAction.d.ts +38 -0
  110. package/node_modules/@octopus/engine/dist/actions/NavigateAction.js +535 -0
  111. package/node_modules/@octopus/engine/dist/actions/SwitchComboAction.d.ts +13 -0
  112. package/node_modules/@octopus/engine/dist/actions/SwitchComboAction.js +69 -0
  113. package/node_modules/@octopus/engine/dist/browser.d.ts +17 -0
  114. package/node_modules/@octopus/engine/dist/browser.js +157 -0
  115. package/node_modules/@octopus/engine/dist/browserProxy.d.ts +90 -0
  116. package/node_modules/@octopus/engine/dist/browserProxy.js +1 -0
  117. package/node_modules/@octopus/engine/dist/configs/BaseConfig.d.ts +20 -0
  118. package/node_modules/@octopus/engine/dist/configs/BaseConfig.js +88 -0
  119. package/node_modules/@octopus/engine/dist/configs/BranchConfig.d.ts +7 -0
  120. package/node_modules/@octopus/engine/dist/configs/BranchConfig.js +1 -0
  121. package/node_modules/@octopus/engine/dist/configs/ClickConfig.d.ts +36 -0
  122. package/node_modules/@octopus/engine/dist/configs/ClickConfig.js +65 -0
  123. package/node_modules/@octopus/engine/dist/configs/EnterCaptchaConfig.d.ts +19 -0
  124. package/node_modules/@octopus/engine/dist/configs/EnterCaptchaConfig.js +25 -0
  125. package/node_modules/@octopus/engine/dist/configs/EnterTextConfig.d.ts +24 -0
  126. package/node_modules/@octopus/engine/dist/configs/EnterTextConfig.js +36 -0
  127. package/node_modules/@octopus/engine/dist/configs/ExtractDataConfig.d.ts +12 -0
  128. package/node_modules/@octopus/engine/dist/configs/ExtractDataConfig.js +1 -0
  129. package/node_modules/@octopus/engine/dist/configs/LoopConfig.d.ts +25 -0
  130. package/node_modules/@octopus/engine/dist/configs/LoopConfig.js +40 -0
  131. package/node_modules/@octopus/engine/dist/configs/LoopStartConfig.d.ts +4 -0
  132. package/node_modules/@octopus/engine/dist/configs/LoopStartConfig.js +12 -0
  133. package/node_modules/@octopus/engine/dist/configs/MouseOverConfig.d.ts +8 -0
  134. package/node_modules/@octopus/engine/dist/configs/MouseOverConfig.js +15 -0
  135. package/node_modules/@octopus/engine/dist/configs/NavigateConfig.d.ts +41 -0
  136. package/node_modules/@octopus/engine/dist/configs/NavigateConfig.js +121 -0
  137. package/node_modules/@octopus/engine/dist/configs/SwitchComboConfig.d.ts +8 -0
  138. package/node_modules/@octopus/engine/dist/configs/SwitchComboConfig.js +15 -0
  139. package/node_modules/@octopus/engine/dist/enums/index.d.ts +419 -0
  140. package/node_modules/@octopus/engine/dist/enums/index.js +314 -0
  141. package/node_modules/@octopus/engine/dist/extension/BrowserWebSocketTransport-D_zAGZMQ.js +1 -0
  142. package/node_modules/@octopus/engine/dist/extension/LaunchOptions-DxvePrV4.js +6 -0
  143. package/node_modules/@octopus/engine/dist/extension/NodeWebSocketTransport-BTgRVB7Z.js +6 -0
  144. package/node_modules/@octopus/engine/dist/extension/background.js +396 -0
  145. package/node_modules/@octopus/engine/dist/extension/bidi-C_GIZ8Uz.js +131 -0
  146. package/node_modules/@octopus/engine/dist/extension/manifest.json +27 -0
  147. package/node_modules/@octopus/engine/dist/extension/src/content/anti-detection.js +1 -0
  148. package/node_modules/@octopus/engine/dist/extension-bridge/BaseExtensionBridge.d.ts +21 -0
  149. package/node_modules/@octopus/engine/dist/extension-bridge/BaseExtensionBridge.js +117 -0
  150. package/node_modules/@octopus/engine/dist/extension-bridge/SessionExtensionBridge.d.ts +17 -0
  151. package/node_modules/@octopus/engine/dist/extension-bridge/SessionExtensionBridge.js +29 -0
  152. package/node_modules/@octopus/engine/dist/extension-bridge/index.d.ts +2 -0
  153. package/node_modules/@octopus/engine/dist/extension-bridge/index.js +5 -0
  154. package/node_modules/@octopus/engine/dist/extension-bridge/types.d.ts +159 -0
  155. package/node_modules/@octopus/engine/dist/extension-bridge/types.js +5 -0
  156. package/node_modules/@octopus/engine/dist/extensions/ublock-origin/uBlock0.chromium.tar.xz +0 -0
  157. package/node_modules/@octopus/engine/dist/extensions/ublock-origin-lite/uBOLite.chromium.tar.xz +0 -0
  158. package/node_modules/@octopus/engine/dist/index.d.ts +169 -0
  159. package/node_modules/@octopus/engine/dist/index.js +1 -0
  160. package/node_modules/@octopus/engine/dist/models/actionItem.d.ts +16 -0
  161. package/node_modules/@octopus/engine/dist/models/actionItem.js +15 -0
  162. package/node_modules/@octopus/engine/dist/models/conditionCheckArgs.d.ts +11 -0
  163. package/node_modules/@octopus/engine/dist/models/conditionCheckArgs.js +11 -0
  164. package/node_modules/@octopus/engine/dist/models/customizeCookie.d.ts +14 -0
  165. package/node_modules/@octopus/engine/dist/models/customizeCookie.js +6 -0
  166. package/node_modules/@octopus/engine/dist/models/downloadFileConfig.d.ts +17 -0
  167. package/node_modules/@octopus/engine/dist/models/downloadFileConfig.js +26 -0
  168. package/node_modules/@octopus/engine/dist/models/elementNotFoundArgs.d.ts +8 -0
  169. package/node_modules/@octopus/engine/dist/models/elementNotFoundArgs.js +12 -0
  170. package/node_modules/@octopus/engine/dist/models/elementNotFoundError.d.ts +2 -0
  171. package/node_modules/@octopus/engine/dist/models/elementNotFoundError.js +6 -0
  172. package/node_modules/@octopus/engine/dist/models/extractItem.d.ts +37 -0
  173. package/node_modules/@octopus/engine/dist/models/extractItem.js +35 -0
  174. package/node_modules/@octopus/engine/dist/models/extractTemplate.d.ts +11 -0
  175. package/node_modules/@octopus/engine/dist/models/extractTemplate.js +48 -0
  176. package/node_modules/@octopus/engine/dist/models/extractTextItem.d.ts +10 -0
  177. package/node_modules/@octopus/engine/dist/models/extractTextItem.js +17 -0
  178. package/node_modules/@octopus/engine/dist/models/globalConfig.d.ts +5 -0
  179. package/node_modules/@octopus/engine/dist/models/globalConfig.js +1 -0
  180. package/node_modules/@octopus/engine/dist/models/httpHeader.d.ts +4 -0
  181. package/node_modules/@octopus/engine/dist/models/httpHeader.js +10 -0
  182. package/node_modules/@octopus/engine/dist/models/operation.d.ts +27 -0
  183. package/node_modules/@octopus/engine/dist/models/operation.js +242 -0
  184. package/node_modules/@octopus/engine/dist/models/retryCondition.d.ts +7 -0
  185. package/node_modules/@octopus/engine/dist/models/retryCondition.js +10 -0
  186. package/node_modules/@octopus/engine/dist/models/task.d.ts +89 -0
  187. package/node_modules/@octopus/engine/dist/models/task.js +120 -0
  188. package/node_modules/@octopus/engine/dist/models/trigger.d.ts +66 -0
  189. package/node_modules/@octopus/engine/dist/models/trigger.js +117 -0
  190. package/node_modules/@octopus/engine/dist/package.json +26 -0
  191. package/node_modules/@octopus/engine/dist/public-types.d.ts +13 -0
  192. package/node_modules/@octopus/engine/dist/public-types.js +2 -0
  193. package/node_modules/@octopus/engine/dist/settings.d.ts +41 -0
  194. package/node_modules/@octopus/engine/dist/settings.js +20 -0
  195. package/node_modules/@octopus/engine/dist/solvers/captcha/ClickCaptchaSolver.d.ts +6 -0
  196. package/node_modules/@octopus/engine/dist/solvers/captcha/ClickCaptchaSolver.js +1 -0
  197. package/node_modules/@octopus/engine/dist/solvers/captcha/HCaptchaSolver.d.ts +4 -0
  198. package/node_modules/@octopus/engine/dist/solvers/captcha/HCaptchaSolver.js +73 -0
  199. package/node_modules/@octopus/engine/dist/solvers/captcha/ImageCaptchaSolver.d.ts +2 -0
  200. package/node_modules/@octopus/engine/dist/solvers/captcha/ImageCaptchaSolver.js +74 -0
  201. package/node_modules/@octopus/engine/dist/solvers/captcha/RecaptchaSolver.d.ts +9 -0
  202. package/node_modules/@octopus/engine/dist/solvers/captcha/RecaptchaSolver.js +371 -0
  203. package/node_modules/@octopus/engine/dist/solvers/captcha/SliderCaptchaSolver.d.ts +6 -0
  204. package/node_modules/@octopus/engine/dist/solvers/captcha/SliderCaptchaSolver.js +184 -0
  205. package/node_modules/@octopus/engine/dist/solvers/captcha/SlidingTrajectory.d.ts +50 -0
  206. package/node_modules/@octopus/engine/dist/solvers/captcha/SlidingTrajectory.js +125 -0
  207. package/node_modules/@octopus/engine/dist/solvers/captcha/types.d.ts +68 -0
  208. package/node_modules/@octopus/engine/dist/solvers/captcha/types.js +34 -0
  209. package/node_modules/@octopus/engine/dist/solvers/captcha/utils.d.ts +2 -0
  210. package/node_modules/@octopus/engine/dist/solvers/captcha/utils.js +15 -0
  211. package/node_modules/@octopus/engine/dist/translator/actionFactory.d.ts +6 -0
  212. package/node_modules/@octopus/engine/dist/translator/actionFactory.js +1 -0
  213. package/node_modules/@octopus/engine/dist/translator/activityTypeEnum.d.ts +22 -0
  214. package/node_modules/@octopus/engine/dist/translator/activityTypeEnum.js +1 -0
  215. package/node_modules/@octopus/engine/dist/translator/backPreWebPageAction.d.ts +5 -0
  216. package/node_modules/@octopus/engine/dist/translator/backPreWebPageAction.js +1 -0
  217. package/node_modules/@octopus/engine/dist/translator/baseAction.d.ts +31 -0
  218. package/node_modules/@octopus/engine/dist/translator/baseAction.js +1 -0
  219. package/node_modules/@octopus/engine/dist/translator/breakActivity.d.ts +5 -0
  220. package/node_modules/@octopus/engine/dist/translator/breakActivity.js +1 -0
  221. package/node_modules/@octopus/engine/dist/translator/clickAction.d.ts +5 -0
  222. package/node_modules/@octopus/engine/dist/translator/clickAction.js +1 -0
  223. package/node_modules/@octopus/engine/dist/translator/completeWF.d.ts +5 -0
  224. package/node_modules/@octopus/engine/dist/translator/completeWF.js +1 -0
  225. package/node_modules/@octopus/engine/dist/translator/conditionAction.d.ts +6 -0
  226. package/node_modules/@octopus/engine/dist/translator/conditionAction.js +1 -0
  227. package/node_modules/@octopus/engine/dist/translator/emptyAction.d.ts +5 -0
  228. package/node_modules/@octopus/engine/dist/translator/emptyAction.js +1 -0
  229. package/node_modules/@octopus/engine/dist/translator/enterCapachaAction.d.ts +5 -0
  230. package/node_modules/@octopus/engine/dist/translator/enterCapachaAction.js +1 -0
  231. package/node_modules/@octopus/engine/dist/translator/enterTextAction.d.ts +5 -0
  232. package/node_modules/@octopus/engine/dist/translator/enterTextAction.js +1 -0
  233. package/node_modules/@octopus/engine/dist/translator/extractDataAction.d.ts +13 -0
  234. package/node_modules/@octopus/engine/dist/translator/extractDataAction.js +1 -0
  235. package/node_modules/@octopus/engine/dist/translator/loopAction.d.ts +5 -0
  236. package/node_modules/@octopus/engine/dist/translator/loopAction.js +1 -0
  237. package/node_modules/@octopus/engine/dist/translator/mouseOverAction.d.ts +5 -0
  238. package/node_modules/@octopus/engine/dist/translator/mouseOverAction.js +19 -0
  239. package/node_modules/@octopus/engine/dist/translator/navigateAction.d.ts +5 -0
  240. package/node_modules/@octopus/engine/dist/translator/navigateAction.js +117 -0
  241. package/node_modules/@octopus/engine/dist/translator/rootAction.d.ts +6 -0
  242. package/node_modules/@octopus/engine/dist/translator/rootAction.js +80 -0
  243. package/node_modules/@octopus/engine/dist/translator/switchCombo2Action.d.ts +5 -0
  244. package/node_modules/@octopus/engine/dist/translator/switchCombo2Action.js +19 -0
  245. package/node_modules/@octopus/engine/dist/translator/translator.d.ts +1 -0
  246. package/node_modules/@octopus/engine/dist/translator/translator.js +36 -0
  247. package/node_modules/@octopus/engine/dist/type.d.ts +25 -0
  248. package/node_modules/@octopus/engine/dist/type.js +2 -0
  249. package/node_modules/@octopus/engine/dist/types/browser.d.ts +191 -0
  250. package/node_modules/@octopus/engine/dist/types/browser.js +1 -0
  251. package/node_modules/@octopus/engine/dist/types/browserManager.d.ts +41 -0
  252. package/node_modules/@octopus/engine/dist/types/browserManager.js +1 -0
  253. package/node_modules/@octopus/engine/dist/types/index.d.ts +40 -0
  254. package/node_modules/@octopus/engine/dist/types/index.js +2 -0
  255. package/node_modules/@octopus/engine/dist/types/plugin.d.ts +29 -0
  256. package/node_modules/@octopus/engine/dist/types/plugin.js +2 -0
  257. package/node_modules/@octopus/engine/dist/utils/AsyncEmitter.d.ts +15 -0
  258. package/node_modules/@octopus/engine/dist/utils/AsyncEmitter.js +1 -0
  259. package/node_modules/@octopus/engine/dist/utils/DataStore.d.ts +58 -0
  260. package/node_modules/@octopus/engine/dist/utils/DataStore.js +1 -0
  261. package/node_modules/@octopus/engine/dist/utils/DateTimeFormatHelper.d.ts +22 -0
  262. package/node_modules/@octopus/engine/dist/utils/DateTimeFormatHelper.js +173 -0
  263. package/node_modules/@octopus/engine/dist/utils/FileDownloader.d.ts +108 -0
  264. package/node_modules/@octopus/engine/dist/utils/FileDownloader.js +1 -0
  265. package/node_modules/@octopus/engine/dist/utils/HttpRequester.d.ts +43 -0
  266. package/node_modules/@octopus/engine/dist/utils/HttpRequester.js +174 -0
  267. package/node_modules/@octopus/engine/dist/utils/JsonParser.d.ts +95 -0
  268. package/node_modules/@octopus/engine/dist/utils/JsonParser.js +439 -0
  269. package/node_modules/@octopus/engine/dist/utils/Operations.d.ts +27 -0
  270. package/node_modules/@octopus/engine/dist/utils/Operations.js +115 -0
  271. package/node_modules/@octopus/engine/dist/utils/index.d.ts +28 -0
  272. package/node_modules/@octopus/engine/dist/utils/index.js +356 -0
  273. package/node_modules/@octopus/engine/package.json +58 -0
  274. package/package.json +79 -0
  275. package/schemas/capabilities-v1.schema.json +234 -0
  276. package/schemas/detached-bootstrap-v1.schema.json +42 -0
  277. package/schemas/json-envelope-v1.schema.json +39 -0
  278. package/schemas/run-event-v1.schema.json +47 -0
@@ -0,0 +1,234 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://octoparse.local/schemas/capabilities-v1.schema.json",
4
+ "title": "Octo Engine Capabilities Response v1",
5
+ "description": "Full response shape for octoparse capabilities --json.",
6
+ "type": "object",
7
+ "required": ["ok", "data"],
8
+ "properties": {
9
+ "ok": { "const": true },
10
+ "data": {
11
+ "type": "object",
12
+ "required": [
13
+ "name",
14
+ "version",
15
+ "agentContractVersion",
16
+ "authentication",
17
+ "output",
18
+ "machineContract",
19
+ "exitCodes",
20
+ "commands",
21
+ "dataSources",
22
+ "exportFormats",
23
+ "env"
24
+ ],
25
+ "properties": {
26
+ "name": { "const": "octoparse" },
27
+ "version": {
28
+ "type": "string",
29
+ "minLength": 1
30
+ },
31
+ "agentContractVersion": { "const": 1 },
32
+ "authentication": {
33
+ "type": "object",
34
+ "required": [
35
+ "requiredForUse",
36
+ "loginVerifiesKeyBeforeSaving",
37
+ "setupCommandsWithoutAuth",
38
+ "diagnosticCommandsWithoutAuth",
39
+ "env",
40
+ "file"
41
+ ],
42
+ "properties": {
43
+ "requiredForUse": { "const": true },
44
+ "loginVerifiesKeyBeforeSaving": { "const": true },
45
+ "setupCommandsWithoutAuth": {
46
+ "type": "array",
47
+ "items": { "type": "string" }
48
+ },
49
+ "diagnosticCommandsWithoutAuth": {
50
+ "type": "array",
51
+ "items": { "type": "string" }
52
+ },
53
+ "env": { "const": "OCTO_ENGINE_API_KEY" },
54
+ "file": { "type": "string" }
55
+ },
56
+ "additionalProperties": true
57
+ },
58
+ "output": {
59
+ "type": "object",
60
+ "required": ["jsonEnvelope", "jsonlEvents", "detachedBootstrap", "stdout", "stderr"],
61
+ "properties": {
62
+ "jsonEnvelope": { "type": "object" },
63
+ "jsonlEvents": {
64
+ "type": "array",
65
+ "items": { "type": "string" }
66
+ },
67
+ "detachedBootstrap": {
68
+ "type": "array",
69
+ "items": { "type": "string" }
70
+ },
71
+ "stdout": { "type": "string" },
72
+ "stderr": { "type": "string" }
73
+ },
74
+ "additionalProperties": true
75
+ },
76
+ "machineContract": {
77
+ "type": "object",
78
+ "required": ["stable", "defaultOutput", "schemas", "json", "jsonl", "artifacts", "lifecycle"],
79
+ "properties": {
80
+ "stable": { "const": true },
81
+ "defaultOutput": { "const": "human" },
82
+ "schemas": {
83
+ "type": "object",
84
+ "required": ["capabilities", "jsonEnvelope", "runEvent", "detachedBootstrap"],
85
+ "properties": {
86
+ "capabilities": { "type": "string" },
87
+ "jsonEnvelope": { "type": "string" },
88
+ "runEvent": { "type": "string" },
89
+ "detachedBootstrap": { "type": "string" }
90
+ },
91
+ "additionalProperties": true
92
+ },
93
+ "json": {
94
+ "type": "object",
95
+ "required": ["flag", "envelope", "usageErrorsUseEnvelope", "commonErrorCodes"],
96
+ "properties": {
97
+ "flag": { "const": "--json" },
98
+ "envelope": {
99
+ "type": "object",
100
+ "required": ["successRequiredFields", "failureRequiredFields"],
101
+ "properties": {
102
+ "successRequiredFields": {
103
+ "type": "array",
104
+ "items": { "type": "string" }
105
+ },
106
+ "failureRequiredFields": {
107
+ "type": "array",
108
+ "items": { "type": "string" }
109
+ }
110
+ },
111
+ "additionalProperties": true
112
+ },
113
+ "usageErrorsUseEnvelope": { "const": true },
114
+ "commonErrorCodes": {
115
+ "type": "array",
116
+ "items": { "type": "string" }
117
+ }
118
+ },
119
+ "additionalProperties": true
120
+ },
121
+ "jsonl": {
122
+ "type": "object",
123
+ "required": ["flag", "command", "eventField", "stableEvents"],
124
+ "properties": {
125
+ "flag": { "const": "--jsonl" },
126
+ "command": { "const": "run <taskId>" },
127
+ "eventField": { "const": "event" },
128
+ "stableEvents": {
129
+ "type": "array",
130
+ "items": { "type": "string" }
131
+ }
132
+ },
133
+ "additionalProperties": true
134
+ },
135
+ "artifacts": {
136
+ "type": "object",
137
+ "required": ["localRunDir", "detachedBootstrapDir"],
138
+ "properties": {
139
+ "localRunDir": {
140
+ "type": "array",
141
+ "items": { "type": "string" }
142
+ },
143
+ "detachedBootstrapDir": {
144
+ "type": "array",
145
+ "items": { "type": "string" }
146
+ }
147
+ },
148
+ "additionalProperties": true
149
+ },
150
+ "lifecycle": {
151
+ "type": "object",
152
+ "required": [
153
+ "detachModel",
154
+ "daemonRequired",
155
+ "activeRunIdentity",
156
+ "artifactRunIdentity",
157
+ "maxActiveLocalRunsPerTaskId",
158
+ "orphanDetection",
159
+ "cleanupCommands"
160
+ ],
161
+ "properties": {
162
+ "detachModel": { "const": "child-process" },
163
+ "daemonRequired": { "const": false },
164
+ "activeRunIdentity": { "const": "taskId" },
165
+ "artifactRunIdentity": { "const": "runId" },
166
+ "maxActiveLocalRunsPerTaskId": {
167
+ "type": "integer",
168
+ "minimum": 1
169
+ },
170
+ "orphanDetection": { "type": "boolean" },
171
+ "cleanupCommands": {
172
+ "type": "array",
173
+ "items": { "type": "string" }
174
+ }
175
+ },
176
+ "additionalProperties": true
177
+ }
178
+ },
179
+ "additionalProperties": true
180
+ },
181
+ "exitCodes": {
182
+ "type": "object",
183
+ "required": ["0", "1", "2", "3"],
184
+ "additionalProperties": { "type": "string" }
185
+ },
186
+ "commands": {
187
+ "type": "array",
188
+ "items": {
189
+ "type": "object",
190
+ "required": ["command", "risk", "json", "authRequired"],
191
+ "properties": {
192
+ "command": { "type": "string" },
193
+ "risk": {
194
+ "type": "string",
195
+ "enum": ["low", "medium", "high"]
196
+ },
197
+ "json": { "type": "boolean" },
198
+ "jsonl": { "type": "boolean" },
199
+ "authRequired": { "type": "boolean" },
200
+ "hidden": { "type": "boolean" },
201
+ "internal": { "type": "boolean" }
202
+ },
203
+ "additionalProperties": true
204
+ }
205
+ },
206
+ "dataSources": {
207
+ "type": "array",
208
+ "items": {
209
+ "type": "string",
210
+ "enum": ["local", "cloud"]
211
+ }
212
+ },
213
+ "exportFormats": {
214
+ "type": "array",
215
+ "items": {
216
+ "type": "string",
217
+ "enum": ["xlsx", "csv", "html", "json", "xml"]
218
+ }
219
+ },
220
+ "env": {
221
+ "type": "object",
222
+ "required": ["apiKey", "apiBaseUrl"],
223
+ "properties": {
224
+ "apiKey": { "const": "OCTO_ENGINE_API_KEY" },
225
+ "apiBaseUrl": { "const": "OCTO_ENGINE_API_BASE_URL" }
226
+ },
227
+ "additionalProperties": true
228
+ }
229
+ },
230
+ "additionalProperties": true
231
+ }
232
+ },
233
+ "additionalProperties": true
234
+ }
@@ -0,0 +1,42 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://octoparse.local/schemas/detached-bootstrap-v1.schema.json",
4
+ "title": "Octo Engine Detached Bootstrap v1",
5
+ "description": "bootstrap.json written under <output>/.detach_<taskId>_<timestamp>/ for detached run startup observability.",
6
+ "type": "object",
7
+ "properties": {
8
+ "taskId": { "type": "string" },
9
+ "pid": {
10
+ "type": "integer",
11
+ "minimum": 1
12
+ },
13
+ "status": {
14
+ "type": "string",
15
+ "enum": ["spawning", "spawned", "starting", "running", "completed", "failed", "stopped"]
16
+ },
17
+ "runId": { "type": "string" },
18
+ "lotId": { "type": "string" },
19
+ "taskName": { "type": "string" },
20
+ "outputDir": { "type": "string" },
21
+ "stdout": { "type": "string" },
22
+ "stderr": { "type": "string" },
23
+ "error": { "type": "string" },
24
+ "total": {
25
+ "type": "integer",
26
+ "minimum": 0
27
+ },
28
+ "createdAt": {
29
+ "type": "string",
30
+ "format": "date-time"
31
+ },
32
+ "updatedAt": {
33
+ "type": "string",
34
+ "format": "date-time"
35
+ },
36
+ "stoppedAt": {
37
+ "type": "string",
38
+ "format": "date-time"
39
+ }
40
+ },
41
+ "additionalProperties": true
42
+ }
@@ -0,0 +1,39 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://octoparse.local/schemas/json-envelope-v1.schema.json",
4
+ "title": "Octo Engine JSON Envelope v1",
5
+ "description": "Common --json response envelope. Commands return exactly one object matching either the success or failure branch.",
6
+ "oneOf": [
7
+ {
8
+ "type": "object",
9
+ "required": ["ok", "data"],
10
+ "properties": {
11
+ "ok": { "const": true },
12
+ "data": true
13
+ },
14
+ "additionalProperties": true
15
+ },
16
+ {
17
+ "type": "object",
18
+ "required": ["ok", "error"],
19
+ "properties": {
20
+ "ok": { "const": false },
21
+ "error": {
22
+ "type": "object",
23
+ "required": ["code", "message"],
24
+ "properties": {
25
+ "code": {
26
+ "type": "string",
27
+ "minLength": 1
28
+ },
29
+ "message": {
30
+ "type": "string"
31
+ }
32
+ },
33
+ "additionalProperties": true
34
+ }
35
+ },
36
+ "additionalProperties": true
37
+ }
38
+ ]
39
+ }
@@ -0,0 +1,47 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "$id": "https://octoparse.local/schemas/run-event-v1.schema.json",
4
+ "title": "Octo Engine Run JSONL Event v1",
5
+ "description": "One line from octoparse run <taskId> --jsonl. The event field is stable; additional fields may be added.",
6
+ "type": "object",
7
+ "required": ["event"],
8
+ "properties": {
9
+ "event": {
10
+ "type": "string",
11
+ "enum": [
12
+ "run.started",
13
+ "row",
14
+ "log",
15
+ "run.paused",
16
+ "run.resumed",
17
+ "captcha",
18
+ "proxy",
19
+ "run.stopping",
20
+ "run.stopped"
21
+ ]
22
+ },
23
+ "runId": { "type": "string" },
24
+ "lotId": { "type": "string" },
25
+ "taskId": { "type": "string" },
26
+ "taskName": { "type": "string" },
27
+ "status": {
28
+ "type": "string",
29
+ "enum": ["running", "paused", "stopping", "completed", "failed", "stopped"]
30
+ },
31
+ "total": {
32
+ "type": "integer",
33
+ "minimum": 0
34
+ },
35
+ "level": { "type": "string" },
36
+ "message": { "type": "string" },
37
+ "reason": { "type": "string" },
38
+ "stopReason": { "type": "string" },
39
+ "maxRows": {
40
+ "type": "integer",
41
+ "minimum": 1
42
+ },
43
+ "data": true,
44
+ "outputDir": { "type": "string" }
45
+ },
46
+ "additionalProperties": true
47
+ }