@terascope/job-components 0.75.1 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/dist/src/builtin/collect/interfaces.d.ts +2 -2
  2. package/dist/src/builtin/collect/interfaces.d.ts.map +1 -1
  3. package/dist/src/builtin/collect/interfaces.js +1 -2
  4. package/dist/src/builtin/collect/processor.d.ts +4 -4
  5. package/dist/src/builtin/collect/processor.d.ts.map +1 -1
  6. package/dist/src/builtin/collect/processor.js +5 -7
  7. package/dist/src/builtin/collect/processor.js.map +1 -1
  8. package/dist/src/builtin/collect/schema.d.ts +2 -2
  9. package/dist/src/builtin/collect/schema.d.ts.map +1 -1
  10. package/dist/src/builtin/collect/schema.js +2 -5
  11. package/dist/src/builtin/collect/schema.js.map +1 -1
  12. package/dist/src/builtin/delay/interfaces.d.ts +1 -1
  13. package/dist/src/builtin/delay/interfaces.d.ts.map +1 -1
  14. package/dist/src/builtin/delay/interfaces.js +1 -2
  15. package/dist/src/builtin/delay/processor.d.ts +2 -2
  16. package/dist/src/builtin/delay/processor.d.ts.map +1 -1
  17. package/dist/src/builtin/delay/processor.js +4 -7
  18. package/dist/src/builtin/delay/processor.js.map +1 -1
  19. package/dist/src/builtin/delay/schema.d.ts +2 -2
  20. package/dist/src/builtin/delay/schema.d.ts.map +1 -1
  21. package/dist/src/builtin/delay/schema.js +2 -5
  22. package/dist/src/builtin/delay/schema.js.map +1 -1
  23. package/dist/src/builtin/index.d.ts +5 -5
  24. package/dist/src/builtin/index.d.ts.map +1 -1
  25. package/dist/src/builtin/index.js +6 -16
  26. package/dist/src/builtin/index.js.map +1 -1
  27. package/dist/src/builtin/noop/processor.d.ts +1 -1
  28. package/dist/src/builtin/noop/processor.d.ts.map +1 -1
  29. package/dist/src/builtin/noop/processor.js +2 -5
  30. package/dist/src/builtin/noop/processor.js.map +1 -1
  31. package/dist/src/builtin/noop/schema.d.ts +1 -1
  32. package/dist/src/builtin/noop/schema.d.ts.map +1 -1
  33. package/dist/src/builtin/noop/schema.js +2 -5
  34. package/dist/src/builtin/noop/schema.js.map +1 -1
  35. package/dist/src/builtin/test-reader/data/fetcher-data.d.ts +1 -1
  36. package/dist/src/builtin/test-reader/data/fetcher-data.d.ts.map +1 -1
  37. package/dist/src/builtin/test-reader/data/fetcher-data.js +1 -2
  38. package/dist/src/builtin/test-reader/data/fetcher-data.js.map +1 -1
  39. package/dist/src/builtin/test-reader/data/slicer-data.d.ts +1 -1
  40. package/dist/src/builtin/test-reader/data/slicer-data.d.ts.map +1 -1
  41. package/dist/src/builtin/test-reader/data/slicer-data.js +1 -2
  42. package/dist/src/builtin/test-reader/data/slicer-data.js.map +1 -1
  43. package/dist/src/builtin/test-reader/fetcher.d.ts +3 -3
  44. package/dist/src/builtin/test-reader/fetcher.d.ts.map +1 -1
  45. package/dist/src/builtin/test-reader/fetcher.js +12 -21
  46. package/dist/src/builtin/test-reader/fetcher.js.map +1 -1
  47. package/dist/src/builtin/test-reader/interfaces.d.ts +1 -1
  48. package/dist/src/builtin/test-reader/interfaces.d.ts.map +1 -1
  49. package/dist/src/builtin/test-reader/interfaces.js +1 -2
  50. package/dist/src/builtin/test-reader/schema.d.ts +2 -2
  51. package/dist/src/builtin/test-reader/schema.d.ts.map +1 -1
  52. package/dist/src/builtin/test-reader/schema.js +2 -5
  53. package/dist/src/builtin/test-reader/schema.js.map +1 -1
  54. package/dist/src/builtin/test-reader/slicer.d.ts +3 -3
  55. package/dist/src/builtin/test-reader/slicer.d.ts.map +1 -1
  56. package/dist/src/builtin/test-reader/slicer.js +10 -19
  57. package/dist/src/builtin/test-reader/slicer.js.map +1 -1
  58. package/dist/src/config-validators.d.ts +1 -1
  59. package/dist/src/config-validators.d.ts.map +1 -1
  60. package/dist/src/config-validators.js +10 -19
  61. package/dist/src/config-validators.js.map +1 -1
  62. package/dist/src/execution-context/api.d.ts +4 -5
  63. package/dist/src/execution-context/api.d.ts.map +1 -1
  64. package/dist/src/execution-context/api.js +16 -16
  65. package/dist/src/execution-context/api.js.map +1 -1
  66. package/dist/src/execution-context/base.d.ts +6 -6
  67. package/dist/src/execution-context/base.d.ts.map +1 -1
  68. package/dist/src/execution-context/base.js +30 -27
  69. package/dist/src/execution-context/base.js.map +1 -1
  70. package/dist/src/execution-context/index.d.ts +9 -12
  71. package/dist/src/execution-context/index.d.ts.map +1 -1
  72. package/dist/src/execution-context/index.js +16 -44
  73. package/dist/src/execution-context/index.js.map +1 -1
  74. package/dist/src/execution-context/interfaces.d.ts +2 -2
  75. package/dist/src/execution-context/interfaces.d.ts.map +1 -1
  76. package/dist/src/execution-context/interfaces.js +1 -2
  77. package/dist/src/execution-context/slicer.d.ts +5 -4
  78. package/dist/src/execution-context/slicer.d.ts.map +1 -1
  79. package/dist/src/execution-context/slicer.js +20 -20
  80. package/dist/src/execution-context/slicer.js.map +1 -1
  81. package/dist/src/execution-context/utils.d.ts +1 -1
  82. package/dist/src/execution-context/utils.d.ts.map +1 -1
  83. package/dist/src/execution-context/utils.js +5 -11
  84. package/dist/src/execution-context/utils.js.map +1 -1
  85. package/dist/src/execution-context/worker.d.ts +6 -5
  86. package/dist/src/execution-context/worker.d.ts.map +1 -1
  87. package/dist/src/execution-context/worker.js +50 -68
  88. package/dist/src/execution-context/worker.js.map +1 -1
  89. package/dist/src/formats.d.ts +2 -2
  90. package/dist/src/formats.d.ts.map +1 -1
  91. package/dist/src/formats.js +21 -27
  92. package/dist/src/formats.js.map +1 -1
  93. package/dist/src/index.d.ts +12 -12
  94. package/dist/src/index.d.ts.map +1 -1
  95. package/dist/src/index.js +13 -29
  96. package/dist/src/index.js.map +1 -1
  97. package/dist/src/interfaces/context.d.ts +23 -140
  98. package/dist/src/interfaces/context.d.ts.map +1 -1
  99. package/dist/src/interfaces/context.js +1 -2
  100. package/dist/src/interfaces/index.d.ts +4 -5
  101. package/dist/src/interfaces/index.d.ts.map +1 -1
  102. package/dist/src/interfaces/index.js +4 -21
  103. package/dist/src/interfaces/index.js.map +1 -1
  104. package/dist/src/interfaces/misc.d.ts +3 -0
  105. package/dist/src/interfaces/misc.d.ts.map +1 -1
  106. package/dist/src/interfaces/misc.js +2 -2
  107. package/dist/src/interfaces/misc.js.map +1 -1
  108. package/dist/src/interfaces/operation-lifecycle.d.ts +4 -3
  109. package/dist/src/interfaces/operation-lifecycle.d.ts.map +1 -1
  110. package/dist/src/interfaces/operation-lifecycle.js +1 -2
  111. package/dist/src/interfaces/operations.d.ts +11 -64
  112. package/dist/src/interfaces/operations.d.ts.map +1 -1
  113. package/dist/src/interfaces/operations.js +1 -4
  114. package/dist/src/interfaces/operations.js.map +1 -1
  115. package/dist/src/job-schemas.d.ts +1 -1
  116. package/dist/src/job-schemas.d.ts.map +1 -1
  117. package/dist/src/job-schemas.js +32 -39
  118. package/dist/src/job-schemas.js.map +1 -1
  119. package/dist/src/job-validator.d.ts +3 -2
  120. package/dist/src/job-validator.d.ts.map +1 -1
  121. package/dist/src/job-validator.js +19 -20
  122. package/dist/src/job-validator.js.map +1 -1
  123. package/dist/src/operation-loader/index.d.ts +2 -2
  124. package/dist/src/operation-loader/index.d.ts.map +1 -1
  125. package/dist/src/operation-loader/index.js +2 -18
  126. package/dist/src/operation-loader/index.js.map +1 -1
  127. package/dist/src/operation-loader/interfaces.d.ts +1 -1
  128. package/dist/src/operation-loader/interfaces.d.ts.map +1 -1
  129. package/dist/src/operation-loader/interfaces.js +15 -18
  130. package/dist/src/operation-loader/interfaces.js.map +1 -1
  131. package/dist/src/operation-loader/loader.d.ts +7 -9
  132. package/dist/src/operation-loader/loader.d.ts.map +1 -1
  133. package/dist/src/operation-loader/loader.js +96 -137
  134. package/dist/src/operation-loader/loader.js.map +1 -1
  135. package/dist/src/operations/api-factory.d.ts +2 -2
  136. package/dist/src/operations/api-factory.d.ts.map +1 -1
  137. package/dist/src/operations/api-factory.js +4 -13
  138. package/dist/src/operations/api-factory.js.map +1 -1
  139. package/dist/src/operations/batch-processor.d.ts +2 -2
  140. package/dist/src/operations/batch-processor.d.ts.map +1 -1
  141. package/dist/src/operations/batch-processor.js +5 -11
  142. package/dist/src/operations/batch-processor.js.map +1 -1
  143. package/dist/src/operations/convict-schema.d.ts +2 -2
  144. package/dist/src/operations/convict-schema.d.ts.map +1 -1
  145. package/dist/src/operations/convict-schema.js +11 -15
  146. package/dist/src/operations/convict-schema.js.map +1 -1
  147. package/dist/src/operations/core/api-core.d.ts +4 -4
  148. package/dist/src/operations/core/api-core.d.ts.map +1 -1
  149. package/dist/src/operations/core/api-core.js +7 -10
  150. package/dist/src/operations/core/api-core.js.map +1 -1
  151. package/dist/src/operations/core/core.d.ts +2 -2
  152. package/dist/src/operations/core/core.d.ts.map +1 -1
  153. package/dist/src/operations/core/core.js +5 -4
  154. package/dist/src/operations/core/core.js.map +1 -1
  155. package/dist/src/operations/core/fetcher-core.d.ts +2 -2
  156. package/dist/src/operations/core/fetcher-core.d.ts.map +1 -1
  157. package/dist/src/operations/core/fetcher-core.js +2 -8
  158. package/dist/src/operations/core/fetcher-core.js.map +1 -1
  159. package/dist/src/operations/core/index.d.ts +6 -6
  160. package/dist/src/operations/core/index.d.ts.map +1 -1
  161. package/dist/src/operations/core/index.js +7 -18
  162. package/dist/src/operations/core/index.js.map +1 -1
  163. package/dist/src/operations/core/operation-core.d.ts +5 -5
  164. package/dist/src/operations/core/operation-core.d.ts.map +1 -1
  165. package/dist/src/operations/core/operation-core.js +8 -11
  166. package/dist/src/operations/core/operation-core.js.map +1 -1
  167. package/dist/src/operations/core/processor-core.d.ts +2 -2
  168. package/dist/src/operations/core/processor-core.d.ts.map +1 -1
  169. package/dist/src/operations/core/processor-core.js +2 -8
  170. package/dist/src/operations/core/processor-core.js.map +1 -1
  171. package/dist/src/operations/core/schema-core.d.ts +1 -1
  172. package/dist/src/operations/core/schema-core.d.ts.map +1 -1
  173. package/dist/src/operations/core/schema-core.js +3 -4
  174. package/dist/src/operations/core/schema-core.js.map +1 -1
  175. package/dist/src/operations/core/slicer-core.d.ts +4 -4
  176. package/dist/src/operations/core/slicer-core.d.ts.map +1 -1
  177. package/dist/src/operations/core/slicer-core.js +13 -14
  178. package/dist/src/operations/core/slicer-core.js.map +1 -1
  179. package/dist/src/operations/each-processor.d.ts +2 -2
  180. package/dist/src/operations/each-processor.d.ts.map +1 -1
  181. package/dist/src/operations/each-processor.js +2 -8
  182. package/dist/src/operations/each-processor.js.map +1 -1
  183. package/dist/src/operations/fetcher.d.ts +2 -2
  184. package/dist/src/operations/fetcher.d.ts.map +1 -1
  185. package/dist/src/operations/fetcher.js +4 -10
  186. package/dist/src/operations/fetcher.js.map +1 -1
  187. package/dist/src/operations/filter-processor.d.ts +2 -2
  188. package/dist/src/operations/filter-processor.d.ts.map +1 -1
  189. package/dist/src/operations/filter-processor.js +2 -8
  190. package/dist/src/operations/filter-processor.js.map +1 -1
  191. package/dist/src/operations/index.d.ts +14 -15
  192. package/dist/src/operations/index.d.ts.map +1 -1
  193. package/dist/src/operations/index.js +15 -47
  194. package/dist/src/operations/index.js.map +1 -1
  195. package/dist/src/operations/interfaces.d.ts +12 -12
  196. package/dist/src/operations/interfaces.d.ts.map +1 -1
  197. package/dist/src/operations/interfaces.js +1 -2
  198. package/dist/src/operations/job-observer.d.ts +3 -3
  199. package/dist/src/operations/job-observer.d.ts.map +1 -1
  200. package/dist/src/operations/job-observer.js +14 -10
  201. package/dist/src/operations/job-observer.js.map +1 -1
  202. package/dist/src/operations/map-processor.d.ts +2 -2
  203. package/dist/src/operations/map-processor.d.ts.map +1 -1
  204. package/dist/src/operations/map-processor.js +4 -10
  205. package/dist/src/operations/map-processor.js.map +1 -1
  206. package/dist/src/operations/observer.d.ts +2 -2
  207. package/dist/src/operations/observer.d.ts.map +1 -1
  208. package/dist/src/operations/observer.js +2 -8
  209. package/dist/src/operations/observer.js.map +1 -1
  210. package/dist/src/operations/operation-api.d.ts +2 -2
  211. package/dist/src/operations/operation-api.d.ts.map +1 -1
  212. package/dist/src/operations/operation-api.js +2 -8
  213. package/dist/src/operations/operation-api.js.map +1 -1
  214. package/dist/src/operations/parallel-slicer.d.ts +2 -2
  215. package/dist/src/operations/parallel-slicer.d.ts.map +1 -1
  216. package/dist/src/operations/parallel-slicer.js +7 -16
  217. package/dist/src/operations/parallel-slicer.js.map +1 -1
  218. package/dist/src/operations/slicer.d.ts +2 -2
  219. package/dist/src/operations/slicer.d.ts.map +1 -1
  220. package/dist/src/operations/slicer.js +7 -16
  221. package/dist/src/operations/slicer.js.map +1 -1
  222. package/dist/src/register-apis.d.ts +2 -3
  223. package/dist/src/register-apis.d.ts.map +1 -1
  224. package/dist/src/register-apis.js +17 -49
  225. package/dist/src/register-apis.js.map +1 -1
  226. package/dist/src/test-helpers.d.ts +11 -31
  227. package/dist/src/test-helpers.d.ts.map +1 -1
  228. package/dist/src/test-helpers.js +65 -151
  229. package/dist/src/test-helpers.js.map +1 -1
  230. package/dist/src/utils.d.ts +1 -1
  231. package/dist/src/utils.d.ts.map +1 -1
  232. package/dist/src/utils.js +9 -14
  233. package/dist/src/utils.js.map +1 -1
  234. package/package.json +9 -6
  235. package/dist/src/interfaces/jobs.d.ts +0 -171
  236. package/dist/src/interfaces/jobs.d.ts.map +0 -1
  237. package/dist/src/interfaces/jobs.js +0 -10
  238. package/dist/src/interfaces/jobs.js.map +0 -1
  239. package/dist/src/operations/shims/index.d.ts +0 -9
  240. package/dist/src/operations/shims/index.d.ts.map +0 -1
  241. package/dist/src/operations/shims/index.js +0 -21
  242. package/dist/src/operations/shims/index.js.map +0 -1
  243. package/dist/src/operations/shims/legacy-processor-shim.d.ts +0 -5
  244. package/dist/src/operations/shims/legacy-processor-shim.d.ts.map +0 -1
  245. package/dist/src/operations/shims/legacy-processor-shim.js +0 -50
  246. package/dist/src/operations/shims/legacy-processor-shim.js.map +0 -1
  247. package/dist/src/operations/shims/legacy-reader-shim.d.ts +0 -7
  248. package/dist/src/operations/shims/legacy-reader-shim.d.ts.map +0 -1
  249. package/dist/src/operations/shims/legacy-reader-shim.js +0 -66
  250. package/dist/src/operations/shims/legacy-reader-shim.js.map +0 -1
  251. package/dist/src/operations/shims/legacy-slice-events-shim.d.ts +0 -10
  252. package/dist/src/operations/shims/legacy-slice-events-shim.d.ts.map +0 -1
  253. package/dist/src/operations/shims/legacy-slice-events-shim.js +0 -34
  254. package/dist/src/operations/shims/legacy-slice-events-shim.js.map +0 -1
  255. package/dist/src/operations/shims/operation-api-shim.d.ts +0 -7
  256. package/dist/src/operations/shims/operation-api-shim.d.ts.map +0 -1
  257. package/dist/src/operations/shims/operation-api-shim.js +0 -10
  258. package/dist/src/operations/shims/operation-api-shim.js.map +0 -1
  259. package/dist/src/operations/shims/processor-shim.d.ts +0 -4
  260. package/dist/src/operations/shims/processor-shim.d.ts.map +0 -1
  261. package/dist/src/operations/shims/processor-shim.js +0 -51
  262. package/dist/src/operations/shims/processor-shim.js.map +0 -1
  263. package/dist/src/operations/shims/reader-shim.d.ts +0 -4
  264. package/dist/src/operations/shims/reader-shim.d.ts.map +0 -1
  265. package/dist/src/operations/shims/reader-shim.js +0 -92
  266. package/dist/src/operations/shims/reader-shim.js.map +0 -1
  267. package/dist/src/operations/shims/schema-shim.d.ts +0 -4
  268. package/dist/src/operations/shims/schema-shim.d.ts.map +0 -1
  269. package/dist/src/operations/shims/schema-shim.js +0 -31
  270. package/dist/src/operations/shims/schema-shim.js.map +0 -1
  271. package/dist/src/operations/shims/shim-utils.d.ts +0 -9
  272. package/dist/src/operations/shims/shim-utils.d.ts.map +0 -1
  273. package/dist/src/operations/shims/shim-utils.js +0 -34
  274. package/dist/src/operations/shims/shim-utils.js.map +0 -1
@@ -1,8 +1,7 @@
1
- import { Context, ValidatedJobConfig, ExecutionConfig, OpConfig, GetClientConfig } from './interfaces';
1
+ import { Context, ValidatedJobConfig, ExecutionConfig, OpConfig, GetClientConfig } from './interfaces/index.js';
2
2
  /** Get the first opConfig from an operation name */
3
3
  export declare function getOpConfig(job: ValidatedJobConfig, name: string): OpConfig | undefined;
4
4
  export declare function getAssetPath(assetDirs: string[], assets: string[], name: string): Promise<string>;
5
- export declare function getClient(context: Context, config: GetClientConfig, type: string): any;
6
- export declare function getClientAsync(context: Context, config: GetClientConfig, type: string): Promise<any>;
5
+ export declare function getClient(context: Context, config: GetClientConfig, type: string): Promise<any>;
7
6
  export declare function registerApis(context: Context, job: ValidatedJobConfig | ExecutionConfig, assetIds?: string[]): void;
8
7
  //# sourceMappingURL=register-apis.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"register-apis.d.ts","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAGA,OAAO,EAEH,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,QAAQ,EACR,eAAe,EAElB,MAAM,cAAc,CAAC;AAGtB,oDAAoD;AACpD,wBAAgB,WAAW,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAEvF;AAGD,wBAAsB,YAAY,CAC9B,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAWD,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,GAAG,CAiBtF;AAOD,wBAAsB,cAAc,CAChC,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CAkBd;AAED,wBAAgB,YAAY,CACxB,OAAO,EAAE,OAAO,EAChB,GAAG,EAAE,kBAAkB,GAAG,eAAe,EACzC,QAAQ,CAAC,EAAE,MAAM,EAAE,GACpB,IAAI,CAiCN"}
1
+ {"version":3,"file":"register-apis.d.ts","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAC5C,QAAQ,EAAE,eAAe,EAC5B,MAAM,uBAAuB,CAAC;AAG/B,oDAAoD;AACpD,wBAAgB,WAAW,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAEvF;AAGD,wBAAsB,YAAY,CAC9B,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAYD,wBAAsB,SAAS,CAC3B,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CAkBd;AAED,wBAAgB,YAAY,CACxB,OAAO,EAAE,OAAO,EAChB,GAAG,EAAE,kBAAkB,GAAG,eAAe,EACzC,QAAQ,CAAC,EAAE,MAAM,EAAE,GACpB,IAAI,CAkCN"}
@@ -1,20 +1,13 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.registerApis = exports.getClientAsync = exports.getClient = exports.getAssetPath = exports.getOpConfig = void 0;
7
- const fs_1 = __importDefault(require("fs"));
8
- const path_1 = __importDefault(require("path"));
9
- const utils_1 = require("@terascope/utils");
10
- const execution_context_1 = require("./execution-context");
1
+ import fs from 'node:fs';
2
+ import path from 'node:path';
3
+ import { parseJSON, castArray } from '@terascope/utils';
4
+ import { ExecutionContextAPI } from './execution-context/index.js';
11
5
  /** Get the first opConfig from an operation name */
12
- function getOpConfig(job, name) {
6
+ export function getOpConfig(job, name) {
13
7
  return job.operations.find((op) => op._op === name);
14
8
  }
15
- exports.getOpConfig = getOpConfig;
16
9
  /* Get the asset path from a asset name or ID */
17
- async function getAssetPath(assetDirs, assets, name) {
10
+ export async function getAssetPath(assetDirs, assets, name) {
18
11
  if (assetDirs.length === 0) {
19
12
  throw new Error('No asset_directory has been configured, cannot get asset path');
20
13
  }
@@ -24,50 +17,27 @@ async function getAssetPath(assetDirs, assets, name) {
24
17
  }
25
18
  for (const assetDir of assetDirs) {
26
19
  if (name.length === 40) {
27
- const assetPath = path_1.default.join(assetDir, name);
28
- if (fs_1.default.existsSync(assetDir))
20
+ const assetPath = path.join(assetDir, name);
21
+ if (fs.existsSync(assetDir))
29
22
  return assetPath;
30
23
  }
31
24
  const [assetName] = name.split(':').map((s) => s.trim());
32
25
  for (const id of assetIds) {
33
- const rawAssetJSON = fs_1.default.readFileSync(path_1.default.join(assetDir, id, 'asset.json'));
34
- const assetJSON = (0, utils_1.parseJSON)(rawAssetJSON);
26
+ const rawAssetJSON = fs.readFileSync(path.join(assetDir, id, 'asset.json'));
27
+ const assetJSON = parseJSON(rawAssetJSON);
35
28
  if (assetJSON.name === assetName) {
36
- return path_1.default.join(assetDir, id);
29
+ return path.join(assetDir, id);
37
30
  }
38
31
  }
39
32
  }
40
33
  throw new Error(`Unable to find asset "${name}"`);
41
34
  }
42
- exports.getAssetPath = getAssetPath;
43
- /*
44
- * This will request a connection based on the 'connection' attribute of an opConfig.
45
- * Intended as a context API endpoint. Use getClientAsync for elasticsearch connections
46
- */
47
- function getClient(context, config, type) {
48
- const clientConfig = {
49
- type,
50
- cached: true,
51
- endpoint: 'default',
52
- };
53
- if (config && config.connection) {
54
- clientConfig.endpoint = config.connection || 'default';
55
- const isCached = config.connection_cache != null;
56
- clientConfig.cached = isCached ? config.connection_cache : true;
57
- }
58
- else {
59
- clientConfig.endpoint = 'default';
60
- clientConfig.cached = true;
61
- }
62
- return context.foundation.getConnection(clientConfig).client;
63
- }
64
- exports.getClient = getClient;
65
35
  /*
66
36
  * This will request a connection based on the 'connection' attribute of
67
37
  * an opConfig. Used to create new client types for elasticsearch, not for use
68
38
  * for other connection types other than elasticsearch-next
69
39
  */
70
- async function getClientAsync(context, config, type) {
40
+ export async function getClient(context, config, type) {
71
41
  const clientConfig = {
72
42
  type,
73
43
  cached: true,
@@ -85,22 +55,21 @@ async function getClientAsync(context, config, type) {
85
55
  const { client } = await context.apis.foundation.createClient(clientConfig);
86
56
  return client;
87
57
  }
88
- exports.getClientAsync = getClientAsync;
89
- function registerApis(context, job, assetIds) {
58
+ export function registerApis(context, job, assetIds) {
90
59
  const cleanupApis = ['op_runner', 'executionContext', 'job_runner', 'assets'];
91
60
  for (const api of cleanupApis) {
92
61
  if (context.apis[api] != null) {
93
62
  delete context.apis[api];
94
63
  }
95
64
  }
96
- context.apis.registerAPI('executionContext', new execution_context_1.ExecutionContextAPI(context, job));
65
+ context.apis.registerAPI('executionContext', new ExecutionContextAPI(context, job));
97
66
  context.apis.registerAPI('op_runner', {
98
- // DEPRECATED, PLEASE USE "getClientAsync"
99
67
  getClient(config, type) {
100
68
  return getClient(context, config, type);
101
69
  },
70
+ // For backward compatibility, but it will not show up on the type
102
71
  getClientAsync(config, type) {
103
- return getClientAsync(context, config, type);
72
+ return getClient(context, config, type);
104
73
  },
105
74
  });
106
75
  context.apis.registerAPI('job_runner', {
@@ -108,12 +77,11 @@ function registerApis(context, job, assetIds) {
108
77
  return getOpConfig(job, name);
109
78
  },
110
79
  });
111
- const assetDir = (0, utils_1.castArray)(context.sysconfig.teraslice.assets_directory);
80
+ const assetDir = castArray(context.sysconfig.teraslice.assets_directory);
112
81
  context.apis.registerAPI('assets', {
113
82
  getPath(name) {
114
83
  return getAssetPath(assetDir, assetIds || job.assets, name);
115
84
  },
116
85
  });
117
86
  }
118
- exports.registerApis = registerApis;
119
87
  //# sourceMappingURL=register-apis.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"register-apis.js","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,4CAAwD;AAUxD,2DAA0D;AAE1D,oDAAoD;AACpD,SAAgB,WAAW,CAAC,GAAuB,EAAE,IAAY;IAC7D,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;AAClE,CAAC;AAFD,kCAEC;AAED,gDAAgD;AACzC,KAAK,UAAU,YAAY,CAC9B,SAAmB,EACnB,MAAgB,EAChB,IAAY;IAEZ,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;KACpF;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;IAE9B,IAAI,CAAC,IAAI,EAAE;QACP,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACzC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC;SACjD;QAED,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACvB,MAAM,YAAY,GAAG,YAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5E,MAAM,SAAS,GAAc,IAAA,iBAAS,EAAC,YAAY,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE;gBAC9B,OAAO,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAClC;SACJ;KACJ;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC;AACtD,CAAC;AAjCD,oCAiCC;AAOD;;;GAGG;AACH,SAAgB,SAAS,CAAC,OAAgB,EAAE,MAAuB,EAAE,IAAY;IAC7E,MAAM,YAAY,GAAqB;QACnC,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,OAAO,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;AACjE,CAAC;AAjBD,8BAiBC;AAED;;;;GAIG;AACI,KAAK,UAAU,cAAc,CAChC,OAAgB,EAChB,MAAuB,EACvB,IAAY;IAEZ,MAAM,YAAY,GAAqB;QACnC,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC;AAClB,CAAC;AAtBD,wCAsBC;AAED,SAAgB,YAAY,CACxB,OAAgB,EAChB,GAAyC,EACzC,QAAmB;IAEnB,MAAM,WAAW,GAAgC,CAAC,WAAW,EAAE,kBAAkB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3G,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;QAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE;YAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC5B;KACJ;IAED,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,uCAAmB,CAAC,OAAO,EAAE,GAAsB,CAAC,CAAC,CAAC;IAEvG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;QAClC,0CAA0C;QAC1C,SAAS,CAAC,MAAuB,EAAE,IAAY;YAC3C,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,cAAc,CAAC,MAAuB,EAAE,IAAY;YAChD,OAAO,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;QACnC,WAAW,CAAC,IAAY;YACpB,OAAO,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAA,iBAAS,EAAS,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEjF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;QAC/B,OAAO,CAAC,IAAY;YAChB,OAAO,YAAY,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AArCD,oCAqCC"}
1
+ {"version":3,"file":"register-apis.js","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAMxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEnE,oDAAoD;AACpD,MAAM,UAAU,WAAW,CAAC,GAAuB,EAAE,IAAY;IAC7D,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;AAClE,CAAC;AAED,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,SAAmB,EACnB,MAAgB,EAChB,IAAY;IAEZ,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;KACpF;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;IAE9B,IAAI,CAAC,IAAI,EAAE;QACP,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACzC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC;SACjD;QAED,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACvB,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5E,MAAM,SAAS,GAAc,SAAS,CAAC,YAAY,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE;gBAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAClC;SACJ;KACJ;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC;AACtD,CAAC;AAOD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,OAAgB,EAChB,MAAuB,EACvB,IAAY;IAEZ,MAAM,YAAY,GAAoC;QAClD,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CACxB,OAAgB,EAChB,GAAyC,EACzC,QAAmB;IAEnB,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,kBAAkB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAE9E,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;QAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE;YAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC5B;KACJ;IAED,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,mBAAmB,CAAC,OAAO,EAAE,GAAsB,CAAC,CAAC,CAAC;IAEvG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;QAClC,SAAS,CAAC,MAAuB,EAAE,IAAY;YAC3C,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,kEAAkE;QAClE,cAAc,CAAC,MAAuB,EAAE,IAAY;YAChD,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;QACnC,WAAW,CAAC,IAAY;YACpB,OAAO,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,SAAS,CAAS,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEjF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;QAC/B,OAAO,CAAC,IAAY;YAChB,OAAO,YAAY,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
@@ -1,52 +1,32 @@
1
+ import { Terafoundation } from '@terascope/types';
1
2
  import { Logger } from '@terascope/utils';
2
- import { Terafoundation as tf } from '@terascope/types';
3
- import * as i from './interfaces';
3
+ import * as i from './interfaces/index.js';
4
4
  export declare function newTestSlice(request?: i.SliceRequest): i.Slice;
5
- export declare function newTestJobConfig(defaults?: Partial<i.JobConfig>): i.ValidatedJobConfig;
6
- export declare function newTestExecutionConfig(jobConfig?: Partial<i.JobConfig>): i.ExecutionConfig;
7
- /**
8
- * Create a new Execution Context
9
- * @deprecated use the new WorkerExecutionContext and SlicerExecutionContext
10
- */
11
- export declare function newTestExecutionContext(type: i.Assignment, config: i.ExecutionConfig): i.LegacyExecutionContext;
5
+ export declare function newTestJobConfig(defaults?: Partial<i.JobConfigParams>): i.ValidatedJobConfig;
6
+ export declare function newTestExecutionConfig(jobConfig?: Partial<i.JobConfigParams>): i.ExecutionConfig;
12
7
  export interface CachedClients {
13
8
  [prop: string]: any;
14
9
  }
15
- export interface TestClientConfig {
16
- type: string;
17
- create?: i.ClientFactoryFn;
18
- createClient?: i.CreateClientFactoryFn;
19
- config?: Record<string, any>;
20
- endpoint?: string;
21
- }
22
- export interface TestClientsByEndpoint {
23
- [endpoint: string]: any;
24
- }
25
- export interface TestClients {
26
- [type: string]: TestClientsByEndpoint;
27
- }
28
- export interface TestContextAPIs extends i.ContextAPIs {
29
- setTestClients(clients: TestClientConfig[]): void;
30
- getTestClients(): TestClients;
10
+ export interface TestContextAPIs extends i.ExecutionContextAPIs {
11
+ setTestClients(clients: i.TestClientConfig[]): void;
12
+ getTestClients(): i.TestClients;
31
13
  scrapePromMetrics(): Promise<string>;
32
14
  }
33
15
  export interface MockPromMetrics {
34
- metricList: tf.MetricList;
16
+ metricList: Terafoundation.MetricList;
35
17
  defaultLabels: Record<string, string>;
36
18
  prefix: string;
37
19
  }
38
- export declare function getLabelKey(labels: Record<string, string>): string;
39
20
  export interface TestContextOptions {
40
21
  assignment?: i.Assignment;
41
- clients?: TestClientConfig[];
22
+ clients?: i.TestClientConfig[];
42
23
  cluster_manager_type?: i.ClusterManagerType;
43
24
  }
44
25
  export declare class TestContext implements i.Context {
45
26
  logger: Logger;
46
27
  sysconfig: i.SysConfig;
47
- cluster: i.ContextClusterConfig;
48
- apis: TestContextAPIs | i.WorkerContextAPIs | i.ContextAPIs;
49
- foundation: i.LegacyFoundationApis;
28
+ cluster: Terafoundation.Cluster;
29
+ apis: i.TestContextApis & Terafoundation.ContextAPIs;
50
30
  name: string;
51
31
  assignment: i.Assignment;
52
32
  platform: string;
@@ -1 +1 @@
1
- {"version":3,"file":"test-helpers.d.ts","sourceRoot":"","sources":["../../src/test-helpers.ts"],"names":[],"mappings":"AAEA,OAAO,EAEsB,MAAM,EAElC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,IAAI,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAIxD,OAAO,KAAK,CAAC,MAAM,cAAc,CAAC;AAMlC,wBAAgB,YAAY,CAAC,OAAO,GAAE,CAAC,CAAC,YAAiB,GAAG,CAAC,CAAC,KAAK,CAQlE;AAED,wBAAgB,gBAAgB,CAC5B,QAAQ,GAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAM,GACpC,CAAC,CAAC,kBAAkB,CAmBtB;AAED,wBAAgB,sBAAsB,CAAC,SAAS,GAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAM,GAAG,CAAC,CAAC,eAAe,CAQ9F;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACnC,IAAI,EAAE,CAAC,CAAC,UAAU,EAClB,MAAM,EAAE,CAAC,CAAC,eAAe,GAC1B,CAAC,CAAC,sBAAsB,CAoB1B;AAMD,MAAM,WAAW,aAAa;IAC1B,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC;IAC3B,YAAY,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IAClC,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,CAAC;CACzC;AAED,MAAM,WAAW,eAAgB,SAAQ,CAAC,CAAC,WAAW;IAClD,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IAClD,cAAc,IAAI,WAAW,CAAC;IAC9B,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAClB;AAsCD,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAMlE;AAED,MAAM,WAAW,kBAAkB;IAC/B,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC1B,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,oBAAoB,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC;CAC/C;AAKD,qBAAa,WAAY,YAAW,CAAC,CAAC,OAAO;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC;IACvB,OAAO,EAAE,CAAC,CAAC,oBAAoB,CAAC;IAChC,IAAI,EAAE,eAAe,GAAG,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,oBAAoB,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,CAAC,CAAC,UAAU,CAAY;IACpC,QAAQ,EAAE,MAAM,CAAoB;IACpC,IAAI,EAAE,MAAM,CAAgB;IAC5B,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;gBAE5B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB;CA4cjE"}
1
+ {"version":3,"file":"test-helpers.d.ts","sourceRoot":"","sources":["../../src/test-helpers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAEsB,MAAM,EAElC,MAAM,kBAAkB,CAAC;AAI1B,OAAO,KAAK,CAAC,MAAM,uBAAuB,CAAC;AAM3C,wBAAgB,YAAY,CAAC,OAAO,GAAE,CAAC,CAAC,YAAiB,GAAG,CAAC,CAAC,KAAK,CAQlE;AAED,wBAAgB,gBAAgB,CAC5B,QAAQ,GAAE,OAAO,CAAC,CAAC,CAAC,eAAe,CAAM,GAC1C,CAAC,CAAC,kBAAkB,CAmBtB;AAED,wBAAgB,sBAAsB,CAClC,SAAS,GAAE,OAAO,CAAC,CAAC,CAAC,eAAe,CAAM,GAC3C,CAAC,CAAC,eAAe,CAQnB;AAKD,MAAM,WAAW,aAAa;IAC1B,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;CACvB;AAED,MAAM,WAAW,eAAgB,SAAQ,CAAC,CAAC,oBAAoB;IAC3D,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACpD,cAAc,IAAI,CAAC,CAAC,WAAW,CAAC;IAChC,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAClB;AA8BD,MAAM,WAAW,kBAAkB;IAC/B,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC1B,OAAO,CAAC,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/B,oBAAoB,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC;CAC/C;AAKD,qBAAa,WAAY,YAAW,CAAC,CAAC,OAAO;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,CAAC,CAAC,UAAU,CAAY;IACpC,QAAQ,EAAE,MAAM,CAAoB;IACpC,IAAI,EAAE,MAAM,CAAgB;IAC5B,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;gBAE5B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB;CA+ajE"}
@@ -1,50 +1,20 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.TestContext = exports.getLabelKey = exports.newTestExecutionContext = exports.newTestExecutionConfig = exports.newTestJobConfig = exports.newTestSlice = void 0;
30
- const path_1 = __importDefault(require("path"));
31
- const events_1 = require("events");
32
- const utils_1 = require("@terascope/utils");
33
- const prom_client_1 = __importStar(require("prom-client"));
34
- function newId(prefix) {
35
- return `${prefix}-${(0, utils_1.random)(10000, 99999)}`;
1
+ import path from 'node:path';
2
+ import { EventEmitter } from 'node:events';
3
+ import { random, isString, getTypeOf, isFunction, debugLogger, makeISODate } from '@terascope/utils';
4
+ import promClient, { Counter, Gauge, Histogram, Summary } from 'prom-client';
5
+ function newId() {
6
+ return random(10000, 99999);
36
7
  }
37
- function newTestSlice(request = {}) {
8
+ export function newTestSlice(request = {}) {
38
9
  return {
39
- slice_id: newId('slice-id'),
40
- slicer_id: (0, utils_1.random)(0, 99999),
41
- slicer_order: (0, utils_1.random)(0, 99999),
10
+ slice_id: `slice-id-${newId()}`,
11
+ slicer_id: random(0, 99999),
12
+ slicer_order: random(0, 99999),
42
13
  request,
43
- _created: (0, utils_1.makeISODate)(),
14
+ _created: makeISODate(),
44
15
  };
45
16
  }
46
- exports.newTestSlice = newTestSlice;
47
- function newTestJobConfig(defaults = {}) {
17
+ export function newTestJobConfig(defaults = {}) {
48
18
  return Object.assign({
49
19
  name: 'test-job',
50
20
  apis: [],
@@ -61,46 +31,19 @@ function newTestJobConfig(defaults = {}) {
61
31
  env_vars: {}
62
32
  }, defaults);
63
33
  }
64
- exports.newTestJobConfig = newTestJobConfig;
65
- function newTestExecutionConfig(jobConfig = {}) {
34
+ export function newTestExecutionConfig(jobConfig = {}) {
66
35
  const exConfig = newTestJobConfig(jobConfig);
67
36
  exConfig.slicer_hostname = 'example.com';
68
- exConfig.slicer_port = (0, utils_1.random)(8000, 60000);
69
- exConfig.ex_id = newId('ex-id');
70
- exConfig.job_id = newId('job-id');
37
+ exConfig.slicer_port = random(8000, 60000);
38
+ exConfig.ex_id = `ex-id-${newId()}`;
39
+ exConfig.job_id = `job-id-${newId()}`;
71
40
  if (!exConfig.metadata)
72
41
  exConfig.metadata = {};
73
42
  return exConfig;
74
43
  }
75
- exports.newTestExecutionConfig = newTestExecutionConfig;
76
- /**
77
- * Create a new Execution Context
78
- * @deprecated use the new WorkerExecutionContext and SlicerExecutionContext
79
- */
80
- function newTestExecutionContext(type, config) {
81
- if (type === 'execution_controller') {
82
- return {
83
- config,
84
- queue: [],
85
- reader: null,
86
- slicer: () => { },
87
- dynamicQueueLength: false,
88
- queueLength: 10000,
89
- };
90
- }
91
- return {
92
- config,
93
- queue: config.operations.map(() => () => { }),
94
- reader: () => { },
95
- slicer: () => { },
96
- dynamicQueueLength: false,
97
- queueLength: 10000,
98
- };
99
- }
100
- exports.newTestExecutionContext = newTestExecutionContext;
101
44
  function getKey(opts) {
102
45
  const { type, endpoint = 'default' } = opts;
103
- if (!(0, utils_1.isString)(type))
46
+ if (!isString(type))
104
47
  throw new Error('A type must be specified when registering a Client');
105
48
  return `${type}:${endpoint}`;
106
49
  }
@@ -117,48 +60,44 @@ function setConnectorConfig(sysconfig, opts, config, override = true) {
117
60
  }
118
61
  return connectors[type][endpoint];
119
62
  }
120
- function isPromise(p) {
121
- if (p && typeof p === 'object' && typeof (p === null || p === void 0 ? void 0 : p.then) === 'function') {
122
- return true;
123
- }
124
- return false;
125
- }
126
- function getLabelKey(labels) {
127
- let labelKey = '';
128
- for (const [key, value] of Object.entries(labels).sort()) {
129
- labelKey += `${key}:${value},`;
130
- }
131
- return labelKey;
132
- }
133
- exports.getLabelKey = getLabelKey;
134
63
  const _cachedClients = new WeakMap();
135
64
  const _createClientFns = new WeakMap();
136
- class TestContext {
65
+ export class TestContext {
66
+ logger;
67
+ sysconfig;
68
+ cluster;
69
+ apis;
70
+ name;
71
+ assignment = 'worker';
72
+ platform = process.platform;
73
+ arch = process.arch;
74
+ mockPromMetrics;
137
75
  constructor(testName, options = {}) {
138
- this.assignment = 'worker';
139
- this.platform = process.platform;
140
- this.arch = process.arch;
141
- const logger = (0, utils_1.debugLogger)(testName);
142
- const events = new events_1.EventEmitter();
76
+ const logger = debugLogger(testName);
77
+ const events = new EventEmitter();
143
78
  this.name = testName;
144
79
  if (options.assignment) {
145
80
  this.assignment = options.assignment;
146
81
  }
147
82
  this.logger = logger;
148
83
  this.cluster = {
84
+ // @ts-expect-error
149
85
  worker: {
150
- id: newId('id'),
86
+ id: newId(),
151
87
  },
152
88
  };
153
89
  const sysconfig = {
154
90
  terafoundation: {
91
+ workers: 8,
92
+ environment: 'test',
93
+ log_path: '',
94
+ log_level: { console: 'debug' },
95
+ logging: ['console'],
155
96
  connectors: {
156
97
  'elasticsearch-next': {
157
98
  default: {}
158
99
  },
159
100
  },
160
- asset_storage_connection_type: 'elasticsearch-next',
161
- asset_storage_connection: 'default',
162
101
  prom_metrics_enabled: false,
163
102
  prom_metrics_port: 3333,
164
103
  prom_metrics_add_default: true,
@@ -166,7 +105,7 @@ class TestContext {
166
105
  teraslice: {
167
106
  action_timeout: 10000,
168
107
  analytics_rate: 10000,
169
- assets_directory: path_1.default.join(process.cwd(), 'assets'),
108
+ assets_directory: path.join(process.cwd(), 'assets'),
170
109
  asset_storage_connection_type: 'elasticsearch-next',
171
110
  asset_storage_connection: 'default',
172
111
  asset_storage_bucket: '',
@@ -194,7 +133,7 @@ class TestContext {
194
133
  worker_disconnect_timeout: 3000,
195
134
  workers: 1,
196
135
  },
197
- _nodeName: `${newId(testName)}__${this.cluster.worker.id}`,
136
+ _nodeName: `${testName}-${newId()}__${this?.cluster?.worker?.id}`,
198
137
  };
199
138
  this.sysconfig = sysconfig;
200
139
  // eslint-disable-next-line @typescript-eslint/no-this-alias
@@ -207,32 +146,7 @@ class TestContext {
207
146
  makeLogger(...params) {
208
147
  return logger.child(params[0]);
209
148
  },
210
- getConnection(opts) {
211
- const { cached } = opts;
212
- const cachedClients = _cachedClients.get(ctx) || {};
213
- const key = getKey(opts);
214
- if (cached && cachedClients[key] != null) {
215
- return cachedClients[key];
216
- }
217
- const clientFns = _createClientFns.get(ctx) || {};
218
- const create = clientFns[key];
219
- if (!create)
220
- throw new Error(`No client was found for connection "${key}"`);
221
- if (!(0, utils_1.isFunction)(create)) {
222
- const actual = (0, utils_1.getTypeOf)(create);
223
- throw new Error(`Registered Client for connection "${key}" is not a function, got ${actual}`);
224
- }
225
- const config = setConnectorConfig(sysconfig, opts, {}, false);
226
- const client = create(config, logger, opts);
227
- if (isPromise(client)) {
228
- throw new Error('Cannot call a sync client creation method using an async function, please use createClient instead');
229
- }
230
- if (client) {
231
- cachedClients[key] = client;
232
- }
233
- _cachedClients.set(ctx, cachedClients);
234
- return client;
235
- },
149
+ startWorkers: () => { },
236
150
  async createClient(opts) {
237
151
  const { cached } = opts;
238
152
  const cachedClients = _cachedClients.get(ctx) || {};
@@ -244,8 +158,8 @@ class TestContext {
244
158
  const create = clientFns[key];
245
159
  if (!create)
246
160
  throw new Error(`No client was found for connection "${key}"`);
247
- if (!(0, utils_1.isFunction)(create)) {
248
- const actual = (0, utils_1.getTypeOf)(create);
161
+ if (!isFunction(create)) {
162
+ const actual = getTypeOf(create);
249
163
  throw new Error(`Registered Client for connection "${key}" is not a function, got ${actual}`);
250
164
  }
251
165
  const connectorConfig = setConnectorConfig(ctx.sysconfig, opts, {}, false);
@@ -277,7 +191,7 @@ class TestContext {
277
191
  prefix: finalPrefix,
278
192
  labels: defaultLabels
279
193
  };
280
- prom_client_1.default.collectDefaultMetrics(defaultMetricsConfig);
194
+ promClient.collectDefaultMetrics(defaultMetricsConfig);
281
195
  }
282
196
  if (job_prom_metrics_enabled === true
283
197
  || (job_prom_metrics_enabled === undefined && tf_prom_metrics_enabled)) {
@@ -297,7 +211,7 @@ class TestContext {
297
211
  if (!metric || !metric.functions || !metric.metric) {
298
212
  throw new Error(`Metric ${name} is not setup`);
299
213
  }
300
- if (metric.metric instanceof prom_client_1.Gauge) {
214
+ if (metric.metric instanceof Gauge) {
301
215
  const labelValues = Object.keys(labels).map((key) => labels[key]);
302
216
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
303
217
  res.set(value);
@@ -313,8 +227,8 @@ class TestContext {
313
227
  if (!metric || !metric.functions || !metric.metric) {
314
228
  throw new Error(`Metric ${name} is not setup`);
315
229
  }
316
- if (metric.metric instanceof prom_client_1.Counter
317
- || metric.metric instanceof prom_client_1.Gauge) {
230
+ if (metric.metric instanceof Counter
231
+ || metric.metric instanceof Gauge) {
318
232
  const labelValues = Object.keys(labels).map((key) => labels[key]);
319
233
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
320
234
  res.inc(value);
@@ -330,7 +244,7 @@ class TestContext {
330
244
  if (!metric || !metric.functions || !metric.metric) {
331
245
  throw new Error(`Metric ${name} is not setup`);
332
246
  }
333
- if (metric.metric instanceof prom_client_1.Gauge) {
247
+ if (metric.metric instanceof Gauge) {
334
248
  const labelValues = Object.keys(labels).map((key) => labels[key]);
335
249
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
336
250
  res.dec(value);
@@ -346,8 +260,8 @@ class TestContext {
346
260
  if (!metric || !metric.functions || !metric.metric) {
347
261
  throw new Error(`Metric ${name} is not setup`);
348
262
  }
349
- if (metric.metric instanceof prom_client_1.Summary
350
- || metric.metric instanceof prom_client_1.Histogram) {
263
+ if (metric.metric instanceof Summary
264
+ || metric.metric instanceof Histogram) {
351
265
  const labelValues = Object.keys(labels).map((key) => labels[key]);
352
266
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
353
267
  res.observe(value);
@@ -361,7 +275,7 @@ class TestContext {
361
275
  if (ctx.mockPromMetrics) {
362
276
  if (!this.hasMetric(name)) {
363
277
  const fullname = ctx.mockPromMetrics.prefix + name;
364
- const gauge = new prom_client_1.Gauge({
278
+ const gauge = new Gauge({
365
279
  name: fullname,
366
280
  help,
367
281
  labelNames,
@@ -382,7 +296,7 @@ class TestContext {
382
296
  if (ctx.mockPromMetrics) {
383
297
  if (!this.hasMetric(name)) {
384
298
  const fullname = ctx.mockPromMetrics.prefix + name;
385
- const counter = new prom_client_1.Counter({
299
+ const counter = new Counter({
386
300
  name: fullname,
387
301
  help,
388
302
  labelNames,
@@ -403,7 +317,7 @@ class TestContext {
403
317
  if (ctx.mockPromMetrics) {
404
318
  if (!this.hasMetric(name)) {
405
319
  const fullname = ctx.mockPromMetrics.prefix + name;
406
- const histogram = new prom_client_1.Histogram({
320
+ const histogram = new Histogram({
407
321
  name: fullname,
408
322
  help,
409
323
  labelNames,
@@ -425,7 +339,7 @@ class TestContext {
425
339
  if (ctx.mockPromMetrics) {
426
340
  if (!this.hasMetric(name)) {
427
341
  const fullname = ctx.mockPromMetrics.prefix + name;
428
- const summary = new prom_client_1.Summary({
342
+ const summary = new Summary({
429
343
  name: fullname,
430
344
  help,
431
345
  labelNames,
@@ -457,7 +371,7 @@ class TestContext {
457
371
  const fullname = ctx.mockPromMetrics.prefix + name;
458
372
  if (ctx.mockPromMetrics.metricList[name]) {
459
373
  deleted = delete ctx.mockPromMetrics.metricList[name];
460
- prom_client_1.default.register.removeSingleMetric(fullname);
374
+ promClient.register.removeSingleMetric(fullname);
461
375
  }
462
376
  else {
463
377
  throw new Error(`metric ${name} not defined in metric list`);
@@ -485,12 +399,12 @@ class TestContext {
485
399
  },
486
400
  setTestClients(clients = []) {
487
401
  clients.forEach((clientConfig) => {
488
- const { create, createClient, config: connectionConfig = {} } = clientConfig;
489
- const createFN = createClient || create;
402
+ const { createClient, config: connectionConfig = {} } = clientConfig;
403
+ const createFN = createClient;
490
404
  const clientFns = _createClientFns.get(ctx) || {};
491
405
  const key = getKey(clientConfig);
492
- if (!(0, utils_1.isFunction)(createFN)) {
493
- const actual = (0, utils_1.getTypeOf)(createFN);
406
+ if (!isFunction(createFN)) {
407
+ const actual = getTypeOf(createFN);
494
408
  throw new Error(`Test Client for connection "${key}" is not a function, got ${actual}`);
495
409
  }
496
410
  ctx.logger.trace(`Setting test client for connection "${key}"`, connectionConfig);
@@ -516,18 +430,18 @@ class TestContext {
516
430
  },
517
431
  async scrapePromMetrics() {
518
432
  if (ctx.mockPromMetrics) {
519
- return prom_client_1.default.register.metrics();
433
+ return promClient.register.metrics();
520
434
  }
521
435
  return '';
522
436
  },
437
+ op_runner: {},
438
+ assets: {},
439
+ job_runner: {},
440
+ executionContext: {}
523
441
  };
524
- this.foundation = {
525
- getConnection: this.apis.foundation.getConnection,
526
- getEventEmitter: this.apis.foundation.getSystemEvents,
527
- makeLogger: this.apis.foundation.makeLogger,
528
- };
529
- this.apis.setTestClients(options.clients);
442
+ if (options.clients) {
443
+ this.apis.setTestClients(options.clients);
444
+ }
530
445
  }
531
446
  }
532
- exports.TestContext = TestContext;
533
447
  //# sourceMappingURL=test-helpers.js.map