@terascope/job-components 0.75.1 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (274) hide show
  1. package/dist/src/builtin/collect/interfaces.d.ts +2 -2
  2. package/dist/src/builtin/collect/interfaces.d.ts.map +1 -1
  3. package/dist/src/builtin/collect/interfaces.js +1 -2
  4. package/dist/src/builtin/collect/processor.d.ts +4 -4
  5. package/dist/src/builtin/collect/processor.d.ts.map +1 -1
  6. package/dist/src/builtin/collect/processor.js +5 -7
  7. package/dist/src/builtin/collect/processor.js.map +1 -1
  8. package/dist/src/builtin/collect/schema.d.ts +2 -2
  9. package/dist/src/builtin/collect/schema.d.ts.map +1 -1
  10. package/dist/src/builtin/collect/schema.js +2 -5
  11. package/dist/src/builtin/collect/schema.js.map +1 -1
  12. package/dist/src/builtin/delay/interfaces.d.ts +1 -1
  13. package/dist/src/builtin/delay/interfaces.d.ts.map +1 -1
  14. package/dist/src/builtin/delay/interfaces.js +1 -2
  15. package/dist/src/builtin/delay/processor.d.ts +2 -2
  16. package/dist/src/builtin/delay/processor.d.ts.map +1 -1
  17. package/dist/src/builtin/delay/processor.js +4 -7
  18. package/dist/src/builtin/delay/processor.js.map +1 -1
  19. package/dist/src/builtin/delay/schema.d.ts +2 -2
  20. package/dist/src/builtin/delay/schema.d.ts.map +1 -1
  21. package/dist/src/builtin/delay/schema.js +2 -5
  22. package/dist/src/builtin/delay/schema.js.map +1 -1
  23. package/dist/src/builtin/index.d.ts +5 -5
  24. package/dist/src/builtin/index.d.ts.map +1 -1
  25. package/dist/src/builtin/index.js +6 -16
  26. package/dist/src/builtin/index.js.map +1 -1
  27. package/dist/src/builtin/noop/processor.d.ts +1 -1
  28. package/dist/src/builtin/noop/processor.d.ts.map +1 -1
  29. package/dist/src/builtin/noop/processor.js +2 -5
  30. package/dist/src/builtin/noop/processor.js.map +1 -1
  31. package/dist/src/builtin/noop/schema.d.ts +1 -1
  32. package/dist/src/builtin/noop/schema.d.ts.map +1 -1
  33. package/dist/src/builtin/noop/schema.js +2 -5
  34. package/dist/src/builtin/noop/schema.js.map +1 -1
  35. package/dist/src/builtin/test-reader/data/fetcher-data.d.ts +1 -1
  36. package/dist/src/builtin/test-reader/data/fetcher-data.d.ts.map +1 -1
  37. package/dist/src/builtin/test-reader/data/fetcher-data.js +1 -2
  38. package/dist/src/builtin/test-reader/data/fetcher-data.js.map +1 -1
  39. package/dist/src/builtin/test-reader/data/slicer-data.d.ts +1 -1
  40. package/dist/src/builtin/test-reader/data/slicer-data.d.ts.map +1 -1
  41. package/dist/src/builtin/test-reader/data/slicer-data.js +1 -2
  42. package/dist/src/builtin/test-reader/data/slicer-data.js.map +1 -1
  43. package/dist/src/builtin/test-reader/fetcher.d.ts +3 -3
  44. package/dist/src/builtin/test-reader/fetcher.d.ts.map +1 -1
  45. package/dist/src/builtin/test-reader/fetcher.js +12 -21
  46. package/dist/src/builtin/test-reader/fetcher.js.map +1 -1
  47. package/dist/src/builtin/test-reader/interfaces.d.ts +1 -1
  48. package/dist/src/builtin/test-reader/interfaces.d.ts.map +1 -1
  49. package/dist/src/builtin/test-reader/interfaces.js +1 -2
  50. package/dist/src/builtin/test-reader/schema.d.ts +2 -2
  51. package/dist/src/builtin/test-reader/schema.d.ts.map +1 -1
  52. package/dist/src/builtin/test-reader/schema.js +2 -5
  53. package/dist/src/builtin/test-reader/schema.js.map +1 -1
  54. package/dist/src/builtin/test-reader/slicer.d.ts +3 -3
  55. package/dist/src/builtin/test-reader/slicer.d.ts.map +1 -1
  56. package/dist/src/builtin/test-reader/slicer.js +10 -19
  57. package/dist/src/builtin/test-reader/slicer.js.map +1 -1
  58. package/dist/src/config-validators.d.ts +1 -1
  59. package/dist/src/config-validators.d.ts.map +1 -1
  60. package/dist/src/config-validators.js +10 -19
  61. package/dist/src/config-validators.js.map +1 -1
  62. package/dist/src/execution-context/api.d.ts +4 -5
  63. package/dist/src/execution-context/api.d.ts.map +1 -1
  64. package/dist/src/execution-context/api.js +16 -16
  65. package/dist/src/execution-context/api.js.map +1 -1
  66. package/dist/src/execution-context/base.d.ts +6 -6
  67. package/dist/src/execution-context/base.d.ts.map +1 -1
  68. package/dist/src/execution-context/base.js +30 -27
  69. package/dist/src/execution-context/base.js.map +1 -1
  70. package/dist/src/execution-context/index.d.ts +9 -12
  71. package/dist/src/execution-context/index.d.ts.map +1 -1
  72. package/dist/src/execution-context/index.js +16 -44
  73. package/dist/src/execution-context/index.js.map +1 -1
  74. package/dist/src/execution-context/interfaces.d.ts +2 -2
  75. package/dist/src/execution-context/interfaces.d.ts.map +1 -1
  76. package/dist/src/execution-context/interfaces.js +1 -2
  77. package/dist/src/execution-context/slicer.d.ts +5 -4
  78. package/dist/src/execution-context/slicer.d.ts.map +1 -1
  79. package/dist/src/execution-context/slicer.js +20 -20
  80. package/dist/src/execution-context/slicer.js.map +1 -1
  81. package/dist/src/execution-context/utils.d.ts +1 -1
  82. package/dist/src/execution-context/utils.d.ts.map +1 -1
  83. package/dist/src/execution-context/utils.js +5 -11
  84. package/dist/src/execution-context/utils.js.map +1 -1
  85. package/dist/src/execution-context/worker.d.ts +6 -5
  86. package/dist/src/execution-context/worker.d.ts.map +1 -1
  87. package/dist/src/execution-context/worker.js +50 -68
  88. package/dist/src/execution-context/worker.js.map +1 -1
  89. package/dist/src/formats.d.ts +2 -2
  90. package/dist/src/formats.d.ts.map +1 -1
  91. package/dist/src/formats.js +21 -27
  92. package/dist/src/formats.js.map +1 -1
  93. package/dist/src/index.d.ts +12 -12
  94. package/dist/src/index.d.ts.map +1 -1
  95. package/dist/src/index.js +13 -29
  96. package/dist/src/index.js.map +1 -1
  97. package/dist/src/interfaces/context.d.ts +23 -140
  98. package/dist/src/interfaces/context.d.ts.map +1 -1
  99. package/dist/src/interfaces/context.js +1 -2
  100. package/dist/src/interfaces/index.d.ts +4 -5
  101. package/dist/src/interfaces/index.d.ts.map +1 -1
  102. package/dist/src/interfaces/index.js +4 -21
  103. package/dist/src/interfaces/index.js.map +1 -1
  104. package/dist/src/interfaces/misc.d.ts +3 -0
  105. package/dist/src/interfaces/misc.d.ts.map +1 -1
  106. package/dist/src/interfaces/misc.js +2 -2
  107. package/dist/src/interfaces/misc.js.map +1 -1
  108. package/dist/src/interfaces/operation-lifecycle.d.ts +4 -3
  109. package/dist/src/interfaces/operation-lifecycle.d.ts.map +1 -1
  110. package/dist/src/interfaces/operation-lifecycle.js +1 -2
  111. package/dist/src/interfaces/operations.d.ts +11 -64
  112. package/dist/src/interfaces/operations.d.ts.map +1 -1
  113. package/dist/src/interfaces/operations.js +1 -4
  114. package/dist/src/interfaces/operations.js.map +1 -1
  115. package/dist/src/job-schemas.d.ts +1 -1
  116. package/dist/src/job-schemas.d.ts.map +1 -1
  117. package/dist/src/job-schemas.js +32 -39
  118. package/dist/src/job-schemas.js.map +1 -1
  119. package/dist/src/job-validator.d.ts +3 -2
  120. package/dist/src/job-validator.d.ts.map +1 -1
  121. package/dist/src/job-validator.js +19 -20
  122. package/dist/src/job-validator.js.map +1 -1
  123. package/dist/src/operation-loader/index.d.ts +2 -2
  124. package/dist/src/operation-loader/index.d.ts.map +1 -1
  125. package/dist/src/operation-loader/index.js +2 -18
  126. package/dist/src/operation-loader/index.js.map +1 -1
  127. package/dist/src/operation-loader/interfaces.d.ts +1 -1
  128. package/dist/src/operation-loader/interfaces.d.ts.map +1 -1
  129. package/dist/src/operation-loader/interfaces.js +15 -18
  130. package/dist/src/operation-loader/interfaces.js.map +1 -1
  131. package/dist/src/operation-loader/loader.d.ts +7 -9
  132. package/dist/src/operation-loader/loader.d.ts.map +1 -1
  133. package/dist/src/operation-loader/loader.js +96 -137
  134. package/dist/src/operation-loader/loader.js.map +1 -1
  135. package/dist/src/operations/api-factory.d.ts +2 -2
  136. package/dist/src/operations/api-factory.d.ts.map +1 -1
  137. package/dist/src/operations/api-factory.js +4 -13
  138. package/dist/src/operations/api-factory.js.map +1 -1
  139. package/dist/src/operations/batch-processor.d.ts +2 -2
  140. package/dist/src/operations/batch-processor.d.ts.map +1 -1
  141. package/dist/src/operations/batch-processor.js +5 -11
  142. package/dist/src/operations/batch-processor.js.map +1 -1
  143. package/dist/src/operations/convict-schema.d.ts +2 -2
  144. package/dist/src/operations/convict-schema.d.ts.map +1 -1
  145. package/dist/src/operations/convict-schema.js +11 -15
  146. package/dist/src/operations/convict-schema.js.map +1 -1
  147. package/dist/src/operations/core/api-core.d.ts +4 -4
  148. package/dist/src/operations/core/api-core.d.ts.map +1 -1
  149. package/dist/src/operations/core/api-core.js +7 -10
  150. package/dist/src/operations/core/api-core.js.map +1 -1
  151. package/dist/src/operations/core/core.d.ts +2 -2
  152. package/dist/src/operations/core/core.d.ts.map +1 -1
  153. package/dist/src/operations/core/core.js +5 -4
  154. package/dist/src/operations/core/core.js.map +1 -1
  155. package/dist/src/operations/core/fetcher-core.d.ts +2 -2
  156. package/dist/src/operations/core/fetcher-core.d.ts.map +1 -1
  157. package/dist/src/operations/core/fetcher-core.js +2 -8
  158. package/dist/src/operations/core/fetcher-core.js.map +1 -1
  159. package/dist/src/operations/core/index.d.ts +6 -6
  160. package/dist/src/operations/core/index.d.ts.map +1 -1
  161. package/dist/src/operations/core/index.js +7 -18
  162. package/dist/src/operations/core/index.js.map +1 -1
  163. package/dist/src/operations/core/operation-core.d.ts +5 -5
  164. package/dist/src/operations/core/operation-core.d.ts.map +1 -1
  165. package/dist/src/operations/core/operation-core.js +8 -11
  166. package/dist/src/operations/core/operation-core.js.map +1 -1
  167. package/dist/src/operations/core/processor-core.d.ts +2 -2
  168. package/dist/src/operations/core/processor-core.d.ts.map +1 -1
  169. package/dist/src/operations/core/processor-core.js +2 -8
  170. package/dist/src/operations/core/processor-core.js.map +1 -1
  171. package/dist/src/operations/core/schema-core.d.ts +1 -1
  172. package/dist/src/operations/core/schema-core.d.ts.map +1 -1
  173. package/dist/src/operations/core/schema-core.js +3 -4
  174. package/dist/src/operations/core/schema-core.js.map +1 -1
  175. package/dist/src/operations/core/slicer-core.d.ts +4 -4
  176. package/dist/src/operations/core/slicer-core.d.ts.map +1 -1
  177. package/dist/src/operations/core/slicer-core.js +13 -14
  178. package/dist/src/operations/core/slicer-core.js.map +1 -1
  179. package/dist/src/operations/each-processor.d.ts +2 -2
  180. package/dist/src/operations/each-processor.d.ts.map +1 -1
  181. package/dist/src/operations/each-processor.js +2 -8
  182. package/dist/src/operations/each-processor.js.map +1 -1
  183. package/dist/src/operations/fetcher.d.ts +2 -2
  184. package/dist/src/operations/fetcher.d.ts.map +1 -1
  185. package/dist/src/operations/fetcher.js +4 -10
  186. package/dist/src/operations/fetcher.js.map +1 -1
  187. package/dist/src/operations/filter-processor.d.ts +2 -2
  188. package/dist/src/operations/filter-processor.d.ts.map +1 -1
  189. package/dist/src/operations/filter-processor.js +2 -8
  190. package/dist/src/operations/filter-processor.js.map +1 -1
  191. package/dist/src/operations/index.d.ts +14 -15
  192. package/dist/src/operations/index.d.ts.map +1 -1
  193. package/dist/src/operations/index.js +15 -47
  194. package/dist/src/operations/index.js.map +1 -1
  195. package/dist/src/operations/interfaces.d.ts +12 -12
  196. package/dist/src/operations/interfaces.d.ts.map +1 -1
  197. package/dist/src/operations/interfaces.js +1 -2
  198. package/dist/src/operations/job-observer.d.ts +3 -3
  199. package/dist/src/operations/job-observer.d.ts.map +1 -1
  200. package/dist/src/operations/job-observer.js +14 -10
  201. package/dist/src/operations/job-observer.js.map +1 -1
  202. package/dist/src/operations/map-processor.d.ts +2 -2
  203. package/dist/src/operations/map-processor.d.ts.map +1 -1
  204. package/dist/src/operations/map-processor.js +4 -10
  205. package/dist/src/operations/map-processor.js.map +1 -1
  206. package/dist/src/operations/observer.d.ts +2 -2
  207. package/dist/src/operations/observer.d.ts.map +1 -1
  208. package/dist/src/operations/observer.js +2 -8
  209. package/dist/src/operations/observer.js.map +1 -1
  210. package/dist/src/operations/operation-api.d.ts +2 -2
  211. package/dist/src/operations/operation-api.d.ts.map +1 -1
  212. package/dist/src/operations/operation-api.js +2 -8
  213. package/dist/src/operations/operation-api.js.map +1 -1
  214. package/dist/src/operations/parallel-slicer.d.ts +2 -2
  215. package/dist/src/operations/parallel-slicer.d.ts.map +1 -1
  216. package/dist/src/operations/parallel-slicer.js +7 -16
  217. package/dist/src/operations/parallel-slicer.js.map +1 -1
  218. package/dist/src/operations/slicer.d.ts +2 -2
  219. package/dist/src/operations/slicer.d.ts.map +1 -1
  220. package/dist/src/operations/slicer.js +7 -16
  221. package/dist/src/operations/slicer.js.map +1 -1
  222. package/dist/src/register-apis.d.ts +2 -3
  223. package/dist/src/register-apis.d.ts.map +1 -1
  224. package/dist/src/register-apis.js +17 -49
  225. package/dist/src/register-apis.js.map +1 -1
  226. package/dist/src/test-helpers.d.ts +11 -31
  227. package/dist/src/test-helpers.d.ts.map +1 -1
  228. package/dist/src/test-helpers.js +67 -150
  229. package/dist/src/test-helpers.js.map +1 -1
  230. package/dist/src/utils.d.ts +1 -1
  231. package/dist/src/utils.d.ts.map +1 -1
  232. package/dist/src/utils.js +9 -14
  233. package/dist/src/utils.js.map +1 -1
  234. package/package.json +10 -7
  235. package/dist/src/interfaces/jobs.d.ts +0 -171
  236. package/dist/src/interfaces/jobs.d.ts.map +0 -1
  237. package/dist/src/interfaces/jobs.js +0 -10
  238. package/dist/src/interfaces/jobs.js.map +0 -1
  239. package/dist/src/operations/shims/index.d.ts +0 -9
  240. package/dist/src/operations/shims/index.d.ts.map +0 -1
  241. package/dist/src/operations/shims/index.js +0 -21
  242. package/dist/src/operations/shims/index.js.map +0 -1
  243. package/dist/src/operations/shims/legacy-processor-shim.d.ts +0 -5
  244. package/dist/src/operations/shims/legacy-processor-shim.d.ts.map +0 -1
  245. package/dist/src/operations/shims/legacy-processor-shim.js +0 -50
  246. package/dist/src/operations/shims/legacy-processor-shim.js.map +0 -1
  247. package/dist/src/operations/shims/legacy-reader-shim.d.ts +0 -7
  248. package/dist/src/operations/shims/legacy-reader-shim.d.ts.map +0 -1
  249. package/dist/src/operations/shims/legacy-reader-shim.js +0 -66
  250. package/dist/src/operations/shims/legacy-reader-shim.js.map +0 -1
  251. package/dist/src/operations/shims/legacy-slice-events-shim.d.ts +0 -10
  252. package/dist/src/operations/shims/legacy-slice-events-shim.d.ts.map +0 -1
  253. package/dist/src/operations/shims/legacy-slice-events-shim.js +0 -34
  254. package/dist/src/operations/shims/legacy-slice-events-shim.js.map +0 -1
  255. package/dist/src/operations/shims/operation-api-shim.d.ts +0 -7
  256. package/dist/src/operations/shims/operation-api-shim.d.ts.map +0 -1
  257. package/dist/src/operations/shims/operation-api-shim.js +0 -10
  258. package/dist/src/operations/shims/operation-api-shim.js.map +0 -1
  259. package/dist/src/operations/shims/processor-shim.d.ts +0 -4
  260. package/dist/src/operations/shims/processor-shim.d.ts.map +0 -1
  261. package/dist/src/operations/shims/processor-shim.js +0 -51
  262. package/dist/src/operations/shims/processor-shim.js.map +0 -1
  263. package/dist/src/operations/shims/reader-shim.d.ts +0 -4
  264. package/dist/src/operations/shims/reader-shim.d.ts.map +0 -1
  265. package/dist/src/operations/shims/reader-shim.js +0 -92
  266. package/dist/src/operations/shims/reader-shim.js.map +0 -1
  267. package/dist/src/operations/shims/schema-shim.d.ts +0 -4
  268. package/dist/src/operations/shims/schema-shim.d.ts.map +0 -1
  269. package/dist/src/operations/shims/schema-shim.js +0 -31
  270. package/dist/src/operations/shims/schema-shim.js.map +0 -1
  271. package/dist/src/operations/shims/shim-utils.d.ts +0 -9
  272. package/dist/src/operations/shims/shim-utils.d.ts.map +0 -1
  273. package/dist/src/operations/shims/shim-utils.js +0 -34
  274. package/dist/src/operations/shims/shim-utils.js.map +0 -1
@@ -1,8 +1,7 @@
1
- import { Context, ValidatedJobConfig, ExecutionConfig, OpConfig, GetClientConfig } from './interfaces';
1
+ import { Context, ValidatedJobConfig, ExecutionConfig, OpConfig, GetClientConfig } from './interfaces/index.js';
2
2
  /** Get the first opConfig from an operation name */
3
3
  export declare function getOpConfig(job: ValidatedJobConfig, name: string): OpConfig | undefined;
4
4
  export declare function getAssetPath(assetDirs: string[], assets: string[], name: string): Promise<string>;
5
- export declare function getClient(context: Context, config: GetClientConfig, type: string): any;
6
- export declare function getClientAsync(context: Context, config: GetClientConfig, type: string): Promise<any>;
5
+ export declare function getClient(context: Context, config: GetClientConfig, type: string): Promise<any>;
7
6
  export declare function registerApis(context: Context, job: ValidatedJobConfig | ExecutionConfig, assetIds?: string[]): void;
8
7
  //# sourceMappingURL=register-apis.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"register-apis.d.ts","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAGA,OAAO,EAEH,OAAO,EACP,kBAAkB,EAClB,eAAe,EACf,QAAQ,EACR,eAAe,EAElB,MAAM,cAAc,CAAC;AAGtB,oDAAoD;AACpD,wBAAgB,WAAW,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAEvF;AAGD,wBAAsB,YAAY,CAC9B,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAWD,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,GAAG,GAAG,CAiBtF;AAOD,wBAAsB,cAAc,CAChC,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CAkBd;AAED,wBAAgB,YAAY,CACxB,OAAO,EAAE,OAAO,EAChB,GAAG,EAAE,kBAAkB,GAAG,eAAe,EACzC,QAAQ,CAAC,EAAE,MAAM,EAAE,GACpB,IAAI,CAiCN"}
1
+ {"version":3,"file":"register-apis.d.ts","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAC5C,QAAQ,EAAE,eAAe,EAC5B,MAAM,uBAAuB,CAAC;AAG/B,oDAAoD;AACpD,wBAAgB,WAAW,CAAC,GAAG,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS,CAEvF;AAGD,wBAAsB,YAAY,CAC9B,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,CA6BjB;AAYD,wBAAsB,SAAS,CAC3B,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC,CAkBd;AAED,wBAAgB,YAAY,CACxB,OAAO,EAAE,OAAO,EAChB,GAAG,EAAE,kBAAkB,GAAG,eAAe,EACzC,QAAQ,CAAC,EAAE,MAAM,EAAE,GACpB,IAAI,CAkCN"}
@@ -1,20 +1,13 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.registerApis = exports.getClientAsync = exports.getClient = exports.getAssetPath = exports.getOpConfig = void 0;
7
- const fs_1 = __importDefault(require("fs"));
8
- const path_1 = __importDefault(require("path"));
9
- const utils_1 = require("@terascope/utils");
10
- const execution_context_1 = require("./execution-context");
1
+ import fs from 'node:fs';
2
+ import path from 'node:path';
3
+ import { parseJSON, castArray } from '@terascope/utils';
4
+ import { ExecutionContextAPI } from './execution-context/index.js';
11
5
  /** Get the first opConfig from an operation name */
12
- function getOpConfig(job, name) {
6
+ export function getOpConfig(job, name) {
13
7
  return job.operations.find((op) => op._op === name);
14
8
  }
15
- exports.getOpConfig = getOpConfig;
16
9
  /* Get the asset path from a asset name or ID */
17
- async function getAssetPath(assetDirs, assets, name) {
10
+ export async function getAssetPath(assetDirs, assets, name) {
18
11
  if (assetDirs.length === 0) {
19
12
  throw new Error('No asset_directory has been configured, cannot get asset path');
20
13
  }
@@ -24,50 +17,27 @@ async function getAssetPath(assetDirs, assets, name) {
24
17
  }
25
18
  for (const assetDir of assetDirs) {
26
19
  if (name.length === 40) {
27
- const assetPath = path_1.default.join(assetDir, name);
28
- if (fs_1.default.existsSync(assetDir))
20
+ const assetPath = path.join(assetDir, name);
21
+ if (fs.existsSync(assetDir))
29
22
  return assetPath;
30
23
  }
31
24
  const [assetName] = name.split(':').map((s) => s.trim());
32
25
  for (const id of assetIds) {
33
- const rawAssetJSON = fs_1.default.readFileSync(path_1.default.join(assetDir, id, 'asset.json'));
34
- const assetJSON = (0, utils_1.parseJSON)(rawAssetJSON);
26
+ const rawAssetJSON = fs.readFileSync(path.join(assetDir, id, 'asset.json'));
27
+ const assetJSON = parseJSON(rawAssetJSON);
35
28
  if (assetJSON.name === assetName) {
36
- return path_1.default.join(assetDir, id);
29
+ return path.join(assetDir, id);
37
30
  }
38
31
  }
39
32
  }
40
33
  throw new Error(`Unable to find asset "${name}"`);
41
34
  }
42
- exports.getAssetPath = getAssetPath;
43
- /*
44
- * This will request a connection based on the 'connection' attribute of an opConfig.
45
- * Intended as a context API endpoint. Use getClientAsync for elasticsearch connections
46
- */
47
- function getClient(context, config, type) {
48
- const clientConfig = {
49
- type,
50
- cached: true,
51
- endpoint: 'default',
52
- };
53
- if (config && config.connection) {
54
- clientConfig.endpoint = config.connection || 'default';
55
- const isCached = config.connection_cache != null;
56
- clientConfig.cached = isCached ? config.connection_cache : true;
57
- }
58
- else {
59
- clientConfig.endpoint = 'default';
60
- clientConfig.cached = true;
61
- }
62
- return context.foundation.getConnection(clientConfig).client;
63
- }
64
- exports.getClient = getClient;
65
35
  /*
66
36
  * This will request a connection based on the 'connection' attribute of
67
37
  * an opConfig. Used to create new client types for elasticsearch, not for use
68
38
  * for other connection types other than elasticsearch-next
69
39
  */
70
- async function getClientAsync(context, config, type) {
40
+ export async function getClient(context, config, type) {
71
41
  const clientConfig = {
72
42
  type,
73
43
  cached: true,
@@ -85,22 +55,21 @@ async function getClientAsync(context, config, type) {
85
55
  const { client } = await context.apis.foundation.createClient(clientConfig);
86
56
  return client;
87
57
  }
88
- exports.getClientAsync = getClientAsync;
89
- function registerApis(context, job, assetIds) {
58
+ export function registerApis(context, job, assetIds) {
90
59
  const cleanupApis = ['op_runner', 'executionContext', 'job_runner', 'assets'];
91
60
  for (const api of cleanupApis) {
92
61
  if (context.apis[api] != null) {
93
62
  delete context.apis[api];
94
63
  }
95
64
  }
96
- context.apis.registerAPI('executionContext', new execution_context_1.ExecutionContextAPI(context, job));
65
+ context.apis.registerAPI('executionContext', new ExecutionContextAPI(context, job));
97
66
  context.apis.registerAPI('op_runner', {
98
- // DEPRECATED, PLEASE USE "getClientAsync"
99
67
  getClient(config, type) {
100
68
  return getClient(context, config, type);
101
69
  },
70
+ // For backward compatibility, but it will not show up on the type
102
71
  getClientAsync(config, type) {
103
- return getClientAsync(context, config, type);
72
+ return getClient(context, config, type);
104
73
  },
105
74
  });
106
75
  context.apis.registerAPI('job_runner', {
@@ -108,12 +77,11 @@ function registerApis(context, job, assetIds) {
108
77
  return getOpConfig(job, name);
109
78
  },
110
79
  });
111
- const assetDir = (0, utils_1.castArray)(context.sysconfig.teraslice.assets_directory);
80
+ const assetDir = castArray(context.sysconfig.teraslice.assets_directory);
112
81
  context.apis.registerAPI('assets', {
113
82
  getPath(name) {
114
83
  return getAssetPath(assetDir, assetIds || job.assets, name);
115
84
  },
116
85
  });
117
86
  }
118
- exports.registerApis = registerApis;
119
87
  //# sourceMappingURL=register-apis.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"register-apis.js","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,4CAAwD;AAUxD,2DAA0D;AAE1D,oDAAoD;AACpD,SAAgB,WAAW,CAAC,GAAuB,EAAE,IAAY;IAC7D,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;AAClE,CAAC;AAFD,kCAEC;AAED,gDAAgD;AACzC,KAAK,UAAU,YAAY,CAC9B,SAAmB,EACnB,MAAgB,EAChB,IAAY;IAEZ,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;KACpF;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;IAE9B,IAAI,CAAC,IAAI,EAAE;QACP,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACzC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC;SACjD;QAED,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACvB,MAAM,YAAY,GAAG,YAAE,CAAC,YAAY,CAAC,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5E,MAAM,SAAS,GAAc,IAAA,iBAAS,EAAC,YAAY,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE;gBAC9B,OAAO,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAClC;SACJ;KACJ;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC;AACtD,CAAC;AAjCD,oCAiCC;AAOD;;;GAGG;AACH,SAAgB,SAAS,CAAC,OAAgB,EAAE,MAAuB,EAAE,IAAY;IAC7E,MAAM,YAAY,GAAqB;QACnC,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,OAAO,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;AACjE,CAAC;AAjBD,8BAiBC;AAED;;;;GAIG;AACI,KAAK,UAAU,cAAc,CAChC,OAAgB,EAChB,MAAuB,EACvB,IAAY;IAEZ,MAAM,YAAY,GAAqB;QACnC,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC;AAClB,CAAC;AAtBD,wCAsBC;AAED,SAAgB,YAAY,CACxB,OAAgB,EAChB,GAAyC,EACzC,QAAmB;IAEnB,MAAM,WAAW,GAAgC,CAAC,WAAW,EAAE,kBAAkB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAC3G,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;QAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE;YAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC5B;KACJ;IAED,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,uCAAmB,CAAC,OAAO,EAAE,GAAsB,CAAC,CAAC,CAAC;IAEvG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;QAClC,0CAA0C;QAC1C,SAAS,CAAC,MAAuB,EAAE,IAAY;YAC3C,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,cAAc,CAAC,MAAuB,EAAE,IAAY;YAChD,OAAO,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;QACnC,WAAW,CAAC,IAAY;YACpB,OAAO,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAA,iBAAS,EAAS,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEjF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;QAC/B,OAAO,CAAC,IAAY;YAChB,OAAO,YAAY,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AArCD,oCAqCC"}
1
+ {"version":3,"file":"register-apis.js","sourceRoot":"","sources":["../../src/register-apis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAMxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEnE,oDAAoD;AACpD,MAAM,UAAU,WAAW,CAAC,GAAuB,EAAE,IAAY;IAC7D,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC;AAClE,CAAC;AAED,gDAAgD;AAChD,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,SAAmB,EACnB,MAAgB,EAChB,IAAY;IAEZ,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE;QACxB,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;KACpF;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;IAE9B,IAAI,CAAC,IAAI,EAAE;QACP,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;KACzC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC5C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO,SAAS,CAAC;SACjD;QAED,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzD,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE;YACvB,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;YAC5E,MAAM,SAAS,GAAc,SAAS,CAAC,YAAY,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE;gBAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAClC;SACJ;KACJ;IAED,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,GAAG,CAAC,CAAC;AACtD,CAAC;AAOD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC3B,OAAgB,EAChB,MAAuB,EACvB,IAAY;IAEZ,MAAM,YAAY,GAAoC;QAClD,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;KACtB,CAAC;IAEF,IAAI,MAAM,IAAI,MAAM,CAAC,UAAU,EAAE;QAC7B,YAAY,CAAC,QAAQ,GAAG,MAAM,CAAC,UAAU,IAAI,SAAS,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACjD,YAAY,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC;KACnE;SAAM;QACH,YAAY,CAAC,QAAQ,GAAG,SAAS,CAAC;QAClC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;KAC9B;IAED,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CACxB,OAAgB,EAChB,GAAyC,EACzC,QAAmB;IAEnB,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,kBAAkB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;IAE9E,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;QAC3B,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE;YAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAC5B;KACJ;IAED,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,IAAI,mBAAmB,CAAC,OAAO,EAAE,GAAsB,CAAC,CAAC,CAAC;IAEvG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE;QAClC,SAAS,CAAC,MAAuB,EAAE,IAAY;YAC3C,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;QACD,kEAAkE;QAClE,cAAc,CAAC,MAAuB,EAAE,IAAY;YAChD,OAAO,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE;QACnC,WAAW,CAAC,IAAY;YACpB,OAAO,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;KACJ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,SAAS,CAAS,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAEjF,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;QAC/B,OAAO,CAAC,IAAY;YAChB,OAAO,YAAY,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChE,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
@@ -1,52 +1,32 @@
1
+ import { Terafoundation } from '@terascope/types';
1
2
  import { Logger } from '@terascope/utils';
2
- import { Terafoundation as tf } from '@terascope/types';
3
- import * as i from './interfaces';
3
+ import * as i from './interfaces/index.js';
4
4
  export declare function newTestSlice(request?: i.SliceRequest): i.Slice;
5
- export declare function newTestJobConfig(defaults?: Partial<i.JobConfig>): i.ValidatedJobConfig;
6
- export declare function newTestExecutionConfig(jobConfig?: Partial<i.JobConfig>): i.ExecutionConfig;
7
- /**
8
- * Create a new Execution Context
9
- * @deprecated use the new WorkerExecutionContext and SlicerExecutionContext
10
- */
11
- export declare function newTestExecutionContext(type: i.Assignment, config: i.ExecutionConfig): i.LegacyExecutionContext;
5
+ export declare function newTestJobConfig(defaults?: Partial<i.JobConfigParams>): i.ValidatedJobConfig;
6
+ export declare function newTestExecutionConfig(jobConfig?: Partial<i.JobConfigParams>): i.ExecutionConfig;
12
7
  export interface CachedClients {
13
8
  [prop: string]: any;
14
9
  }
15
- export interface TestClientConfig {
16
- type: string;
17
- create?: i.ClientFactoryFn;
18
- createClient?: i.CreateClientFactoryFn;
19
- config?: Record<string, any>;
20
- endpoint?: string;
21
- }
22
- export interface TestClientsByEndpoint {
23
- [endpoint: string]: any;
24
- }
25
- export interface TestClients {
26
- [type: string]: TestClientsByEndpoint;
27
- }
28
- export interface TestContextAPIs extends i.ContextAPIs {
29
- setTestClients(clients: TestClientConfig[]): void;
30
- getTestClients(): TestClients;
10
+ export interface TestContextAPIs extends i.ExecutionContextAPIs {
11
+ setTestClients(clients: i.TestClientConfig[]): void;
12
+ getTestClients(): i.TestClients;
31
13
  scrapePromMetrics(): Promise<string>;
32
14
  }
33
15
  export interface MockPromMetrics {
34
- metricList: tf.MetricList;
16
+ metricList: Terafoundation.MetricList;
35
17
  defaultLabels: Record<string, string>;
36
18
  prefix: string;
37
19
  }
38
- export declare function getLabelKey(labels: Record<string, string>): string;
39
20
  export interface TestContextOptions {
40
21
  assignment?: i.Assignment;
41
- clients?: TestClientConfig[];
22
+ clients?: i.TestClientConfig[];
42
23
  cluster_manager_type?: i.ClusterManagerType;
43
24
  }
44
25
  export declare class TestContext implements i.Context {
45
26
  logger: Logger;
46
27
  sysconfig: i.SysConfig;
47
- cluster: i.ContextClusterConfig;
48
- apis: TestContextAPIs | i.WorkerContextAPIs | i.ContextAPIs;
49
- foundation: i.LegacyFoundationApis;
28
+ cluster: Terafoundation.Cluster;
29
+ apis: i.TestContextApis & Terafoundation.ContextAPIs;
50
30
  name: string;
51
31
  assignment: i.Assignment;
52
32
  platform: string;
@@ -1 +1 @@
1
- {"version":3,"file":"test-helpers.d.ts","sourceRoot":"","sources":["../../src/test-helpers.ts"],"names":[],"mappings":"AAEA,OAAO,EAEsB,MAAM,EAElC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,IAAI,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAIxD,OAAO,KAAK,CAAC,MAAM,cAAc,CAAC;AAMlC,wBAAgB,YAAY,CAAC,OAAO,GAAE,CAAC,CAAC,YAAiB,GAAG,CAAC,CAAC,KAAK,CAQlE;AAED,wBAAgB,gBAAgB,CAC5B,QAAQ,GAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAM,GACpC,CAAC,CAAC,kBAAkB,CAmBtB;AAED,wBAAgB,sBAAsB,CAAC,SAAS,GAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAM,GAAG,CAAC,CAAC,eAAe,CAQ9F;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACnC,IAAI,EAAE,CAAC,CAAC,UAAU,EAClB,MAAM,EAAE,CAAC,CAAC,eAAe,GAC1B,CAAC,CAAC,sBAAsB,CAoB1B;AAMD,MAAM,WAAW,aAAa;IAC1B,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,CAAC,CAAC,eAAe,CAAC;IAC3B,YAAY,CAAC,EAAE,CAAC,CAAC,qBAAqB,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IAClC,CAAC,QAAQ,EAAE,MAAM,GAAG,GAAG,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IACxB,CAAC,IAAI,EAAE,MAAM,GAAG,qBAAqB,CAAC;CACzC;AAED,MAAM,WAAW,eAAgB,SAAQ,CAAC,CAAC,WAAW;IAClD,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;IAClD,cAAc,IAAI,WAAW,CAAC;IAC9B,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAClB;AAsCD,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAMlE;AAED,MAAM,WAAW,kBAAkB;IAC/B,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC1B,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,oBAAoB,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC;CAC/C;AAKD,qBAAa,WAAY,YAAW,CAAC,CAAC,OAAO;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC;IACvB,OAAO,EAAE,CAAC,CAAC,oBAAoB,CAAC;IAChC,IAAI,EAAE,eAAe,GAAG,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,WAAW,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,oBAAoB,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,CAAC,CAAC,UAAU,CAAY;IACpC,QAAQ,EAAE,MAAM,CAAoB;IACpC,IAAI,EAAE,MAAM,CAAgB;IAC5B,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;gBAE5B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB;CA4cjE"}
1
+ {"version":3,"file":"test-helpers.d.ts","sourceRoot":"","sources":["../../src/test-helpers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAEsB,MAAM,EAElC,MAAM,kBAAkB,CAAC;AAI1B,OAAO,KAAK,CAAC,MAAM,uBAAuB,CAAC;AAM3C,wBAAgB,YAAY,CAAC,OAAO,GAAE,CAAC,CAAC,YAAiB,GAAG,CAAC,CAAC,KAAK,CAQlE;AAED,wBAAgB,gBAAgB,CAC5B,QAAQ,GAAE,OAAO,CAAC,CAAC,CAAC,eAAe,CAAM,GAC1C,CAAC,CAAC,kBAAkB,CAmBtB;AAED,wBAAgB,sBAAsB,CAClC,SAAS,GAAE,OAAO,CAAC,CAAC,CAAC,eAAe,CAAM,GAC3C,CAAC,CAAC,eAAe,CAQnB;AAKD,MAAM,WAAW,aAAa;IAC1B,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC;CACvB;AAED,MAAM,WAAW,eAAgB,SAAQ,CAAC,CAAC,oBAAoB;IAC3D,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC;IACpD,cAAc,IAAI,CAAC,CAAC,WAAW,CAAC;IAChC,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;CAClB;AA8BD,MAAM,WAAW,kBAAkB;IAC/B,UAAU,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC;IAC1B,OAAO,CAAC,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC;IAC/B,oBAAoB,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC;CAC/C;AAKD,qBAAa,WAAY,YAAW,CAAC,CAAC,OAAO;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,CAAC,CAAC,UAAU,CAAY;IACpC,QAAQ,EAAE,MAAM,CAAoB;IACpC,IAAI,EAAE,MAAM,CAAgB;IAC5B,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;gBAE5B,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,kBAAuB;CAkbjE"}
@@ -1,50 +1,20 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.TestContext = exports.getLabelKey = exports.newTestExecutionContext = exports.newTestExecutionConfig = exports.newTestJobConfig = exports.newTestSlice = void 0;
30
- const path_1 = __importDefault(require("path"));
31
- const events_1 = require("events");
32
- const utils_1 = require("@terascope/utils");
33
- const prom_client_1 = __importStar(require("prom-client"));
34
- function newId(prefix) {
35
- return `${prefix}-${(0, utils_1.random)(10000, 99999)}`;
1
+ import path from 'node:path';
2
+ import { EventEmitter } from 'node:events';
3
+ import { random, isString, getTypeOf, isFunction, debugLogger, makeISODate } from '@terascope/utils';
4
+ import promClient, { Counter, Gauge, Histogram, Summary } from 'prom-client';
5
+ function newId() {
6
+ return random(10000, 99999);
36
7
  }
37
- function newTestSlice(request = {}) {
8
+ export function newTestSlice(request = {}) {
38
9
  return {
39
- slice_id: newId('slice-id'),
40
- slicer_id: (0, utils_1.random)(0, 99999),
41
- slicer_order: (0, utils_1.random)(0, 99999),
10
+ slice_id: `slice-id-${newId()}`,
11
+ slicer_id: random(0, 99999),
12
+ slicer_order: random(0, 99999),
42
13
  request,
43
- _created: (0, utils_1.makeISODate)(),
14
+ _created: makeISODate(),
44
15
  };
45
16
  }
46
- exports.newTestSlice = newTestSlice;
47
- function newTestJobConfig(defaults = {}) {
17
+ export function newTestJobConfig(defaults = {}) {
48
18
  return Object.assign({
49
19
  name: 'test-job',
50
20
  apis: [],
@@ -61,46 +31,19 @@ function newTestJobConfig(defaults = {}) {
61
31
  env_vars: {}
62
32
  }, defaults);
63
33
  }
64
- exports.newTestJobConfig = newTestJobConfig;
65
- function newTestExecutionConfig(jobConfig = {}) {
34
+ export function newTestExecutionConfig(jobConfig = {}) {
66
35
  const exConfig = newTestJobConfig(jobConfig);
67
36
  exConfig.slicer_hostname = 'example.com';
68
- exConfig.slicer_port = (0, utils_1.random)(8000, 60000);
69
- exConfig.ex_id = newId('ex-id');
70
- exConfig.job_id = newId('job-id');
37
+ exConfig.slicer_port = random(8000, 60000);
38
+ exConfig.ex_id = `ex-id-${newId()}`;
39
+ exConfig.job_id = `job-id-${newId()}`;
71
40
  if (!exConfig.metadata)
72
41
  exConfig.metadata = {};
73
42
  return exConfig;
74
43
  }
75
- exports.newTestExecutionConfig = newTestExecutionConfig;
76
- /**
77
- * Create a new Execution Context
78
- * @deprecated use the new WorkerExecutionContext and SlicerExecutionContext
79
- */
80
- function newTestExecutionContext(type, config) {
81
- if (type === 'execution_controller') {
82
- return {
83
- config,
84
- queue: [],
85
- reader: null,
86
- slicer: () => { },
87
- dynamicQueueLength: false,
88
- queueLength: 10000,
89
- };
90
- }
91
- return {
92
- config,
93
- queue: config.operations.map(() => () => { }),
94
- reader: () => { },
95
- slicer: () => { },
96
- dynamicQueueLength: false,
97
- queueLength: 10000,
98
- };
99
- }
100
- exports.newTestExecutionContext = newTestExecutionContext;
101
44
  function getKey(opts) {
102
45
  const { type, endpoint = 'default' } = opts;
103
- if (!(0, utils_1.isString)(type))
46
+ if (!isString(type))
104
47
  throw new Error('A type must be specified when registering a Client');
105
48
  return `${type}:${endpoint}`;
106
49
  }
@@ -117,48 +60,44 @@ function setConnectorConfig(sysconfig, opts, config, override = true) {
117
60
  }
118
61
  return connectors[type][endpoint];
119
62
  }
120
- function isPromise(p) {
121
- if (p && typeof p === 'object' && typeof (p === null || p === void 0 ? void 0 : p.then) === 'function') {
122
- return true;
123
- }
124
- return false;
125
- }
126
- function getLabelKey(labels) {
127
- let labelKey = '';
128
- for (const [key, value] of Object.entries(labels).sort()) {
129
- labelKey += `${key}:${value},`;
130
- }
131
- return labelKey;
132
- }
133
- exports.getLabelKey = getLabelKey;
134
63
  const _cachedClients = new WeakMap();
135
64
  const _createClientFns = new WeakMap();
136
- class TestContext {
65
+ export class TestContext {
66
+ logger;
67
+ sysconfig;
68
+ cluster;
69
+ apis;
70
+ name;
71
+ assignment = 'worker';
72
+ platform = process.platform;
73
+ arch = process.arch;
74
+ mockPromMetrics;
137
75
  constructor(testName, options = {}) {
138
- this.assignment = 'worker';
139
- this.platform = process.platform;
140
- this.arch = process.arch;
141
- const logger = (0, utils_1.debugLogger)(testName);
142
- const events = new events_1.EventEmitter();
76
+ const logger = debugLogger(testName);
77
+ const events = new EventEmitter();
143
78
  this.name = testName;
144
79
  if (options.assignment) {
145
80
  this.assignment = options.assignment;
146
81
  }
147
82
  this.logger = logger;
148
83
  this.cluster = {
84
+ // @ts-expect-error
149
85
  worker: {
150
- id: newId('id'),
86
+ id: newId(),
151
87
  },
152
88
  };
153
89
  const sysconfig = {
154
90
  terafoundation: {
91
+ workers: 8,
92
+ environment: 'test',
93
+ log_path: '',
94
+ log_level: { console: 'debug' },
95
+ logging: ['console'],
155
96
  connectors: {
156
97
  'elasticsearch-next': {
157
98
  default: {}
158
99
  },
159
100
  },
160
- asset_storage_connection_type: 'elasticsearch-next',
161
- asset_storage_connection: 'default',
162
101
  prom_metrics_enabled: false,
163
102
  prom_metrics_port: 3333,
164
103
  prom_metrics_add_default: true,
@@ -166,7 +105,7 @@ class TestContext {
166
105
  teraslice: {
167
106
  action_timeout: 10000,
168
107
  analytics_rate: 10000,
169
- assets_directory: path_1.default.join(process.cwd(), 'assets'),
108
+ assets_directory: path.join(process.cwd(), 'assets'),
170
109
  asset_storage_connection_type: 'elasticsearch-next',
171
110
  asset_storage_connection: 'default',
172
111
  asset_storage_bucket: '',
@@ -194,7 +133,7 @@ class TestContext {
194
133
  worker_disconnect_timeout: 3000,
195
134
  workers: 1,
196
135
  },
197
- _nodeName: `${newId(testName)}__${this.cluster.worker.id}`,
136
+ _nodeName: `${testName}-${newId()}__${this?.cluster?.worker?.id}`,
198
137
  };
199
138
  this.sysconfig = sysconfig;
200
139
  // eslint-disable-next-line @typescript-eslint/no-this-alias
@@ -207,31 +146,9 @@ class TestContext {
207
146
  makeLogger(...params) {
208
147
  return logger.child(params[0]);
209
148
  },
210
- getConnection(opts) {
211
- const { cached } = opts;
212
- const cachedClients = _cachedClients.get(ctx) || {};
213
- const key = getKey(opts);
214
- if (cached && cachedClients[key] != null) {
215
- return cachedClients[key];
216
- }
217
- const clientFns = _createClientFns.get(ctx) || {};
218
- const create = clientFns[key];
219
- if (!create)
220
- throw new Error(`No client was found for connection "${key}"`);
221
- if (!(0, utils_1.isFunction)(create)) {
222
- const actual = (0, utils_1.getTypeOf)(create);
223
- throw new Error(`Registered Client for connection "${key}" is not a function, got ${actual}`);
224
- }
225
- const config = setConnectorConfig(sysconfig, opts, {}, false);
226
- const client = create(config, logger, opts);
227
- if (isPromise(client)) {
228
- throw new Error('Cannot call a sync client creation method using an async function, please use createClient instead');
229
- }
230
- if (client) {
231
- cachedClients[key] = client;
232
- }
233
- _cachedClients.set(ctx, cachedClients);
234
- return client;
149
+ startWorkers() {
150
+ const workers = [];
151
+ return workers;
235
152
  },
236
153
  async createClient(opts) {
237
154
  const { cached } = opts;
@@ -244,8 +161,8 @@ class TestContext {
244
161
  const create = clientFns[key];
245
162
  if (!create)
246
163
  throw new Error(`No client was found for connection "${key}"`);
247
- if (!(0, utils_1.isFunction)(create)) {
248
- const actual = (0, utils_1.getTypeOf)(create);
164
+ if (!isFunction(create)) {
165
+ const actual = getTypeOf(create);
249
166
  throw new Error(`Registered Client for connection "${key}" is not a function, got ${actual}`);
250
167
  }
251
168
  const connectorConfig = setConnectorConfig(ctx.sysconfig, opts, {}, false);
@@ -277,7 +194,7 @@ class TestContext {
277
194
  prefix: finalPrefix,
278
195
  labels: defaultLabels
279
196
  };
280
- prom_client_1.default.collectDefaultMetrics(defaultMetricsConfig);
197
+ promClient.collectDefaultMetrics(defaultMetricsConfig);
281
198
  }
282
199
  if (job_prom_metrics_enabled === true
283
200
  || (job_prom_metrics_enabled === undefined && tf_prom_metrics_enabled)) {
@@ -297,7 +214,7 @@ class TestContext {
297
214
  if (!metric || !metric.functions || !metric.metric) {
298
215
  throw new Error(`Metric ${name} is not setup`);
299
216
  }
300
- if (metric.metric instanceof prom_client_1.Gauge) {
217
+ if (metric.metric instanceof Gauge) {
301
218
  const labelValues = Object.keys(labels).map((key) => labels[key]);
302
219
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
303
220
  res.set(value);
@@ -313,8 +230,8 @@ class TestContext {
313
230
  if (!metric || !metric.functions || !metric.metric) {
314
231
  throw new Error(`Metric ${name} is not setup`);
315
232
  }
316
- if (metric.metric instanceof prom_client_1.Counter
317
- || metric.metric instanceof prom_client_1.Gauge) {
233
+ if (metric.metric instanceof Counter
234
+ || metric.metric instanceof Gauge) {
318
235
  const labelValues = Object.keys(labels).map((key) => labels[key]);
319
236
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
320
237
  res.inc(value);
@@ -330,7 +247,7 @@ class TestContext {
330
247
  if (!metric || !metric.functions || !metric.metric) {
331
248
  throw new Error(`Metric ${name} is not setup`);
332
249
  }
333
- if (metric.metric instanceof prom_client_1.Gauge) {
250
+ if (metric.metric instanceof Gauge) {
334
251
  const labelValues = Object.keys(labels).map((key) => labels[key]);
335
252
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
336
253
  res.dec(value);
@@ -346,8 +263,8 @@ class TestContext {
346
263
  if (!metric || !metric.functions || !metric.metric) {
347
264
  throw new Error(`Metric ${name} is not setup`);
348
265
  }
349
- if (metric.metric instanceof prom_client_1.Summary
350
- || metric.metric instanceof prom_client_1.Histogram) {
266
+ if (metric.metric instanceof Summary
267
+ || metric.metric instanceof Histogram) {
351
268
  const labelValues = Object.keys(labels).map((key) => labels[key]);
352
269
  const res = metric.metric.labels(...labelValues.concat(Object.values(this.getDefaultLabels())));
353
270
  res.observe(value);
@@ -361,7 +278,7 @@ class TestContext {
361
278
  if (ctx.mockPromMetrics) {
362
279
  if (!this.hasMetric(name)) {
363
280
  const fullname = ctx.mockPromMetrics.prefix + name;
364
- const gauge = new prom_client_1.Gauge({
281
+ const gauge = new Gauge({
365
282
  name: fullname,
366
283
  help,
367
284
  labelNames,
@@ -382,7 +299,7 @@ class TestContext {
382
299
  if (ctx.mockPromMetrics) {
383
300
  if (!this.hasMetric(name)) {
384
301
  const fullname = ctx.mockPromMetrics.prefix + name;
385
- const counter = new prom_client_1.Counter({
302
+ const counter = new Counter({
386
303
  name: fullname,
387
304
  help,
388
305
  labelNames,
@@ -403,7 +320,7 @@ class TestContext {
403
320
  if (ctx.mockPromMetrics) {
404
321
  if (!this.hasMetric(name)) {
405
322
  const fullname = ctx.mockPromMetrics.prefix + name;
406
- const histogram = new prom_client_1.Histogram({
323
+ const histogram = new Histogram({
407
324
  name: fullname,
408
325
  help,
409
326
  labelNames,
@@ -425,7 +342,7 @@ class TestContext {
425
342
  if (ctx.mockPromMetrics) {
426
343
  if (!this.hasMetric(name)) {
427
344
  const fullname = ctx.mockPromMetrics.prefix + name;
428
- const summary = new prom_client_1.Summary({
345
+ const summary = new Summary({
429
346
  name: fullname,
430
347
  help,
431
348
  labelNames,
@@ -457,7 +374,7 @@ class TestContext {
457
374
  const fullname = ctx.mockPromMetrics.prefix + name;
458
375
  if (ctx.mockPromMetrics.metricList[name]) {
459
376
  deleted = delete ctx.mockPromMetrics.metricList[name];
460
- prom_client_1.default.register.removeSingleMetric(fullname);
377
+ promClient.register.removeSingleMetric(fullname);
461
378
  }
462
379
  else {
463
380
  throw new Error(`metric ${name} not defined in metric list`);
@@ -485,12 +402,12 @@ class TestContext {
485
402
  },
486
403
  setTestClients(clients = []) {
487
404
  clients.forEach((clientConfig) => {
488
- const { create, createClient, config: connectionConfig = {} } = clientConfig;
489
- const createFN = createClient || create;
405
+ const { createClient, config: connectionConfig = {} } = clientConfig;
406
+ const createFN = createClient;
490
407
  const clientFns = _createClientFns.get(ctx) || {};
491
408
  const key = getKey(clientConfig);
492
- if (!(0, utils_1.isFunction)(createFN)) {
493
- const actual = (0, utils_1.getTypeOf)(createFN);
409
+ if (!isFunction(createFN)) {
410
+ const actual = getTypeOf(createFN);
494
411
  throw new Error(`Test Client for connection "${key}" is not a function, got ${actual}`);
495
412
  }
496
413
  ctx.logger.trace(`Setting test client for connection "${key}"`, connectionConfig);
@@ -516,18 +433,18 @@ class TestContext {
516
433
  },
517
434
  async scrapePromMetrics() {
518
435
  if (ctx.mockPromMetrics) {
519
- return prom_client_1.default.register.metrics();
436
+ return promClient.register.metrics();
520
437
  }
521
438
  return '';
522
439
  },
440
+ op_runner: {},
441
+ assets: {},
442
+ job_runner: {},
443
+ executionContext: {}
523
444
  };
524
- this.foundation = {
525
- getConnection: this.apis.foundation.getConnection,
526
- getEventEmitter: this.apis.foundation.getSystemEvents,
527
- makeLogger: this.apis.foundation.makeLogger,
528
- };
529
- this.apis.setTestClients(options.clients);
445
+ if (options.clients) {
446
+ this.apis.setTestClients(options.clients);
447
+ }
530
448
  }
531
449
  }
532
- exports.TestContext = TestContext;
533
450
  //# sourceMappingURL=test-helpers.js.map