@webda/core 1.6.0-beta.3 → 2.0.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/lib/application.d.ts +317 -195
  2. package/lib/application.js +171 -679
  3. package/lib/application.js.map +1 -1
  4. package/lib/application.spec.js +97 -289
  5. package/lib/application.spec.js.map +1 -1
  6. package/lib/core.d.ts +102 -214
  7. package/lib/core.js +145 -68
  8. package/lib/core.js.map +1 -1
  9. package/lib/core.spec.js +78 -15
  10. package/lib/core.spec.js.map +1 -1
  11. package/lib/index.d.ts +3 -0
  12. package/lib/index.js +8 -1
  13. package/lib/index.js.map +1 -1
  14. package/lib/models/aclmodel.d.ts +3 -1
  15. package/lib/models/aclmodel.js +3 -1
  16. package/lib/models/aclmodel.js.map +1 -1
  17. package/lib/models/aclmodel.spec.js +4 -1
  18. package/lib/models/aclmodel.spec.js.map +1 -1
  19. package/lib/models/coremodel.d.ts +9 -17
  20. package/lib/models/coremodel.js +36 -36
  21. package/lib/models/coremodel.js.map +1 -1
  22. package/lib/models/ident.d.ts +3 -3
  23. package/lib/models/ident.js +2 -1
  24. package/lib/models/ident.js.map +1 -1
  25. package/lib/models/ownermodel.d.ts +8 -4
  26. package/lib/models/ownermodel.js +9 -4
  27. package/lib/models/ownermodel.js.map +1 -1
  28. package/lib/models/rolemodel.js.map +1 -1
  29. package/lib/models/rolemodel.spec.js +4 -1
  30. package/lib/models/rolemodel.spec.js.map +1 -1
  31. package/lib/models/user.d.ts +4 -3
  32. package/lib/models/user.js +2 -1
  33. package/lib/models/user.js.map +1 -1
  34. package/lib/queues/filequeue.d.ts +2 -7
  35. package/lib/queues/filequeue.js +2 -11
  36. package/lib/queues/filequeue.js.map +1 -1
  37. package/lib/queues/filequeue.spec.js +0 -1
  38. package/lib/queues/filequeue.spec.js.map +1 -1
  39. package/lib/queues/memoryqueue.d.ts +2 -7
  40. package/lib/queues/memoryqueue.js +1 -11
  41. package/lib/queues/memoryqueue.js.map +1 -1
  42. package/lib/queues/queue.spec.d.ts +1 -1
  43. package/lib/queues/queue.spec.js +11 -9
  44. package/lib/queues/queue.spec.js.map +1 -1
  45. package/lib/queues/queueservice.js +1 -1
  46. package/lib/queues/queueservice.js.map +1 -1
  47. package/lib/router.d.ts +46 -1
  48. package/lib/router.js +89 -51
  49. package/lib/router.js.map +1 -1
  50. package/lib/router.spec.js +18 -1
  51. package/lib/router.spec.js.map +1 -1
  52. package/lib/services/asyncevents.d.ts +1 -0
  53. package/lib/services/asyncevents.js +4 -3
  54. package/lib/services/asyncevents.js.map +1 -1
  55. package/lib/services/authentication.d.ts +12 -4
  56. package/lib/services/authentication.js +47 -36
  57. package/lib/services/authentication.js.map +1 -1
  58. package/lib/services/authentication.spec.js +1 -0
  59. package/lib/services/authentication.spec.js.map +1 -1
  60. package/lib/services/binary.d.ts +126 -64
  61. package/lib/services/binary.js +243 -92
  62. package/lib/services/binary.js.map +1 -1
  63. package/lib/services/binary.spec.d.ts +1 -0
  64. package/lib/services/binary.spec.js +96 -25
  65. package/lib/services/binary.spec.js.map +1 -1
  66. package/lib/services/cloudbinary.d.ts +67 -0
  67. package/lib/services/cloudbinary.js +178 -0
  68. package/lib/services/cloudbinary.js.map +1 -0
  69. package/lib/services/cloudbinary.spec.d.ts +13 -0
  70. package/lib/services/cloudbinary.spec.js +205 -0
  71. package/lib/services/cloudbinary.spec.js.map +1 -0
  72. package/lib/services/configuration.d.ts +7 -2
  73. package/lib/services/configuration.js +4 -3
  74. package/lib/services/configuration.js.map +1 -1
  75. package/lib/services/configuration.spec.js +1 -0
  76. package/lib/services/configuration.spec.js.map +1 -1
  77. package/lib/services/cron.d.ts +5 -6
  78. package/lib/services/cron.js +4 -11
  79. package/lib/services/cron.js.map +1 -1
  80. package/lib/services/cron.spec.js +0 -1
  81. package/lib/services/cron.spec.js.map +1 -1
  82. package/lib/services/debugmailer.d.ts +3 -5
  83. package/lib/services/debugmailer.js +3 -11
  84. package/lib/services/debugmailer.js.map +1 -1
  85. package/lib/services/echo.d.ts +2 -6
  86. package/lib/services/echo.js +1 -11
  87. package/lib/services/echo.js.map +1 -1
  88. package/lib/services/echo.spec.js +1 -0
  89. package/lib/services/echo.spec.js.map +1 -1
  90. package/lib/services/filebinary.d.ts +36 -12
  91. package/lib/services/filebinary.js +123 -38
  92. package/lib/services/filebinary.js.map +1 -1
  93. package/lib/services/filebinary.spec.d.ts +4 -2
  94. package/lib/services/filebinary.spec.js +48 -7
  95. package/lib/services/filebinary.spec.js.map +1 -1
  96. package/lib/services/fileconfiguration.d.ts +1 -5
  97. package/lib/services/fileconfiguration.js +1 -10
  98. package/lib/services/fileconfiguration.js.map +1 -1
  99. package/lib/services/invitationservice.d.ts +2 -0
  100. package/lib/services/invitationservice.js +3 -1
  101. package/lib/services/invitationservice.js.map +1 -1
  102. package/lib/services/invitationservice.spec.js +1 -0
  103. package/lib/services/invitationservice.spec.js.map +1 -1
  104. package/lib/services/kubernetesconfiguration.d.ts +3 -5
  105. package/lib/services/kubernetesconfiguration.js +5 -12
  106. package/lib/services/kubernetesconfiguration.js.map +1 -1
  107. package/lib/services/kubernetesconfiguration.spec.js +1 -1
  108. package/lib/services/kubernetesconfiguration.spec.js.map +1 -1
  109. package/lib/services/mailer.d.ts +1 -5
  110. package/lib/services/mailer.js +1 -10
  111. package/lib/services/mailer.js.map +1 -1
  112. package/lib/services/notificationservice.d.ts +2 -0
  113. package/lib/services/notificationservice.js +2 -0
  114. package/lib/services/notificationservice.js.map +1 -1
  115. package/lib/services/oauth.d.ts +6 -4
  116. package/lib/services/oauth.js +28 -11
  117. package/lib/services/oauth.js.map +1 -1
  118. package/lib/services/oauth.spec.js.map +1 -1
  119. package/lib/services/resource.d.ts +1 -5
  120. package/lib/services/resource.js +22 -17
  121. package/lib/services/resource.js.map +1 -1
  122. package/lib/services/resource.spec.js +0 -1
  123. package/lib/services/resource.spec.js.map +1 -1
  124. package/lib/services/service.d.ts +19 -22
  125. package/lib/services/service.js +16 -22
  126. package/lib/services/service.js.map +1 -1
  127. package/lib/services/version.d.ts +2 -5
  128. package/lib/services/version.js +1 -10
  129. package/lib/services/version.js.map +1 -1
  130. package/lib/stores/aggregator.d.ts +3 -5
  131. package/lib/stores/aggregator.js +3 -10
  132. package/lib/stores/aggregator.js.map +1 -1
  133. package/lib/stores/file.d.ts +7 -8
  134. package/lib/stores/file.js +18 -18
  135. package/lib/stores/file.js.map +1 -1
  136. package/lib/stores/file.spec.js +3 -2
  137. package/lib/stores/file.spec.js.map +1 -1
  138. package/lib/stores/mapper.d.ts +1 -5
  139. package/lib/stores/mapper.js +4 -13
  140. package/lib/stores/mapper.js.map +1 -1
  141. package/lib/stores/mapper.spec.js +1 -1
  142. package/lib/stores/mapper.spec.js.map +1 -1
  143. package/lib/stores/memory.d.ts +5 -9
  144. package/lib/stores/memory.js +5 -17
  145. package/lib/stores/memory.js.map +1 -1
  146. package/lib/stores/memory.spec.d.ts +1 -0
  147. package/lib/stores/memory.spec.js +32 -0
  148. package/lib/stores/memory.spec.js.map +1 -1
  149. package/lib/stores/store.d.ts +131 -26
  150. package/lib/stores/store.js +387 -70
  151. package/lib/stores/store.js.map +1 -1
  152. package/lib/stores/store.spec.d.ts +29 -2
  153. package/lib/stores/store.spec.js +204 -31
  154. package/lib/stores/store.spec.js.map +1 -1
  155. package/lib/stores/webdaql/WebdaQLLexer.d.ts +53 -0
  156. package/lib/stores/webdaql/WebdaQLLexer.js +290 -0
  157. package/lib/stores/webdaql/WebdaQLLexer.js.map +1 -0
  158. package/lib/stores/webdaql/WebdaQLParserLexer.d.ts +53 -0
  159. package/lib/stores/webdaql/WebdaQLParserLexer.js +290 -0
  160. package/lib/stores/webdaql/WebdaQLParserLexer.js.map +1 -0
  161. package/lib/stores/webdaql/WebdaQLParserListener.d.ts +308 -0
  162. package/lib/stores/webdaql/WebdaQLParserListener.js +4 -0
  163. package/lib/stores/webdaql/WebdaQLParserListener.js.map +1 -0
  164. package/lib/stores/webdaql/WebdaQLParserParser.d.ts +301 -0
  165. package/lib/stores/webdaql/WebdaQLParserParser.js +1781 -0
  166. package/lib/stores/webdaql/WebdaQLParserParser.js.map +1 -0
  167. package/lib/stores/webdaql/WebdaQLParserVisitor.d.ts +198 -0
  168. package/lib/stores/webdaql/WebdaQLParserVisitor.js +4 -0
  169. package/lib/stores/webdaql/WebdaQLParserVisitor.js.map +1 -0
  170. package/lib/stores/webdaql/query.d.ts +300 -0
  171. package/lib/stores/webdaql/query.js +471 -0
  172. package/lib/stores/webdaql/query.js.map +1 -0
  173. package/lib/stores/webdaql/query.spec.d.ts +1 -0
  174. package/lib/stores/webdaql/query.spec.js +136 -0
  175. package/lib/stores/webdaql/query.spec.js.map +1 -0
  176. package/lib/test.d.ts +48 -1
  177. package/lib/test.js +141 -14
  178. package/lib/test.js.map +1 -1
  179. package/lib/unpackedapplication.d.ts +66 -0
  180. package/lib/unpackedapplication.js +202 -0
  181. package/lib/unpackedapplication.js.map +1 -0
  182. package/lib/utils/context.d.ts +13 -12
  183. package/lib/utils/context.js +7 -6
  184. package/lib/utils/context.js.map +1 -1
  185. package/lib/utils/cookie.d.ts +6 -3
  186. package/lib/utils/cookie.js +5 -1
  187. package/lib/utils/cookie.js.map +1 -1
  188. package/lib/utils/logger.d.ts +16 -3
  189. package/lib/utils/logger.js +16 -3
  190. package/lib/utils/logger.js.map +1 -1
  191. package/lib/utils/logger.spec.js.map +1 -1
  192. package/lib/utils/serializers.js +5 -1
  193. package/lib/utils/serializers.js.map +1 -1
  194. package/lib/utils/waiter.d.ts +1 -1
  195. package/lib/utils/waiter.js.map +1 -1
  196. package/package.json +25 -18
  197. package/test/config-file-no-reload.json +2 -1
  198. package/test/config-file-reload.json +2 -1
  199. package/test/config-kube-reload.json +2 -1
  200. package/test/config-reload.json +1 -1
  201. package/test/config.json +6 -10
  202. package/test/config.old.json +1 -1
  203. package/test/moddas/annotatedservice.js +1 -3
  204. package/test/moddas/debugmailer.js +2 -7
  205. package/test/moddas/fakeservice.js +1 -1
  206. package/test/moddas/voidstore.js +2 -4
  207. package/test/models/ident.js +1 -1
  208. package/test/models/task.js +1 -5
  209. package/webda.module.json +1124 -0
  210. package/test/config.old-default.json +0 -151
@@ -3,6 +3,7 @@ import { ConfigurationProvider } from "../index";
3
3
  import { CoreModel, CoreModelDefinition } from "../models/coremodel";
4
4
  import { Service, ServiceParameters } from "../services/service";
5
5
  import { Context } from "../utils/context";
6
+ import { WebdaQL } from "./webdaql/query";
6
7
  export declare class StoreNotFoundError extends WebdaError {
7
8
  constructor(uuid: string, storeName: string);
8
9
  }
@@ -163,32 +164,32 @@ export interface EventStorePartialUpdated {
163
164
  /**
164
165
  * Event sent when a query on the store is emitted
165
166
  */
166
- export interface EventStoreFind {
167
+ export interface EventStoreQuery {
167
168
  /**
168
169
  * Request sent
169
170
  */
170
- request: any;
171
+ query: string;
171
172
  /**
172
173
  * Emitting store
173
174
  */
174
175
  store: Store;
175
176
  /**
176
- * Offset on the results
177
+ * The parsed query by our grammar
177
178
  */
178
- offset: number;
179
- /**
180
- * Max number of results
181
- */
182
- limit: number;
179
+ parsedQuery: WebdaQL.Query;
183
180
  }
184
181
  /**
185
182
  * Event sent when query is resolved
186
183
  */
187
- export interface EventStoreFound extends EventStoreFind {
184
+ export interface EventStoreQueried extends EventStoreQuery {
188
185
  /**
189
186
  * Results from the query
190
187
  */
191
188
  results: CoreModel[];
189
+ /**
190
+ * The next continuation token
191
+ */
192
+ continuationToken: string;
192
193
  }
193
194
  /**
194
195
  * Event sent when object is created via POST request
@@ -296,8 +297,38 @@ export declare type ExposeParameters = {
296
297
  * Do not expose the DELETE
297
298
  */
298
299
  delete?: boolean;
300
+ /**
301
+ * Do not expose the query endpoint
302
+ */
303
+ query?: boolean;
299
304
  };
305
+ /**
306
+ * For confidentiality sometimes you might prefer to expose query through PUT
307
+ * To avoid GET logging
308
+ */
309
+ queryMethod: "PUT" | "GET";
300
310
  };
311
+ /**
312
+ * Represent a query result on the Store
313
+ */
314
+ export interface StoreFindResult<T> {
315
+ /**
316
+ * Current result objects
317
+ */
318
+ results: T[];
319
+ /**
320
+ * Continuation Token if more results are available
321
+ */
322
+ continuationToken?: string;
323
+ /**
324
+ * Remaining filtering to do as current store cannot filter
325
+ *
326
+ * If `true`, no more filtering is required apart from permissions
327
+ * If `filter === undefined`, a full postquery filtering will happen
328
+ * Otherwise filter.eval while be used on every results
329
+ */
330
+ filter?: WebdaQL.Expression | true;
331
+ }
301
332
  /**
302
333
  * Store parameter
303
334
  */
@@ -315,16 +346,42 @@ export declare class StoreParameters extends ServiceParameters {
315
346
  /**
316
347
  * Expose the service to an urls
317
348
  */
318
- expose?: ExposeParameters | boolean | string;
349
+ expose?: ExposeParameters;
319
350
  /**
320
351
  * Allow to load object that does not have the type data
321
352
  *
322
- * @deprecated 2.0
323
353
  * @default true
324
354
  */
325
355
  strict?: boolean;
356
+ /**
357
+ * Slow query threshold
358
+ *
359
+ * @default 30000
360
+ */
361
+ slowQueryThreshold: number;
326
362
  constructor(params: any, service: Service<any>);
327
363
  }
364
+ export declare type StoreEvents = {
365
+ "Store.PartialUpdated": EventStorePartialUpdated;
366
+ "Store.Save": EventStoreSave;
367
+ "Store.Saved": EventStoreSaved;
368
+ "Store.PatchUpdate": EventStorePatchUpdate;
369
+ "Store.PatchUpdated": EventStorePatchUpdated;
370
+ "Store.Update": EventStoreUpdate;
371
+ "Store.Updated": EventStoreUpdated;
372
+ "Store.Delete": EventStoreDelete;
373
+ "Store.Deleted": EventStoreDeleted;
374
+ "Store.Get": EventStoreGet;
375
+ "Store.Query": EventStoreQuery;
376
+ "Store.Queried": EventStoreQueried;
377
+ "Store.WebCreate": EventStoreWebCreate;
378
+ "Store.Action": EventStoreAction;
379
+ "Store.Actioned": EventStoreActioned;
380
+ "Store.WebUpdate": EventStoreWebUpdate;
381
+ "Store.WebGetNotFound": EventStoreWebGetNotFound;
382
+ "Store.WebGet": EventStoreWebGet;
383
+ "Store.WebDelete": EventStoreWebDelete;
384
+ };
328
385
  /**
329
386
  * A mapping service allow to link two object together
330
387
  *
@@ -367,7 +424,11 @@ export interface MappingService<T = any> {
367
424
  * }
368
425
  * @category CoreServices
369
426
  */
370
- declare abstract class Store<T extends CoreModel = CoreModel, K extends StoreParameters = StoreParameters> extends Service<K> implements ConfigurationProvider, MappingService<T> {
427
+ declare abstract class Store<T extends CoreModel = CoreModel, K extends StoreParameters = StoreParameters, E extends StoreEvents = StoreEvents> extends Service<K, E> implements ConfigurationProvider, MappingService<T> {
428
+ /**
429
+ * Cache store
430
+ */
431
+ _cacheStore: Store<T>;
371
432
  /**
372
433
  * Contain the reverse map
373
434
  */
@@ -391,6 +452,23 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
391
452
  * Contain the model uuid field
392
453
  */
393
454
  protected _uuidField: string;
455
+ /**
456
+ * Add metrics counter
457
+ */
458
+ metrics: {
459
+ save: number;
460
+ update: number;
461
+ partialUpdate: number;
462
+ get: number;
463
+ increment: number;
464
+ delete: number;
465
+ collectionUpsert: number;
466
+ collectionDelete: number;
467
+ attributeDelete: number;
468
+ query: number;
469
+ queryDuration: number;
470
+ slowQueries: number;
471
+ };
394
472
  /**
395
473
  * Load the parameters for a service
396
474
  */
@@ -401,17 +479,35 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
401
479
  * @throws Error if model is not found
402
480
  */
403
481
  computeParameters(): void;
482
+ logSlowQuery(query: string, reason: string, time: number): void;
404
483
  /**
405
484
  * Return Store current model
406
485
  * @returns
407
486
  */
408
487
  getModel(): CoreModelDefinition;
409
488
  getLastUpdateField(): string;
410
- getObject(uid: string): Promise<CoreModel>;
489
+ /**
490
+ * Get From Cache or main
491
+ * @param uid
492
+ * @param raiseIfNotFound
493
+ * @returns
494
+ */
495
+ _getFromCache(uid: string, raiseIfNotFound?: boolean): Promise<T>;
496
+ /**
497
+ * Get object from store
498
+ * @param uid
499
+ * @returns
500
+ */
501
+ getObject(uid: string): Promise<T>;
411
502
  /**
412
503
  * @inheritdoc
413
504
  */
414
505
  initRoutes(): void;
506
+ /**
507
+ * OVerwrite the model
508
+ * Used mainly in test
509
+ */
510
+ setModel(model: CoreModelDefinition): void;
415
511
  /**
416
512
  * Get the url where the store is exposed
417
513
  */
@@ -433,9 +529,22 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
433
529
  * @param store
434
530
  */
435
531
  addReverseMap(prop: string, store: MappingService): void;
436
- incrementAttribute(uid: string, prop: string, value: number): any;
532
+ incrementAttribute(uid: string, prop: string, value: number): Promise<void | any[]>;
437
533
  upsertItemToCollection(uid: string, prop: string, item: any, index?: number, itemWriteCondition?: any, itemWriteConditionField?: string): Promise<void>;
438
534
  deleteItemFromCollection(uid: string, prop: string, index: number, itemWriteCondition: any, itemWriteConditionField?: string): Promise<void>;
535
+ /**
536
+ * Query store with WebdaQL
537
+ * @param query
538
+ * @param context to apply permission
539
+ */
540
+ query(query: string, context?: Context): Promise<{
541
+ results: T[];
542
+ continuationToken?: string;
543
+ }>;
544
+ /**
545
+ * Expose query to http
546
+ */
547
+ protected httpQuery(ctx: Context): Promise<void>;
439
548
  /**
440
549
  * Save an object
441
550
  *
@@ -504,7 +613,7 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
504
613
  * @param uuid
505
614
  * @returns
506
615
  */
507
- cascadeDelete(obj: CoreModel, uuid: string): Promise<any>;
616
+ cascadeDelete(obj: CoreModel, _uuid: string): Promise<any>;
508
617
  /**
509
618
  * Delete an object from the store without condition nor async
510
619
  * @param uid to delete
@@ -525,7 +634,7 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
525
634
  * @param id
526
635
  * @param callback
527
636
  */
528
- canTriggerConfiguration(id: string, callback: () => void): boolean;
637
+ canTriggerConfiguration(_id: string, _callback: () => void): boolean;
529
638
  /**
530
639
  * Provide a way to store configuration in store
531
640
  * @param {string} id
@@ -553,16 +662,9 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
553
662
  */
554
663
  setAttribute(uid: string, property: string, value: any): Promise<void>;
555
664
  /**
556
- * Search inside the store
557
- *
558
- * Still need to define a good abstraction for it
559
- *
560
- * @param request
561
- * @param offset
562
- * @param limit
563
- * @returns
665
+ * @override
564
666
  */
565
- find(request?: any, offset?: number, limit?: number): Promise<any>;
667
+ protected simulateFind(query: WebdaQL.Query, uuids: string[]): Promise<StoreFindResult<T>>;
566
668
  /**
567
669
  * Handle POST
568
670
  * @param ctx
@@ -601,7 +703,10 @@ declare abstract class Store<T extends CoreModel = CoreModel, K extends StorePar
601
703
  * Return the model uuid field
602
704
  */
603
705
  getUuidField(): string;
604
- abstract _find(request: any, offset: any, limit: any): Promise<CoreModel[]>;
706
+ /**
707
+ * Search within the store
708
+ */
709
+ abstract find(query: WebdaQL.Query): Promise<StoreFindResult<T>>;
605
710
  /**
606
711
  * Check if an object exists
607
712
  * @abstract