@milaboratories/pl-drivers 1.3.25 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dist/clients/constructors.d.ts +14 -0
  2. package/dist/clients/constructors.d.ts.map +1 -0
  3. package/dist/clients/download.d.ts +19 -14
  4. package/dist/clients/download.d.ts.map +1 -1
  5. package/dist/clients/helpers.d.ts +4 -13
  6. package/dist/clients/helpers.d.ts.map +1 -1
  7. package/dist/clients/upload.d.ts +15 -13
  8. package/dist/clients/upload.d.ts.map +1 -1
  9. package/dist/drivers/{download_and_logs_blob.d.ts → download_blob.d.ts} +13 -40
  10. package/dist/drivers/download_blob.d.ts.map +1 -0
  11. package/dist/drivers/download_blob_task.d.ts +34 -0
  12. package/dist/drivers/download_blob_task.d.ts.map +1 -0
  13. package/dist/drivers/download_url.d.ts +11 -9
  14. package/dist/drivers/download_url.d.ts.map +1 -1
  15. package/dist/drivers/helpers/download_local_handle.d.ts +9 -0
  16. package/dist/drivers/helpers/download_local_handle.d.ts.map +1 -0
  17. package/dist/drivers/helpers/download_remote_handle.d.ts +8 -0
  18. package/dist/drivers/helpers/download_remote_handle.d.ts.map +1 -0
  19. package/dist/drivers/helpers/files_cache.d.ts +2 -1
  20. package/dist/drivers/helpers/files_cache.d.ts.map +1 -1
  21. package/dist/drivers/helpers/helpers.d.ts +2 -24
  22. package/dist/drivers/helpers/helpers.d.ts.map +1 -1
  23. package/dist/drivers/helpers/logs_handle.d.ts +13 -0
  24. package/dist/drivers/helpers/logs_handle.d.ts.map +1 -0
  25. package/dist/drivers/helpers/ls_remote_import_handle.d.ts +8 -0
  26. package/dist/drivers/helpers/ls_remote_import_handle.d.ts.map +1 -0
  27. package/dist/drivers/logs.d.ts +1 -5
  28. package/dist/drivers/logs.d.ts.map +1 -1
  29. package/dist/drivers/logs_stream.d.ts.map +1 -1
  30. package/dist/drivers/ls.d.ts.map +1 -1
  31. package/dist/drivers/types.d.ts +47 -4
  32. package/dist/drivers/types.d.ts.map +1 -1
  33. package/dist/drivers/upload.d.ts +2 -28
  34. package/dist/drivers/upload.d.ts.map +1 -1
  35. package/dist/drivers/upload_task.d.ts +41 -0
  36. package/dist/drivers/upload_task.d.ts.map +1 -0
  37. package/dist/helpers/download.d.ts +2 -2
  38. package/dist/helpers/download.d.ts.map +1 -1
  39. package/dist/index.d.ts +2 -2
  40. package/dist/index.d.ts.map +1 -1
  41. package/dist/index.js +2 -2
  42. package/dist/index.js.map +1 -1
  43. package/dist/index.mjs +1537 -1526
  44. package/dist/index.mjs.map +1 -1
  45. package/package.json +5 -5
  46. package/src/clients/constructors.ts +54 -0
  47. package/src/clients/download.test.ts +9 -6
  48. package/src/clients/download.ts +74 -64
  49. package/src/clients/helpers.ts +2 -53
  50. package/src/clients/upload.ts +136 -102
  51. package/src/drivers/download_blob.test.ts +12 -11
  52. package/src/drivers/{download_and_logs_blob.ts → download_blob.ts} +154 -290
  53. package/src/drivers/download_blob_task.ts +126 -0
  54. package/src/drivers/download_url.test.ts +1 -1
  55. package/src/drivers/download_url.ts +44 -37
  56. package/src/drivers/helpers/download_local_handle.ts +29 -0
  57. package/src/drivers/helpers/download_remote_handle.ts +40 -0
  58. package/src/drivers/helpers/files_cache.test.ts +7 -6
  59. package/src/drivers/helpers/files_cache.ts +6 -5
  60. package/src/drivers/helpers/helpers.ts +6 -100
  61. package/src/drivers/helpers/logs_handle.ts +52 -0
  62. package/src/drivers/helpers/ls_remote_import_handle.ts +43 -0
  63. package/src/drivers/logs.test.ts +14 -14
  64. package/src/drivers/logs.ts +3 -43
  65. package/src/drivers/logs_stream.ts +32 -6
  66. package/src/drivers/ls.test.ts +1 -2
  67. package/src/drivers/ls.ts +26 -28
  68. package/src/drivers/types.ts +48 -0
  69. package/src/drivers/upload.test.ts +8 -18
  70. package/src/drivers/upload.ts +38 -271
  71. package/src/drivers/upload_task.ts +251 -0
  72. package/src/helpers/download.ts +18 -15
  73. package/src/index.ts +2 -2
  74. package/dist/drivers/download_and_logs_blob.d.ts.map +0 -1
  75. package/dist/drivers/helpers/ls_list_entry.d.ts +0 -44
  76. package/dist/drivers/helpers/ls_list_entry.d.ts.map +0 -1
  77. package/src/drivers/helpers/ls_list_entry.test.ts +0 -55
  78. package/src/drivers/helpers/ls_list_entry.ts +0 -147
@@ -1,4 +1,17 @@
1
1
  import { z } from 'zod';
2
+ import { InferSnapshot, ResourceSnapshotSchema } from '@milaboratories/pl-tree';
3
+ /** ResourceSnapshot that can be passed to OnDemandBlob */
4
+ export declare const OnDemandBlobResourceSnapshot: ResourceSnapshotSchema<undefined, undefined, {
5
+ readonly 'ctl/file/blobInfo': z.ZodObject<{
6
+ sizeBytes: z.ZodNumber;
7
+ }, "strip", z.ZodTypeAny, {
8
+ sizeBytes: number;
9
+ }, {
10
+ sizeBytes: number;
11
+ }>;
12
+ }>;
13
+ export type OnDemandBlobResourceSnapshot = InferSnapshot<typeof OnDemandBlobResourceSnapshot>;
14
+ export declare function getSize(bs: OnDemandBlobResourceSnapshot): number;
2
15
  export declare const ImportFileHandleUploadData: z.ZodObject<{
3
16
  /** Local file path, to take data for upload */
4
17
  localPath: z.ZodString;
@@ -9,14 +22,14 @@ export declare const ImportFileHandleUploadData: z.ZodObject<{
9
22
  /** Modification time unix timestamp in seconds */
10
23
  modificationTime: z.ZodString;
11
24
  }, "strip", z.ZodTypeAny, {
25
+ sizeBytes: string;
12
26
  localPath: string;
13
27
  pathSignature: string;
14
- sizeBytes: string;
15
28
  modificationTime: string;
16
29
  }, {
30
+ sizeBytes: string;
17
31
  localPath: string;
18
32
  pathSignature: string;
19
- sizeBytes: string;
20
33
  modificationTime: string;
21
34
  }>;
22
35
  export type ImportFileHandleUploadData = z.infer<typeof ImportFileHandleUploadData>;
@@ -43,14 +56,14 @@ export declare const ImportFileHandleData: z.ZodUnion<[z.ZodObject<{
43
56
  /** Modification time unix timestamp in seconds */
44
57
  modificationTime: z.ZodString;
45
58
  }, "strip", z.ZodTypeAny, {
59
+ sizeBytes: string;
46
60
  localPath: string;
47
61
  pathSignature: string;
48
- sizeBytes: string;
49
62
  modificationTime: string;
50
63
  }, {
64
+ sizeBytes: string;
51
65
  localPath: string;
52
66
  pathSignature: string;
53
- sizeBytes: string;
54
67
  modificationTime: string;
55
68
  }>, z.ZodObject<{
56
69
  /** Pl storage id */
@@ -65,6 +78,36 @@ export declare const ImportFileHandleData: z.ZodUnion<[z.ZodObject<{
65
78
  storageId: string;
66
79
  }>]>;
67
80
  export type ImportFileHandleData = z.infer<typeof ImportFileHandleData>;
81
+ /** Options from BlobUpload resource that have to be passed to getProgress. */
82
+ /** ResourceSnapshot that can be passed to GetProgressID */
83
+ export declare const UploadResourceSnapshot: ResourceSnapshotSchema<z.ZodObject<{
84
+ /** Local file path, to take data for upload */
85
+ localPath: z.ZodString;
86
+ /** Path signature, to check this data was generated by us */
87
+ pathSignature: z.ZodString;
88
+ /** File size in bytes */
89
+ sizeBytes: z.ZodString;
90
+ /** Modification time unix timestamp in seconds */
91
+ modificationTime: z.ZodString;
92
+ }, "strip", z.ZodTypeAny, {
93
+ sizeBytes: string;
94
+ localPath: string;
95
+ pathSignature: string;
96
+ modificationTime: string;
97
+ }, {
98
+ sizeBytes: string;
99
+ localPath: string;
100
+ pathSignature: string;
101
+ modificationTime: string;
102
+ }>, {
103
+ readonly blob: false;
104
+ }, undefined>;
105
+ export declare const IndexResourceSnapshot: ResourceSnapshotSchema<undefined, {
106
+ readonly incarnation: false;
107
+ }, undefined>;
108
+ export type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;
109
+ export type IndexResourceSnapshot = InferSnapshot<typeof IndexResourceSnapshot>;
110
+ export type ImportResourceSnapshot = UploadResourceSnapshot | IndexResourceSnapshot;
68
111
  /** Defines which storages from pl are available via local paths */
69
112
  export type LocalStorageProjection = {
70
113
  /** Pl storage id */
@@ -1 +1 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/drivers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,0BAA0B;IACrC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;EAElD,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAEpF,eAAO,MAAM,yBAAyB;IACpC,oBAAoB;;IAEpB,0BAA0B;;;;;;;;EAE1B,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAElF,eAAO,MAAM,oBAAoB;IAnB/B,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;IAMlD,oBAAoB;;IAEpB,0BAA0B;;;;;;;;IAQ1B,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAAG;IACnC,oBAAoB;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B;;;;;SAKK;IACL,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,4FAA4F;AAC5F,MAAM,MAAM,uBAAuB,GAAG;IACpC,oEAAoE;IACpE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wCAAwC;IACxC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,0EAA0E;IAC1E,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B,CAAC"}
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/drivers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAY,MAAM,yBAAyB,CAAC;AAKlE,0DAA0D;AAC1D,eAAO,MAAM,4BAA4B;;;;;;;;EAMvC,CAAC;AAEH,MAAM,MAAM,4BAA4B,GAAG,aAAa,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAE9F,wBAAgB,OAAO,CAAC,EAAE,EAAE,4BAA4B,GAAG,MAAM,CAEhE;AAMD,eAAO,MAAM,0BAA0B;IACrC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;EAElD,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAEpF,eAAO,MAAM,yBAAyB;IACpC,oBAAoB;;IAEpB,0BAA0B;;;;;;;;EAE1B,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAElF,eAAO,MAAM,oBAAoB;IAnB/B,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;IAMlD,oBAAoB;;IAEpB,0BAA0B;;;;;;;;IAQ1B,CAAC;AACH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAExE,8EAA8E;AAE9E,2DAA2D;AAC3D,eAAO,MAAM,sBAAsB;IA5BjC,+CAA+C;;IAE/C,6DAA6D;;IAE7D,yBAAyB;;IAEzB,kDAAkD;;;;;;;;;;;;;;aA2BlD,CAAC;AAEH,eAAO,MAAM,qBAAqB;;aAIhC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,aAAa,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEhF,MAAM,MAAM,sBAAsB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;AAMpF,mEAAmE;AACnE,MAAM,MAAM,sBAAsB,GAAG;IACnC,oBAAoB;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAE3B;;;;;SAKK;IACL,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,4FAA4F;AAC5F,MAAM,MAAM,uBAAuB,GAAG;IACpC,oEAAoE;IACpE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wCAAwC;IACxC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,0EAA0E;IAC1E,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B,CAAC"}
@@ -2,36 +2,10 @@ import { ComputableCtx, Computable } from '@milaboratories/computable';
2
2
  import { MiLogger, Signer } from '@milaboratories/ts-helpers';
3
3
  import { ClientProgress } from '../clients/progress';
4
4
  import { ClientUpload } from '../clients/upload';
5
- import { InferSnapshot, PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor, ResourceSnapshotSchema } from '@milaboratories/pl-tree';
5
+ import { PlTreeEntry, PlTreeEntryAccessor, PlTreeNodeAccessor } from '@milaboratories/pl-tree';
6
6
  import { PollingOps } from './helpers/polling_ops';
7
- import { ZodObject, ZodString, ZodTypeAny } from 'zod';
7
+ import { ImportResourceSnapshot } from './types';
8
8
  import * as sdk from '@milaboratories/pl-model-common';
9
- /** Options from BlobUpload resource that have to be passed to getProgress. */
10
- /** ResourceSnapshot that can be passed to GetProgressID */
11
- export declare const UploadResourceSnapshot: ResourceSnapshotSchema<ZodObject<{
12
- localPath: ZodString;
13
- pathSignature: ZodString;
14
- sizeBytes: ZodString;
15
- modificationTime: ZodString;
16
- }, "strip", ZodTypeAny, {
17
- localPath: string;
18
- pathSignature: string;
19
- sizeBytes: string;
20
- modificationTime: string;
21
- }, {
22
- localPath: string;
23
- pathSignature: string;
24
- sizeBytes: string;
25
- modificationTime: string;
26
- }>, {
27
- readonly blob: false;
28
- }, undefined>;
29
- export declare const IndexResourceSnapshot: ResourceSnapshotSchema<undefined, {
30
- readonly incarnation: false;
31
- }, undefined>;
32
- export type UploadResourceSnapshot = InferSnapshot<typeof UploadResourceSnapshot>;
33
- export type IndexResourceSnapshot = InferSnapshot<typeof IndexResourceSnapshot>;
34
- export type ImportResourceSnapshot = UploadResourceSnapshot | IndexResourceSnapshot;
35
9
  export declare function makeBlobImportSnapshot(entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor, ctx: ComputableCtx): ImportResourceSnapshot;
36
10
  export type UploadDriverOps = PollingOps & {
37
11
  /** How much parts of a file can be multipart-uploaded to S3 at once. */
@@ -1 +1 @@
1
- {"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/drivers/upload.ts"],"names":[],"mappings":";AAEA,OAAO,EAGL,aAAa,EACb,UAAU,EAEX,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,QAAQ,EAIR,MAAM,EACP,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AACvD,OAAO,EAAkB,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAiD,MAAM,mBAAmB,CAAC;AAChG,OAAO,EACL,aAAa,EAIb,WAAW,EACX,mBAAmB,EACnB,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAGnD,8EAA8E;AAE9E,2DAA2D;AAC3D,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;aAKjC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;aAIhC,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,aAAa,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEhF,MAAM,MAAM,sBAAsB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;AAEpF,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,EACvE,GAAG,EAAE,aAAa,GACjB,sBAAsB,CASxB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG;IACzC,wEAAwE;IACxE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;yCACqC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAIF;;;kEAGkE;AAClE,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAXvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA+C;IAE5E,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,IAAI,GAAE,eAKtB;IAkBH,4EAA4E;IAC5E,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,GACnD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;IACjC,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,EACpD,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,cAAc;IAyBrB,OAAO,CAAC,kBAAkB;IAoC1B,+EAA+E;YACjE,OAAO;IAQrB,iDAAiD;IACpC,UAAU;IAIvB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAwBtB,OAAO,CAAC,uBAAuB;CAKhC"}
1
+ {"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/drivers/upload.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,aAAa,EACb,UAAU,EAEX,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,QAAQ,EAA4B,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACxF,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAIL,WAAW,EACX,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,sBAAsB,EAAiD,MAAM,SAAS,CAAC;AAIhG,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,EACvE,GAAG,EAAE,aAAa,GACjB,sBAAsB,CAUxB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG;IACzC,wEAAwE;IACxE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;yCACqC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAIF;;;kEAGkE;AAClE,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAXvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0C;IAEvE,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,IAAI,GAAE,eAKtB;IAkBH,4EAA4E;IAC5E,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,GACnD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;IACjC,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,EACpD,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,cAAc;IAoBrB,OAAO,CAAC,kBAAkB;IAmC1B,+EAA+E;YACjE,OAAO;IAQrB,iDAAiD;IACpC,UAAU;IAIvB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAwBtB,OAAO,CAAC,uBAAuB;CAKhC"}
@@ -0,0 +1,41 @@
1
+ import { Watcher } from '@milaboratories/computable';
2
+ import { MiLogger, Signer } from '@milaboratories/ts-helpers';
3
+ import { ClientProgress } from '../clients/progress';
4
+ import { ClientUpload, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';
5
+ import { ImportResourceSnapshot } from './types';
6
+ import * as sdk from '@milaboratories/pl-model-common';
7
+ /** Holds all info needed to upload a file and a status of uploading
8
+ * and indexing. Also, has a method to update a status of the progress.
9
+ * And holds a change source. */
10
+ export declare class UploadTask {
11
+ private readonly logger;
12
+ private readonly clientBlob;
13
+ private readonly clientProgress;
14
+ private readonly nConcurrentPartsUpload;
15
+ readonly res: ImportResourceSnapshot;
16
+ private readonly change;
17
+ private readonly counter;
18
+ /** If this is upload progress this field will be defined */
19
+ private uploadData?;
20
+ progress: sdk.ImportProgress;
21
+ /** If failed, then getting a progress is terminally failed. */
22
+ failed?: boolean;
23
+ constructor(logger: MiLogger, clientBlob: ClientUpload, clientProgress: ClientProgress, nConcurrentPartsUpload: number, signer: Signer, res: ImportResourceSnapshot);
24
+ getProgress(w: Watcher, callerId: string): sdk.ImportProgress;
25
+ shouldScheduleUpload(): boolean;
26
+ /** Uploads a blob if it's not BlobIndex. */
27
+ uploadBlobTask(): Promise<void>;
28
+ updateStatus(): Promise<void>;
29
+ /** Set non-terminal error, that task can be retried. */
30
+ private setRetriableError;
31
+ /** Set a terminal error, the task will throw a error instead of a progress. */
32
+ private setTerminalError;
33
+ setDoneIfOutputSet(res: ImportResourceSnapshot): void;
34
+ private setDone;
35
+ incCounter(w: Watcher, callerId: string): void;
36
+ decCounter(callerId: string): boolean;
37
+ private isComputableDone;
38
+ }
39
+ export declare function isResourceWasDeletedError(e: any): boolean;
40
+ export declare function nonRecoverableError(e: any): e is MTimeError | UnexpectedEOF | NoFileForUploading;
41
+ //# sourceMappingURL=upload_task.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"upload_task.d.ts","sourceRoot":"","sources":["../../src/drivers/upload_task.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAEnE,OAAO,KAAK,GAAG,MAAM,iCAAiC,CAAC;AACvD,OAAO,EAA6B,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACzF,OAAO,EAAE,cAAc,EAAkB,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAChG,OAAO,EAA8B,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAG7E;;gCAEgC;AAChC,qBAAa,UAAU;IAYnB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,sBAAsB;aAEvB,GAAG,EAAE,sBAAsB;IAhB7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwC;IAEhE,4DAA4D;IAC5D,OAAO,CAAC,UAAU,CAAC,CAA6B;IACzC,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC;IAEpC,+DAA+D;IACxD,MAAM,CAAC,EAAE,OAAO,CAAC;gBAGL,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,sBAAsB,EAAE,MAAM,EAC/C,MAAM,EAAE,MAAM,EACE,GAAG,EAAE,sBAAsB;IAOtC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAWxC,oBAAoB,IAAI,OAAO;IAItC,4CAA4C;IAC/B,cAAc;IAoDd,YAAY;IAgCzB,wDAAwD;IACxD,OAAO,CAAC,iBAAiB;IAIzB,+EAA+E;IAC/E,OAAO,CAAC,gBAAgB;IAMjB,kBAAkB,CAAC,GAAG,EAAE,sBAAsB;IAIrD,OAAO,CAAC,OAAO;IAKR,UAAU,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM;IAKvC,UAAU,CAAC,QAAQ,EAAE,MAAM;IAIlC,OAAO,CAAC,gBAAgB;CAGzB;AAwED,wBAAgB,yBAAyB,CAAC,CAAC,EAAE,GAAG,WAK/C;AAED,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,GAAG,wDAEzC"}
@@ -7,9 +7,9 @@ export interface DownloadResponse {
7
7
  /** Throws when a status code of the downloading URL was in range [400, 500). */
8
8
  export declare class NetworkError400 extends Error {
9
9
  }
10
- export declare class DownloadHelper {
10
+ export declare class RemoteFileDownloader {
11
11
  readonly httpClient: Dispatcher;
12
12
  constructor(httpClient: Dispatcher);
13
- downloadRemoteFile(url: string, reqHeaders: Record<string, string>, signal?: AbortSignal): Promise<DownloadResponse>;
13
+ download(url: string, reqHeaders: Record<string, string>, signal?: AbortSignal): Promise<DownloadResponse>;
14
14
  }
15
15
  //# sourceMappingURL=download.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/helpers/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAW,MAAM,QAAQ,CAAC;AAE7C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGjD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,gFAAgF;AAChF,qBAAa,eAAgB,SAAQ,KAAK;CAAG;AAE7C,qBAAa,cAAc;aACG,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE5C,kBAAkB,CACtB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gBAAgB,CAAC;CA2B7B"}
1
+ {"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/helpers/download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAW,MAAM,QAAQ,CAAC;AAE7C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAGjD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,gFAAgF;AAChF,qBAAa,eAAgB,SAAQ,KAAK;CAAG;AAE7C,qBAAa,oBAAoB;aACH,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE5C,QAAQ,CACZ,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gBAAgB,CAAC;CAe7B"}
package/dist/index.d.ts CHANGED
@@ -3,8 +3,8 @@ export * from './clients/progress';
3
3
  export * from './clients/download';
4
4
  export * from './clients/ls_api';
5
5
  export * from './clients/logs';
6
- export * from './clients/helpers';
7
- export * from './drivers/download_and_logs_blob';
6
+ export * from './clients/constructors';
7
+ export * from './drivers/download_blob';
8
8
  export * from './drivers/upload';
9
9
  export * from './drivers/logs_stream';
10
10
  export * from './drivers/logs';
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAElC,cAAc,kCAAkC,CAAC;AACjD,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAE9C,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AAEvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,+BAA+B,CAAC;AAE9C,cAAc,iBAAiB,CAAC;AAChC,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC"}