@vertesia/memory 0.78.0-dev-fdd67aa → 0.78.0-dev-9372725

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/package.json +6 -1
  2. package/lib/cjs/Builder.js +0 -186
  3. package/lib/cjs/Builder.js.map +0 -1
  4. package/lib/cjs/ContentObject.js +0 -114
  5. package/lib/cjs/ContentObject.js.map +0 -1
  6. package/lib/cjs/ContentSource.js +0 -82
  7. package/lib/cjs/ContentSource.js.map +0 -1
  8. package/lib/cjs/MemoryPack.js +0 -228
  9. package/lib/cjs/MemoryPack.js.map +0 -1
  10. package/lib/cjs/MemoryPackBuilder.js +0 -47
  11. package/lib/cjs/MemoryPackBuilder.js.map +0 -1
  12. package/lib/cjs/commands/copy.js +0 -53
  13. package/lib/cjs/commands/copy.js.map +0 -1
  14. package/lib/cjs/commands/exec.js +0 -82
  15. package/lib/cjs/commands/exec.js.map +0 -1
  16. package/lib/cjs/index.js +0 -28
  17. package/lib/cjs/index.js.map +0 -1
  18. package/lib/cjs/package.json +0 -3
  19. package/lib/cjs/utils/cmdline.js +0 -90
  20. package/lib/cjs/utils/cmdline.js.map +0 -1
  21. package/lib/cjs/utils/rewrite.js +0 -166
  22. package/lib/cjs/utils/rewrite.js.map +0 -1
  23. package/lib/cjs/utils/stream.js +0 -27
  24. package/lib/cjs/utils/stream.js.map +0 -1
  25. package/lib/cjs/utils/tar.js +0 -185
  26. package/lib/cjs/utils/tar.js.map +0 -1
  27. package/lib/esm/Builder.js +0 -178
  28. package/lib/esm/Builder.js.map +0 -1
  29. package/lib/esm/ContentObject.js +0 -103
  30. package/lib/esm/ContentObject.js.map +0 -1
  31. package/lib/esm/ContentSource.js +0 -75
  32. package/lib/esm/ContentSource.js.map +0 -1
  33. package/lib/esm/MemoryPack.js +0 -218
  34. package/lib/esm/MemoryPack.js.map +0 -1
  35. package/lib/esm/MemoryPackBuilder.js +0 -43
  36. package/lib/esm/MemoryPackBuilder.js.map +0 -1
  37. package/lib/esm/commands/copy.js +0 -50
  38. package/lib/esm/commands/copy.js.map +0 -1
  39. package/lib/esm/commands/exec.js +0 -75
  40. package/lib/esm/commands/exec.js.map +0 -1
  41. package/lib/esm/index.js +0 -7
  42. package/lib/esm/index.js.map +0 -1
  43. package/lib/esm/utils/cmdline.js +0 -86
  44. package/lib/esm/utils/cmdline.js.map +0 -1
  45. package/lib/esm/utils/rewrite.js +0 -161
  46. package/lib/esm/utils/rewrite.js.map +0 -1
  47. package/lib/esm/utils/stream.js +0 -23
  48. package/lib/esm/utils/stream.js.map +0 -1
  49. package/lib/esm/utils/tar.js +0 -175
  50. package/lib/esm/utils/tar.js.map +0 -1
  51. package/lib/tsconfig.tsbuildinfo +0 -1
  52. package/lib/types/Builder.d.ts +0 -73
  53. package/lib/types/Builder.d.ts.map +0 -1
  54. package/lib/types/ContentObject.d.ts +0 -44
  55. package/lib/types/ContentObject.d.ts.map +0 -1
  56. package/lib/types/ContentSource.d.ts +0 -33
  57. package/lib/types/ContentSource.d.ts.map +0 -1
  58. package/lib/types/MemoryPack.d.ts +0 -47
  59. package/lib/types/MemoryPack.d.ts.map +0 -1
  60. package/lib/types/MemoryPackBuilder.d.ts +0 -19
  61. package/lib/types/MemoryPackBuilder.d.ts.map +0 -1
  62. package/lib/types/commands/copy.d.ts +0 -9
  63. package/lib/types/commands/copy.d.ts.map +0 -1
  64. package/lib/types/commands/exec.d.ts +0 -8
  65. package/lib/types/commands/exec.d.ts.map +0 -1
  66. package/lib/types/index.d.ts +0 -15
  67. package/lib/types/index.d.ts.map +0 -1
  68. package/lib/types/utils/cmdline.d.ts +0 -11
  69. package/lib/types/utils/cmdline.d.ts.map +0 -1
  70. package/lib/types/utils/rewrite.d.ts +0 -39
  71. package/lib/types/utils/rewrite.d.ts.map +0 -1
  72. package/lib/types/utils/stream.d.ts +0 -10
  73. package/lib/types/utils/stream.d.ts.map +0 -1
  74. package/lib/types/utils/tar.d.ts +0 -41
  75. package/lib/types/utils/tar.d.ts.map +0 -1
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@vertesia/memory",
3
3
  "description": "Manipulate memory images for LLMs",
4
- "version": "0.78.0-dev-fdd67aa",
4
+ "version": "0.78.0-dev-9372725",
5
5
  "type": "module",
6
6
  "types": "./lib/types/index.d.ts",
7
7
  "files": [
@@ -36,5 +36,10 @@
36
36
  "types": "./lib/types/index.d.ts",
37
37
  "import": "./lib/esm/index.js",
38
38
  "require": "./lib/cjs/index.js"
39
+ },
40
+ "repository": {
41
+ "type": "git",
42
+ "url": "https://github.com/vertesia/composableai.git",
43
+ "directory": "packages/memory"
39
44
  }
40
45
  }
@@ -1,186 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.Builder = void 0;
7
- exports.buildMemoryPack = buildMemoryPack;
8
- const json_1 = require("@vertesia/json");
9
- const fs_1 = require("fs");
10
- const os_1 = __importDefault(require("os"));
11
- const path_1 = require("path");
12
- const copy_js_1 = require("./commands/copy.js");
13
- const exec_js_1 = require("./commands/exec.js");
14
- const ContentObject_js_1 = require("./ContentObject.js");
15
- const ContentSource_js_1 = require("./ContentSource.js");
16
- const MemoryPack_js_1 = require("./MemoryPack.js");
17
- const MemoryPackBuilder_js_1 = require("./MemoryPackBuilder.js");
18
- class Builder {
19
- options;
20
- static instance;
21
- static getInstance() {
22
- if (!Builder.instance) {
23
- throw new Error("No builder instance found");
24
- }
25
- return Builder.instance;
26
- }
27
- _vars;
28
- _tmpdir;
29
- memory;
30
- constructor(options = {}) {
31
- this.options = options;
32
- this.memory = new MemoryPackBuilder_js_1.MemoryPackBuilder(this);
33
- this._vars = options.vars || {};
34
- Builder.instance = this;
35
- }
36
- vars() {
37
- return this._vars;
38
- }
39
- tmpdir() {
40
- if (!this._tmpdir) {
41
- this._tmpdir = (0, fs_1.mkdtempSync)((0, path_1.join)(os_1.default.tmpdir(), 'becomposable-memo-'));
42
- }
43
- return this._tmpdir;
44
- }
45
- from(location, options) {
46
- return (0, MemoryPack_js_1.loadMemoryPack)(location).then((memory) => {
47
- return this.memory.load(memory, options);
48
- });
49
- }
50
- addEntry(path, source) {
51
- this.memory.add(path, source);
52
- }
53
- copy(location, path, options = {}) {
54
- (0, copy_js_1.copy)(this, location, path, options);
55
- }
56
- copyText(text, path) {
57
- (0, copy_js_1.copy)(this, new ContentSource_js_1.TextSource(text), path);
58
- }
59
- exec(cmd, options) {
60
- return (0, exec_js_1.exec)(cmd, options);
61
- }
62
- content(location, encoding) {
63
- const source = ContentSource_js_1.AbstractContentSource.resolve(location);
64
- if (Array.isArray(source)) {
65
- return source.map(s => new ContentObject_js_1.ContentObject(this, s, encoding));
66
- }
67
- else {
68
- return new ContentObject_js_1.ContentObject(this, source, encoding);
69
- }
70
- }
71
- json(location) {
72
- const source = ContentSource_js_1.AbstractContentSource.resolve(location);
73
- if (Array.isArray(source)) {
74
- return source.map(s => new ContentObject_js_1.JsonObject(this, s));
75
- }
76
- else {
77
- return new ContentObject_js_1.JsonObject(this, source);
78
- }
79
- }
80
- pdf(location) {
81
- const source = ContentSource_js_1.AbstractContentSource.resolve(location);
82
- if (Array.isArray(source)) {
83
- return source.map(s => new ContentObject_js_1.PdfObject(this, s));
84
- }
85
- else {
86
- return new ContentObject_js_1.PdfObject(this, source);
87
- }
88
- }
89
- docx(location) {
90
- const source = ContentSource_js_1.AbstractContentSource.resolve(location);
91
- if (Array.isArray(source)) {
92
- return source.map(s => new ContentObject_js_1.DocxObject(this, s));
93
- }
94
- else {
95
- return new ContentObject_js_1.DocxObject(this, source);
96
- }
97
- }
98
- media(location, options) {
99
- const source = ContentSource_js_1.AbstractContentSource.resolve(location);
100
- if (Array.isArray(source)) {
101
- return source.map(s => new ContentObject_js_1.MediaObject(this, s, options));
102
- }
103
- else {
104
- return new ContentObject_js_1.MediaObject(this, source, options);
105
- }
106
- }
107
- async build(object) {
108
- try {
109
- let { fileName, publishName } = this._getOutputNames();
110
- // resolve all content objects values from the context object
111
- object = await resolveContextObject(object);
112
- // write the memory to a file
113
- fileName = await this.memory.build(fileName, object);
114
- let target = fileName;
115
- if (publishName) {
116
- try {
117
- target = await this.options.publish(fileName, publishName);
118
- }
119
- finally {
120
- (0, fs_1.rmSync)(fileName);
121
- }
122
- }
123
- this.options.quiet || console.log(`Memory saved to ${target}`);
124
- return target;
125
- }
126
- finally {
127
- if (this._tmpdir) {
128
- (0, fs_1.rmSync)(this._tmpdir, { recursive: true });
129
- }
130
- }
131
- }
132
- _getOutputNames() {
133
- const options = this.options;
134
- if (!options.out) {
135
- options.out = "memory.tar";
136
- }
137
- let fileName;
138
- let publishName;
139
- const out = options.out;
140
- if (out.startsWith("memory:")) {
141
- if (!options.publish) {
142
- throw new Error(`The publish option is required for "${out}" output`);
143
- }
144
- // force gzip when publishing
145
- options.gzip = true;
146
- // create a temporary path for the output
147
- fileName = createTmpBaseName(this.tmpdir());
148
- publishName = out.substring("memory:".length);
149
- }
150
- else {
151
- fileName = (0, path_1.resolve)(out);
152
- }
153
- return { fileName, publishName };
154
- }
155
- }
156
- exports.Builder = Builder;
157
- function resolveContextObject(object) {
158
- return new json_1.AsyncObjectWalker().map(object, async (_key, value) => {
159
- if (value instanceof ContentObject_js_1.ContentObject) {
160
- return await value.getText();
161
- }
162
- else {
163
- return value;
164
- }
165
- });
166
- }
167
- function createTmpBaseName(tmpdir) {
168
- return (0, path_1.join)(tmpdir, `.composable-memory-${Date.now()}.tar`);
169
- }
170
- function buildMemoryPack(recipeFn, options) {
171
- const builder = new Builder(options);
172
- return recipeFn({
173
- vars: builder.vars.bind(builder),
174
- tmpdir: builder.tmpdir.bind(builder),
175
- exec: builder.exec.bind(builder),
176
- from: builder.from.bind(builder),
177
- content: builder.content.bind(builder),
178
- json: builder.json.bind(builder),
179
- pdf: builder.pdf.bind(builder),
180
- docx: builder.docx.bind(builder),
181
- media: builder.media.bind(builder),
182
- copy: builder.copy.bind(builder),
183
- copyText: builder.copyText.bind(builder),
184
- }).then(metadata => builder.build(metadata));
185
- }
186
- //# sourceMappingURL=Builder.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Builder.js","sourceRoot":"","sources":["../../src/Builder.ts"],"names":[],"mappings":";;;;;;AA+NA,0CAeC;AA9OD,yCAAmD;AACnD,2BAAyC;AACzC,4CAAoB;AACpB,+BAAqC;AACrC,gDAAuD;AACvD,gDAAuD;AACvD,yDAAiH;AACjH,yDAAkG;AAClG,mDAAiD;AACjD,iEAAwE;AAoDxE,MAAa,OAAO;IAcG;IAbnB,MAAM,CAAC,QAAQ,CAAW;IAE1B,MAAM,CAAC,WAAW;QACd,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAsB;IAC3B,OAAO,CAAU;IACjB,MAAM,CAAoB;IAE1B,YAAmB,UAAwB,EAAE;QAA1B,YAAO,GAAP,OAAO,CAAmB;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,wCAAiB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,IAAI;QACA,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,MAAM;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,GAAG,IAAA,gBAAW,EAAC,IAAA,WAAI,EAAC,YAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,QAAgB,EAAE,OAAqB;QACxC,OAAO,IAAA,8BAAc,EAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACP,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,MAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,QAAoB,EAAE,IAAY,EAAE,UAAuB,EAAE;QAC9D,IAAA,cAAI,EAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,IAAY;QAC/B,IAAA,cAAI,EAAC,IAAI,EAAE,IAAI,6BAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,OAAqB;QACnC,OAAO,IAAA,cAAI,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,QAAgB,EAAE,QAAyB;QAC/C,MAAM,MAAM,GAAG,wCAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,gCAAa,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,gCAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAgB;QACjB,MAAM,MAAM,GAAG,wCAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,6BAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,6BAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,GAAG,CAAC,QAAgB;QAChB,MAAM,MAAM,GAAG,wCAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,4BAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,4BAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAgB;QACjB,MAAM,MAAM,GAAG,wCAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,6BAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,6BAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAgB,EAAE,OAAsB;QAC1C,MAAM,MAAM,GAAG,wCAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,8BAAW,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,8BAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAA2B;QACnC,IAAI,CAAC;YACD,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACvD,6DAA6D;YAC7D,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC5C,6BAA6B;YAC7B,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,MAAM,GAAW,QAAQ,CAAC;YAC9B,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,CAAC;oBACD,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;gBAChE,CAAC;wBAAS,CAAC;oBACP,IAAA,WAAM,EAAC,QAAQ,CAAC,CAAC;gBACrB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC;QAClB,CAAC;gBAAS,CAAC;YACP,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,IAAA,WAAM,EAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;QACL,CAAC;IACL,CAAC;IAEO,eAAe;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,GAAG,YAAY,CAAC;QAC/B,CAAC;QACD,IAAI,QAAgB,CAAC;QACrB,IAAI,WAA+B,CAAC;QACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,UAAU,CAAC,CAAC;YAC1E,CAAC;YACD,6BAA6B;YAC7B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;YACpB,yCAAyC;YACzC,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5C,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,IAAA,cAAO,EAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IACrC,CAAC;CAEJ;AAjJD,0BAiJC;AAED,SAAS,oBAAoB,CAAC,MAA2B;IACrD,OAAO,IAAI,wBAAiB,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;QAC7D,IAAI,KAAK,YAAY,gCAAa,EAAE,CAAC;YACjC,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACrC,OAAO,IAAA,WAAI,EAAC,MAAM,EAAE,sBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAChE,CAAC;AAGD,SAAgB,eAAe,CAAC,QAA8D,EAAE,OAAqB;IACjH,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,OAAO,QAAQ,CAAC;QACZ,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QACtC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QAClC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;KAC3C,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjD,CAAC"}
@@ -1,114 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.DocxObject = exports.PdfObject = exports.MediaObject = exports.JsonObject = exports.ContentObject = void 0;
7
- const converters_1 = require("@vertesia/converters");
8
- const fs_1 = __importDefault(require("fs"));
9
- const stream_1 = require("stream");
10
- class ContentObject {
11
- builder;
12
- source;
13
- encoding;
14
- constructor(builder, source, encoding = "utf-8") {
15
- this.builder = builder;
16
- this.source = source;
17
- this.encoding = encoding;
18
- }
19
- getContent() {
20
- return this.source.getContent();
21
- }
22
- getStream() {
23
- return this.source.getStream();
24
- }
25
- copyTo(entry) {
26
- this.builder.addEntry(entry, this);
27
- }
28
- async copyToFile(file) {
29
- const input = await this.getStream();
30
- const out = fs_1.default.createWriteStream(file);
31
- const stream = input.pipe(out);
32
- return new Promise((resolve, reject) => {
33
- const handleError = (err) => {
34
- reject(err);
35
- out.close();
36
- };
37
- stream.on('finish', () => {
38
- resolve(stream);
39
- out.close();
40
- });
41
- input.on('error', handleError);
42
- stream.on('error', handleError);
43
- });
44
- }
45
- /**
46
- * Get a text representation of the object
47
- */
48
- async getText(encoding) {
49
- const t = (await this.getContent()).toString(encoding || this.encoding);
50
- return t;
51
- }
52
- getJsonValue() {
53
- return this.getText();
54
- }
55
- }
56
- exports.ContentObject = ContentObject;
57
- class JsonObject extends ContentObject {
58
- async getJsonValue() {
59
- return JSON.parse(await this.getText());
60
- }
61
- }
62
- exports.JsonObject = JsonObject;
63
- class MediaObject extends ContentObject {
64
- options;
65
- constructor(builder, source, options = {}) {
66
- super(builder, source);
67
- this.options = options;
68
- this.encoding = "base64";
69
- }
70
- async getStream() {
71
- const stream = await super.getStream();
72
- const out = new stream_1.PassThrough();
73
- await (0, converters_1.transformImage)(stream, out, this.options);
74
- return out;
75
- }
76
- async getContent() {
77
- const stream = await super.getStream();
78
- return await (0, converters_1.transformImageToBuffer)(stream, this.options);
79
- }
80
- }
81
- exports.MediaObject = MediaObject;
82
- class PdfObject extends ContentObject {
83
- constructor(builder, source) {
84
- super(builder, source);
85
- }
86
- async getStream() {
87
- return stream_1.Readable.from(await this.getContent());
88
- }
89
- async getContent() {
90
- return (0, converters_1.pdfToTextBuffer)(await super.getContent());
91
- }
92
- async getText() {
93
- return await (0, converters_1.pdfToText)(await super.getContent());
94
- }
95
- }
96
- exports.PdfObject = PdfObject;
97
- class DocxObject extends ContentObject {
98
- constructor(builder, source) {
99
- super(builder, source);
100
- }
101
- async getBuffer() {
102
- return Buffer.from(await (0, converters_1.manyToMarkdown)(await this.getStream(), "docx"), "utf-8");
103
- }
104
- async getStream() {
105
- const stream = new stream_1.PassThrough();
106
- stream.end(await this.getBuffer());
107
- return stream;
108
- }
109
- async getText() {
110
- return await (0, converters_1.manyToMarkdown)(await this.getStream(), "docx");
111
- }
112
- }
113
- exports.DocxObject = DocxObject;
114
- //# sourceMappingURL=ContentObject.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ContentObject.js","sourceRoot":"","sources":["../../src/ContentObject.ts"],"names":[],"mappings":";;;;;;AAAA,qDAA0H;AAC1H,4CAAoB;AACpB,mCAA+C;AAI/C,MAAa,aAAa;IACH;IAAyB;IAA8B;IAA1E,YAAmB,OAAgB,EAAS,MAAqB,EAAS,WAA2B,OAAO;QAAzF,YAAO,GAAP,OAAO,CAAS;QAAS,WAAM,GAAN,MAAM,CAAe;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAAI,CAAC;IAEjH,UAAU;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACpC,CAAC;IAED,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,KAAa;QAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAEzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,YAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAE,EAAE;gBAC7B,MAAM,CAAC,GAAG,CAAC,CAAC;gBACZ,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAA;YACD,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACrB,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACpC,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,QAAyB;QACnC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxE,OAAO,CAAC,CAAC;IACb,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACJ;AA7CD,sCA6CC;AAED,MAAa,UAAW,SAAQ,aAAa;IACzC,KAAK,CAAC,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5C,CAAC;CACJ;AAJD,gCAIC;AAMD,MAAa,WAAY,SAAQ,aAAa;IACkB;IAA5D,YAAY,OAAgB,EAAE,MAAqB,EAAS,UAAwB,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QADiC,YAAO,GAAP,OAAO,CAAmB;QAElF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,oBAAW,EAAE,CAAC;QAC9B,MAAM,IAAA,2BAAc,EAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC;IACf,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,OAAO,MAAM,IAAA,mCAAsB,EAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CACJ;AAfD,kCAeC;AAGD,MAAa,SAAU,SAAQ,aAAa;IACxC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,iBAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,OAAO,IAAA,4BAAe,EAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,IAAA,sBAAS,EAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;CACJ;AAbD,8BAaC;AAGD,MAAa,UAAW,SAAQ,aAAa;IACzC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,IAAA,2BAAc,EAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,IAAI,oBAAW,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,IAAA,2BAAc,EAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;CAEJ;AAhBD,gCAgBC"}
@@ -1,82 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.FileSource = exports.TextSource = exports.BufferSource = exports.AbstractContentSource = void 0;
4
- const fs_1 = require("fs");
5
- const promises_1 = require("fs/promises");
6
- const glob_1 = require("glob");
7
- const path_1 = require("path");
8
- const stream_1 = require("stream");
9
- class AbstractContentSource {
10
- async getStream() {
11
- return stream_1.Readable.from(await this.getContent());
12
- }
13
- static resolve(source) {
14
- if (typeof source === 'string') {
15
- return FileSource.resolve(source);
16
- }
17
- else if (source instanceof AbstractContentSource) {
18
- return source;
19
- }
20
- throw new Error("Unsupported content source: " + source);
21
- }
22
- }
23
- exports.AbstractContentSource = AbstractContentSource;
24
- class BufferSource extends AbstractContentSource {
25
- buffer;
26
- constructor(buffer) {
27
- super();
28
- this.buffer = buffer;
29
- }
30
- getContent() {
31
- return Promise.resolve(this.buffer);
32
- }
33
- }
34
- exports.BufferSource = BufferSource;
35
- class TextSource extends AbstractContentSource {
36
- value;
37
- encoding;
38
- constructor(value, encoding = "utf-8") {
39
- super();
40
- this.value = value;
41
- this.encoding = encoding;
42
- }
43
- getContent() {
44
- return Promise.resolve(Buffer.from(this.value, this.encoding));
45
- }
46
- }
47
- exports.TextSource = TextSource;
48
- class FileSource extends AbstractContentSource {
49
- file;
50
- constructor(file, resolvePath = true) {
51
- super();
52
- this.file = resolvePath ? (0, path_1.resolve)(file) : file;
53
- }
54
- get path() {
55
- return this.file;
56
- }
57
- get name() {
58
- return (0, path_1.basename)(this.file);
59
- }
60
- get extname() {
61
- return (0, path_1.extname)(this.file);
62
- }
63
- get nameWithoutExt() {
64
- return this.name.slice(0, -this.extname.length);
65
- }
66
- getContent() {
67
- return (0, promises_1.readFile)(this.file);
68
- }
69
- async getStream() {
70
- return (0, fs_1.createReadStream)(this.file);
71
- }
72
- static resolve(location) {
73
- if (location.includes('*')) {
74
- return (0, glob_1.globSync)(location, { absolute: true, withFileTypes: false }).map(f => new FileSource(f));
75
- }
76
- else {
77
- return new FileSource(location);
78
- }
79
- }
80
- }
81
- exports.FileSource = FileSource;
82
- //# sourceMappingURL=ContentSource.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ContentSource.js","sourceRoot":"","sources":["../../src/ContentSource.ts"],"names":[],"mappings":";;;AAAA,2BAAsC;AACtC,0CAAuC;AACvC,+BAAgC;AAChC,+BAAkD;AAClD,mCAAkC;AAQlC,MAAsB,qBAAqB;IAGvC,KAAK,CAAC,SAAS;QACX,OAAO,iBAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAkB;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,MAAM,YAAY,qBAAqB,EAAE,CAAC;YACjD,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,MAAM,CAAC,CAAC;IAC7D,CAAC;CACJ;AAfD,sDAeC;AAED,MAAa,YAAa,SAAQ,qBAAqB;IAChC;IAAnB,YAAmB,MAAc;QAC7B,KAAK,EAAE,CAAA;QADQ,WAAM,GAAN,MAAM,CAAQ;IAEjC,CAAC;IACD,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;CACJ;AAPD,oCAOC;AAED,MAAa,UAAW,SAAQ,qBAAqB;IAC9B;IAAsB;IAAzC,YAAmB,KAAa,EAAS,WAA2B,OAAO;QACvE,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAQ;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAE3E,CAAC;IAED,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,CAAC;CACJ;AARD,gCAQC;AAED,MAAa,UAAW,SAAQ,qBAAqB;IACjD,IAAI,CAAS;IACb,YAAY,IAAY,EAAE,WAAW,GAAG,IAAI;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,IAAA,cAAO,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAA,eAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO;QACP,OAAO,IAAA,cAAO,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc;QACd,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,UAAU;QACN,OAAO,IAAA,mBAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,SAAS;QACX,OAAO,IAAA,qBAAgB,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,QAAgB;QAC3B,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAA,eAAQ,EAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;CAEJ;AAvCD,gCAuCC"}
@@ -1,228 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.TarMemoryPack = exports.MemoryEntry = exports.MemoryPack = exports.MEMORY_METADATA_ENTRY = void 0;
7
- exports.loadMemoryPack = loadMemoryPack;
8
- const micromatch_1 = __importDefault(require("micromatch"));
9
- const path_1 = require("path");
10
- const ContentSource_js_1 = require("./ContentSource.js");
11
- const tar_js_1 = require("./utils/tar.js");
12
- exports.MEMORY_METADATA_ENTRY = "metadata.json";
13
- const EXPORT_CONTENT_KEY = '@content:';
14
- const EXPORT_ENTRY_KEY = '@file:';
15
- const EXPORT_PROPERTY_KEY = '@';
16
- const mediaExtensions = new Set([".jpg", ".jpeg", ".png"]);
17
- function applyProjection(projection, object) {
18
- const keys = Object.keys(projection);
19
- if (keys.length < 1) {
20
- return object;
21
- }
22
- const isInclusion = !!projection[keys[0]];
23
- const out = {};
24
- if (isInclusion) {
25
- for (const key of Object.keys(object)) {
26
- if (projection[key]) {
27
- out[key] = object[key];
28
- }
29
- }
30
- }
31
- else {
32
- for (const key of Object.keys(object)) {
33
- const value = projection[key];
34
- if (value === undefined || value) {
35
- out[key] = object[key];
36
- }
37
- }
38
- }
39
- return out;
40
- }
41
- class MemoryPack {
42
- async exportObject(mapping) {
43
- let metadata;
44
- const result = {};
45
- for (const key of Object.keys(mapping)) {
46
- const value = mapping[key];
47
- if (typeof value === 'string') {
48
- if (value === '@') {
49
- if (!metadata) {
50
- metadata = await this.getMetadata();
51
- }
52
- if (key === '@') {
53
- Object.assign(result, metadata);
54
- }
55
- else {
56
- result[key] = metadata;
57
- }
58
- }
59
- else if (value.startsWith(EXPORT_CONTENT_KEY)) {
60
- const selector = value.slice(EXPORT_CONTENT_KEY.length);
61
- const isMulti = selector.includes('*') || selector.includes(',');
62
- if (isMulti) {
63
- result[key] = await this.getEntriesText(selector.split(','));
64
- }
65
- else {
66
- result[key] = await this.getEntryText(selector);
67
- }
68
- }
69
- else if (value.startsWith(EXPORT_ENTRY_KEY)) {
70
- const selector = value.slice(EXPORT_ENTRY_KEY.length);
71
- const isMulti = selector.includes('*') || selector.includes(',');
72
- if (isMulti) {
73
- const entries = this.getEntries(selector.split(','));
74
- result[key] = await Promise.all(entries.map(entry => entry.getText().then(content => ({ name: entry.name, content }))));
75
- }
76
- else {
77
- const entry = this.getEntry(selector);
78
- result[key] = entry ? { name: entry.name, content: await entry.getText() } : null;
79
- }
80
- }
81
- else if (value.startsWith(EXPORT_PROPERTY_KEY)) {
82
- if (!metadata) {
83
- metadata = await this.getMetadata();
84
- }
85
- const accessor = value.substring(EXPORT_PROPERTY_KEY.length);
86
- result[key] = resolveProperty(metadata, accessor);
87
- }
88
- else {
89
- result[key] = value;
90
- }
91
- }
92
- else {
93
- result[key] = value;
94
- }
95
- }
96
- return result;
97
- }
98
- }
99
- exports.MemoryPack = MemoryPack;
100
- class MemoryEntry extends ContentSource_js_1.AbstractContentSource {
101
- index;
102
- name;
103
- offset;
104
- size;
105
- constructor(index, name, offset, size) {
106
- super();
107
- this.index = index;
108
- this.name = name;
109
- this.offset = offset;
110
- this.size = size;
111
- }
112
- getContent() {
113
- return this.index.getContentAt(this.offset, this.size);
114
- }
115
- getText(encoding = "utf-8") {
116
- return this.getContent().then((b) => b.toString(encoding));
117
- }
118
- }
119
- exports.MemoryEntry = MemoryEntry;
120
- class TarMemoryPack extends MemoryPack {
121
- file;
122
- index;
123
- constructor(file, index) {
124
- super();
125
- this.file = file;
126
- this.index = index;
127
- if (!index.get(exports.MEMORY_METADATA_ENTRY)) {
128
- throw new Error("Invalid memory tar file. Context entry not found");
129
- }
130
- }
131
- async getMetadata(projection) {
132
- const content = await this.index.getContent(exports.MEMORY_METADATA_ENTRY);
133
- if (content) {
134
- let metadata = JSON.parse(content.toString('utf-8'));
135
- if (projection) {
136
- metadata = applyProjection(projection, metadata);
137
- }
138
- return metadata;
139
- }
140
- else {
141
- throw new Error("Invalid memory tar file. Context entry not found");
142
- }
143
- }
144
- getPaths(filters) {
145
- let paths = this.index.getSortedPaths();
146
- if (filters && filters.length > 0) {
147
- paths = (0, micromatch_1.default)(paths, filters);
148
- }
149
- return paths;
150
- }
151
- getEntries(filters) {
152
- return this._getEntries(this.getPaths(filters));
153
- }
154
- _getEntries(paths) {
155
- const entries = [];
156
- const index = this.index;
157
- for (const path of paths) {
158
- const entry = index.get(path);
159
- entries.push(new MemoryEntry(index, path, entry.offset, entry.size));
160
- }
161
- return entries;
162
- }
163
- getEntriesContent(filters) {
164
- const paths = this.getPaths(filters);
165
- const promises = [];
166
- for (const path of paths) {
167
- promises.push(this.getEntryContent(path));
168
- }
169
- return Promise.all(promises);
170
- }
171
- getEntriesText(filters, encoding) {
172
- const paths = this.getPaths(filters);
173
- const promises = [];
174
- for (const path of paths) {
175
- promises.push(this.getEntryText(path, encoding));
176
- }
177
- return Promise.all(promises);
178
- }
179
- getEntry(path) {
180
- const entry = this.index.get(path);
181
- return entry ? new MemoryEntry(this.index, path, entry.offset, entry.size) : null;
182
- }
183
- getEntryContent(path) {
184
- const entry = this.index.get(path);
185
- if (!entry) {
186
- return Promise.resolve(null);
187
- }
188
- else {
189
- return this.index.getContentAt(entry.offset, entry.size);
190
- }
191
- }
192
- getEntryText(path, encoding) {
193
- return this.getEntryContent(path).then((b) => b?.toString(encoding || getTextEncodingForPath(path)) || null);
194
- }
195
- static async loadFile(file) {
196
- const index = await (0, tar_js_1.loadTarIndex)(file);
197
- if (!index) {
198
- throw new Error("Invalid memory tar file. Cannot load index");
199
- }
200
- return new TarMemoryPack(file, index);
201
- }
202
- }
203
- exports.TarMemoryPack = TarMemoryPack;
204
- function loadMemoryPack(location) {
205
- // TODO we only support file paths as location for now
206
- return TarMemoryPack.loadFile(location);
207
- }
208
- function getTextEncodingForPath(path) {
209
- const ext = (0, path_1.extname)(path);
210
- return mediaExtensions.has(ext) ? "base64" : "utf-8";
211
- }
212
- function resolveProperty(obj, key) {
213
- if (key.includes('.')) {
214
- const keys = key.split('.');
215
- let value = obj;
216
- for (const k of keys) {
217
- value = value[k];
218
- if (value == undefined) {
219
- return undefined;
220
- }
221
- }
222
- return value;
223
- }
224
- else {
225
- return obj[key];
226
- }
227
- }
228
- //# sourceMappingURL=MemoryPack.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"MemoryPack.js","sourceRoot":"","sources":["../../src/MemoryPack.ts"],"names":[],"mappings":";;;;;;AA+MA,wCAGC;AAlND,4DAAoC;AACpC,+BAA+B;AAC/B,yDAA2D;AAC3D,2CAAuE;AAE1D,QAAA,qBAAqB,GAAG,eAAe,CAAC;AAErD,MAAM,kBAAkB,GAAG,WAAW,CAAC;AACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAClC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AAS1D,SAAS,eAAe,CAAC,UAAgC,EAAE,MAAW;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,WAAW,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAsB,UAAU;IAW5B,KAAK,CAAC,YAAY,CAAC,OAA4B;QAC3C,IAAI,QAAa,CAAC;QAClB,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;wBACd,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC3B,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5H,CAAC;yBAAM,CAAC;wBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBACtF,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxB,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AA3DD,gCA2DC;AAGD,MAAa,WAAY,SAAQ,wCAAqB;IAC/B;IAAwB;IAAqB;IAAuB;IAAvF,YAAmB,KAAe,EAAS,IAAY,EAAS,MAAc,EAAS,IAAY;QAC/F,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAU;QAAS,SAAI,GAAJ,IAAI,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;QAAS,SAAI,GAAJ,IAAI,CAAQ;IAEnG,CAAC;IACD,UAAU;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,WAA2B,OAAO;QACtC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,CAAC;CACJ;AAVD,kCAUC;AAED,MAAa,aAAc,SAAQ,UAAU;IACtB;IAAqB;IAAxC,YAAmB,IAAY,EAAS,KAAe;QACnD,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAU;QAEnD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,6BAAqB,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,UAAiC;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,6BAAqB,CAAC,CAAC;QACnE,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBACb,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,OAAkB;QACvB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,GAAG,IAAA,oBAAU,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,OAAkB;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,WAAW,CAAC,KAAe;QAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,KAAK,GAAkB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,iBAAiB,CAAC,OAAkB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAoB,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,cAAc,CAAC,OAAkB,EAAE,QAAyB;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAoB,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,IAAY;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,CAAC;IAED,eAAe,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,QAAyB;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACjH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAA,qBAAY,EAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;CAEJ;AAtFD,sCAsFC;AAGD,SAAgB,cAAc,CAAC,QAAgB;IAC3C,sDAAsD;IACtD,OAAO,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,IAAA,cAAO,EAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AACzD,CAAC;AAGD,SAAS,eAAe,CAAC,GAAwB,EAAE,GAAW;IAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,KAAK,GAAG,GAAG,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACrB,OAAO,SAAS,CAAC;YACrB,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;AACL,CAAC"}