@vertesia/memory 0.78.0-dev-28b447d → 0.79.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/cjs/Builder.js +186 -0
- package/lib/cjs/Builder.js.map +1 -0
- package/lib/cjs/ContentObject.js +114 -0
- package/lib/cjs/ContentObject.js.map +1 -0
- package/lib/cjs/ContentSource.js +82 -0
- package/lib/cjs/ContentSource.js.map +1 -0
- package/lib/cjs/MemoryPack.js +228 -0
- package/lib/cjs/MemoryPack.js.map +1 -0
- package/lib/cjs/MemoryPackBuilder.js +47 -0
- package/lib/cjs/MemoryPackBuilder.js.map +1 -0
- package/lib/cjs/commands/copy.js +53 -0
- package/lib/cjs/commands/copy.js.map +1 -0
- package/lib/cjs/commands/exec.js +82 -0
- package/lib/cjs/commands/exec.js.map +1 -0
- package/lib/cjs/index.js +28 -0
- package/lib/cjs/index.js.map +1 -0
- package/lib/cjs/package.json +3 -0
- package/lib/cjs/utils/cmdline.js +90 -0
- package/lib/cjs/utils/cmdline.js.map +1 -0
- package/lib/cjs/utils/rewrite.js +166 -0
- package/lib/cjs/utils/rewrite.js.map +1 -0
- package/lib/cjs/utils/stream.js +27 -0
- package/lib/cjs/utils/stream.js.map +1 -0
- package/lib/cjs/utils/tar.js +185 -0
- package/lib/cjs/utils/tar.js.map +1 -0
- package/lib/esm/Builder.js +178 -0
- package/lib/esm/Builder.js.map +1 -0
- package/lib/esm/ContentObject.js +103 -0
- package/lib/esm/ContentObject.js.map +1 -0
- package/lib/esm/ContentSource.js +75 -0
- package/lib/esm/ContentSource.js.map +1 -0
- package/lib/esm/MemoryPack.js +218 -0
- package/lib/esm/MemoryPack.js.map +1 -0
- package/lib/esm/MemoryPackBuilder.js +43 -0
- package/lib/esm/MemoryPackBuilder.js.map +1 -0
- package/lib/esm/commands/copy.js +50 -0
- package/lib/esm/commands/copy.js.map +1 -0
- package/lib/esm/commands/exec.js +75 -0
- package/lib/esm/commands/exec.js.map +1 -0
- package/lib/esm/index.js +7 -0
- package/lib/esm/index.js.map +1 -0
- package/lib/esm/utils/cmdline.js +86 -0
- package/lib/esm/utils/cmdline.js.map +1 -0
- package/lib/esm/utils/rewrite.js +161 -0
- package/lib/esm/utils/rewrite.js.map +1 -0
- package/lib/esm/utils/stream.js +23 -0
- package/lib/esm/utils/stream.js.map +1 -0
- package/lib/esm/utils/tar.js +175 -0
- package/lib/esm/utils/tar.js.map +1 -0
- package/lib/tsconfig.tsbuildinfo +1 -0
- package/lib/types/Builder.d.ts +73 -0
- package/lib/types/Builder.d.ts.map +1 -0
- package/lib/types/ContentObject.d.ts +44 -0
- package/lib/types/ContentObject.d.ts.map +1 -0
- package/lib/types/ContentSource.d.ts +33 -0
- package/lib/types/ContentSource.d.ts.map +1 -0
- package/lib/types/MemoryPack.d.ts +47 -0
- package/lib/types/MemoryPack.d.ts.map +1 -0
- package/lib/types/MemoryPackBuilder.d.ts +19 -0
- package/lib/types/MemoryPackBuilder.d.ts.map +1 -0
- package/lib/types/commands/copy.d.ts +9 -0
- package/lib/types/commands/copy.d.ts.map +1 -0
- package/lib/types/commands/exec.d.ts +8 -0
- package/lib/types/commands/exec.d.ts.map +1 -0
- package/lib/types/index.d.ts +15 -0
- package/lib/types/index.d.ts.map +1 -0
- package/lib/types/utils/cmdline.d.ts +11 -0
- package/lib/types/utils/cmdline.d.ts.map +1 -0
- package/lib/types/utils/rewrite.d.ts +39 -0
- package/lib/types/utils/rewrite.d.ts.map +1 -0
- package/lib/types/utils/stream.d.ts +10 -0
- package/lib/types/utils/stream.d.ts.map +1 -0
- package/lib/types/utils/tar.d.ts +41 -0
- package/lib/types/utils/tar.d.ts.map +1 -0
- package/package.json +1 -6
|
@@ -0,0 +1,218 @@
|
|
|
1
|
+
import micromatch from 'micromatch';
|
|
2
|
+
import { extname } from "path";
|
|
3
|
+
import { AbstractContentSource } from "./ContentSource.js";
|
|
4
|
+
import { loadTarIndex } from "./utils/tar.js";
|
|
5
|
+
export const MEMORY_METADATA_ENTRY = "metadata.json";
|
|
6
|
+
const EXPORT_CONTENT_KEY = '@content:';
|
|
7
|
+
const EXPORT_ENTRY_KEY = '@file:';
|
|
8
|
+
const EXPORT_PROPERTY_KEY = '@';
|
|
9
|
+
const mediaExtensions = new Set([".jpg", ".jpeg", ".png"]);
|
|
10
|
+
function applyProjection(projection, object) {
|
|
11
|
+
const keys = Object.keys(projection);
|
|
12
|
+
if (keys.length < 1) {
|
|
13
|
+
return object;
|
|
14
|
+
}
|
|
15
|
+
const isInclusion = !!projection[keys[0]];
|
|
16
|
+
const out = {};
|
|
17
|
+
if (isInclusion) {
|
|
18
|
+
for (const key of Object.keys(object)) {
|
|
19
|
+
if (projection[key]) {
|
|
20
|
+
out[key] = object[key];
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
else {
|
|
25
|
+
for (const key of Object.keys(object)) {
|
|
26
|
+
const value = projection[key];
|
|
27
|
+
if (value === undefined || value) {
|
|
28
|
+
out[key] = object[key];
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
export class MemoryPack {
|
|
35
|
+
async exportObject(mapping) {
|
|
36
|
+
let metadata;
|
|
37
|
+
const result = {};
|
|
38
|
+
for (const key of Object.keys(mapping)) {
|
|
39
|
+
const value = mapping[key];
|
|
40
|
+
if (typeof value === 'string') {
|
|
41
|
+
if (value === '@') {
|
|
42
|
+
if (!metadata) {
|
|
43
|
+
metadata = await this.getMetadata();
|
|
44
|
+
}
|
|
45
|
+
if (key === '@') {
|
|
46
|
+
Object.assign(result, metadata);
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
result[key] = metadata;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
else if (value.startsWith(EXPORT_CONTENT_KEY)) {
|
|
53
|
+
const selector = value.slice(EXPORT_CONTENT_KEY.length);
|
|
54
|
+
const isMulti = selector.includes('*') || selector.includes(',');
|
|
55
|
+
if (isMulti) {
|
|
56
|
+
result[key] = await this.getEntriesText(selector.split(','));
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
result[key] = await this.getEntryText(selector);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
else if (value.startsWith(EXPORT_ENTRY_KEY)) {
|
|
63
|
+
const selector = value.slice(EXPORT_ENTRY_KEY.length);
|
|
64
|
+
const isMulti = selector.includes('*') || selector.includes(',');
|
|
65
|
+
if (isMulti) {
|
|
66
|
+
const entries = this.getEntries(selector.split(','));
|
|
67
|
+
result[key] = await Promise.all(entries.map(entry => entry.getText().then(content => ({ name: entry.name, content }))));
|
|
68
|
+
}
|
|
69
|
+
else {
|
|
70
|
+
const entry = this.getEntry(selector);
|
|
71
|
+
result[key] = entry ? { name: entry.name, content: await entry.getText() } : null;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
else if (value.startsWith(EXPORT_PROPERTY_KEY)) {
|
|
75
|
+
if (!metadata) {
|
|
76
|
+
metadata = await this.getMetadata();
|
|
77
|
+
}
|
|
78
|
+
const accessor = value.substring(EXPORT_PROPERTY_KEY.length);
|
|
79
|
+
result[key] = resolveProperty(metadata, accessor);
|
|
80
|
+
}
|
|
81
|
+
else {
|
|
82
|
+
result[key] = value;
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
result[key] = value;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
return result;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
export class MemoryEntry extends AbstractContentSource {
|
|
93
|
+
index;
|
|
94
|
+
name;
|
|
95
|
+
offset;
|
|
96
|
+
size;
|
|
97
|
+
constructor(index, name, offset, size) {
|
|
98
|
+
super();
|
|
99
|
+
this.index = index;
|
|
100
|
+
this.name = name;
|
|
101
|
+
this.offset = offset;
|
|
102
|
+
this.size = size;
|
|
103
|
+
}
|
|
104
|
+
getContent() {
|
|
105
|
+
return this.index.getContentAt(this.offset, this.size);
|
|
106
|
+
}
|
|
107
|
+
getText(encoding = "utf-8") {
|
|
108
|
+
return this.getContent().then((b) => b.toString(encoding));
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
export class TarMemoryPack extends MemoryPack {
|
|
112
|
+
file;
|
|
113
|
+
index;
|
|
114
|
+
constructor(file, index) {
|
|
115
|
+
super();
|
|
116
|
+
this.file = file;
|
|
117
|
+
this.index = index;
|
|
118
|
+
if (!index.get(MEMORY_METADATA_ENTRY)) {
|
|
119
|
+
throw new Error("Invalid memory tar file. Context entry not found");
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
async getMetadata(projection) {
|
|
123
|
+
const content = await this.index.getContent(MEMORY_METADATA_ENTRY);
|
|
124
|
+
if (content) {
|
|
125
|
+
let metadata = JSON.parse(content.toString('utf-8'));
|
|
126
|
+
if (projection) {
|
|
127
|
+
metadata = applyProjection(projection, metadata);
|
|
128
|
+
}
|
|
129
|
+
return metadata;
|
|
130
|
+
}
|
|
131
|
+
else {
|
|
132
|
+
throw new Error("Invalid memory tar file. Context entry not found");
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
getPaths(filters) {
|
|
136
|
+
let paths = this.index.getSortedPaths();
|
|
137
|
+
if (filters && filters.length > 0) {
|
|
138
|
+
paths = micromatch(paths, filters);
|
|
139
|
+
}
|
|
140
|
+
return paths;
|
|
141
|
+
}
|
|
142
|
+
getEntries(filters) {
|
|
143
|
+
return this._getEntries(this.getPaths(filters));
|
|
144
|
+
}
|
|
145
|
+
_getEntries(paths) {
|
|
146
|
+
const entries = [];
|
|
147
|
+
const index = this.index;
|
|
148
|
+
for (const path of paths) {
|
|
149
|
+
const entry = index.get(path);
|
|
150
|
+
entries.push(new MemoryEntry(index, path, entry.offset, entry.size));
|
|
151
|
+
}
|
|
152
|
+
return entries;
|
|
153
|
+
}
|
|
154
|
+
getEntriesContent(filters) {
|
|
155
|
+
const paths = this.getPaths(filters);
|
|
156
|
+
const promises = [];
|
|
157
|
+
for (const path of paths) {
|
|
158
|
+
promises.push(this.getEntryContent(path));
|
|
159
|
+
}
|
|
160
|
+
return Promise.all(promises);
|
|
161
|
+
}
|
|
162
|
+
getEntriesText(filters, encoding) {
|
|
163
|
+
const paths = this.getPaths(filters);
|
|
164
|
+
const promises = [];
|
|
165
|
+
for (const path of paths) {
|
|
166
|
+
promises.push(this.getEntryText(path, encoding));
|
|
167
|
+
}
|
|
168
|
+
return Promise.all(promises);
|
|
169
|
+
}
|
|
170
|
+
getEntry(path) {
|
|
171
|
+
const entry = this.index.get(path);
|
|
172
|
+
return entry ? new MemoryEntry(this.index, path, entry.offset, entry.size) : null;
|
|
173
|
+
}
|
|
174
|
+
getEntryContent(path) {
|
|
175
|
+
const entry = this.index.get(path);
|
|
176
|
+
if (!entry) {
|
|
177
|
+
return Promise.resolve(null);
|
|
178
|
+
}
|
|
179
|
+
else {
|
|
180
|
+
return this.index.getContentAt(entry.offset, entry.size);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
getEntryText(path, encoding) {
|
|
184
|
+
return this.getEntryContent(path).then((b) => b?.toString(encoding || getTextEncodingForPath(path)) || null);
|
|
185
|
+
}
|
|
186
|
+
static async loadFile(file) {
|
|
187
|
+
const index = await loadTarIndex(file);
|
|
188
|
+
if (!index) {
|
|
189
|
+
throw new Error("Invalid memory tar file. Cannot load index");
|
|
190
|
+
}
|
|
191
|
+
return new TarMemoryPack(file, index);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
export function loadMemoryPack(location) {
|
|
195
|
+
// TODO we only support file paths as location for now
|
|
196
|
+
return TarMemoryPack.loadFile(location);
|
|
197
|
+
}
|
|
198
|
+
function getTextEncodingForPath(path) {
|
|
199
|
+
const ext = extname(path);
|
|
200
|
+
return mediaExtensions.has(ext) ? "base64" : "utf-8";
|
|
201
|
+
}
|
|
202
|
+
function resolveProperty(obj, key) {
|
|
203
|
+
if (key.includes('.')) {
|
|
204
|
+
const keys = key.split('.');
|
|
205
|
+
let value = obj;
|
|
206
|
+
for (const k of keys) {
|
|
207
|
+
value = value[k];
|
|
208
|
+
if (value == undefined) {
|
|
209
|
+
return undefined;
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
return value;
|
|
213
|
+
}
|
|
214
|
+
else {
|
|
215
|
+
return obj[key];
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
//# sourceMappingURL=MemoryPack.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoryPack.js","sourceRoot":"","sources":["../../src/MemoryPack.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAA2B,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC;AAErD,MAAM,kBAAkB,GAAG,WAAW,CAAC;AACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAClC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AAS1D,SAAS,eAAe,CAAC,UAAgC,EAAE,MAAW;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,WAAW,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAM,OAAgB,UAAU;IAW5B,KAAK,CAAC,YAAY,CAAC,OAA4B;QAC3C,IAAI,QAAa,CAAC;QAClB,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;wBACd,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC3B,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5H,CAAC;yBAAM,CAAC;wBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBACtF,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxB,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AAGD,MAAM,OAAO,WAAY,SAAQ,qBAAqB;IAC/B;IAAwB;IAAqB;IAAuB;IAAvF,YAAmB,KAAe,EAAS,IAAY,EAAS,MAAc,EAAS,IAAY;QAC/F,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAU;QAAS,SAAI,GAAJ,IAAI,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;QAAS,SAAI,GAAJ,IAAI,CAAQ;IAEnG,CAAC;IACD,UAAU;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,WAA2B,OAAO;QACtC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,CAAC;CACJ;AAED,MAAM,OAAO,aAAc,SAAQ,UAAU;IACtB;IAAqB;IAAxC,YAAmB,IAAY,EAAS,KAAe;QACnD,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAU;QAEnD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,UAAiC;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACnE,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBACb,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,OAAkB;QACvB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,OAAkB;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,WAAW,CAAC,KAAe;QAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,KAAK,GAAkB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,iBAAiB,CAAC,OAAkB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAoB,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,cAAc,CAAC,OAAkB,EAAE,QAAyB;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAoB,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,IAAY;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,CAAC;IAED,eAAe,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,QAAyB;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACjH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;CAEJ;AAGD,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC3C,sDAAsD;IACtD,OAAO,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AACzD,CAAC;AAGD,SAAS,eAAe,CAAC,GAAwB,EAAE,GAAW;IAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,KAAK,GAAG,GAAG,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACrB,OAAO,SAAS,CAAC;YACrB,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { MEMORY_METADATA_ENTRY } from "./MemoryPack.js";
|
|
2
|
+
import { normalizePath, TarBuilder } from "./utils/tar.js";
|
|
3
|
+
export class MemoryPackBuilder {
|
|
4
|
+
builder;
|
|
5
|
+
baseMetadata = {};
|
|
6
|
+
entries = {};
|
|
7
|
+
constructor(builder) {
|
|
8
|
+
this.builder = builder;
|
|
9
|
+
}
|
|
10
|
+
async load(memory, options = {}) {
|
|
11
|
+
const files = options.files || [];
|
|
12
|
+
// do not fetch the context entry an the metadata.json file
|
|
13
|
+
files.push(`!${MEMORY_METADATA_ENTRY}`);
|
|
14
|
+
const entries = memory.getEntries(files);
|
|
15
|
+
for (const entry of entries) {
|
|
16
|
+
this.add(entry.name, entry);
|
|
17
|
+
}
|
|
18
|
+
this.baseMetadata = await memory.getMetadata(options.projection);
|
|
19
|
+
}
|
|
20
|
+
add(path, content) {
|
|
21
|
+
path = normalizePath(path);
|
|
22
|
+
this.entries[path] = content;
|
|
23
|
+
}
|
|
24
|
+
async build(file, metadata) {
|
|
25
|
+
metadata = { ...this.baseMetadata, ...metadata };
|
|
26
|
+
if (!file.endsWith('.tar')) {
|
|
27
|
+
file += '.tar';
|
|
28
|
+
}
|
|
29
|
+
if (this.builder.options.gzip) {
|
|
30
|
+
file += ".gz";
|
|
31
|
+
}
|
|
32
|
+
const tar = new TarBuilder(file);
|
|
33
|
+
const keys = Object.keys(this.entries).sort();
|
|
34
|
+
for (const key of keys) {
|
|
35
|
+
const source = this.entries[key];
|
|
36
|
+
tar.add(key, await source.getContent());
|
|
37
|
+
}
|
|
38
|
+
tar.add(MEMORY_METADATA_ENTRY, Buffer.from(JSON.stringify(metadata, undefined, this.builder.options.indent || undefined), "utf-8"));
|
|
39
|
+
await tar.build();
|
|
40
|
+
return file;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=MemoryPackBuilder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"MemoryPackBuilder.js","sourceRoot":"","sources":["../../src/MemoryPackBuilder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAoC,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAO3D,MAAM,OAAO,iBAAiB;IAIP;IAHnB,YAAY,GAAwB,EAAE,CAAC;IACvC,OAAO,GAAsC,EAAE,CAAC;IAEhD,YAAmB,OAAgB;QAAhB,YAAO,GAAP,OAAO,CAAS;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAkB,EAAE,UAAuB,EAAE;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,2DAA2D;QAC3D,KAAK,CAAC,IAAI,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,GAAG,CAAC,IAAY,EAAE,OAAsB;QACpC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB;QACtC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,QAAQ,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,IAAI,MAAM,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,IAAI,KAAK,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,qBAAqB,EAAE,MAAM,CAAC,IAAI,CACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,EAC7E,OAAO,CAAC,CACX,CAAC;QACF,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { DocxObject, MediaObject, PdfObject } from "../ContentObject.js";
|
|
2
|
+
import { AbstractContentSource, FileSource } from "../ContentSource.js";
|
|
3
|
+
import { createPathRewrite } from "../utils/rewrite.js";
|
|
4
|
+
function rewritePath(source, index, mapper) {
|
|
5
|
+
const path = source instanceof FileSource ? source.file : '';
|
|
6
|
+
return mapper(path, index);
|
|
7
|
+
}
|
|
8
|
+
export function copy(builder, source, toPath, options = {}) {
|
|
9
|
+
const resolved = AbstractContentSource.resolve(source);
|
|
10
|
+
const mapperFn = createPathRewrite(toPath);
|
|
11
|
+
if (Array.isArray(resolved)) {
|
|
12
|
+
for (let i = 0, l = resolved.length; i < l; i++) {
|
|
13
|
+
const cs = resolved[i];
|
|
14
|
+
copyOne(builder, cs, rewritePath(cs, i, mapperFn), options);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
else {
|
|
18
|
+
return copyOne(builder, resolved, rewritePath(resolved, 0, mapperFn), options);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
function copyOne(builder, source, toPath, options) {
|
|
22
|
+
if (options.media) {
|
|
23
|
+
new MediaObject(builder, source, options.media).copyTo(toPath);
|
|
24
|
+
}
|
|
25
|
+
else if (options.extractText) {
|
|
26
|
+
let type = options.extractText;
|
|
27
|
+
if (typeof type === "boolean") {
|
|
28
|
+
if (source instanceof FileSource) {
|
|
29
|
+
type = source.extname ? source.extname.slice(1) : source.extname;
|
|
30
|
+
}
|
|
31
|
+
else {
|
|
32
|
+
throw new Error("source type for extractText must be specified");
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
switch (type) {
|
|
36
|
+
case "pdf":
|
|
37
|
+
new PdfObject(builder, source).copyTo(toPath);
|
|
38
|
+
break;
|
|
39
|
+
case "docx":
|
|
40
|
+
new DocxObject(builder, source).copyTo(toPath);
|
|
41
|
+
break;
|
|
42
|
+
default:
|
|
43
|
+
throw new Error("Unsupported extractText type: " + type);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
else {
|
|
47
|
+
builder.addEntry(toPath, source);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=copy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"copy.js","sourceRoot":"","sources":["../../../src/commands/copy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAgB,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,qBAAqB,EAAiB,UAAU,EAAc,MAAM,qBAAqB,CAAC;AACnG,OAAO,EAAE,iBAAiB,EAAgB,MAAM,qBAAqB,CAAC;AAEtE,SAAS,WAAW,CAAC,MAAqB,EAAE,KAAa,EAAE,MAAoB;IAC3E,MAAM,IAAI,GAAG,MAAM,YAAY,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/B,CAAC;AAMD,MAAM,UAAU,IAAI,CAAC,OAAgB,EAAE,MAAkB,EAAE,MAAc,EAAE,UAAuB,EAAE;IAChG,MAAM,QAAQ,GAAG,qBAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvB,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,OAAgB,EAAE,MAAqB,EAAE,MAAc,EAAE,OAAoB;IAC1F,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnE,CAAC;SAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/B,IAAI,OAAO,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,MAAM,YAAY,UAAU,EAAE,CAAC;gBAC/B,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACrE,CAAC;QACL,CAAC;QACD,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,KAAK;gBACN,IAAI,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,MAAM;gBACP,IAAI,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM;YACV;gBACI,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,IAAI,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { spawn } from 'child_process';
|
|
2
|
+
import fs from 'fs';
|
|
3
|
+
import { splitPipeCommands } from '../utils/cmdline.js';
|
|
4
|
+
import { BufferWritableStream } from '../utils/stream.js';
|
|
5
|
+
export async function exec(commandLine, options = {}) {
|
|
6
|
+
const verbose = !options.quiet;
|
|
7
|
+
commandLine = commandLine.trim();
|
|
8
|
+
const { commands, out } = splitPipeCommands(commandLine);
|
|
9
|
+
if (!commands.length) {
|
|
10
|
+
throw new Error('Invalid command line. No command: ' + commandLine);
|
|
11
|
+
}
|
|
12
|
+
let outStream;
|
|
13
|
+
if (out) {
|
|
14
|
+
outStream = fs.createWriteStream(out, { flags: 'w' });
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
outStream = new BufferWritableStream();
|
|
18
|
+
}
|
|
19
|
+
const pipePromise = executePipe(commands, outStream, verbose);
|
|
20
|
+
const outPromise = new Promise((resolve, reject) => {
|
|
21
|
+
outStream.on('finish', () => {
|
|
22
|
+
resolve(undefined);
|
|
23
|
+
});
|
|
24
|
+
outStream.on('error', (err) => {
|
|
25
|
+
reject(err);
|
|
26
|
+
outStream.destroy();
|
|
27
|
+
});
|
|
28
|
+
});
|
|
29
|
+
const [status] = await Promise.all([pipePromise, outPromise]);
|
|
30
|
+
if (verbose) {
|
|
31
|
+
if (!status) {
|
|
32
|
+
console.log(`Command: ${commandLine} exited with status ${status}`);
|
|
33
|
+
}
|
|
34
|
+
else {
|
|
35
|
+
console.error(`Command: ${commandLine} exited with status ${status}`);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
if (outStream instanceof BufferWritableStream) {
|
|
39
|
+
return outStream.getText();
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
return undefined;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
export function executePipe(commands, finalOutput, verbose = false) {
|
|
46
|
+
return new Promise((resolve, reject) => {
|
|
47
|
+
let input;
|
|
48
|
+
let child;
|
|
49
|
+
for (const cmd of commands) {
|
|
50
|
+
verbose && console.log(`Running: ${cmd.name} ${cmd.args?.join(' ')}`);
|
|
51
|
+
child = spawn(cmd.name, cmd.args, {
|
|
52
|
+
// in, out, err
|
|
53
|
+
stdio: ['pipe', 'pipe', 'inherit'],
|
|
54
|
+
});
|
|
55
|
+
if (input) {
|
|
56
|
+
input.pipe(child.stdin);
|
|
57
|
+
}
|
|
58
|
+
input = child.stdout;
|
|
59
|
+
child.on("error", (err) => {
|
|
60
|
+
console.error(`Failed to run ${cmd.name}`, err);
|
|
61
|
+
reject(err);
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
if (child) {
|
|
65
|
+
child.on("exit", (code, signal) => {
|
|
66
|
+
resolve(code !== null ? code : signal);
|
|
67
|
+
});
|
|
68
|
+
finalOutput && child.stdout?.pipe(finalOutput);
|
|
69
|
+
}
|
|
70
|
+
else {
|
|
71
|
+
reject(new Error("no child spawned"));
|
|
72
|
+
}
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=exec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"exec.js","sourceRoot":"","sources":["../../../src/commands/exec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,EAAW,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAM1D,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,WAAmB,EAAE,UAAuB,EAAE;IACrE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC;IAC/B,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACzD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,WAAW,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,SAAmB,CAAC;IACxB,IAAI,GAAG,EAAE,CAAC;QACN,SAAS,GAAG,EAAE,CAAC,iBAAiB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC3C,CAAC;IACD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YACjC,MAAM,CAAC,GAAG,CAAC,CAAC;YACZ,SAAS,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;IAE9D,IAAI,OAAO,EAAE,CAAC;QACV,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,uBAAuB,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,KAAK,CAAC,YAAY,WAAW,uBAAuB,MAAM,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,IAAI,SAAS,YAAY,oBAAoB,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;SAAM,CAAC;QACJ,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AAGD,MAAM,UAAU,WAAW,CAAC,QAAmB,EAAE,WAAiC,EAAE,UAAmB,KAAK;IACxG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,IAAI,KAAyB,CAAC;QAC9B,IAAI,KAA+B,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE;gBAC9B,eAAe;gBACf,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC;aACrC,CAAC,CAAC;YACH,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;YAC7B,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,MAAO,CAAC;YACtB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC7B,OAAO,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBAChD,MAAM,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC,CAAC,CAAA;QACN,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAmB,EAAE,MAAqB,EAAE,EAAE;gBAC5D,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC,CAAC,CAAC;AAEP,CAAC"}
|
package/lib/esm/index.js
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export { Builder, buildMemoryPack } from "./Builder.js";
|
|
2
|
+
export { ContentObject, DocxObject, JsonObject, MediaObject, PdfObject } from "./ContentObject.js";
|
|
3
|
+
export { AbstractContentSource, BufferSource, FileSource, TextSource } from "./ContentSource.js";
|
|
4
|
+
export { MemoryEntry, TarMemoryPack, loadMemoryPack } from "./MemoryPack.js";
|
|
5
|
+
export { MemoryPackBuilder } from "./MemoryPackBuilder.js";
|
|
6
|
+
export { TarBuilder, TarIndex, loadTarIndex } from './utils/tar.js';
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAIvD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAElG,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAEhG,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAE5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAE1D,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
function readWord(text, index) {
|
|
2
|
+
let i = index, len = text.length;
|
|
3
|
+
while (i < len && (text[i] !== ' ' || text[i] !== '\t')) {
|
|
4
|
+
const c = text[i];
|
|
5
|
+
if (c === ' ' || c === '\t') {
|
|
6
|
+
return [text.substring(index, i), i];
|
|
7
|
+
}
|
|
8
|
+
i++;
|
|
9
|
+
}
|
|
10
|
+
return [text.substring(index), len];
|
|
11
|
+
}
|
|
12
|
+
function readQuotedArg(text, index, quote) {
|
|
13
|
+
let i = index, len = text.length;
|
|
14
|
+
while (i < len) {
|
|
15
|
+
const c = text[i];
|
|
16
|
+
if (c === '\\') {
|
|
17
|
+
i += 2;
|
|
18
|
+
continue;
|
|
19
|
+
}
|
|
20
|
+
else if (c === quote) {
|
|
21
|
+
return [text.substring(index, i), i + 1];
|
|
22
|
+
}
|
|
23
|
+
else {
|
|
24
|
+
i++;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
return [text.substring(index), len];
|
|
28
|
+
}
|
|
29
|
+
export function splitCommandLine(text) {
|
|
30
|
+
const args = [];
|
|
31
|
+
let i = 0, len = text.length;
|
|
32
|
+
while (i < len) {
|
|
33
|
+
let c = text[i];
|
|
34
|
+
if (c === ' ' || c === '\t') {
|
|
35
|
+
i++; // skip whitespace
|
|
36
|
+
}
|
|
37
|
+
else if (c === '"' || c === "'") {
|
|
38
|
+
const [word, offset] = readQuotedArg(text, i + 1, c);
|
|
39
|
+
i = offset;
|
|
40
|
+
args.push(word);
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
const [word, offset] = readWord(text, i);
|
|
44
|
+
i = offset;
|
|
45
|
+
args.push(word);
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return args;
|
|
49
|
+
}
|
|
50
|
+
export function splitPipeCommands(text) {
|
|
51
|
+
const tokens = splitCommandLine(text);
|
|
52
|
+
const commands = [];
|
|
53
|
+
let args = [];
|
|
54
|
+
for (const token of tokens) {
|
|
55
|
+
if (token === "|") {
|
|
56
|
+
if (args.length < 1) {
|
|
57
|
+
throw new Error("Invalid pipe character. Expecting a command first.");
|
|
58
|
+
}
|
|
59
|
+
const name = args.shift();
|
|
60
|
+
commands.push({
|
|
61
|
+
name,
|
|
62
|
+
args
|
|
63
|
+
});
|
|
64
|
+
args = [];
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
args.push(token);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
let out;
|
|
71
|
+
if (args.length > 0) {
|
|
72
|
+
const name = args.shift();
|
|
73
|
+
if (args.length > 1 && args[args.length - 2] === ">") {
|
|
74
|
+
out = args.pop();
|
|
75
|
+
args.pop(); // remove the ">"
|
|
76
|
+
}
|
|
77
|
+
commands.push({
|
|
78
|
+
name,
|
|
79
|
+
args
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
return {
|
|
83
|
+
commands, out
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=cmdline.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cmdline.js","sourceRoot":"","sources":["../../../src/utils/cmdline.ts"],"names":[],"mappings":"AACA,SAAS,QAAQ,CAAC,IAAY,EAAE,KAAa;IACzC,IAAI,CAAC,GAAG,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QACtD,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,CAAC,EAAE,CAAC;IACR,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa,EAAE,KAAa;IAC7D,IAAI,CAAC,GAAG,KAAK,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IACjC,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACb,CAAC,IAAI,CAAC,CAAC;YACP,SAAS;QACb,CAAC;aAAM,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACJ,CAAC,EAAE,CAAC;QACR,CAAC;IACL,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IACzC,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IAC7B,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1B,CAAC,EAAE,CAAC,CAAC,kBAAkB;QAC3B,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACrD,CAAC,GAAG,MAAM,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACzC,CAAC,GAAG,MAAM,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAUD,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC1C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAChB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YAC1E,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAG,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI;gBACJ,IAAI;aACP,CAAC,CAAC;YACH,IAAI,GAAG,EAAE,CAAC;QACd,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;IACD,IAAI,GAAuB,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAG,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACnD,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,iBAAiB;QACjC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,IAAI;SACP,CAAC,CAAC;IACP,CAAC;IACD,OAAO;QACH,QAAQ,EAAE,GAAG;KAChB,CAAC;AACN,CAAC"}
|