@push.rocks/smartarchive 3.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,8 @@
1
+ /**
2
+ * autocreated commitinfo by @pushrocks/commitinfo
3
+ */
4
+ export declare const commitinfo: {
5
+ name: string;
6
+ version: string;
7
+ description: string;
8
+ };
@@ -0,0 +1,9 @@
1
+ /**
2
+ * autocreated commitinfo by @pushrocks/commitinfo
3
+ */
4
+ export const commitinfo = {
5
+ name: '@pushrocks/smartarchive',
6
+ version: '3.0.6',
7
+ description: 'work with archives'
8
+ };
9
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiMDBfY29tbWl0aW5mb19kYXRhLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvMDBfY29tbWl0aW5mb19kYXRhLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOztHQUVHO0FBQ0gsTUFBTSxDQUFDLE1BQU0sVUFBVSxHQUFHO0lBQ3hCLElBQUksRUFBRSx5QkFBeUI7SUFDL0IsT0FBTyxFQUFFLE9BQU87SUFDaEIsV0FBVyxFQUFFLG9CQUFvQjtDQUNsQyxDQUFBIn0=
@@ -0,0 +1 @@
1
+ export * from './smartarchive.classes.smartarchive.js';
@@ -0,0 +1,2 @@
1
+ export * from './smartarchive.classes.smartarchive.js';
2
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9pbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxjQUFjLHdDQUF3QyxDQUFDIn0=
@@ -0,0 +1,34 @@
1
+ /// <reference types="node" resolution-mode="require"/>
2
+ import * as plugins from './smartarchive.plugins.js';
3
+ export declare class SmartArchive {
4
+ constructor();
5
+ /**
6
+ * extracts an archive from a given url
7
+ */
8
+ extractArchiveFromUrlToFs(urlArg: string, targetDir: string): Promise<void>;
9
+ /**
10
+ * extracts an archive from a given filePath on disk
11
+ * @param filePathArg
12
+ * @param targetDirArg
13
+ */
14
+ extractArchiveFromFilePathToFs(filePathArg: string, targetDirArg: string): Promise<void>;
15
+ /**
16
+ * extracts to Observable
17
+ * where the Observable is emitting smartfiles
18
+ */
19
+ extractArchiveFromBufferToObservable(bufferArg: Buffer): Promise<plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>>;
20
+ extractArchiveWithIntakeAndReplaySubject(): {
21
+ intake: plugins.smartstream.StreamIntake<Buffer>;
22
+ replaySubject: plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>;
23
+ };
24
+ /**
25
+ * extracts to Observable
26
+ */
27
+ extractArchiveFromUrlToObservable(urlArg: string): Promise<plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>>;
28
+ extractArchiveFromUrlToStream(): Promise<void>;
29
+ extractArchiveFromFilePathToStream(): Promise<void>;
30
+ extractArchiveFromStreamToStream(): Promise<void>;
31
+ packFromStreamToStream(): Promise<void>;
32
+ packFromDirPathToStream(): Promise<void>;
33
+ packFromDirPathToFs(): Promise<void>;
34
+ }
@@ -0,0 +1,121 @@
1
+ import * as plugins from './smartarchive.plugins.js';
2
+ import * as paths from './smartarchive.paths.js';
3
+ export class SmartArchive {
4
+ constructor() { }
5
+ /**
6
+ * extracts an archive from a given url
7
+ */
8
+ async extractArchiveFromUrlToFs(urlArg, targetDir) {
9
+ const parsedPath = plugins.path.parse(urlArg);
10
+ const uniqueFileName = plugins.smartunique.uni() + parsedPath.ext;
11
+ plugins.smartfile.fs.ensureDir(paths.nogitDir); // TODO: totally remove caching needs
12
+ const downloadPath = plugins.path.join(paths.nogitDir, uniqueFileName);
13
+ const downloadedArchive = (await plugins.smartrequest.getBinary(urlArg)).body;
14
+ await plugins.smartfile.memory.toFs(downloadedArchive, downloadPath);
15
+ await this.extractArchiveFromFilePathToFs(downloadPath, targetDir);
16
+ await plugins.smartfile.fs.remove(downloadPath);
17
+ }
18
+ /**
19
+ * extracts an archive from a given filePath on disk
20
+ * @param filePathArg
21
+ * @param targetDirArg
22
+ */
23
+ async extractArchiveFromFilePathToFs(filePathArg, targetDirArg) {
24
+ console.log(`extracting ${filePathArg}`);
25
+ const done = plugins.smartpromise.defer();
26
+ filePathArg = plugins.smartpath.transform.makeAbsolute(filePathArg);
27
+ targetDirArg = plugins.smartpath.transform.makeAbsolute(targetDirArg);
28
+ const readableStream = plugins.smartfile.fsStream.createReadStream(filePathArg);
29
+ const extractPipeStop = plugins.tarStream.extract();
30
+ extractPipeStop.on('entry', async (header, stream, next) => {
31
+ const targetFilePath = plugins.path.join(targetDirArg, header.name);
32
+ const parsedPath = plugins.path.parse(targetFilePath);
33
+ await plugins.smartfile.fs.ensureDir(parsedPath.dir);
34
+ const writeStream = plugins.smartfile.fsStream.createWriteStream(targetFilePath);
35
+ stream.pipe(writeStream);
36
+ stream.on('end', () => {
37
+ console.log(`extracted ${header.name}`);
38
+ next();
39
+ });
40
+ stream.resume();
41
+ });
42
+ extractPipeStop.on('finish', () => {
43
+ console.log(`Sucessfully extracted ${filePathArg}!`);
44
+ done.resolve();
45
+ });
46
+ // lets run the stream
47
+ readableStream
48
+ .pipe(plugins.gunzipMaybe())
49
+ .pipe(extractPipeStop);
50
+ await done.promise;
51
+ }
52
+ /**
53
+ * extracts to Observable
54
+ * where the Observable is emitting smartfiles
55
+ */
56
+ async extractArchiveFromBufferToObservable(bufferArg) {
57
+ const { intake, replaySubject } = this.extractArchiveWithIntakeAndReplaySubject();
58
+ intake.pushData(bufferArg);
59
+ intake.signalEnd();
60
+ return replaySubject;
61
+ }
62
+ extractArchiveWithIntakeAndReplaySubject() {
63
+ const intake = new plugins.smartstream.StreamIntake();
64
+ const replaySubject = new plugins.smartrx.rxjs.ReplaySubject();
65
+ const readableStream = intake.getReadableStream();
66
+ const extractPipeStop = plugins.tarStream.extract();
67
+ extractPipeStop.on('entry', (header, stream, next) => {
68
+ let fileBuffer;
69
+ stream.on('data', (chunkArg) => {
70
+ if (!fileBuffer) {
71
+ fileBuffer = chunkArg;
72
+ }
73
+ else {
74
+ fileBuffer = Buffer.concat([fileBuffer, chunkArg]);
75
+ }
76
+ });
77
+ stream.on('end', () => {
78
+ replaySubject.next(new plugins.smartfile.Smartfile({
79
+ base: null,
80
+ contentBuffer: fileBuffer,
81
+ path: `${header.name}`
82
+ }));
83
+ next();
84
+ });
85
+ stream.resume();
86
+ });
87
+ extractPipeStop.on('finish', () => {
88
+ replaySubject.complete();
89
+ });
90
+ // lets run the stream
91
+ readableStream
92
+ .pipe(plugins.gunzipMaybe())
93
+ .pipe(extractPipeStop);
94
+ return {
95
+ intake,
96
+ replaySubject
97
+ };
98
+ }
99
+ /**
100
+ * extracts to Observable
101
+ */
102
+ async extractArchiveFromUrlToObservable(urlArg) {
103
+ const response = await plugins.smartrequest.getBinary(urlArg);
104
+ const replaySubject = this.extractArchiveFromBufferToObservable(response.body);
105
+ return replaySubject;
106
+ }
107
+ // TODO
108
+ async extractArchiveFromUrlToStream() {
109
+ }
110
+ // TODO
111
+ async extractArchiveFromFilePathToStream() { }
112
+ // TODO
113
+ async extractArchiveFromStreamToStream() { }
114
+ // TODO
115
+ async packFromStreamToStream() { }
116
+ // TODO
117
+ async packFromDirPathToStream() { }
118
+ // TODO
119
+ async packFromDirPathToFs() { }
120
+ }
121
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRhcmNoaXZlLmNsYXNzZXMuc21hcnRhcmNoaXZlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvc21hcnRhcmNoaXZlLmNsYXNzZXMuc21hcnRhcmNoaXZlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxPQUFPLE1BQU0sMkJBQTJCLENBQUM7QUFDckQsT0FBTyxLQUFLLEtBQUssTUFBTSx5QkFBeUIsQ0FBQztBQUVqRCxNQUFNLE9BQU8sWUFBWTtJQUN2QixnQkFBZSxDQUFDO0lBRWhCOztPQUVHO0lBQ0ksS0FBSyxDQUFDLHlCQUF5QixDQUFDLE1BQWMsRUFBRSxTQUFpQjtRQUN0RSxNQUFNLFVBQVUsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUM5QyxNQUFNLGNBQWMsR0FBRyxPQUFPLENBQUMsV0FBVyxDQUFDLEdBQUcsRUFBRSxHQUFHLFVBQVUsQ0FBQyxHQUFHLENBQUM7UUFDbEUsT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLENBQUMsU0FBUyxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLHFDQUFxQztRQUNyRixNQUFNLFlBQVksR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsUUFBUSxFQUFFLGNBQWMsQ0FBQyxDQUFDO1FBQ3ZFLE1BQU0saUJBQWlCLEdBQUcsQ0FBQyxNQUFNLE9BQU8sQ0FBQyxZQUFZLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDO1FBQzlFLE1BQU0sT0FBTyxDQUFDLFNBQVMsQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGlCQUFpQixFQUFFLFlBQVksQ0FBQyxDQUFDO1FBQ3JFLE1BQU0sSUFBSSxDQUFDLDhCQUE4QixDQUFDLFlBQVksRUFBRSxTQUFTLENBQUMsQ0FBQztRQUNuRSxNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLE1BQU0sQ0FBQyxZQUFZLENBQUMsQ0FBQztJQUNsRCxDQUFDO0lBRUQ7Ozs7T0FJRztJQUNJLEtBQUssQ0FBQyw4QkFBOEIsQ0FBQyxXQUFtQixFQUFFLFlBQW9CO1FBQ25GLE9BQU8sQ0FBQyxHQUFHLENBQUMsY0FBYyxXQUFXLEVBQUUsQ0FBQyxDQUFDO1FBQ3pDLE1BQU0sSUFBSSxHQUFHLE9BQU8sQ0FBQyxZQUFZLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDMUMsV0FBVyxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsU0FBUyxDQUFDLFlBQVksQ0FBQyxXQUFXLENBQUMsQ0FBQztRQUNwRSxZQUFZLEdBQUcsT0FBTyxDQUFDLFNBQVMsQ0FBQyxTQUFTLENBQUMsWUFBWSxDQUFDLFlBQVksQ0FBQyxDQUFDO1FBQ3RFLE1BQU0sY0FBYyxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsUUFBUSxDQUFDLGdCQUFnQixDQUFDLFdBQVcsQ0FBQyxDQUFDO1FBQ2hGLE1BQU0sZUFBZSxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsT0FBTyxFQUFFLENBQUM7UUFDcEQsZUFBZSxDQUFDLEVBQUUsQ0FBQyxPQUFPLEVBQUUsS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLEVBQUU7WUFDekQsTUFBTSxjQUFjLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQyxJQUFJLENBQUMsQ0FBQztZQUNwRSxNQUFNLFVBQVUsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxjQUFjLENBQUMsQ0FBQztZQUN0RCxNQUFNLE9BQU8sQ0FBQyxTQUFTLENBQUMsRUFBRSxDQUFDLFNBQVMsQ0FBQyxVQUFVLENBQUMsR0FBRyxDQUFDLENBQUM7WUFDckQsTUFBTSxXQUFXLEdBQUcsT0FBTyxDQUFDLFNBQVMsQ0FBQyxRQUFRLENBQUMsaUJBQWlCLENBQUMsY0FBYyxDQUFDLENBQUM7WUFDakYsTUFBTSxDQUFDLElBQUksQ0FBQyxXQUFXLENBQUMsQ0FBQztZQUN6QixNQUFNLENBQUMsRUFBRSxDQUFDLEtBQUssRUFBRSxHQUFHLEVBQUU7Z0JBQ3BCLE9BQU8sQ0FBQyxHQUFHLENBQUMsYUFBYSxNQUFNLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQztnQkFDeEMsSUFBSSxFQUFFLENBQUM7WUFDVCxDQUFDLENBQUMsQ0FBQTtZQUNGLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQztRQUNsQixDQUFDLENBQUMsQ0FBQztRQUNILGVBQWUsQ0FBQyxFQUFFLENBQUMsUUFBUSxFQUFFLEdBQUcsRUFBRTtZQUNoQyxPQUFPLENBQUMsR0FBRyxDQUFDLHlCQUF5QixXQUFXLEdBQUcsQ0FBQyxDQUFDO1lBQ3JELElBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQztRQUNqQixDQUFDLENBQUMsQ0FBQztRQUVILHNCQUFzQjtRQUN0QixjQUFjO2FBQ1gsSUFBSSxDQUFDLE9BQU8sQ0FBQyxXQUFXLEVBQUUsQ0FBQzthQUMzQixJQUFJLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDekIsTUFBTSxJQUFJLENBQUMsT0FBTyxDQUFDO0lBQ3JCLENBQUM7SUFFRDs7O09BR0c7SUFDSSxLQUFLLENBQUMsb0NBQW9DLENBQy9DLFNBQWlCO1FBRWpCLE1BQU0sRUFBRSxNQUFNLEVBQUUsYUFBYSxFQUFFLEdBQUcsSUFBSSxDQUFDLHdDQUF3QyxFQUFFLENBQUM7UUFDbEYsTUFBTSxDQUFDLFFBQVEsQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUMzQixNQUFNLENBQUMsU0FBUyxFQUFFLENBQUM7UUFDbkIsT0FBTyxhQUFhLENBQUM7SUFDdkIsQ0FBQztJQUVELHdDQUF3QztRQUN0QyxNQUFNLE1BQU0sR0FBRyxJQUFJLE9BQU8sQ0FBQyxXQUFXLENBQUMsWUFBWSxFQUFVLENBQUM7UUFDOUQsTUFBTSxhQUFhLEdBQUcsSUFBSSxPQUFPLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxhQUFhLEVBQStCLENBQUM7UUFDNUYsTUFBTSxjQUFjLEdBQUcsTUFBTSxDQUFDLGlCQUFpQixFQUFFLENBQUM7UUFDbEQsTUFBTSxlQUFlLEdBQUcsT0FBTyxDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUUsQ0FBQztRQUNwRCxlQUFlLENBQUMsRUFBRSxDQUFDLE9BQU8sRUFBRSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLEVBQUU7WUFDbkQsSUFBSSxVQUFrQixDQUFDO1lBQ3ZCLE1BQU0sQ0FBQyxFQUFFLENBQUMsTUFBTSxFQUFFLENBQUMsUUFBUSxFQUFFLEVBQUU7Z0JBQzdCLElBQUksQ0FBQyxVQUFVLEVBQUU7b0JBQ2YsVUFBVSxHQUFHLFFBQVEsQ0FBQztpQkFDdkI7cUJBQU07b0JBQ0wsVUFBVSxHQUFHLE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxVQUFVLEVBQUUsUUFBUSxDQUFDLENBQUMsQ0FBQztpQkFDcEQ7WUFDSCxDQUFDLENBQUMsQ0FBQztZQUNILE1BQU0sQ0FBQyxFQUFFLENBQUMsS0FBSyxFQUFFLEdBQUcsRUFBRTtnQkFDcEIsYUFBYSxDQUFDLElBQUksQ0FDaEIsSUFBSSxPQUFPLENBQUMsU0FBUyxDQUFDLFNBQVMsQ0FBQztvQkFDOUIsSUFBSSxFQUFFLElBQUk7b0JBQ1YsYUFBYSxFQUFFLFVBQVU7b0JBQ3pCLElBQUksRUFBRSxHQUFHLE1BQU0sQ0FBQyxJQUFJLEVBQUU7aUJBQ3ZCLENBQUMsQ0FDSCxDQUFDO2dCQUNGLElBQUksRUFBRSxDQUFDO1lBQ1QsQ0FBQyxDQUFDLENBQUM7WUFDSCxNQUFNLENBQUMsTUFBTSxFQUFFLENBQUM7UUFDbEIsQ0FBQyxDQUFDLENBQUM7UUFDSCxlQUFlLENBQUMsRUFBRSxDQUFDLFFBQVEsRUFBRSxHQUFHLEVBQUU7WUFDaEMsYUFBYSxDQUFDLFFBQVEsRUFBRSxDQUFDO1FBQzNCLENBQUMsQ0FBQyxDQUFDO1FBQ0gsc0JBQXNCO1FBQ3RCLGNBQWM7YUFDWCxJQUFJLENBQUMsT0FBTyxDQUFDLFdBQVcsRUFBRSxDQUFDO2FBQzNCLElBQUksQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUN6QixPQUFPO1lBQ0wsTUFBTTtZQUNOLGFBQWE7U0FDZCxDQUFDO0lBQ0osQ0FBQztJQUVEOztPQUVHO0lBQ0ssS0FBSyxDQUFDLGlDQUFpQyxDQUM3QyxNQUFjO1FBRWQsTUFBTSxRQUFRLEdBQUcsTUFBTSxPQUFPLENBQUMsWUFBWSxDQUFDLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQztRQUM5RCxNQUFNLGFBQWEsR0FBRyxJQUFJLENBQUMsb0NBQW9DLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxDQUFDO1FBQy9FLE9BQU8sYUFBYSxDQUFDO0lBQ3ZCLENBQUM7SUFFRCxPQUFPO0lBQ0EsS0FBSyxDQUFDLDZCQUE2QjtJQUUxQyxDQUFDO0lBRUQsT0FBTztJQUNBLEtBQUssQ0FBQyxrQ0FBa0MsS0FBSSxDQUFDO0lBRXBELE9BQU87SUFDQSxLQUFLLENBQUMsZ0NBQWdDLEtBQUksQ0FBQztJQUVsRCxPQUFPO0lBQ0EsS0FBSyxDQUFDLHNCQUFzQixLQUFJLENBQUM7SUFFeEMsT0FBTztJQUNBLEtBQUssQ0FBQyx1QkFBdUIsS0FBSSxDQUFDO0lBRXpDLE9BQU87SUFDQSxLQUFLLENBQUMsbUJBQW1CLEtBQUksQ0FBQztDQUN0QyJ9
@@ -0,0 +1,2 @@
1
+ export declare const packageDir: string;
2
+ export declare const nogitDir: string;
@@ -0,0 +1,4 @@
1
+ import * as plugins from './smartarchive.plugins.js';
2
+ export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
3
+ export const nogitDir = plugins.path.join(packageDir, './.nogit');
4
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRhcmNoaXZlLnBhdGhzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHMvc21hcnRhcmNoaXZlLnBhdGhzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxPQUFPLE1BQU0sMkJBQTJCLENBQUM7QUFFckQsTUFBTSxDQUFDLE1BQU0sVUFBVSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLHdCQUF3QixDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLEVBQUUsS0FBSyxDQUFDLENBQUM7QUFDcEgsTUFBTSxDQUFDLE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLFVBQVUsRUFBRSxVQUFVLENBQUMsQ0FBQyJ9
@@ -0,0 +1,14 @@
1
+ import * as path from 'path';
2
+ export { path };
3
+ import * as smartfile from '@pushrocks/smartfile';
4
+ import * as smartpath from '@pushrocks/smartpath';
5
+ import * as smartpromise from '@pushrocks/smartpromise';
6
+ import * as smartrequest from '@pushrocks/smartrequest';
7
+ import * as smartunique from '@pushrocks/smartunique';
8
+ import * as smartstream from '@pushrocks/smartstream';
9
+ import * as smartrx from '@pushrocks/smartrx';
10
+ export { smartfile, smartpath, smartpromise, smartrequest, smartunique, smartstream, smartrx };
11
+ import gunzipMaybe from 'gunzip-maybe';
12
+ import tar from 'tar';
13
+ import tarStream from 'tar-stream';
14
+ export { gunzipMaybe, tar, tarStream };
@@ -0,0 +1,19 @@
1
+ // node native scope
2
+ import * as path from 'path';
3
+ export { path };
4
+ // @pushrocks scope
5
+ import * as smartfile from '@pushrocks/smartfile';
6
+ import * as smartpath from '@pushrocks/smartpath';
7
+ import * as smartpromise from '@pushrocks/smartpromise';
8
+ import * as smartrequest from '@pushrocks/smartrequest';
9
+ import * as smartunique from '@pushrocks/smartunique';
10
+ import * as smartstream from '@pushrocks/smartstream';
11
+ import * as smartrx from '@pushrocks/smartrx';
12
+ export { smartfile, smartpath, smartpromise, smartrequest, smartunique, smartstream, smartrx };
13
+ // third party scope
14
+ import gunzipMaybe from 'gunzip-maybe';
15
+ // @ts-ignore
16
+ import tar from 'tar';
17
+ import tarStream from 'tar-stream';
18
+ export { gunzipMaybe, tar, tarStream };
19
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRhcmNoaXZlLnBsdWdpbnMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90cy9zbWFydGFyY2hpdmUucGx1Z2lucy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxvQkFBb0I7QUFDcEIsT0FBTyxLQUFLLElBQUksTUFBTSxNQUFNLENBQUM7QUFFN0IsT0FBTyxFQUFFLElBQUksRUFBRSxDQUFDO0FBRWhCLG1CQUFtQjtBQUNuQixPQUFPLEtBQUssU0FBUyxNQUFNLHNCQUFzQixDQUFDO0FBQ2xELE9BQU8sS0FBSyxTQUFTLE1BQU0sc0JBQXNCLENBQUM7QUFDbEQsT0FBTyxLQUFLLFlBQVksTUFBTSx5QkFBeUIsQ0FBQztBQUN4RCxPQUFPLEtBQUssWUFBWSxNQUFNLHlCQUF5QixDQUFDO0FBQ3hELE9BQU8sS0FBSyxXQUFXLE1BQU0sd0JBQXdCLENBQUM7QUFDdEQsT0FBTyxLQUFLLFdBQVcsTUFBTSx3QkFBd0IsQ0FBQztBQUN0RCxPQUFPLEtBQUssT0FBTyxNQUFNLG9CQUFvQixDQUFDO0FBRTlDLE9BQU8sRUFBRSxTQUFTLEVBQUUsU0FBUyxFQUFFLFlBQVksRUFBRSxZQUFZLEVBQUUsV0FBVyxFQUFFLFdBQVcsRUFBRSxPQUFPLEVBQUUsQ0FBQztBQUUvRixvQkFBb0I7QUFDcEIsT0FBTyxXQUFXLE1BQU0sY0FBYyxDQUFDO0FBRXZDLGFBQWE7QUFDYixPQUFPLEdBQUcsTUFBTSxLQUFLLENBQUM7QUFDdEIsT0FBTyxTQUFTLE1BQU0sWUFBWSxDQUFDO0FBRW5DLE9BQU8sRUFBRSxXQUFXLEVBQUUsR0FBRyxFQUFFLFNBQVMsRUFBRSxDQUFDIn0=
package/license ADDED
@@ -0,0 +1,21 @@
1
+ The MIT License (MIT)
2
+
3
+ Copyright (c) 2016 Lossless GmbH
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
package/npmextra.json ADDED
@@ -0,0 +1,17 @@
1
+ {
2
+ "npmci": {
3
+ "npmGlobalTools": [],
4
+ "npmAccessLevel": "public"
5
+ },
6
+ "gitzone": {
7
+ "projectType": "npm",
8
+ "module": {
9
+ "githost": "gitlab.com",
10
+ "gitscope": "pushrocks",
11
+ "gitrepo": "smartarchive",
12
+ "shortDescription": "work with archives",
13
+ "npmPackagename": "@pushrocks/smartarchive",
14
+ "license": "MIT"
15
+ }
16
+ }
17
+ }
package/package.json ADDED
@@ -0,0 +1,59 @@
1
+ {
2
+ "name": "@push.rocks/smartarchive",
3
+ "version": "3.0.6",
4
+ "description": "work with archives",
5
+ "main": "dist_ts/index.js",
6
+ "typings": "dist_ts/index.d.ts",
7
+ "type": "module",
8
+ "scripts": {
9
+ "test": "(tstest test/ --web)",
10
+ "build": "tsbuild --web --allowimplicitany"
11
+ },
12
+ "repository": {
13
+ "type": "git",
14
+ "url": "git+https://github.com/pushrocks/smartarchive.git"
15
+ },
16
+ "author": "Lossless GmbH",
17
+ "license": "MIT",
18
+ "bugs": {
19
+ "url": "https://github.com/pushrocks/smartarchive/issues"
20
+ },
21
+ "homepage": "https://github.com/pushrocks/smartarchive#readme",
22
+ "dependencies": {
23
+ "@pushrocks/smartfile": "^10.0.1",
24
+ "@pushrocks/smartpath": "^5.0.5",
25
+ "@pushrocks/smartpromise": "^3.1.7",
26
+ "@pushrocks/smartrequest": "^1.1.56",
27
+ "@pushrocks/smartrx": "^2.0.25",
28
+ "@pushrocks/smartstream": "^2.0.2",
29
+ "@pushrocks/smartunique": "^3.0.3",
30
+ "@types/gunzip-maybe": "^1.4.0",
31
+ "@types/tar-stream": "^2.2.2",
32
+ "gunzip-maybe": "^1.4.2",
33
+ "tar": "^6.1.11",
34
+ "tar-stream": "^2.2.0"
35
+ },
36
+ "devDependencies": {
37
+ "@gitzone/tsbuild": "^2.1.63",
38
+ "@gitzone/tstest": "^1.0.71",
39
+ "@pushrocks/tapbundle": "^5.0.3",
40
+ "tslint": "^6.1.3",
41
+ "tslint-config-prettier": "^1.18.0"
42
+ },
43
+ "private": false,
44
+ "files": [
45
+ "ts/**/*",
46
+ "ts_web/**/*",
47
+ "dist/**/*",
48
+ "dist_*/**/*",
49
+ "dist_ts/**/*",
50
+ "dist_ts_web/**/*",
51
+ "assets/**/*",
52
+ "cli.js",
53
+ "npmextra.json",
54
+ "readme.md"
55
+ ],
56
+ "browserslist": [
57
+ "last 1 chrome versions"
58
+ ]
59
+ }
package/readme.md ADDED
@@ -0,0 +1,56 @@
1
+ # @pushrocks/smartarchive
2
+ work with archives
3
+
4
+ ## Availabililty and Links
5
+ * [npmjs.org (npm package)](https://www.npmjs.com/package/@pushrocks/smartarchive)
6
+ * [gitlab.com (source)](https://gitlab.com/pushrocks/smartarchive)
7
+ * [github.com (source mirror)](https://github.com/pushrocks/smartarchive)
8
+ * [docs (typedoc)](https://pushrocks.gitlab.io/smartarchive/)
9
+
10
+ ## Status for master
11
+
12
+ Status Category | Status Badge
13
+ -- | --
14
+ GitLab Pipelines | [![pipeline status](https://gitlab.com/pushrocks/smartarchive/badges/master/pipeline.svg)](https://lossless.cloud)
15
+ GitLab Pipline Test Coverage | [![coverage report](https://gitlab.com/pushrocks/smartarchive/badges/master/coverage.svg)](https://lossless.cloud)
16
+ npm | [![npm downloads per month](https://badgen.net/npm/dy/@pushrocks/smartarchive)](https://lossless.cloud)
17
+ Snyk | [![Known Vulnerabilities](https://badgen.net/snyk/pushrocks/smartarchive)](https://lossless.cloud)
18
+ TypeScript Support | [![TypeScript](https://badgen.net/badge/TypeScript/>=%203.x/blue?icon=typescript)](https://lossless.cloud)
19
+ node Support | [![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
20
+ Code Style | [![Code Style](https://badgen.net/badge/style/prettier/purple)](https://lossless.cloud)
21
+ PackagePhobia (total standalone install weight) | [![PackagePhobia](https://badgen.net/packagephobia/install/@pushrocks/smartarchive)](https://lossless.cloud)
22
+ PackagePhobia (package size on registry) | [![PackagePhobia](https://badgen.net/packagephobia/publish/@pushrocks/smartarchive)](https://lossless.cloud)
23
+ BundlePhobia (total size when bundled) | [![BundlePhobia](https://badgen.net/bundlephobia/minzip/@pushrocks/smartarchive)](https://lossless.cloud)
24
+ Platform support | [![Supports Windows 10](https://badgen.net/badge/supports%20Windows%2010/yes/green?icon=windows)](https://lossless.cloud) [![Supports Mac OS X](https://badgen.net/badge/supports%20Mac%20OS%20X/yes/green?icon=apple)](https://lossless.cloud)
25
+
26
+ ## Usage
27
+
28
+ Use TypeScript for best in class instellisense.
29
+
30
+ ```javascript
31
+ import * as smartarchive from 'smartarchive';
32
+ smartarchive
33
+ .get({
34
+ from: 'https://example.com/example.zip',
35
+ toPath: '/some/local/absolute/path',
36
+ })
37
+ .then(/*...*/);
38
+ ```
39
+
40
+ For further information read the linked docs at the top of this README.
41
+
42
+ > MIT licensed | **&copy;** [Lossless GmbH](https://lossless.gmbh)
43
+ > | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy.html)
44
+
45
+ [![repo-footer](https://pushrocks.gitlab.io/assets/repo-footer.svg)](https://push.rocks)
46
+
47
+ ## Contribution
48
+
49
+ We are always happy for code contributions. If you are not the code contributing type that is ok. Still, maintaining Open Source repositories takes considerable time and thought. If you like the quality of what we do and our modules are useful to you we would appreciate a little monthly contribution: You can [contribute one time](https://lossless.link/contribute-onetime) or [contribute monthly](https://lossless.link/contribute). :)
50
+
51
+ For further information read the linked docs at the top of this readme.
52
+
53
+ > MIT licensed | **&copy;** [Lossless GmbH](https://lossless.gmbh)
54
+ | By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
55
+
56
+ [![repo-footer](https://lossless.gitlab.io/publicrelations/repofooter.svg)](https://maintainedby.lossless.com)
@@ -0,0 +1,8 @@
1
+ /**
2
+ * autocreated commitinfo by @pushrocks/commitinfo
3
+ */
4
+ export const commitinfo = {
5
+ name: '@pushrocks/smartarchive',
6
+ version: '3.0.6',
7
+ description: 'work with archives'
8
+ }
package/ts/index.ts ADDED
@@ -0,0 +1 @@
1
+ export * from './smartarchive.classes.smartarchive.js';
@@ -0,0 +1,139 @@
1
+ import * as plugins from './smartarchive.plugins.js';
2
+ import * as paths from './smartarchive.paths.js';
3
+
4
+ export class SmartArchive {
5
+ constructor() {}
6
+
7
+ /**
8
+ * extracts an archive from a given url
9
+ */
10
+ public async extractArchiveFromUrlToFs(urlArg: string, targetDir: string) {
11
+ const parsedPath = plugins.path.parse(urlArg);
12
+ const uniqueFileName = plugins.smartunique.uni() + parsedPath.ext;
13
+ plugins.smartfile.fs.ensureDir(paths.nogitDir); // TODO: totally remove caching needs
14
+ const downloadPath = plugins.path.join(paths.nogitDir, uniqueFileName);
15
+ const downloadedArchive = (await plugins.smartrequest.getBinary(urlArg)).body;
16
+ await plugins.smartfile.memory.toFs(downloadedArchive, downloadPath);
17
+ await this.extractArchiveFromFilePathToFs(downloadPath, targetDir);
18
+ await plugins.smartfile.fs.remove(downloadPath);
19
+ }
20
+
21
+ /**
22
+ * extracts an archive from a given filePath on disk
23
+ * @param filePathArg
24
+ * @param targetDirArg
25
+ */
26
+ public async extractArchiveFromFilePathToFs(filePathArg: string, targetDirArg: string) {
27
+ console.log(`extracting ${filePathArg}`);
28
+ const done = plugins.smartpromise.defer();
29
+ filePathArg = plugins.smartpath.transform.makeAbsolute(filePathArg);
30
+ targetDirArg = plugins.smartpath.transform.makeAbsolute(targetDirArg);
31
+ const readableStream = plugins.smartfile.fsStream.createReadStream(filePathArg);
32
+ const extractPipeStop = plugins.tarStream.extract();
33
+ extractPipeStop.on('entry', async (header, stream, next) => {
34
+ const targetFilePath = plugins.path.join(targetDirArg, header.name);
35
+ const parsedPath = plugins.path.parse(targetFilePath);
36
+ await plugins.smartfile.fs.ensureDir(parsedPath.dir);
37
+ const writeStream = plugins.smartfile.fsStream.createWriteStream(targetFilePath);
38
+ stream.pipe(writeStream);
39
+ stream.on('end', () => {
40
+ console.log(`extracted ${header.name}`);
41
+ next();
42
+ })
43
+ stream.resume();
44
+ });
45
+ extractPipeStop.on('finish', () => {
46
+ console.log(`Sucessfully extracted ${filePathArg}!`);
47
+ done.resolve();
48
+ });
49
+
50
+ // lets run the stream
51
+ readableStream
52
+ .pipe(plugins.gunzipMaybe())
53
+ .pipe(extractPipeStop);
54
+ await done.promise;
55
+ }
56
+
57
+ /**
58
+ * extracts to Observable
59
+ * where the Observable is emitting smartfiles
60
+ */
61
+ public async extractArchiveFromBufferToObservable(
62
+ bufferArg: Buffer
63
+ ): Promise<plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>> {
64
+ const { intake, replaySubject } = this.extractArchiveWithIntakeAndReplaySubject();
65
+ intake.pushData(bufferArg);
66
+ intake.signalEnd();
67
+ return replaySubject;
68
+ }
69
+
70
+ extractArchiveWithIntakeAndReplaySubject() {
71
+ const intake = new plugins.smartstream.StreamIntake<Buffer>();
72
+ const replaySubject = new plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>();
73
+ const readableStream = intake.getReadableStream();
74
+ const extractPipeStop = plugins.tarStream.extract();
75
+ extractPipeStop.on('entry', (header, stream, next) => {
76
+ let fileBuffer: Buffer;
77
+ stream.on('data', (chunkArg) => {
78
+ if (!fileBuffer) {
79
+ fileBuffer = chunkArg;
80
+ } else {
81
+ fileBuffer = Buffer.concat([fileBuffer, chunkArg]);
82
+ }
83
+ });
84
+ stream.on('end', () => {
85
+ replaySubject.next(
86
+ new plugins.smartfile.Smartfile({
87
+ base: null, // no working directory for this one
88
+ contentBuffer: fileBuffer,
89
+ path: `${header.name}`
90
+ })
91
+ );
92
+ next();
93
+ });
94
+ stream.resume();
95
+ });
96
+ extractPipeStop.on('finish', () => {
97
+ replaySubject.complete();
98
+ });
99
+ // lets run the stream
100
+ readableStream
101
+ .pipe(plugins.gunzipMaybe())
102
+ .pipe(extractPipeStop);
103
+ return {
104
+ intake,
105
+ replaySubject
106
+ };
107
+ }
108
+
109
+ /**
110
+ * extracts to Observable
111
+ */
112
+ public async extractArchiveFromUrlToObservable(
113
+ urlArg: string
114
+ ): Promise<plugins.smartrx.rxjs.ReplaySubject<plugins.smartfile.Smartfile>> {
115
+ const response = await plugins.smartrequest.getBinary(urlArg);
116
+ const replaySubject = this.extractArchiveFromBufferToObservable(response.body);
117
+ return replaySubject;
118
+ }
119
+
120
+ // TODO
121
+ public async extractArchiveFromUrlToStream() {
122
+
123
+ }
124
+
125
+ // TODO
126
+ public async extractArchiveFromFilePathToStream() {}
127
+
128
+ // TODO
129
+ public async extractArchiveFromStreamToStream() {}
130
+
131
+ // TODO
132
+ public async packFromStreamToStream() {}
133
+
134
+ // TODO
135
+ public async packFromDirPathToStream() {}
136
+
137
+ // TODO
138
+ public async packFromDirPathToFs() {}
139
+ }
@@ -0,0 +1,4 @@
1
+ import * as plugins from './smartarchive.plugins.js';
2
+
3
+ export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
4
+ export const nogitDir = plugins.path.join(packageDir, './.nogit');
@@ -0,0 +1,24 @@
1
+ // node native scope
2
+ import * as path from 'path';
3
+
4
+ export { path };
5
+
6
+ // @pushrocks scope
7
+ import * as smartfile from '@pushrocks/smartfile';
8
+ import * as smartpath from '@pushrocks/smartpath';
9
+ import * as smartpromise from '@pushrocks/smartpromise';
10
+ import * as smartrequest from '@pushrocks/smartrequest';
11
+ import * as smartunique from '@pushrocks/smartunique';
12
+ import * as smartstream from '@pushrocks/smartstream';
13
+ import * as smartrx from '@pushrocks/smartrx';
14
+
15
+ export { smartfile, smartpath, smartpromise, smartrequest, smartunique, smartstream, smartrx };
16
+
17
+ // third party scope
18
+ import gunzipMaybe from 'gunzip-maybe';
19
+
20
+ // @ts-ignore
21
+ import tar from 'tar';
22
+ import tarStream from 'tar-stream';
23
+
24
+ export { gunzipMaybe, tar, tarStream };