@adhd/decompile-cli 0.1.7

package/README.md

@@ -0,0 +1,175 @@
+## @adhd/decompile-cli
+
+Reverse is a tool for reverse engineering code bundled with source maps.
+Reverse accepts
+**(remote) urls:** html, js, css, map, json
+**(local) files:** html, js, ts, jsx..., css, etc
+
+### Install
+
+`npm install -g @adhd/decompile-cli`
+`yarn global add @adhd/decompile-cli`
+
+### Usage
+
+To run in reverse, you have to supply a reference to the target. It can be in the form of a `url`, `domain`, or local `files`.
+
+**currently supported types** (remote and local)
+
+- `html` extracts references (css, js)
+- `js*` extracts references (map, js deps)
+- `css` extracts references (map)
+- `map` uses the map to rebuild source code (src, fs, deps)
+- `json` currently checks to see if the json is a map
+
+Run with
+
+`npx @adhd/decompile-cli deps`
+
+or
+
+```
+> npx @adhd/decompile-cli reverse -h
+
+Usage: reverse
+Usage:  [options] <sources...>
+
+Example: > npx @adhd/decompile-cli reverse -o ./<output_directory> "https://<url_to_examine>" "./source.{html,js,css,map}"
+
+crawl and extract source maps
+
+Options:
+  -V, --version  output the version number
+  -o <output>    (optional) directory to write the source into
+  -h, --help     output usage information
+```
+
+#### CLI
+
+`<sources...>` (required) one or more `urls` and or `file_paths`
+
+`-o <output_dir>`
+
+#### Pipeline
+
+**with url for source arg**
+
+request url
+-> extract asset refs
+-> request assets
+-> extract source map references
+-> request maps
+-> reverse map the assets
+-> dump source code
+-> reverse the external dependencies
+-> reconstruct entry point
+
+For local files the pipeline skips to the 4th step
+For source maps it skips to the 6th line
+
+# @adhd/decompile-cli
+
+reverse is a tool for reverse engineering code bundled with source maps.
+reverse accepts
+
+- **(remote) urls:** html, js, css, map, json
+
+- **(local) files:** html, js, ts, jsx..., css, etc
+
+## Getting Started
+
+These instructions will get you a copy of the project up and running on your local machine for development and testing purposes. See deployment for notes on how to deploy the project on a live system.
+
+### Prerequisites
+
+What things you need to install the software and how to install them
+
+```
+Give examples
+```
+
+### Installing
+
+A step by step series of examples that tell you how to get a development env running
+
+With `npm`
+
+```sh
+npm install -g @adhd/decompile-cli
+```
+
+With `npx`
+
+```sh
+npx @adhd/decompile-cli <...>
+```
+
+With `yarn`
+
+```
+yarn global add @adhd/decompile-cli
+```
+
+End with an example of getting some data out of the system or using it for a little demo
+
+## Running the tests
+
+`ava` or `yarn test`
+
+### Break down into end to end tests
+
+In [src/validators/local/**tests**](./src/validators/local/__tests__) each of the pattern matching utilities are tested
+
+The data mocks are in [tests/fixtures](./tests/fixtures)
+
+EX: [base64.sourcemap.js](./tests/fixtures/base64.sourcemap.js)
+
+```js
+    ).apply(__cjsWrapper.exports, __cjsWrapper.args);
+}
+)(System, System);
+//# sourceURL=module://App.js.js!transpiled
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIm1vZHVsZTovL0FwcC5q...
+```
+
+### And coding style tests
+
+Explain what these tests test and why
+
+```
+Give an example
+```
+
+## Deployment
+
+Add additional notes about how to deploy this on a live system
+
+## Built With
+
+- [Dropwizard](http://www.dropwizard.io/1.0.2/docs/) - The web framework used
+- [Maven](https://maven.apache.org/) - Dependency Management
+- [ROME](https://rometools.github.io/rome/) - Used to generate RSS Feeds
+
+## Contributing
+
+Please read [CONTRIBUTING.md](https://gist.github.com/PurpleBooth/b24679402957c63ec426) for details on our code of conduct, and the process for submitting pull requests to us.
+
+## Versioning
+
+We use [SemVer](http://semver.org/) for versioning. For the versions available, see the [tags on this repository](https://github.com/your/project/tags).
+
+## Authors
+
+- **Billie Thompson** - _Initial work_ - [PurpleBooth](https://github.com/PurpleBooth)
+
+See also the list of [contributors](https://github.com/your/project/contributors) who participated in this project.
+
+## License
+
+This project is licensed under the MIT License - see the [LICENSE.md](LICENSE.md) file for details
+
+## Acknowledgments
+
+- Hat tip to anyone whose code was used
+- Inspiration
+- etc

package/bin/decompile.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/bin/decompile.js

@@ -0,0 +1,89 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import { Extractors, FileStore } from '../src/index.js';
+function collect(value, previous) {
+    return previous.concat([value]);
+}
+const program = new Command();
+program
+    .command('reverse')
+    .version('0.0.1')
+    .description('crawl and extract source maps')
+    .option('-o, --output <path>', 'output path', 'decompiled')
+    .arguments('[sources...]')
+    .usage(`
+${program.helpInformation().split('\n')[0]}
+
+Example:
+  adhd -o ./output "https://example.com" "./source.{html,js,css,map}"
+`)
+    .action(async (sources, _, tops) => {
+    const allSources = sources;
+    try {
+        const res = await Extractors.testpipeline(allSources, tops.output);
+        console.log('finished', { ...res });
+    }
+    catch (e) {
+        console.error('failed', { error: e });
+        process.exit(1);
+    }
+});
+program
+    .command('deps')
+    .version('0.0.1')
+    .description('get deps from path')
+    .option('-a, --allowModule <module>', 'allow only specific node_modules', collect, [])
+    .option('-x, --excludeModule <module>', 'exclude specific node_modules', collect, [])
+    .option('-m, --allowAllModules', 'allow all node_modules')
+    .option('-e, --excludeRegex <regex>', 'regex to match paths for exclusion')
+    .option('-i, --includeRegex <regex>', 'regex to match paths for inclusion')
+    .option('-j, --json', 'output json string')
+    .usage(`<source...>
+    
+    Example:
+    adhd-deps "libs/my-lib/src" | jq .unimported`)
+    .argument('<source...>', 'entry point + optional src dirs')
+    .action(async (sources, opts) => {
+    const options = {
+        exclude: {
+            path: '.*(node_modules).*',
+        },
+    };
+    // precedence logic (same as your original)
+    if (opts.exclude?.length) {
+        options.exclude = {
+            path: `.*(node_modules\\/(${opts.exclude.join('|')})\\/).*`,
+        };
+    }
+    else if (opts.include?.length) {
+        options.exclude = {
+            path: `.*(?!node_modules\\/(?:${opts.include.join('|')})\\/)node_modules\\/.*`,
+        };
+    }
+    else if (opts.allowModules) {
+        delete options.exclude;
+    }
+    if (opts.excludeRegex) {
+        options.exclude = {
+            path: opts.excludeRegex,
+        };
+    }
+    if (opts.includeRegex) {
+        options.includeOnly = opts.includeRegex;
+    }
+    try {
+        const data = await FileStore.getDeps(sources, options);
+        if (opts.json) {
+            console.log(JSON.stringify(data, null, 2));
+        }
+        else {
+            console.log(data);
+        }
+    }
+    catch (err) {
+        console.error('failed', err);
+        process.exit(1);
+    }
+});
+await program.parseAsync(process.argv);
+//# sourceMappingURL=decompile.js.map

package/bin/decompile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decompile.js","sourceRoot":"","sources":["../../bin/decompile.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAExD,SAAS,OAAO,CAAC,KAAa,EAAE,QAAkB;IAChD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,OAAO,CAAC,SAAS,CAAC;KAClB,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,+BAA+B,CAAC;KAC5C,MAAM,CAAC,qBAAqB,EAAE,aAAa,EAAE,YAAY,CAAC;KAC1D,SAAS,CAAC,cAAc,CAAC;KACzB,KAAK,CACJ;EACF,OAAO,CAAC,eAAe,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;;;;CAIzC,CACE;KACA,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,OAAO,CAAC;IAE3B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,OAAO;KACJ,OAAO,CAAC,MAAM,CAAC;KACf,OAAO,CAAC,OAAO,CAAC;KAChB,WAAW,CAAC,oBAAoB,CAAC;KAEjC,MAAM,CACL,4BAA4B,EAC5B,kCAAkC,EAClC,OAAO,EACP,EAAE,CACH;KACA,MAAM,CACL,8BAA8B,EAC9B,+BAA+B,EAC/B,OAAO,EACP,EAAE,CACH;KACA,MAAM,CAAC,uBAAuB,EAAE,wBAAwB,CAAC;KACzD,MAAM,CAAC,4BAA4B,EAAE,oCAAoC,CAAC;KAC1E,MAAM,CAAC,4BAA4B,EAAE,oCAAoC,CAAC;KAC1E,MAAM,CAAC,YAAY,EAAE,oBAAoB,CAAC;KAC1C,KAAK,CACJ;;;iDAG6C,CAC9C;KACA,QAAQ,CAAC,aAAa,EAAE,iCAAiC,CAAC;KAC1D,MAAM,CAAC,KAAK,EAAE,OAAiB,EAAE,IAAI,EAAE,EAAE;IACxC,MAAM,OAAO,GAAyD;QACpE,OAAO,EAAE;YACP,IAAI,EAAE,oBAAoB;SAC3B;KACF,CAAC;IAEF,2CAA2C;IAC3C,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QACzB,OAAO,CAAC,OAAO,GAAG;YAChB,IAAI,EAAE,sBAAsB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS;SAC5D,CAAC;IACJ,CAAC;SAAM,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAChC,OAAO,CAAC,OAAO,GAAG;YAChB,IAAI,EAAE,0BAA0B,IAAI,CAAC,OAAO,CAAC,IAAI,CAC/C,GAAG,CACJ,wBAAwB;SAC1B,CAAC;IACJ,CAAC;SAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,OAAO,CAAC;IACzB,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,OAAO,CAAC,OAAO,GAAG;YAChB,IAAI,EAAE,IAAI,CAAC,YAAY;SACxB,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;IAC1C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEvD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AACL,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC","sourcesContent":["#!/usr/bin/env node\n\nimport { Command } from 'commander';\nimport { Extractors, FileStore } from '../src/index.js';\n\nfunction collect(value: string, previous: string[]) {\n  return previous.concat([value]);\n}\n\nconst program = new Command();\n\nprogram\n  .command('reverse')\n  .version('0.0.1')\n  .description('crawl and extract source maps')\n  .option('-o, --output <path>', 'output path', 'decompiled')\n  .arguments('[sources...]')\n  .usage(\n    `\n${program.helpInformation().split('\\n')[0]}\n\nExample:\n  adhd -o ./output \"https://example.com\" \"./source.{html,js,css,map}\"\n`\n  )\n  .action(async (sources, _, tops) => {\n    const allSources = sources;\n\n    try {\n      const res = await Extractors.testpipeline(allSources, tops.output);\n      console.log('finished', { ...res });\n    } catch (e) {\n      console.error('failed', { error: e });\n      process.exit(1);\n    }\n  });\n\nprogram\n  .command('deps')\n  .version('0.0.1')\n  .description('get deps from path')\n\n  .option(\n    '-a, --allowModule <module>',\n    'allow only specific node_modules',\n    collect,\n    []\n  )\n  .option(\n    '-x, --excludeModule <module>',\n    'exclude specific node_modules',\n    collect,\n    []\n  )\n  .option('-m, --allowAllModules', 'allow all node_modules')\n  .option('-e, --excludeRegex <regex>', 'regex to match paths for exclusion')\n  .option('-i, --includeRegex <regex>', 'regex to match paths for inclusion')\n  .option('-j, --json', 'output json string')\n  .usage(\n    `<source...>\n    \n    Example:\n    adhd-deps \"libs/my-lib/src\" | jq .unimported`\n  )\n  .argument('<source...>', 'entry point + optional src dirs')\n  .action(async (sources: string[], opts) => {\n    const options: { exclude?: { path: string }; includeOnly?: string } = {\n      exclude: {\n        path: '.*(node_modules).*',\n      },\n    };\n\n    // precedence logic (same as your original)\n    if (opts.exclude?.length) {\n      options.exclude = {\n        path: `.*(node_modules\\\\/(${opts.exclude.join('|')})\\\\/).*`,\n      };\n    } else if (opts.include?.length) {\n      options.exclude = {\n        path: `.*(?!node_modules\\\\/(?:${opts.include.join(\n          '|'\n        )})\\\\/)node_modules\\\\/.*`,\n      };\n    } else if (opts.allowModules) {\n      delete options.exclude;\n    }\n\n    if (opts.excludeRegex) {\n      options.exclude = {\n        path: opts.excludeRegex,\n      };\n    }\n\n    if (opts.includeRegex) {\n      options.includeOnly = opts.includeRegex;\n    }\n\n    try {\n      const data = await FileStore.getDeps(sources, options);\n\n      if (opts.json) {\n        console.log(JSON.stringify(data, null, 2));\n      } else {\n        console.log(data);\n      }\n    } catch (err) {\n      console.error('failed', err);\n      process.exit(1);\n    }\n  });\nawait program.parseAsync(process.argv);\n"]}

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "@adhd/decompile-cli",
+  "version": "0.1.7",
+  "type": "module",
+  "main": "./src/index.js",
+  "publishConfig": {
+    "access": "public"
+  },
+  "bin": {
+    "decompile": "./bin/decompile.js"
+  },
+  "dependencies": {
+    "acorn": "^8.14.1",
+    "acorn-jsx": "^5.3.2",
+    "adm-zip": "^0.5.16",
+    "async-request": "^1.2.0",
+    "babel-polyfill": "^6.26.0",
+    "cheerio": "^1.2.0",
+    "commander": "14.0.3",
+    "depcheck": "^1.4.7",
+    "dependency-cruiser": "^17.3.9",
+    "fs-extra": "11.2.0",
+    "language-detect": "^1.1.0",
+    "lodash": "4.17.21",
+    "postcss": "^8.5.3",
+    "posthtml-parser": "^0.12.1",
+    "source-map": "0.6.1",
+    "tough-cookie": "4.1.4",
+    "tslib": "^2.3.0",
+    "util": "0.12.5",
+    "@babel/register": "7.29.7",
+    "react": "18.2.0",
+    "@adhd/data-base-transforms": "^2.2.1"
+  }
+}

package/src/index.d.ts

@@ -0,0 +1 @@
+export * from './lib/index.js';

package/src/index.js

@@ -0,0 +1,2 @@
+export * from './lib/index.js';
+//# sourceMappingURL=index.js.map

package/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC","sourcesContent":["export * from './lib/index.js';\n"]}

package/src/lib/extractors/index.d.ts

@@ -0,0 +1,10 @@
+import Stack from '../pipeline/stack.js';
+export declare const extract: (callStack: Stack) => Promise<void>;
+export declare const testpipeline: (files: string[], prefix: string) => Promise<import("../store/index.js").WriteOperations[]>;
+export declare const pipeline: (input: string, prefix?: string) => Promise<import("../store/index.js").WriteOperations>;
+declare const Extractors: {
+    testpipeline: (files: string[], prefix: string) => Promise<import("../store/index.js").WriteOperations[]>;
+    pipeline: (input: string, prefix?: string) => Promise<import("../store/index.js").WriteOperations>;
+    extract: (callStack: Stack) => Promise<void>;
+};
+export default Extractors;

package/src/lib/extractors/index.js

@@ -0,0 +1,228 @@
+import { Transform } from '@adhd/data-base-transforms';
+import Stack from '../pipeline/stack.js';
+import Store from '../store/index.js';
+import extractLocal from './local-file.js';
+import { extractMapLink, extractSource } from './map.js';
+import { extractRawHtml, isHtml } from './raw-html.js';
+import extractSite from './site.js';
+export const extract = async (callStack) => {
+    const item = callStack.pop();
+    if (!callStack.hasMore() || item === null)
+        return;
+    const [type, input] = item;
+    if (input === null)
+        return;
+    console.log(`Extract[${type}]`, {
+        input: input.path && input.path?.includes('.js') ? input : input.path,
+    });
+    try {
+        if (!!callStack && input) {
+            let r;
+            if (type === 'site') {
+                /*
+                 * desc: url of website to crawl
+                 * input: str
+                 */
+                try {
+                    const res = await extractSite(input.path);
+                    console.log({ site: res });
+                    if (res) {
+                        if (res.path.endsWith('.js')) {
+                            callStack.push('link', res);
+                        }
+                        if (res.path.endsWith('.map')) {
+                            callStack.push('map', {
+                                path: res.path,
+                                data: '',
+                                mapping: res.data,
+                            });
+                        }
+                        else {
+                            callStack.push('raw', res);
+                        }
+                    }
+                }
+                catch (e) {
+                    console.error('extract site error:', Stack, e);
+                }
+            }
+            else if (type === 'local') {
+                /*
+                 * desc: file or dir path of local source files
+                 * input: str
+                 */
+                r = extractLocal(input.path);
+                if (r?.path.endsWith('.html')) {
+                    callStack.push('raw', r);
+                }
+                else if (r?.path.endsWith('.map')) {
+                    callStack.push('map', {
+                        path: r.path,
+                        data: '',
+                        mapping: r.data,
+                    });
+                }
+                else if (r) {
+                    callStack.push('source', r);
+                }
+            }
+            else if (type === 'raw') {
+                /*
+                 * desc: raw html from website to extract links
+                 * input: str
+                 */
+                r = extractRawHtml(input);
+                console.log({ links: r });
+                r.forEach((l) => {
+                    callStack.push('link', { path: l, data: '' });
+                });
+            }
+            else if (type === 'link') {
+                /*
+                 * all requested js, css, etc should start here
+                 * desc: url of the extracted source
+                 * input: str
+                 */
+                try {
+                    r = await extractSite(input.path);
+                    if (r) {
+                        // console.log({ res: r })
+                        if (input.path.endsWith('.map')) {
+                            callStack.push('map', {
+                                path: r.path,
+                                data: '',
+                                mapping: r.data,
+                            });
+                        }
+                        else {
+                            callStack.push('source', r);
+                        }
+                    }
+                }
+                catch (e) {
+                    console.error(e);
+                }
+            }
+            else if (type === 'source' && Transform.isString(input)) {
+                /*
+                 * desc: raw text from the requested link
+                 * input: <str>
+                 */
+                r = extractMapLink(input);
+                if (r && r.length) {
+                    console.log('EXTRACT[source] map link', r);
+                    r.forEach((l) => callStack.push('link', { path: l, data: '' }));
+                }
+                else {
+                    callStack.push('write', { path: input.path, data: input.data });
+                }
+            }
+            else if (type === 'map' && !Transform.isString(input)) {
+                /*
+                 * desc: raw source map
+                 * input: json
+                 */
+                try {
+                    if (!input.mapping)
+                        throw Error('Mapping missing');
+                    r = await extractSource(input.mapping).then((res) => {
+                        res?.forEach((src) => {
+                            callStack.push('write', src);
+                        });
+                    });
+                    // console.log({ map: r })
+                }
+                catch (e) {
+                    console.error(e);
+                }
+            }
+            else if (type === 'write') {
+                /*
+                 * desc=source and map files to write
+                 * input=[{"name": str, "data": json}]
+                 */
+                Store.addToImports(input.path);
+                Store.addFile(input.path, input.data);
+                // if(Transform.isArray(input)){
+                // fs.writeJSONSync(f.name, f.data)
+                // });
+                // }
+            }
+        }
+    }
+    catch (e) {
+        console.error('EXTRACT[catchall]', e);
+    }
+};
+const run = async (callStack) => {
+    while (callStack.hasMore()) {
+        await extract(callStack);
+        if (callStack.isEmpty()) {
+            break;
+        }
+    }
+    await Store.finalize();
+};
+export const testpipeline = (files, prefix) => {
+    console.log({ files, prefix });
+    return Promise.all(files.map((f) => {
+        console.log(`pipeline started: ${f}`);
+        return pipeline(f, prefix);
+    })).then((r) => {
+        console.log('complete');
+        return r;
+        // console.log('finalizing package.json + index.js');
+        // return Store.finalize()
+    });
+    // .then(() => {
+    // });
+    // return argz
+};
+import { constants } from 'fs';
+import { access } from 'fs/promises';
+async function fileExists(path) {
+    try {
+        await access(path, constants.F_OK);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/* EXAMPLE:
+ *
+ * pipeline('./maps/bitbucket/app.f606c0f20e8744e93489.js.map',
+ *  './build/test','map').then(() => console.log('complete'))
+ */
+export const pipeline = async (input, prefix = './build/src') => {
+    const callStack = new Stack();
+    Store.setPrefix(prefix);
+    // pkg="test"
+    // Store.package=pkg
+    if (typeof input === 'string' && input.startsWith('http')) {
+        if (input.endsWith('js')) {
+            callStack.push('link', { path: input, data: '' });
+        }
+        else {
+            callStack.push('site', { path: input, data: '' });
+        }
+    }
+    else if (await fileExists(input)) {
+        callStack.push('local', { path: input, data: '' });
+    }
+    else if (isHtml(input)) {
+        callStack.push('raw', { path: input, data: '' });
+    }
+    else {
+        console.log('couldnt find ' + input);
+    }
+    await run(callStack);
+    return Store.finalize();
+};
+const Extractors = {
+    testpipeline,
+    pipeline,
+    extract,
+};
+export default Extractors;
+//# sourceMappingURL=index.js.map

package/src/lib/extractors/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/extractors/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,KAAK,MAAM,sBAAsB,CAAC;AACzC,OAAO,KAAK,MAAM,mBAAmB,CAAC;AACtC,OAAO,YAAY,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,WAAW,MAAM,WAAW,CAAC;AAEpC,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,SAAgB,EAAE,EAAE;IAChD,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO;IAElD,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC;IAC3B,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO;IAC3B,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,EAAE;QAC9B,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI;KACtE,CAAC,CAAC;IACH,IAAI,CAAC;QACH,IAAI,CAAC,CAAC,SAAS,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC;YACN,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB;;;mBAGG;gBACH,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC1C,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC3B,IAAI,GAAG,EAAE,CAAC;wBACR,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;4BAC7B,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;wBAC9B,CAAC;wBACD,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;4BAC9B,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE;gCACpB,IAAI,EAAE,GAAG,CAAC,IAAI;gCACd,IAAI,EAAE,EAAE;gCACR,OAAO,EAAE,GAAG,CAAC,IAAI;6BAClB,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;wBAC7B,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC5B;;;mBAGG;gBACH,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7B,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC9B,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC3B,CAAC;qBAAM,IAAI,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE;wBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,IAAI,EAAE,EAAE;wBACR,OAAO,EAAE,CAAC,CAAC,IAA+B;qBAC3C,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,CAAC,EAAE,CAAC;oBACb,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBAC1B;;;mBAGG;gBAEH,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC1B,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC1B,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;oBACd,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBAChD,CAAC,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC3B;;;;mBAIG;gBACH,IAAI,CAAC;oBACH,CAAC,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAClC,IAAI,CAAC,EAAE,CAAC;wBACN,0BAA0B;wBAC1B,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;4BAChC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE;gCACpB,IAAI,EAAE,CAAC,CAAC,IAAI;gCACZ,IAAI,EAAE,EAAE;gCACR,OAAO,EAAE,CAAC,CAAC,IAAI;6BAChB,CAAC,CAAC;wBACL,CAAC;6BAAM,CAAC;4BACN,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;wBAC9B,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1D;;;mBAGG;gBACH,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC;oBAC3C,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxD;;;mBAGG;gBACH,IAAI,CAAC;oBACH,IAAI,CAAC,KAAK,CAAC,OAAO;wBAAE,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACnD,CAAC,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;wBAClD,GAAG,EAAE,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;4BACnB,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;wBAC/B,CAAC,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBACH,0BAA0B;gBAC5B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC5B;;;mBAGG;gBACH,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACtC,gCAAgC;gBAEhC,mCAAmC;gBACnC,MAAM;gBACN,IAAI;YACN,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,KAAK,EAAE,SAAgB,EAAE,EAAE;IACrC,OAAO,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3B,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;QACzB,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACxB,MAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAe,EAAE,MAAc,EAAE,EAAE;IAC9D,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/B,OAAO,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACd,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACtC,OAAO,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC7B,CAAC,CAAC,CACH,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,CAAC;QACT,qDAAqD;QACrD,0BAA0B;IAC5B,CAAC,CAAC,CAAC;IACH,gBAAgB;IAChB,MAAM;IACN,cAAc;AAChB,CAAC,CAAC;AAEF,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,KAAa,EAAE,MAAM,GAAG,aAAa,EAAE,EAAE;IACtE,MAAM,SAAS,GAAG,IAAI,KAAK,EAAE,CAAC;IAC9B,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACxB,aAAa;IACb,oBAAoB;IACpB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC;SAAM,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACnD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC;IACrB,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG;IACjB,YAAY;IACZ,QAAQ;IACR,OAAO;CACR,CAAC;AAEF,eAAe,UAAU,CAAC","sourcesContent":["import { Transform } from '@adhd/data-base-transforms';\nimport Stack from '../pipeline/stack.js';\nimport Store from '../store/index.js';\nimport extractLocal from './local-file.js';\nimport { extractMapLink, extractSource } from './map.js';\nimport { extractRawHtml, isHtml } from './raw-html.js';\nimport extractSite from './site.js';\n\nexport const extract = async (callStack: Stack) => {\n  const item = callStack.pop();\n  if (!callStack.hasMore() || item === null) return;\n\n  const [type, input] = item;\n  if (input === null) return;\n  console.log(`Extract[${type}]`, {\n    input: input.path && input.path?.includes('.js') ? input : input.path,\n  });\n  try {\n    if (!!callStack && input) {\n      let r;\n      if (type === 'site') {\n        /*\n         * desc: url of website to crawl\n         * input: str\n         */\n        try {\n          const res = await extractSite(input.path);\n          console.log({ site: res });\n          if (res) {\n            if (res.path.endsWith('.js')) {\n              callStack.push('link', res);\n            }\n            if (res.path.endsWith('.map')) {\n              callStack.push('map', {\n                path: res.path,\n                data: '',\n                mapping: res.data,\n              });\n            } else {\n              callStack.push('raw', res);\n            }\n          }\n        } catch (e) {\n          console.error('extract site error:', Stack, e);\n        }\n      } else if (type === 'local') {\n        /*\n         * desc: file or dir path of local source files\n         * input: str\n         */\n        r = extractLocal(input.path);\n        if (r?.path.endsWith('.html')) {\n          callStack.push('raw', r);\n        } else if (r?.path.endsWith('.map')) {\n          callStack.push('map', {\n            path: r.path,\n            data: '',\n            mapping: r.data as unknown as RawSourceMap,\n          });\n        } else if (r) {\n          callStack.push('source', r);\n        }\n      } else if (type === 'raw') {\n        /*\n         * desc: raw html from website to extract links\n         * input: str\n         */\n\n        r = extractRawHtml(input);\n        console.log({ links: r });\n        r.forEach((l) => {\n          callStack.push('link', { path: l, data: '' });\n        });\n      } else if (type === 'link') {\n        /*\n         * all requested js, css, etc should start here\n         * desc: url of the extracted source\n         * input: str\n         */\n        try {\n          r = await extractSite(input.path);\n          if (r) {\n            // console.log({ res: r })\n            if (input.path.endsWith('.map')) {\n              callStack.push('map', {\n                path: r.path,\n                data: '',\n                mapping: r.data,\n              });\n            } else {\n              callStack.push('source', r);\n            }\n          }\n        } catch (e) {\n          console.error(e);\n        }\n      } else if (type === 'source' && Transform.isString(input)) {\n        /*\n         * desc: raw text from the requested link\n         * input: <str>\n         */\n        r = extractMapLink(input);\n        if (r && r.length) {\n          console.log('EXTRACT[source] map link', r);\n          r.forEach((l) => callStack.push('link', { path: l, data: '' }));\n        } else {\n          callStack.push('write', { path: input.path, data: input.data });\n        }\n      } else if (type === 'map' && !Transform.isString(input)) {\n        /*\n         * desc: raw source map\n         * input: json\n         */\n        try {\n          if (!input.mapping) throw Error('Mapping missing');\n          r = await extractSource(input.mapping).then((res) => {\n            res?.forEach((src) => {\n              callStack.push('write', src);\n            });\n          });\n          // console.log({ map: r })\n        } catch (e) {\n          console.error(e);\n        }\n      } else if (type === 'write') {\n        /*\n         * desc=source and map files to write\n         * input=[{\"name\": str, \"data\": json}]\n         */\n        Store.addToImports(input.path);\n        Store.addFile(input.path, input.data);\n        // if(Transform.isArray(input)){\n\n        // fs.writeJSONSync(f.name, f.data)\n        // });\n        // }\n      }\n    }\n  } catch (e) {\n    console.error('EXTRACT[catchall]', e);\n  }\n};\n\nconst run = async (callStack: Stack) => {\n  while (callStack.hasMore()) {\n    await extract(callStack);\n    if (callStack.isEmpty()) {\n      break;\n    }\n  }\n  await Store.finalize();\n};\n\nexport const testpipeline = (files: string[], prefix: string) => {\n  console.log({ files, prefix });\n  return Promise.all(\n    files.map((f) => {\n      console.log(`pipeline started: ${f}`);\n      return pipeline(f, prefix);\n    })\n  ).then((r) => {\n    console.log('complete');\n    return r;\n    // console.log('finalizing package.json + index.js');\n    // return Store.finalize()\n  });\n  // .then(() => {\n  // });\n  // return argz\n};\n\nimport { constants } from 'fs';\nimport { access } from 'fs/promises';\nimport { RawSourceMap } from 'source-map';\n\nasync function fileExists(path: string): Promise<boolean> {\n  try {\n    await access(path, constants.F_OK);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\n/* EXAMPLE:\n *\n * pipeline('./maps/bitbucket/app.f606c0f20e8744e93489.js.map',\n *  './build/test','map').then(() => console.log('complete'))\n */\nexport const pipeline = async (input: string, prefix = './build/src') => {\n  const callStack = new Stack();\n  Store.setPrefix(prefix);\n  // pkg=\"test\"\n  // Store.package=pkg\n  if (typeof input === 'string' && input.startsWith('http')) {\n    if (input.endsWith('js')) {\n      callStack.push('link', { path: input, data: '' });\n    } else {\n      callStack.push('site', { path: input, data: '' });\n    }\n  } else if (await fileExists(input)) {\n    callStack.push('local', { path: input, data: '' });\n  } else if (isHtml(input)) {\n    callStack.push('raw', { path: input, data: '' });\n  } else {\n    console.log('couldnt find ' + input);\n  }\n  await run(callStack);\n  return Store.finalize();\n};\n\nconst Extractors = {\n  testpipeline,\n  pipeline,\n  extract,\n};\n\nexport default Extractors;\n"]}

package/src/lib/extractors/local-file.d.ts

@@ -0,0 +1,5 @@
+export declare const extractLocal: (path: string) => {
+    path: string;
+    data: string;
+} | null;
+export default extractLocal;

package/src/lib/extractors/local-file.js

@@ -0,0 +1,22 @@
+import fs from 'fs-extra';
+export const extractLocal = (path) => {
+    let r = null;
+    try {
+        r = fs.readFileSync(path);
+    }
+    catch (e) {
+        console.error(e);
+    }
+    const data = r?.toString();
+    if (r && data) {
+        return { path: path, data };
+    }
+    return null;
+    // files = files.filter(f => fs.pathExistsSync(f))
+    // files = files.map(f => fs.statSync(f).isFile())
+    // const res = [];
+    // return path.map((f) => {
+    // }).filter((o) => (!!o));
+};
+export default extractLocal;
+//# sourceMappingURL=local-file.js.map

package/src/lib/extractors/local-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-file.js","sourceRoot":"","sources":["../../../../src/lib/extractors/local-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAC1B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE;IAC3C,IAAI,CAAC,GAAG,IAAI,CAAC;IACb,IAAI,CAAC;QACH,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC;IAC3B,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QACd,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;IACZ,kDAAkD;IAClD,kDAAkD;IAClD,kBAAkB;IAClB,2BAA2B;IAC3B,2BAA2B;AAC7B,CAAC,CAAC;AACF,eAAe,YAAY,CAAC","sourcesContent":["import fs from 'fs-extra';\nexport const extractLocal = (path: string) => {\n  let r = null;\n  try {\n    r = fs.readFileSync(path);\n  } catch (e) {\n    console.error(e);\n  }\n  const data = r?.toString();\n  if (r && data) {\n    return { path: path, data };\n  }\n  return null;\n  // files = files.filter(f => fs.pathExistsSync(f))\n  // files = files.map(f => fs.statSync(f).isFile())\n  // const res = [];\n  // return path.map((f) => {\n  // }).filter((o) => (!!o));\n};\nexport default extractLocal;\n"]}

package/src/lib/extractors/map.d.ts

@@ -0,0 +1,6 @@
+import 'babel-polyfill';
+import { RawSourceMap } from 'source-map';
+import { StackItem } from '../pipeline/stack';
+export declare const extractMapLink: (raw: StackItem) => string[] | undefined;
+export declare const extractSource: (rawMap: RawSourceMap) => Promise<StackItem[]>;
+export default extractSource;